JAVA HDFS API Client 串連HA

標籤：void   sts   lov   path   hive   main   ide   ast   conf   

如果Hadoop開啟HA，那麼用Java Client串連Hive的時候，需要指定一些額外的參數

package cn.itacst.hadoop.hdfs;import java.io.FileInputStream;import java.io.InputStream;import java.io.OutputStream;import java.net.URI;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.IOUtils;public class HDFS_HA {        public static void main(String[] args) throws Exception {        Configuration conf = new Configuration();        conf.set("fs.defaultFS", "hdfs://ns1");        conf.set("dfs.nameservices", "ns1");        conf.set("dfs.ha.namenodes.ns1", "nn1,nn2");        conf.set("dfs.namenode.rpc-address.ns1.nn1", "itcast01:9000");        conf.set("dfs.namenode.rpc-address.ns1.nn2", "itcast02:9000");        conf.set("dfs.client.failover.proxy.provider.ns1", "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider");        FileSystem fs = FileSystem.get(new URI("hdfs://ns1"), conf, "hadoop");        FileStatus[] list = fs.listStatus(new Path("/"));
        for (FileStatus fileStatus : list) {
            System.out.println(fileStatus.toString());
        }
　　　　 fs.close();
    }}

 

JAVA HDFS API Client 串連HA