Hadoop2.0 YARN cloudra4.4.0 Installation configuration

1,

1 2 3

hadoop@hadoop-virtual-machine:~$ cat/etc/hostname yard02 hadoop@hadoop-virtual-machine:~$

2,

1 2 3 4 5 6 7 8 9 Ten - 15

hadoop@hadoop-virtual-machine:~$ cat/etc/hosts 127.0.0.1 localhost 127.0.1.1 Hadoop-virtual-machine # The following lines is desirable for IPV6 capable hosts :: 1 ip6-localhost Ip6-loopback fe00::0 ip6-localnet ff00::0 ip6-mcastprefix ff02::1 ip6-allnodes ff02::2 Ip6-allrouters 192.168.137.2 yard02 192.168.137.3 yard03 192.168.137.4 yard04 192.168.137.5 YARD05 hadoop@hadoop-virtual-machine:~$

3

Core-site.xml--conf/hadoop

1 2 3 4 5 6 7 8 9 18

<configuration> <?xml version= "1.0" encoding= "UTF-8"?> <?xml-stylesheet type= "Text/xsl" href= "configuration.xsl"?> <configuration> <!--fs.default.name for MRV1, Fs.defaultfs for MRV2 (Yarn)- <property> <name>fs.defaultFS</name> <value>hdfs:// yard02</value> </property> <property> <name>fs.trash.interval</name > <value>10080</value> </property> <property> <name> fs.trash.checkpoint.interval</name> <value>10080</value> </property> </configuration>

Hdfs-site.xml

1 2 3 4 5 6 7 8 9 10 11 12 From + +

<configuration> <property> <name>dfs.replication</name> <value>3< /value> </property> <property> <name>hadoop.tmp.dir</name> < Value>/home/hadoop/bigdata/hadoop-2.0.0-cdh4.4.0/data/hadoop-${user.name}</value> </property > <property> <name>dfs.namenode.http-address</name> <value>yard02 :50070</value> </property> <property> <name> dfs.namenode.secondary.http-address</name> <value>yard03:50090</value> </ property> <property> <name>dfs.webhdfs.enabled</name> <value>true </value> </property> </configuration>

Yarn-site.xml

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 5 3--------"

<configuration> <!--Site specific YARN Configuration Properties---<property> &LT;NAME&GT;YARN.R esourcemanager.resource-tracker.address</name> <value>yard02:8031</value> </property> &lt ;p roperty> <name>yarn.resourcemanager.address</name> <value>yard02:8032</value> </ property> <property> <name>yarn.resourcemanager.scheduler.address</name> <value>yard0 2:8030</value> </property> <property> &LT;NAME&GT;YARN.RESOURCEMANAGER.ADMIN.ADDRESS&LT;/NAME&G T <value>yard02:8033</value> </property> <property> <name>yarn.resourcemanager.webapp .address</name> <value>yard02:8088</value> </property> <property> <descriptio N>classpath for typical applications.</description> <name>yarn.application.classpath</name> & Lt;value> $HADOOP _Conf_dir, $HADOOP _common_home/share/hadoop/common/*, $HADOOP _common_home/share/hadoop/common/lib/*, $HADOOP _hdfs_ home/share/hadoop/hdfs/*, $HADOOP _hdfs_home/share/hadoop/hdfs/lib/*, $YARN _home/share/hadoop/yarn/*, $YARN _home/ share/hadoop/yarn/lib/*, $YARN _home/share/hadoop/mapreduce/*, $YARN _home/share/hadoop/mapreduce/lib/*</value > </property> <property> <name>yarn.nodemanager.aux-services</name> <value>ma preduce.shuffle</value> </property> <property> <name>yarn.nodemanager.aux-services.mapred Uce.shuffle.class</name> <value>org.apache.hadoop.mapred.ShuffleHandler</value> </property > <property> <name>yarn.nodemanager.local-dirs</name> <value>/home/hadoop/bigdata/had Oop-2.0.0-cdh4.4.0/data/yarn/local</value> </property> <property> <name>yarn.nodemanager. Log-dirs</name> <value>/home/hadoop/bigdata/hadoop-2.0.0-cdh4.4.0/data/yarn/logs</value> </property> <property> <description& Gt Where to aggregate logs</description> <name>yarn.nodemanager.remote-app-log-dir</name> <value >/home/hadoop/bigdata/hadoop-2.0.0-cdh4.4.0/data/yarn/logs</value> </property> <property> &L T;name>yarn.app.mapreduce.am.staging-dir</name> <value>/home/hadoop/bigdata/ Hadoop-2.0.0-cdh4.4.0</value> </property> </configuration>

Mapred-site.xml