Pseudo-distributed environment configuration for Hadoop (2.5.2)

/hadoop/etc/hadoop/

Eclipse:: Http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF

Core-site.xml

<?xml version= "1.0" encoding= "UTF-8"?> <?xml-stylesheet type= "text/xsl" href= "configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); You are not to use this file except in compliance with the License. You could obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable or agreed to in writing, software Distributed under the License is distributed on ' as is ' basis, Without warranties or CONDITIONS of any KIND, either express or implied. The License for the specific language governing permissions and Limitations under the License. Accompanying LICENSE file. --> <!--put site-specific property overrides in this file. --> <configuration> <property> <name>hadoop.tmp.dir</name> <value>/usr/local/hadoop/tmp</value> <description>a base for other temporary directories.</description> </property> <property> <name>fs.default.name</name> <value>hdfs://dias:9000</value> </property> <property> <name>io.file.buffer.size</name> <value>131072</value> </property> <property> <name>hadoop.proxyuser.root.hosts</name> <value>dias</value> </property> <property> <name>hadoop.proxyuser.root.groups</name> <value>*</value> </property> </configuration>

Hdfs-site.xml

<?xml version= "1.0" encoding= "UTF-8"?> <?xml-stylesheet type= "text/xsl" href= "configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); You are not to use this file except in compliance with the License. You could obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable or agreed to in writing, software Distributed under the License is distributed on ' as is ' basis, Without warranties or CONDITIONS of any KIND, either express or implied. The License for the specific language governing permissions and Limitations under the License. Accompanying LICENSE file. --> <!--put site-specific property overrides in this file. --> <configuration> <property> <name>dfs.namenode.name.dir</name> <value>/usr/local/hadoop/hdfs/name</value> <final>true</final> </property> <property> <name>dfs.datanode.data.dir</name> <value>/usr/local/hadoop/hdfs/data</value> <final>true</final> </property> <property> <name>dfs.replication</name> <value>1</value> </property> <property> <name>dfs.permissions</name> <value>false</value> </property> </configuration>

Mapred-site.xml

<?xml version= "1.0"?> <?xml-stylesheet type= "text/xsl" href= "configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); You are not to use this file except in compliance with the License. You could obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable or agreed to in writing, software Distributed under the License is distributed on ' as is ' basis, Without warranties or CONDITIONS of any KIND, either express or implied. The License for the specific language governing permissions and Limitations under the License. Accompanying LICENSE file. --> <!--put site-specific property overrides in this file. --> <configuration> <property> <name>mapreduce.framework.name</name> <value>Yarn</value> </property> <property> <name>mapreduce.jobhistory.address</name> <value>namenode:10020</value> </property> <property> <name>mapreduce.jobhistory.webapp.address</name> <value>namenode:19888</value> </property> <property> <name>mapreduce.jobhistory.intermediate-done-dir</name> <value>/mr-history/tmp</value> </property> <property> <name>mapreduce.jobhistory.done-dir</name> <value>/mr-history/done</value> </property> </configuration>

Yarn-site.xml

<?xml version= "1.0"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); You are not to use this file except in compliance with the License. You could obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable or agreed to in writing, software Distributed under the License is distributed on ' as is ' basis, Without warranties or CONDITIONS of any KIND, either express or implied. The License for the specific language governing permissions and Limitations under the License. Accompanying LICENSE file. --> <configuration> <!--Site specific YARN configuration Properties--> <property> <name>Yarn.nodemanager.aux-services</name> <value>mapreduce.shuffle</value> </property> <property> <name>Yarn.resourcemanager.address</name> <value>dias:18040</value> </property> <property> <name>Yarn.resourcemanager.scheduler.address</name> <value>dias:18030</value> </property> <property> <name>Yarn.resourcemanager.resource-tracker.address</name> <value>dias:18025</value> </property> <property> <name>Yarn.resourcemanager.admin.address</name> <value>dias:18041</value> </property> <property> <name>Yarn.resourcemanager.webapp.address</name> <value>dias:8088</value> </property> <property> <name>Yarn.nodemanager.local-dirs</name> <value>/usr/local/hadoop/mynode/my</value> </property> <property> <name>Yarn.nodemanager.log-dirs</name> <value>/usr/local/hadoop/mynode/logs</value> </property> <property> <name>Yarn.nodemanager.log.retain-seconds</name> <value>10800</value> </property> <property> <name>Yarn.nodemanager.remote-app-log-dir</name> <value>/logs</value> </property> <property> <name>Yarn.nodemanager.remote-app-log-dir-suffix</name> <value>logs</value> </property> <property> <name>Yarn.log-aggregation.retain-seconds</name> <value>-1</value> </property> <property> <name>Yarn.log-aggregation.retain-check-interval-seconds</name> <value>-1</value> </property> </configuration>

yarn-env.sh

Export java_home=/usr/java/jdk1.7.0_79

hadoop-env.sh

Export java_home=/usr/java/jdk1.7.0_79