Basic configuration file settings for Hadoop and HBase pseudo-distributed

Hadoop


0.hbase-env.sh


Export java_home=/software/jdk1.7.0_80


1.core-site.xml
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://master:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>file:/software/hadoop-2.6.4/tmp</value>
</property>
<property>
<name>hadoop.native.lib</name>
<value>false</value>
</property>
</configuration>


2.hdfs-site.xml


<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>file:/software/hadoop-2.6.4/dfs/name</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>file:/software/hadoop-2.6.4/dfs/data</value>
</property>
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
</configuration>


3.mapred-site.xml


<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
</configuration>


4.yarn-site.xml


<configuration>
<property>
<description>the hostname of the rm.</description>
<name>yarn.resourcemanager.hostname</name>
<value>master</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
</configuration>


5.slaves


Master


Hbase:


0.hbase-env.sh
Export java_home=/software/jdk1.7.0_80
Export Hbase_classpath=/software/hadoop-2.6.4/etc/hadoop
Export Hbase_manages_zk=true
Export Hbase_log_dir=/software/hbase-1.2.1/logs


1.hbase-site.xml


<configuration>
<property>
<name>hbase.rootdir</name>
<value>hdfs://master:9000/hbase</value>
</property>
<property>
<name>hbase.cluster.distributed</name>
<value>true</value>
</property>
<property>
<name>hbase.tmp.dir</name>
<value>file:/software/hbase-1.2.1/tmp</value>
</property>
<property>
<name>hbase.zookeeper.quorum</name>
<value>master</value>
</property>
<property>
<name>hbase.zookeeper.property.dataDir</name>
<value>file:/software/hbase-1.2.1/zookeeper</value>
</property>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
</configuration>

Basic configuration file settings for Hadoop and HBase pseudo-distributed