Hadoop 1.x MapReduce 預設驅動配置__Hadoop

    查詢源碼，可以得出Hadoop 1.x MapReduce預設的驅動配置：

package org.dragon.hadoop.mr;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.LongWritable;import org.apache.hadoop.io.Text;import org.apache.hadoop.mapreduce.Job;import org.apache.hadoop.mapreduce.Mapper;import org.apache.hadoop.mapreduce.Reducer;import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;import org.apache.hadoop.mapreduce.lib.partition.HashPartitioner;/** * MapReduce 預設的驅動配置 * @author Administrator * */public class DefaultMapReduce {public static void main(String[] args) throws Exception {args = new String[]{"hdfs://hadoop-master.dragon.org:9000/opt/data/test/input/simple_file.txt","hdfs://hadoop-master.dragon.org:9000/opt/data/test/output7/"};//1、confConfiguration conf = new Configuration();//2、create jobJob job = new Job(conf,DefaultMapReduce.class.getSimpleName());//3、set run jarjob.setJarByClass(DefaultMapReduce.class);//4、set inputFormatjob.setInputFormatClass(TextInputFormat.class);//5、set input pathFileInputFormat.addInputPath(job, new Path(args[0]));//6、set mapperjob.setMapperClass(Mapper.class);//7、set map output key/value classjob.setMapOutputKeyClass(LongWritable.class);job.setMapOutputValueClass(Text.class);//8、set partionjob.setPartitionerClass(HashPartitioner.class);//9、set reduce numberjob.setNumReduceTasks(1);//10、set sort comparator classjob.setSortComparatorClass(LongWritable.Comparator.class);//11、set group comparator classjob.setGroupingComparatorClass(LongWritable.Comparator.class);//12、set combiner classjob.setCombinerClass(null);//13、set reducer classjob.setReducerClass(Reducer.class);//14、set output classjob.setOutputFormatClass(TextOutputFormat.class);//15、set job output key/value classjob.setOutputKeyClass(LongWritable.class);job.setOutputValueClass(Text.class);//16、set job output pathFileOutputFormat.setOutputPath(job, new Path(args[1]));//17、submit jobboolean isSuccess = job.waitForCompletion(true);//18、exitSystem.exit(isSuccess?0:1);}}