欢迎来到天天文库
浏览记录
ID:55951745
大小:37.00 KB
页数:12页
时间:2020-06-18
《educoder平台MapReduce基础实战.doc》由会员上传分享,免费在线阅读,更多相关内容在行业资料-天天文库。
1、MapReduce第1关:成绩统计过关代码:importjava.io.IOException;importjava.util.StringTokenizer;importjava.io.IOException;importjava.util.StringTokenizer;importorg.apache.hadoop.conf.Configuration;importorg.apache.hadoop.fs.Path;importorg.apache.hadoop.io.*;importorg.apache.hadoop.io.Text;impor
2、torg.apache.hadoop.mapreduce.Job;importorg.apache.hadoop.mapreduce.Mapper;importorg.apache.hadoop.mapreduce.Reducer;importorg.apache.hadoop.mapreduce.lib.input.FileInputFormat;importorg.apache.hadoop.mapreduce.lib.output.FileOutputFormat;importorg.apache.hadoop.util.GenericOptio
3、nsParser;publicclassWordCount{/**********Begin**********/publicstaticclassTokenizerMapperextendsMapper{privatefinalstaticIntWritableone=newIntWritable(1);privateTextword=newText();privateintmaxValue=0;publicvoidmap(LongWritablekey,Textvalue,Co
4、ntextcontext)throwsIOException,InterruptedException{StringTokenizeritr=newStringTokenizer(value.toString(),"");while(itr.hasMoreTokens()){String[]str=itr.nextToken().split("");Stringname=str[0];one.set(Integer.parseInt(str[1]));word.set(name);context.write(word,one);}//context
5、.write(word,one);}}publicstaticclassIntSumReducerextendsReducer{privateIntWritableresult=newIntWritable();publicvoidreduce(Textkey,Iterablevalues,Contextcontext)throwsIOException,InterruptedException{intmaxAge=0;intage=0;for(IntWri
6、tableintWritable:values){maxAge=Math.max(maxAge,intWritable.get());}result.set(maxAge);context.write(key,result);}}publicstaticvoidmain(String[]args)throwsException{Configurationconf=newConfiguration();Jobjob=newJob(conf,"wordcount");job.setJarByClass(WordCount.class);job.setMap
7、perClass(TokenizerMapper.class);job.setCombinerClass(IntSumReducer.class);job.setReducerClass(IntSumReducer.class);job.setOutputKeyClass(Text.class);job.setOutputValueClass(IntWritable.class);Stringinputfile="/user/test/input";StringoutputFile="/user/test/output/";FileInputForma
8、t.addInputPath(job,newPath(inputfile));FileOutp
此文档下载收益归作者所有