3.3 Hadoop-MapReduce，统计温度

古城微笑少年丶 2022-05-24 04:58 174阅读 0赞

统计一年最高温度的三个月

![20180521111637438][]

工程结构：

![20180521111645280][]

WeatherKey：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:101px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.io.DataInput;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.io.DataOutput;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.io.IOException;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.WritableComparable;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class WeatherKey implements WritableComparable{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;private int year;//年</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;private int month;//月</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;private double hot;//温度</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int getYear() { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return year;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public void setYear(int year) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.year = year;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int getMonth() { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return month;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public void setMonth(int month) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.month = month;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public double getHot() { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return hot;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public void setHot(double hot) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.hot = hot;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;@Override</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public void readFields(DataInput arg0) throws IOException { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.year=arg0.readInt();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.month=arg0.readInt();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; this.hot=arg0.readDouble();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;/**</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; * 转化为可序列化数字</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; */</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;@Override</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public void write(DataOutput arg0) throws IOException { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; arg0.writeInt(year);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; arg0.writeInt(month);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; arg0.writeDouble(hot);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;@Override</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int compareTo(Object arg0) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return this==arg0?0:-1;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

WeatherMapper：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:109px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.io.IOException;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.text.SimpleDateFormat;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.util.Calendar;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.util.Date;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.Text;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.Mapper;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class WeatherMapper extends Mapper&lt;Text, Text, WeatherKey, Text&gt;{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;@Override</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;protected void map(Text key, Text value,Context context)</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;throws IOException, InterruptedException { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; String datestring = key.toString();//得到时间字符串</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; try { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;Date date = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").parse(datestring);//把字符串转化为时间格式</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;Calendar c =Calendar.getInstance();//定义日历</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;c.setTime(date);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;int year =c.get(Calendar.YEAR);//获取年</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;int month =c.get(Calendar.MONTH);//获取月</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;double hot = Double.parseDouble(value.toString().substring(0, value.toString().length()-1));//截取value中的数字</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;WeatherKey outkey = new WeatherKey();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;outkey.setYear(year);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;outkey.setMonth(month);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;outkey.setHot(hot);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;context.write(outkey, new Text(key.toString()+"\t"+value.toString()));</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; } catch (Exception e) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;// TODO Auto-generated catch block</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;e.printStackTrace();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; }</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

WeatherReduer：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:146px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import java.io.IOException;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.NullWritable;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.Text;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.Reducer;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class WeatherReduer extends Reducer&lt;WeatherKey, Text, NullWritable, Text&gt;{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;@Override</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;protected void reduce(WeatherKey arg0, Iterable&lt;Text&gt; arg1,Context arg2)</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;throws IOException, InterruptedException { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; int i=0;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; for (Text text : arg1) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;if(i&lt;3){//取前三个</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp; arg2.write(NullWritable.get(), text);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;}else{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp; break;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;i++;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; }</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

MyGroup：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:131px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.WritableComparable;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.WritableComparator;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">/**</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* 分组</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* @author root</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*/</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class MyGroup extends WritableComparator{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public MyGroup(){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; super(WeatherKey.class,true);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int compare(WritableComparable a, WritableComparable b) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; WeatherKey k1 =(WeatherKey) a;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; WeatherKey k2=(WeatherKey) b;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; int r1 =Integer.compare(k1.getYear(), k2.getYear());</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; if(r1==0){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;int r2 =Integer.compare(k1.getMonth(), k2.getMonth());</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;return r2;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; }</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return r1;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

MyPartioner：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:103px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.Text;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.lib.partition.HashPartitioner;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class MyPartioner extends HashPartitioner&lt;WeatherKey,Text&gt;{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int getPartition(WeatherKey key, Text value, int numReduceTasks) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return (key.getYear()-1949)%numReduceTasks;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

MySort：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:85px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.WritableComparable;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.WritableComparator;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">/**</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* 排序</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* @author root</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*/</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class MySort extends WritableComparator{ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public MySort(){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; super(WeatherKey.class,true);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public int compare(WritableComparable a, WritableComparable b) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; WeatherKey k1 =(WeatherKey) a;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; WeatherKey k2=(WeatherKey) b;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; int r1 =Integer.compare(k1.getYear(), k2.getYear());</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; if(r1==0){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;int r2 =Integer.compare(k1.getMonth(), k2.getMonth());</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;if(r2==0){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp; return -Double.compare(k1.getHot(), k2.getHot());</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;return r2;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; }</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; return r1;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

RunJob：

<table style="table-layout:fixed;white-space:nowrap;width:0px;">    
 <tbody> 
  <tr style="height:123px;"> 
   <td style="color:rgb(57,57,57);border-color:rgb(167,167,167);white-space:pre-wrap;"> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">package com.test.weather;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.conf.Configuration;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.fs.FileSystem;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.fs.Path;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.io.Text;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.Job;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.lib.input.KeyValueTextInputFormat;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">/**</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* 统计每年温度最高的三个月份</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;* @author root</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;*/</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">public class RunJob { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;public static void main(String[] args) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; Configuration conf = new Configuration();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; conf.set("fs.defaultFS", "hdfs://node1:9000");</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; conf.set("mapreduce.input.keyvaluelinerecordreader.key.value.separator", "\t");//自定义key</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; try { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;FileSystem fs = FileSystem.get(conf);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;Job job = Job.getInstance(conf);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setJobName("Weather");</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setJarByClass(RunJob.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setMapperClass(WeatherMapper.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setReducerClass(WeatherReduer.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setMapOutputKeyClass(WeatherKey.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setMapOutputValueClass(Text.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setPartitionerClass(MyPartioner.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setSortComparatorClass(MySort.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setGroupingComparatorClass(MyGroup.class);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setNumReduceTasks(3);//设置启动三个reduce，默认是一个</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;//设置一个map任务输入数据的格式</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;job.setInputFormatClass(KeyValueTextInputFormat.class);//KeyValueTextInputFormat 把第一个隔开符的左边为key，右边为value</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;//定义job任务输入数据目录和输出结果目录</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;//把wc.txt上传到hdfs目录中/usr/intput/weather</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;//输出结果数据放到/usr/output/weather</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;FileInputFormat.addInputPath(job, new Path("/usr/input/weather"));</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;//输出结果数据目录不能存在，job执行时自动创建的。如果在执行时目录已经存在，则job执行失败。</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;Path output =new Path("/usr/output/weather");</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;if(fs.exists(output)){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp; fs.delete(output, true);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;FileOutputFormat.setOutputPath(job,output );</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;boolean f= job.waitForCompletion(true);</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;if(f){ </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp; System.out.println("job执行成功！");</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; } catch (Exception e) { </span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;// TODO Auto-generated catch block</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; &nbsp;e.printStackTrace();</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp; }</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">&nbsp;}</span> 
    </div> 
    <div> 
     <br> 
    </div> 
    <div> 
     <span style="font-family:'Microsoft YaHei', STXihei;color:rgb(0,0,0);background-color:transparent;">}</span> 
    </div></td> 
  </tr> 
 </tbody> 
</table>

[20180521111637438]: /images/20220524/302e17628405484598c196b30e4ee54b.png
[20180521111645280]: /images/20220524/ec8773e23d74424498df8ee807124263.png