pagerankiterdriver.java

一个简单的mapreduce实现

//
// Author - Jack Hebert ([e-mail])
// Copyright 2007
// Distributed under GPLv3
//
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.JobClient;
import org.apache.hadoop.mapred.JobConf;
import org.apache.hadoop.mapred.Mapper;
import org.apache.hadoop.mapred.Reducer;


public class PageRankIterDriver {

  public static void main(String[] args) {
    JobClient client = new JobClient();
    JobConf conf = new JobConf(PageRankIterDriver.class);
    conf.setJobName("Page-rank Iter");

    conf.setNumReduceTasks(5);

    conf.setInputFormat(org.apache.hadoop.mapred.SequenceFileInputFormat.class);
    conf.setOutputFormat(org.apache.hadoop.mapred.SequenceFileOutputFormat.class);

    conf.setOutputKeyClass(Text.class);
    conf.setOutputValueClass(Text.class);

    if (args.length < 2) {
      System.out.println("Usage: PageRankIter <input path> <output path>");
      System.exit(0);
    }
    conf.setInputPath(new Path(args[0]));
    conf.setOutputPath(new Path(args[1]));

    //conf.setInputPath(new Path("graph2"));
    //conf.setOutputPath(new Path("graph3"));

    conf.setMapperClass(PageRankIterMapper.class);
    conf.setReducerClass(PageRankIterReducer.class);
    conf.setCombinerClass(PageRankIterReducer.class);

    client.setConf(conf);
    try {
      JobClient.runJob(conf);
    } catch (Exception e) {
      e.printStackTrace();
    }
  }
}