Untitled
unknown
java
a year ago
1.9 kB
4
Indexable
import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.Random; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.Mapper; import org.apache.hadoop.mapreduce.Reducer; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; public class TransAnalysis1 { //read trans file and show the list of: Game_type Total_amount public static class TransMapper extends Mapper <Object, Text, Text, Text> { public void map(Object key, Text value, Context context) throws IOException, InterruptedException { String record = value.toString().trim(); String[] parts = record.split(","); String gametype = parts[4]; String amount = parts[3]; context.write(new Text(gametype), new Text(amount)); } } public static class TransReducer extends Reducer <Text, Text, Text, Text> { public void reduce(Text key, Iterable<Text> values, Context context) throws IOException, InterruptedException { double total = 0.0; for (Text t : values) { total += Float.parseFloat(t.toString().trim()); } context.write(key, new Text(Double.toString(total))); } } public static void main(String[] args) throws Exception { Configuration conf = new Configuration(); Job job = new Job(conf, "Trans analysis 1"); job.setJarByClass(TransAnalysis1.class); job.setMapperClass(TransMapper.class); job.setReducerClass(TransReducer.class); job.setOutputKeyClass(Text.class); job.setOutputValueClass(Text.class); //job.setNumReduceTasks(0); FileInputFormat.addInputPath(job, new Path(args[0])); FileOutputFormat.setOutputPath(job, new Path(args[1])); System.exit(job.waitForCompletion(true) ? 0 : 1); } }
Editor is loading...
Leave a Comment