1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.giraph.io.internal;
20
21 import org.apache.giraph.io.MappingInputFormat;
22 import org.apache.giraph.io.MappingReader;
23 import org.apache.giraph.job.HadoopUtils;
24 import org.apache.hadoop.conf.Configuration;
25 import org.apache.hadoop.io.Writable;
26 import org.apache.hadoop.io.WritableComparable;
27 import org.apache.hadoop.mapreduce.InputSplit;
28 import org.apache.hadoop.mapreduce.JobContext;
29 import org.apache.hadoop.mapreduce.TaskAttemptContext;
30
31 import java.io.DataInput;
32 import java.io.DataOutput;
33 import java.io.IOException;
34 import java.util.List;
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49 public class WrappedMappingInputFormat<I extends WritableComparable,
50 V extends Writable, E extends Writable, B extends Writable>
51 extends MappingInputFormat<I, V, E, B> {
52
53 private MappingInputFormat<I, V, E, B> originalInputFormat;
54
55
56
57
58
59
60 public WrappedMappingInputFormat(
61 MappingInputFormat<I, V, E, B> mappingInputFormat) {
62 originalInputFormat = mappingInputFormat;
63 }
64
65 @Override
66 public void checkInputSpecs(Configuration conf) {
67 originalInputFormat.checkInputSpecs(conf);
68 }
69
70 @Override
71 public List<InputSplit> getSplits(JobContext context, int minSplitCountHint)
72 throws IOException, InterruptedException {
73 return originalInputFormat.getSplits(
74 HadoopUtils.makeJobContext(getConf(), context),
75 minSplitCountHint);
76 }
77
78 @Override
79 public MappingReader<I, V, E, B> createMappingReader(InputSplit split,
80 TaskAttemptContext context) throws IOException {
81 final MappingReader<I, V, E, B> mappingReader = originalInputFormat
82 .createMappingReader(split,
83 HadoopUtils.makeTaskAttemptContext(getConf(), context));
84 return new WrappedMappingReader<>(mappingReader, getConf());
85 }
86
87
88 @Override
89 public void writeInputSplit(InputSplit inputSplit,
90 DataOutput dataOutput) throws IOException {
91 originalInputFormat.writeInputSplit(inputSplit, dataOutput);
92 }
93
94 @Override
95 public InputSplit readInputSplit(
96 DataInput dataInput) throws IOException, ClassNotFoundException {
97 return originalInputFormat.readInputSplit(dataInput);
98 }
99 }