1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.giraph.io.formats;
20
21 import org.apache.hadoop.fs.Path;
22 import org.apache.hadoop.io.LongWritable;
23 import org.apache.hadoop.io.Text;
24 import org.apache.hadoop.io.compress.CompressionCodec;
25 import org.apache.hadoop.io.compress.CompressionCodecFactory;
26 import org.apache.hadoop.mapreduce.InputSplit;
27 import org.apache.hadoop.mapreduce.JobContext;
28 import org.apache.hadoop.mapreduce.RecordReader;
29 import org.apache.hadoop.mapreduce.TaskAttemptContext;
30 import org.apache.hadoop.mapreduce.lib.input.LineRecordReader;
31
32
33
34
35
36
37 public class GiraphTextInputFormat
38 extends GiraphFileInputFormat<LongWritable, Text> {
39 @Override
40 public RecordReader<LongWritable, Text>
41 createRecordReader(InputSplit split, TaskAttemptContext context) {
42 return new LineRecordReader();
43 }
44
45 @Override
46 protected boolean isSplitable(JobContext context, Path file) {
47 CompressionCodec codec =
48 new CompressionCodecFactory(context.getConfiguration()).getCodec(file);
49 return codec == null;
50 }
51 }