public class GiraphTextInputFormat extends GiraphFileInputFormat<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
TextInputFormat
,
but allows for different data sources (vertex and edge data).EDGE_INPUT_DIR, NUM_EDGE_INPUT_FILES, NUM_VERTEX_INPUT_FILES, VERTEX_INPUT_DIR
Constructor and Description |
---|
GiraphTextInputFormat() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> |
createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected boolean |
isSplitable(org.apache.hadoop.mapreduce.JobContext context,
org.apache.hadoop.fs.Path file) |
addEdgeInputPath, addVertexInputPath, getEdgeInputPaths, getEdgeSplits, getVertexInputPaths, getVertexSplits, listEdgeStatus, listVertexStatus, setEdgeInputPath, setVertexInputPath
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, getSplits, listStatus, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
createRecordReader
in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
protected boolean isSplitable(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path file)
isSplitable
in class org.apache.hadoop.mapreduce.lib.input.FileInputFormat<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Copyright © 2011-2020 The Apache Software Foundation. All Rights Reserved.