Class FileInputFormatCsv
- java.lang.Object
-
- org.apache.hadoop.mapreduce.InputFormat<K,V>
-
- org.apache.hadoop.mapreduce.lib.input.FileInputFormat<org.apache.hadoop.io.LongWritable,List>
-
- net.sansa_stack.hadoop.format.commons_csv.csv.FileInputFormatCsv
-
public class FileInputFormatCsv extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<org.apache.hadoop.io.LongWritable,List>
-
-
Constructor Summary
Constructors Constructor Description FileInputFormatCsv()
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,List>
createRecordReader(org.apache.hadoop.mapreduce.InputSplit inputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.commons.csv.CSVFormat
getCsvFormat(org.apache.hadoop.conf.Configuration conf, org.apache.commons.csv.CSVFormat defaultValue)
boolean
isSplitable(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path file)
static void
setCsvFormat(org.apache.hadoop.conf.Configuration conf, org.apache.commons.csv.CSVFormat csvFormat)
-
Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, getSplits, listStatus, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
-
-
-
-
Method Detail
-
isSplitable
public boolean isSplitable(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path file)
- Overrides:
isSplitable
in classorg.apache.hadoop.mapreduce.lib.input.FileInputFormat<org.apache.hadoop.io.LongWritable,List>
-
createRecordReader
public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,List> createRecordReader(org.apache.hadoop.mapreduce.InputSplit inputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext context)
- Specified by:
createRecordReader
in classorg.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.LongWritable,List>
-
setCsvFormat
public static void setCsvFormat(org.apache.hadoop.conf.Configuration conf, org.apache.commons.csv.CSVFormat csvFormat)
-
getCsvFormat
public static org.apache.commons.csv.CSVFormat getCsvFormat(org.apache.hadoop.conf.Configuration conf, org.apache.commons.csv.CSVFormat defaultValue)
-
-