io.druid.indexer.hadoop

Class DatasourceInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow>

io.druid.indexer.hadoop.DatasourceInputFormat

public class DatasourceInputFormat
extends org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow>

Field Summary

Fields

Modifier and Type	Field and Description
static String	CONF_DRUID_SCHEMA
static String	CONF_INPUT_SEGMENTS
static String	CONF_MAX_SPLIT_SIZE

Constructor Summary

Constructors

Constructor and Description
DatasourceInputFormat()

Method Summary

Methods

Modifier and Type	Method and Description
org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
List<org.apache.hadoop.mapreduce.InputSplit>	getSplits(org.apache.hadoop.mapreduce.JobContext context)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CONF_INPUT_SEGMENTS

public static final String CONF_INPUT_SEGMENTS

See Also:

Constant Field Values

CONF_DRUID_SCHEMA

public static final String CONF_DRUID_SCHEMA

See Also:

Constant Field Values

CONF_MAX_SPLIT_SIZE

public static final String CONF_MAX_SPLIT_SIZE

See Also:

Constant Field Values

Constructor Detail

DatasourceInputFormat

public DatasourceInputFormat()

Method Detail

getSplits

public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context)
                                                       throws IOException,
                                                              InterruptedException

Specified by:

getSplits in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow>

Throws:

IOException

InterruptedException

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                                                          org.apache.hadoop.mapreduce.TaskAttemptContext context)
                                                                                                                            throws IOException,
                                                                                                                                   InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,io.druid.data.input.InputRow>

Throws:

IOException

InterruptedException