io.druid.indexer

Class HadoopDruidIndexerMapper<KEYOUT,VALUEOUT>

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Writable,org.apache.hadoop.io.Writable,KEYOUT,VALUEOUT>

io.druid.indexer.HadoopDruidIndexerMapper<KEYOUT,VALUEOUT>

Direct Known Subclasses:

DetermineHashedPartitionsJob.DetermineCardinalityMapper, DeterminePartitionsJob.DeterminePartitionsDimSelectionAssumeGroupedMapper, DeterminePartitionsJob.DeterminePartitionsGroupByMapper, IndexGeneratorJob.IndexGeneratorMapper

public abstract class HadoopDruidIndexerMapper<KEYOUT,VALUEOUT>
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Writable,org.apache.hadoop.io.Writable,KEYOUT,VALUEOUT>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected GranularitySpec	granularitySpec

Constructor Summary

Constructors

Constructor and Description
HadoopDruidIndexerMapper()

Method Summary

Methods

Modifier and Type	Method and Description
HadoopDruidIndexerConfig	getConfig()
io.druid.data.input.impl.InputRowParser	getParser()
protected abstract void	innerMap(io.druid.data.input.InputRow inputRow, org.apache.hadoop.io.Writable value, org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	map(org.apache.hadoop.io.Writable key, org.apache.hadoop.io.Writable value, org.apache.hadoop.mapreduce.Mapper.Context context)
static io.druid.data.input.InputRow	parseInputRow(org.apache.hadoop.io.Writable value, io.druid.data.input.impl.InputRowParser parser)
protected void	setup(org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

cleanup, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

granularitySpec

protected GranularitySpec granularitySpec

Constructor Detail

HadoopDruidIndexerMapper

public HadoopDruidIndexerMapper()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Writable,org.apache.hadoop.io.Writable,KEYOUT,VALUEOUT>

Throws:

IOException

InterruptedException

getConfig

public HadoopDruidIndexerConfig getConfig()

getParser

public io.druid.data.input.impl.InputRowParser getParser()

map

protected void map(org.apache.hadoop.io.Writable key,
       org.apache.hadoop.io.Writable value,
       org.apache.hadoop.mapreduce.Mapper.Context context)
            throws IOException,
                   InterruptedException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Writable,org.apache.hadoop.io.Writable,KEYOUT,VALUEOUT>

Throws:

IOException

InterruptedException

parseInputRow

public static final io.druid.data.input.InputRow parseInputRow(org.apache.hadoop.io.Writable value,
                                         io.druid.data.input.impl.InputRowParser parser)

innerMap

protected abstract void innerMap(io.druid.data.input.InputRow inputRow,
            org.apache.hadoop.io.Writable value,
            org.apache.hadoop.mapreduce.Mapper.Context context)
                          throws IOException,
                                 InterruptedException

Throws:

IOException

InterruptedException