io.druid.indexer

Class IndexGeneratorJob.IndexGeneratorReducer

java.lang.Object

org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

io.druid.indexer.IndexGeneratorJob.IndexGeneratorReducer

Direct Known Subclasses:

LegacyIndexGeneratorJob.LegacyIndexGeneratorReducer

Enclosing class:

IndexGeneratorJob

public static class IndexGeneratorJob.IndexGeneratorReducer
extends org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer

org.apache.hadoop.mapreduce.Reducer.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected HadoopDruidIndexerConfig	config

Constructor Summary

Constructors

Constructor and Description
IndexGeneratorJob.IndexGeneratorReducer()

Method Summary

Methods

Modifier and Type	Method and Description
protected ProgressIndicator	makeProgressIndicator(org.apache.hadoop.mapreduce.Reducer.Context context)
protected File	mergeQueryableIndex(List<QueryableIndex> indexes, AggregatorFactory[] aggs, File file, ProgressIndicator progressIndicator)
protected File	persist(IncrementalIndex index, org.joda.time.Interval interval, File file, ProgressIndicator progressIndicator)
protected void	reduce(org.apache.hadoop.io.BytesWritable key, Iterable<org.apache.hadoop.io.BytesWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Reducer.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Reducer

cleanup, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

config

protected HadoopDruidIndexerConfig config

Constructor Detail

IndexGeneratorJob.IndexGeneratorReducer

public IndexGeneratorJob.IndexGeneratorReducer()

Method Detail

makeProgressIndicator

protected ProgressIndicator makeProgressIndicator(org.apache.hadoop.mapreduce.Reducer.Context context)

persist

protected File persist(IncrementalIndex index,
           org.joda.time.Interval interval,
           File file,
           ProgressIndicator progressIndicator)
                throws IOException

Throws:

IOException

mergeQueryableIndex

protected File mergeQueryableIndex(List<QueryableIndex> indexes,
                       AggregatorFactory[] aggs,
                       File file,
                       ProgressIndicator progressIndicator)
                            throws IOException

Throws:

IOException

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Throws:

IOException

InterruptedException

reduce

protected void reduce(org.apache.hadoop.io.BytesWritable key,
          Iterable<org.apache.hadoop.io.BytesWritable> values,
          org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException

Overrides:

reduce in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Throws:

IOException

InterruptedException