io.druid.segment

Class IndexMerger

java.lang.Object

io.druid.segment.IndexMerger

Direct Known Subclasses:

IndexMergerV9

public class IndexMerger
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	IndexMerger.AggFactoryStringIndexed
static class	IndexMerger.MMappedIndexRowIterable
static class	IndexMerger.RowboatMergeFunction

Field Summary

Fields

Modifier and Type	Field and Description
protected static ListIndexed	EMPTY_STR_DIM_VAL
protected IndexIO	indexIO
protected static int	INVALID_ROW
protected com.fasterxml.jackson.databind.ObjectMapper	mapper
protected static SerializerUtils	serializerUtils
protected static com.google.common.base.Splitter	SPLITTER

Constructor Summary

Constructors

Constructor and Description
IndexMerger(com.fasterxml.jackson.databind.ObjectMapper mapper, IndexIO indexIO)

Method Summary

Modifier and Type	Method and Description
File	append(List<IndexableAdapter> indexes, AggregatorFactory[] aggregators, File outDir, IndexSpec indexSpec)
File	append(List<IndexableAdapter> indexes, AggregatorFactory[] aggregators, File outDir, IndexSpec indexSpec, ProgressIndicator progress)
File	convert(File inDir, File outDir, IndexSpec indexSpec)
File	convert(File inDir, File outDir, IndexSpec indexSpec, ProgressIndicator progress)
void	createIndexDrdFile(byte versionId, File inDir, GenericIndexed<String> availableDimensions, GenericIndexed<String> availableMetrics, org.joda.time.Interval dataInterval, BitmapSerdeFactory bitmapSerdeFactory)
static List<String>	getMergedDimensions(List<IndexableAdapter> indexes)
static boolean	isNullColumn(Iterable<String> dimValues)
protected DimensionHandler[]	makeDimensionHandlers(List<String> mergedDimensions, List<ColumnCapabilitiesImpl> dimCapabilities)
protected File	makeIndexFiles(List<IndexableAdapter> indexes, AggregatorFactory[] metricAggs, File outDir, ProgressIndicator progress, List<String> mergedDimensions, List<String> mergedMetrics, com.google.common.base.Function<ArrayList<Iterable<Rowboat>>,Iterable<Rowboat>> rowMergerFn, IndexSpec indexSpec)
protected Iterable<Rowboat>	makeRowIterable(List<IndexableAdapter> indexes, List<String> mergedDimensions, List<String> mergedMetrics, com.google.common.base.Function<ArrayList<Iterable<Rowboat>>,Iterable<Rowboat>> rowMergerFn, List<ColumnCapabilitiesImpl> dimCapabilities, DimensionHandler[] handlers, List<DimensionMerger> mergers)
File	merge(List<IndexableAdapter> indexes, boolean rollup, AggregatorFactory[] metricAggs, File outDir, IndexSpec indexSpec)
File	merge(List<IndexableAdapter> indexes, boolean rollup, AggregatorFactory[] metricAggs, File outDir, IndexSpec indexSpec, ProgressIndicator progress)
static <T extends Comparable> ArrayList<T>	mergeIndexed(List<Iterable<T>> indexedLists)
File	mergeQueryableIndex(List<QueryableIndex> indexes, boolean rollup, AggregatorFactory[] metricAggs, File outDir, IndexSpec indexSpec)
File	mergeQueryableIndex(List<QueryableIndex> indexes, boolean rollup, AggregatorFactory[] metricAggs, File outDir, IndexSpec indexSpec, ProgressIndicator progress)
File	persist(IncrementalIndex index, File outDir, IndexSpec indexSpec)
File	persist(IncrementalIndex index, org.joda.time.Interval dataInterval, File outDir, IndexSpec indexSpec) This is *not* thread-safe and havok will ensue if this is called and writes are still occurring on the IncrementalIndex object.
File	persist(IncrementalIndex index, org.joda.time.Interval dataInterval, File outDir, IndexSpec indexSpec, ProgressIndicator progress)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

EMPTY_STR_DIM_VAL

protected static final ListIndexed EMPTY_STR_DIM_VAL

serializerUtils

protected static final SerializerUtils serializerUtils

INVALID_ROW

protected static final int INVALID_ROW

See Also:

Constant Field Values

SPLITTER

protected static final com.google.common.base.Splitter SPLITTER

mapper

protected final com.fasterxml.jackson.databind.ObjectMapper mapper

indexIO

protected final IndexIO indexIO

Constructor Detail

IndexMerger

@Inject
public IndexMerger(com.fasterxml.jackson.databind.ObjectMapper mapper,
                           IndexIO indexIO)

Method Detail

persist

public File persist(IncrementalIndex index,
                    File outDir,
                    IndexSpec indexSpec)
             throws IOException

Throws:

IOException

persist

public File persist(IncrementalIndex index,
                    org.joda.time.Interval dataInterval,
                    File outDir,
                    IndexSpec indexSpec)
             throws IOException

This is *not* thread-safe and havok will ensue if this is called and writes are still occurring on the IncrementalIndex object.

Parameters:

index - the IncrementalIndex to persist

dataInterval - the Interval that the data represents

outDir - the directory to persist the data to

Returns:

the index output directory

Throws:

IOException - if an IO error occurs persisting the index

persist

public File persist(IncrementalIndex index,
                    org.joda.time.Interval dataInterval,
                    File outDir,
                    IndexSpec indexSpec,
                    ProgressIndicator progress)
             throws IOException

Throws:

IOException

mergeQueryableIndex

public File mergeQueryableIndex(List<QueryableIndex> indexes,
                                boolean rollup,
                                AggregatorFactory[] metricAggs,
                                File outDir,
                                IndexSpec indexSpec)
                         throws IOException

Throws:

IOException

mergeQueryableIndex

public File mergeQueryableIndex(List<QueryableIndex> indexes,
                                boolean rollup,
                                AggregatorFactory[] metricAggs,
                                File outDir,
                                IndexSpec indexSpec,
                                ProgressIndicator progress)
                         throws IOException

Throws:

IOException

merge

public File merge(List<IndexableAdapter> indexes,
                  boolean rollup,
                  AggregatorFactory[] metricAggs,
                  File outDir,
                  IndexSpec indexSpec)
           throws IOException

Throws:

IOException

getMergedDimensions

public static List<String> getMergedDimensions(List<IndexableAdapter> indexes)

merge

public File merge(List<IndexableAdapter> indexes,
                  boolean rollup,
                  AggregatorFactory[] metricAggs,
                  File outDir,
                  IndexSpec indexSpec,
                  ProgressIndicator progress)
           throws IOException

Throws:

IOException

convert

public File convert(File inDir,
                    File outDir,
                    IndexSpec indexSpec)
             throws IOException

Throws:

IOException

convert

public File convert(File inDir,
                    File outDir,
                    IndexSpec indexSpec,
                    ProgressIndicator progress)
             throws IOException

Throws:

IOException

append

public File append(List<IndexableAdapter> indexes,
                   AggregatorFactory[] aggregators,
                   File outDir,
                   IndexSpec indexSpec)
            throws IOException

Throws:

IOException

append

public File append(List<IndexableAdapter> indexes,
                   AggregatorFactory[] aggregators,
                   File outDir,
                   IndexSpec indexSpec,
                   ProgressIndicator progress)
            throws IOException

Throws:

IOException

makeIndexFiles

protected File makeIndexFiles(List<IndexableAdapter> indexes,
                              AggregatorFactory[] metricAggs,
                              File outDir,
                              ProgressIndicator progress,
                              List<String> mergedDimensions,
                              List<String> mergedMetrics,
                              com.google.common.base.Function<ArrayList<Iterable<Rowboat>>,Iterable<Rowboat>> rowMergerFn,
                              IndexSpec indexSpec)
                       throws IOException

Throws:

IOException

makeDimensionHandlers

protected DimensionHandler[] makeDimensionHandlers(List<String> mergedDimensions,
                                                   List<ColumnCapabilitiesImpl> dimCapabilities)

makeRowIterable

protected Iterable<Rowboat> makeRowIterable(List<IndexableAdapter> indexes,
                                            List<String> mergedDimensions,
                                            List<String> mergedMetrics,
                                            com.google.common.base.Function<ArrayList<Iterable<Rowboat>>,Iterable<Rowboat>> rowMergerFn,
                                            List<ColumnCapabilitiesImpl> dimCapabilities,
                                            DimensionHandler[] handlers,
                                            List<DimensionMerger> mergers)

mergeIndexed

public static <T extends Comparable> ArrayList<T> mergeIndexed(List<Iterable<T>> indexedLists)

createIndexDrdFile

public void createIndexDrdFile(byte versionId,
                               File inDir,
                               GenericIndexed<String> availableDimensions,
                               GenericIndexed<String> availableMetrics,
                               org.joda.time.Interval dataInterval,
                               BitmapSerdeFactory bitmapSerdeFactory)
                        throws IOException

Throws:

IOException

isNullColumn

public static boolean isNullColumn(Iterable<String> dimValues)