io.druid.segment.incremental

Class IncrementalIndex<AggregatorType>

java.lang.Object

io.druid.segment.incremental.IncrementalIndex<AggregatorType>

All Implemented Interfaces:

Closeable, AutoCloseable, Iterable<io.druid.data.input.Row>

Direct Known Subclasses:

OffheapIncrementalIndex, OnheapIncrementalIndex

public abstract class IncrementalIndex<AggregatorType>
extends Object
implements Iterable<io.druid.data.input.Row>, Closeable

Field Summary

Fields

Modifier and Type	Field and Description
protected CopyOnWriteArrayList<String>	dimensions

Constructor Summary

Constructors

Constructor and Description
IncrementalIndex(IncrementalIndexSchema incrementalIndexSchema, boolean deserializeComplexMetrics) Setting deserializeComplexMetrics to false is necessary for intermediate aggregation such as groupBy that should not deserialize input columns using ComplexMetricSerde for aggregators that return complex metrics.

Method Summary

Methods

Modifier and Type	Method and Description
int	add(io.druid.data.input.InputRow row) Adds a new row.
protected abstract Integer	addToFacts(AggregatorFactory[] metrics, boolean deserializeComplexMetrics, io.druid.data.input.InputRow row, AtomicInteger numEntries, io.druid.segment.incremental.IncrementalIndex.TimeAndDims key, ThreadLocal<io.druid.data.input.InputRow> rowContainer, com.google.common.base.Supplier<io.druid.data.input.InputRow> rowSupplier)
abstract boolean	canAppendRow()
void	close()
io.druid.data.input.InputRow	formatRow(io.druid.data.input.InputRow row)
AggregatorType[]	getAggs()
protected abstract AggregatorType[]	getAggsForRow(int rowOffset)
protected abstract Object	getAggVal(AggregatorType agg, int rowOffset, int aggPosition)
ColumnCapabilities	getCapabilities(String column)
io.druid.segment.incremental.IncrementalIndex.DimDim	getDimension(String dimension)
Integer	getDimensionIndex(String dimension)
List<String>	getDimensions()
io.druid.segment.incremental.IncrementalIndex.DimensionHolder	getDimValues()
abstract ConcurrentNavigableMap<io.druid.segment.incremental.IncrementalIndex.TimeAndDims,Integer>	getFacts()
org.joda.time.Interval	getInterval()
org.joda.time.DateTime	getMaxIngestedEventTime()
org.joda.time.DateTime	getMaxTime()
AggregatorFactory[]	getMetricAggs()
protected abstract float	getMetricFloatValue(int rowOffset, int aggOffset)
Integer	getMetricIndex(String metricName)
protected abstract long	getMetricLongValue(int rowOffset, int aggOffset)
List<String>	getMetricNames()
protected abstract Object	getMetricObjectValue(int rowOffset, int aggOffset)
String	getMetricType(String metric)
org.joda.time.DateTime	getMinTime()
abstract String	getOutOfRowsReason()
ConcurrentNavigableMap<io.druid.segment.incremental.IncrementalIndex.TimeAndDims,Integer>	getSubMap(io.druid.segment.incremental.IncrementalIndex.TimeAndDims start, io.druid.segment.incremental.IncrementalIndex.TimeAndDims end)
protected abstract AggregatorType[]	initAggs(AggregatorFactory[] metrics, com.google.common.base.Supplier<io.druid.data.input.InputRow> rowSupplier, boolean deserializeComplexMetrics)
boolean	isEmpty()
Iterable<io.druid.data.input.Row>	iterableWithPostAggregations(List<PostAggregator> postAggs)
Iterator<io.druid.data.input.Row>	iterator()
static ColumnSelectorFactory	makeColumnSelectorFactory(AggregatorFactory agg, com.google.common.base.Supplier<io.druid.data.input.InputRow> in, boolean deserializeComplexMetrics)
protected abstract io.druid.segment.incremental.IncrementalIndex.DimDim	makeDimDim(String dimension)
int	size()
void	updateMaxIngestedTime(org.joda.time.DateTime eventTime)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

dimensions

protected final CopyOnWriteArrayList<String> dimensions

Constructor Detail

IncrementalIndex

public IncrementalIndex(IncrementalIndexSchema incrementalIndexSchema,
                boolean deserializeComplexMetrics)

Setting deserializeComplexMetrics to false is necessary for intermediate aggregation such as groupBy that should not deserialize input columns using ComplexMetricSerde for aggregators that return complex metrics.

Parameters:

incrementalIndexSchema - the schema to use for incremental index

deserializeComplexMetrics - flag whether or not to call ComplexMetricExtractor.extractValue() on the input value for aggregators that return metrics other than float.

Method Detail

makeColumnSelectorFactory

public static ColumnSelectorFactory makeColumnSelectorFactory(AggregatorFactory agg,
                                              com.google.common.base.Supplier<io.druid.data.input.InputRow> in,
                                              boolean deserializeComplexMetrics)

getFacts

public abstract ConcurrentNavigableMap<io.druid.segment.incremental.IncrementalIndex.TimeAndDims,Integer> getFacts()

canAppendRow

public abstract boolean canAppendRow()

getOutOfRowsReason

public abstract String getOutOfRowsReason()

makeDimDim

protected abstract io.druid.segment.incremental.IncrementalIndex.DimDim makeDimDim(String dimension)

initAggs

protected abstract AggregatorType[] initAggs(AggregatorFactory[] metrics,
                        com.google.common.base.Supplier<io.druid.data.input.InputRow> rowSupplier,
                        boolean deserializeComplexMetrics)

addToFacts

protected abstract Integer addToFacts(AggregatorFactory[] metrics,
                 boolean deserializeComplexMetrics,
                 io.druid.data.input.InputRow row,
                 AtomicInteger numEntries,
                 io.druid.segment.incremental.IncrementalIndex.TimeAndDims key,
                 ThreadLocal<io.druid.data.input.InputRow> rowContainer,
                 com.google.common.base.Supplier<io.druid.data.input.InputRow> rowSupplier)
                               throws IndexSizeExceededException

Throws:

IndexSizeExceededException

getAggsForRow

protected abstract AggregatorType[] getAggsForRow(int rowOffset)

getAggVal

protected abstract Object getAggVal(AggregatorType agg,
               int rowOffset,
               int aggPosition)

getMetricFloatValue

protected abstract float getMetricFloatValue(int rowOffset,
                        int aggOffset)

getMetricLongValue

protected abstract long getMetricLongValue(int rowOffset,
                      int aggOffset)

getMetricObjectValue

protected abstract Object getMetricObjectValue(int rowOffset,
                          int aggOffset)

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

formatRow

public io.druid.data.input.InputRow formatRow(io.druid.data.input.InputRow row)

add

public int add(io.druid.data.input.InputRow row)
        throws IndexSizeExceededException

Adds a new row. The row might correspond with another row that already exists, in which case this will update that row instead of inserting a new one.

Calls to add() are thread safe.

Parameters:

row - the row of data to add

Returns:

the number of rows in the data set after adding the InputRow

Throws:

IndexSizeExceededException

updateMaxIngestedTime

public void updateMaxIngestedTime(org.joda.time.DateTime eventTime)

isEmpty

public boolean isEmpty()

size

public int size()

getAggs

public AggregatorType[] getAggs()

getMetricAggs

public AggregatorFactory[] getMetricAggs()

getDimValues

public io.druid.segment.incremental.IncrementalIndex.DimensionHolder getDimValues()

getDimensions

public List<String> getDimensions()

getMetricType

public String getMetricType(String metric)

getInterval

public org.joda.time.Interval getInterval()

getMinTime

public org.joda.time.DateTime getMinTime()

getMaxTime

public org.joda.time.DateTime getMaxTime()

getDimension

public io.druid.segment.incremental.IncrementalIndex.DimDim getDimension(String dimension)

getDimensionIndex

public Integer getDimensionIndex(String dimension)

getMetricNames

public List<String> getMetricNames()

getMetricIndex

public Integer getMetricIndex(String metricName)

getCapabilities

public ColumnCapabilities getCapabilities(String column)

getSubMap

public ConcurrentNavigableMap<io.druid.segment.incremental.IncrementalIndex.TimeAndDims,Integer> getSubMap(io.druid.segment.incremental.IncrementalIndex.TimeAndDims start,
                                                                                                  io.druid.segment.incremental.IncrementalIndex.TimeAndDims end)

iterator

public Iterator<io.druid.data.input.Row> iterator()

Specified by:

iterator in interface Iterable<io.druid.data.input.Row>

iterableWithPostAggregations

public Iterable<io.druid.data.input.Row> iterableWithPostAggregations(List<PostAggregator> postAggs)

getMaxIngestedEventTime

public org.joda.time.DateTime getMaxIngestedEventTime()