io.druid.indexer

Class HadoopTuningConfig

java.lang.Object

io.druid.indexer.HadoopTuningConfig

All Implemented Interfaces:

TuningConfig

public class HadoopTuningConfig
extends Object
implements TuningConfig

Constructor Summary

Constructors

Constructor and Description

HadoopTuningConfig(String workingPath, String version, PartitionsSpec partitionsSpec, Map<org.joda.time.DateTime,List<HadoopyShardSpec>> shardSpecs, IndexSpec indexSpec, Integer maxRowsInMemory, boolean leaveIntermediate, Boolean cleanupOnFailure, boolean overwriteFiles, boolean ignoreInvalidRows, Map<String,String> jobProperties, boolean combineText, boolean persistInHeap, boolean ingestOffheap, Integer bufferSize, Float aggregationBufferRatio, Boolean useCombiner)

Method Summary

Methods

Modifier and Type	Method and Description
float	getAggregationBufferRatio()
int	getBufferSize()
IndexSpec	getIndexSpec()
Map<String,String>	getJobProperties()
PartitionsSpec	getPartitionsSpec()
int	getRowFlushBoundary()
Map<org.joda.time.DateTime,List<HadoopyShardSpec>>	getShardSpecs()
boolean	getUseCombiner()
String	getVersion()
String	getWorkingPath()
Boolean	isCleanupOnFailure()
boolean	isCombineText()
boolean	isIgnoreInvalidRows()
boolean	isIngestOffheap()
boolean	isLeaveIntermediate()
boolean	isOverwriteFiles()
boolean	isPersistInHeap()
static HadoopTuningConfig	makeDefaultTuningConfig()
HadoopTuningConfig	withShardSpecs(Map<org.joda.time.DateTime,List<HadoopyShardSpec>> specs)
HadoopTuningConfig	withVersion(String ver)
HadoopTuningConfig	withWorkingPath(String path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopTuningConfig

public HadoopTuningConfig(String workingPath,
                  String version,
                  PartitionsSpec partitionsSpec,
                  Map<org.joda.time.DateTime,List<HadoopyShardSpec>> shardSpecs,
                  IndexSpec indexSpec,
                  Integer maxRowsInMemory,
                  boolean leaveIntermediate,
                  Boolean cleanupOnFailure,
                  boolean overwriteFiles,
                  boolean ignoreInvalidRows,
                  Map<String,String> jobProperties,
                  boolean combineText,
                  boolean persistInHeap,
                  boolean ingestOffheap,
                  Integer bufferSize,
                  Float aggregationBufferRatio,
                  Boolean useCombiner)

Method Detail

makeDefaultTuningConfig

public static HadoopTuningConfig makeDefaultTuningConfig()

getWorkingPath

public String getWorkingPath()

getVersion

public String getVersion()

getPartitionsSpec

public PartitionsSpec getPartitionsSpec()

getShardSpecs

public Map<org.joda.time.DateTime,List<HadoopyShardSpec>> getShardSpecs()

getIndexSpec

public IndexSpec getIndexSpec()

getRowFlushBoundary

public int getRowFlushBoundary()

isLeaveIntermediate

public boolean isLeaveIntermediate()

isCleanupOnFailure

public Boolean isCleanupOnFailure()

isOverwriteFiles

public boolean isOverwriteFiles()

isIgnoreInvalidRows

public boolean isIgnoreInvalidRows()

getJobProperties

public Map<String,String> getJobProperties()

isCombineText

public boolean isCombineText()

isPersistInHeap

public boolean isPersistInHeap()

isIngestOffheap

public boolean isIngestOffheap()

getBufferSize

public int getBufferSize()

getAggregationBufferRatio

public float getAggregationBufferRatio()

getUseCombiner

public boolean getUseCombiner()

withWorkingPath

public HadoopTuningConfig withWorkingPath(String path)

withVersion

public HadoopTuningConfig withVersion(String ver)

withShardSpecs

public HadoopTuningConfig withShardSpecs(Map<org.joda.time.DateTime,List<HadoopyShardSpec>> specs)