io.druid.indexer

Class HadoopTuningConfig

java.lang.Object

io.druid.indexer.HadoopTuningConfig

All Implemented Interfaces:

TuningConfig

public class HadoopTuningConfig
extends Object
implements TuningConfig

Constructor Summary

Constructors

Constructor and Description

HadoopTuningConfig(String workingPath, String version, PartitionsSpec partitionsSpec, Map<org.joda.time.DateTime,List<HadoopyShardSpec>> shardSpecs, Integer maxRowsInMemory, boolean leaveIntermediate, Boolean cleanupOnFailure, boolean overwriteFiles, boolean ignoreInvalidRows, Map<String,String> jobProperties, boolean combineText, boolean persistInHeap, boolean ingestOffheap, Integer bufferSize, Float aggregationBufferRatio)

Method Summary

Methods

Modifier and Type	Method and Description
float	getAggregationBufferRatio()
int	getBufferSize()
Map<String,String>	getJobProperties()
PartitionsSpec	getPartitionsSpec()
int	getRowFlushBoundary()
Map<org.joda.time.DateTime,List<HadoopyShardSpec>>	getShardSpecs()
String	getVersion()
String	getWorkingPath()
Boolean	isCleanupOnFailure()
boolean	isCombineText()
boolean	isIgnoreInvalidRows()
boolean	isIngestOffheap()
boolean	isLeaveIntermediate()
boolean	isOverwriteFiles()
boolean	isPersistInHeap()
static HadoopTuningConfig	makeDefaultTuningConfig()
HadoopTuningConfig	withShardSpecs(Map<org.joda.time.DateTime,List<HadoopyShardSpec>> specs)
HadoopTuningConfig	withVersion(String ver)
HadoopTuningConfig	withWorkingPath(String path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopTuningConfig

public HadoopTuningConfig(String workingPath,
                  String version,
                  PartitionsSpec partitionsSpec,
                  Map<org.joda.time.DateTime,List<HadoopyShardSpec>> shardSpecs,
                  Integer maxRowsInMemory,
                  boolean leaveIntermediate,
                  Boolean cleanupOnFailure,
                  boolean overwriteFiles,
                  boolean ignoreInvalidRows,
                  Map<String,String> jobProperties,
                  boolean combineText,
                  boolean persistInHeap,
                  boolean ingestOffheap,
                  Integer bufferSize,
                  Float aggregationBufferRatio)

Method Detail

makeDefaultTuningConfig

public static HadoopTuningConfig makeDefaultTuningConfig()

getWorkingPath

public String getWorkingPath()

getVersion

public String getVersion()

getPartitionsSpec

public PartitionsSpec getPartitionsSpec()

getShardSpecs

public Map<org.joda.time.DateTime,List<HadoopyShardSpec>> getShardSpecs()

getRowFlushBoundary

public int getRowFlushBoundary()

isLeaveIntermediate

public boolean isLeaveIntermediate()

isCleanupOnFailure

public Boolean isCleanupOnFailure()

isOverwriteFiles

public boolean isOverwriteFiles()

isIgnoreInvalidRows

public boolean isIgnoreInvalidRows()

getJobProperties

public Map<String,String> getJobProperties()

isCombineText

public boolean isCombineText()

isPersistInHeap

public boolean isPersistInHeap()

isIngestOffheap

public boolean isIngestOffheap()

getBufferSize

public int getBufferSize()

getAggregationBufferRatio

public float getAggregationBufferRatio()

withWorkingPath

public HadoopTuningConfig withWorkingPath(String path)

withVersion

public HadoopTuningConfig withVersion(String ver)

withShardSpecs

public HadoopTuningConfig withShardSpecs(Map<org.joda.time.DateTime,List<HadoopyShardSpec>> specs)