io.druid.indexer

Class HadoopTuningConfig

java.lang.Object

io.druid.indexer.HadoopTuningConfig

All Implemented Interfaces:

TuningConfig

public class HadoopTuningConfig
extends Object
implements TuningConfig

Constructor Summary

Constructors

Constructor and Description

HadoopTuningConfig(String workingPath, String version, PartitionsSpec partitionsSpec, Map<Long,List<HadoopyShardSpec>> shardSpecs, IndexSpec indexSpec, Integer maxRowsInMemory, boolean leaveIntermediate, Boolean cleanupOnFailure, boolean overwriteFiles, boolean ignoreInvalidRows, Map<String,String> jobProperties, boolean combineText, Boolean useCombiner, Integer maxRowsInMemoryCOMPAT, Boolean buildV9Directly, Integer numBackgroundPersistThreads, boolean forceExtendableShardSpecs, boolean useExplicitVersion, List<String> allowedHadoopPrefix)

Method Summary

Modifier and Type	Method and Description
Boolean	getBuildV9Directly() Deprecated.
IndexSpec	getIndexSpec()
Map<String,String>	getJobProperties()
int	getNumBackgroundPersistThreads()
PartitionsSpec	getPartitionsSpec()
int	getRowFlushBoundary()
Map<Long,List<HadoopyShardSpec>>	getShardSpecs()
boolean	getUseCombiner()
List<String>	getUserAllowedHadoopPrefix()
String	getVersion()
String	getWorkingPath()
Boolean	isCleanupOnFailure()
boolean	isCombineText()
boolean	isForceExtendableShardSpecs()
boolean	isIgnoreInvalidRows()
boolean	isLeaveIntermediate()
boolean	isOverwriteFiles()
boolean	isUseExplicitVersion()
static HadoopTuningConfig	makeDefaultTuningConfig()
HadoopTuningConfig	withShardSpecs(Map<Long,List<HadoopyShardSpec>> specs)
HadoopTuningConfig	withVersion(String ver)
HadoopTuningConfig	withWorkingPath(String path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopTuningConfig

public HadoopTuningConfig(String workingPath,
                          String version,
                          PartitionsSpec partitionsSpec,
                          Map<Long,List<HadoopyShardSpec>> shardSpecs,
                          IndexSpec indexSpec,
                          Integer maxRowsInMemory,
                          boolean leaveIntermediate,
                          Boolean cleanupOnFailure,
                          boolean overwriteFiles,
                          boolean ignoreInvalidRows,
                          Map<String,String> jobProperties,
                          boolean combineText,
                          Boolean useCombiner,
                          Integer maxRowsInMemoryCOMPAT,
                          Boolean buildV9Directly,
                          Integer numBackgroundPersistThreads,
                          boolean forceExtendableShardSpecs,
                          boolean useExplicitVersion,
                          List<String> allowedHadoopPrefix)

Method Detail

makeDefaultTuningConfig

public static HadoopTuningConfig makeDefaultTuningConfig()

getWorkingPath

public String getWorkingPath()

getVersion

public String getVersion()

getPartitionsSpec

public PartitionsSpec getPartitionsSpec()

getShardSpecs

public Map<Long,List<HadoopyShardSpec>> getShardSpecs()

getIndexSpec

public IndexSpec getIndexSpec()

getRowFlushBoundary

public int getRowFlushBoundary()

isLeaveIntermediate

public boolean isLeaveIntermediate()

isCleanupOnFailure

public Boolean isCleanupOnFailure()

isOverwriteFiles

public boolean isOverwriteFiles()

isIgnoreInvalidRows

public boolean isIgnoreInvalidRows()

getJobProperties

public Map<String,String> getJobProperties()

isCombineText

public boolean isCombineText()

getUseCombiner

public boolean getUseCombiner()

getBuildV9Directly

@Deprecated
public Boolean getBuildV9Directly()

Deprecated.

Always returns true, doesn't affect the version being built.

getNumBackgroundPersistThreads

public int getNumBackgroundPersistThreads()

isForceExtendableShardSpecs

public boolean isForceExtendableShardSpecs()

isUseExplicitVersion

public boolean isUseExplicitVersion()

getUserAllowedHadoopPrefix

public List<String> getUserAllowedHadoopPrefix()

withWorkingPath

public HadoopTuningConfig withWorkingPath(String path)

withVersion

public HadoopTuningConfig withVersion(String ver)

withShardSpecs

public HadoopTuningConfig withShardSpecs(Map<Long,List<HadoopyShardSpec>> specs)