io.druid.indexer.updater

Class HadoopConverterJob

java.lang.Object

io.druid.indexer.updater.HadoopConverterJob

public class HadoopConverterJob
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HadoopConverterJob.ConfigInputFormat
static class	HadoopConverterJob.ConvertingMapper
static class	HadoopConverterJob.ConvertingOutputFormat

Constructor Summary

Constructors

Constructor and Description
HadoopConverterJob(HadoopDruidConverterConfig converterConfig)

Method Summary

Modifier and Type	Method and Description
static void	cleanup(org.apache.hadoop.mapreduce.Job job)
static HadoopDruidConverterConfig	converterConfigFromConfiguration(org.apache.hadoop.conf.Configuration configuration)
static void	converterConfigIntoConfiguration(HadoopDruidConverterConfig priorConfig, List<DataSegment> segments, org.apache.hadoop.conf.Configuration configuration)
static org.apache.hadoop.fs.Path	getJobClassPathDir(String jobName, org.apache.hadoop.fs.Path workingDirectory)
static org.apache.hadoop.fs.Path	getJobPath(org.apache.hadoop.mapreduce.JobID jobID, org.apache.hadoop.fs.Path workingDirectory)
long	getLoadedBytes()
static org.apache.hadoop.fs.Path	getTaskPath(org.apache.hadoop.mapreduce.JobID jobID, org.apache.hadoop.mapreduce.TaskAttemptID taskAttemptID, org.apache.hadoop.fs.Path workingDirectory)
long	getWrittenBytes()
List<DataSegment>	run()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopConverterJob

public HadoopConverterJob(HadoopDruidConverterConfig converterConfig)

Method Detail

getJobPath

public static org.apache.hadoop.fs.Path getJobPath(org.apache.hadoop.mapreduce.JobID jobID,
                                                   org.apache.hadoop.fs.Path workingDirectory)

getTaskPath

public static org.apache.hadoop.fs.Path getTaskPath(org.apache.hadoop.mapreduce.JobID jobID,
                                                    org.apache.hadoop.mapreduce.TaskAttemptID taskAttemptID,
                                                    org.apache.hadoop.fs.Path workingDirectory)

getJobClassPathDir

public static org.apache.hadoop.fs.Path getJobClassPathDir(String jobName,
                                                           org.apache.hadoop.fs.Path workingDirectory)
                                                    throws IOException

Throws:

IOException

cleanup

public static void cleanup(org.apache.hadoop.mapreduce.Job job)
                    throws IOException

Throws:

IOException

converterConfigFromConfiguration

public static HadoopDruidConverterConfig converterConfigFromConfiguration(org.apache.hadoop.conf.Configuration configuration)
                                                                   throws IOException

Throws:

IOException

converterConfigIntoConfiguration

public static void converterConfigIntoConfiguration(HadoopDruidConverterConfig priorConfig,
                                                    List<DataSegment> segments,
                                                    org.apache.hadoop.conf.Configuration configuration)

run

public List<DataSegment> run()
                      throws IOException

Throws:

IOException

getLoadedBytes

public long getLoadedBytes()

getWrittenBytes

public long getWrittenBytes()