public class StaticGoogleBlobStoreFirehoseFactory extends PrefetchableTextFilesFirehoseFactory<GoogleBlob>
Constructor and Description |
---|
StaticGoogleBlobStoreFirehoseFactory(GoogleStorage storage,
List<GoogleBlob> blobs,
Long maxCacheCapacityBytes,
Long maxFetchCapacityBytes,
Long prefetchTriggerBytes,
Long fetchTimeout,
Integer maxFetchRetry) |
Modifier and Type | Method and Description |
---|---|
boolean |
equals(Object o) |
List<GoogleBlob> |
getBlobs() |
int |
hashCode() |
protected Collection<GoogleBlob> |
initObjects()
Initialize objects to be read by this firehose.
|
protected InputStream |
openObjectStream(GoogleBlob object)
Open an input stream from the given object.
|
protected InputStream |
wrapObjectStream(GoogleBlob object,
InputStream stream)
Wrap the given input stream if needed.
|
connect, getFetchTimeout, getMaxCacheCapacityBytes, getMaxFetchCapacityBytes, getMaxFetchRetry, getPrefetchTriggerBytes
clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait
connect
public StaticGoogleBlobStoreFirehoseFactory(GoogleStorage storage, List<GoogleBlob> blobs, Long maxCacheCapacityBytes, Long maxFetchCapacityBytes, Long prefetchTriggerBytes, Long fetchTimeout, Integer maxFetchRetry)
public List<GoogleBlob> getBlobs()
protected Collection<GoogleBlob> initObjects()
AbstractTextFilesFirehoseFactory
AbstractTextFilesFirehoseFactory.connect(StringInputRowParser, File)
is called.initObjects
in class AbstractTextFilesFirehoseFactory<GoogleBlob>
protected InputStream openObjectStream(GoogleBlob object) throws IOException
AbstractTextFilesFirehoseFactory
AbstractTextFilesFirehoseFactory.wrapObjectStream(Object, InputStream)
.openObjectStream
in class AbstractTextFilesFirehoseFactory<GoogleBlob>
object
- an object to be readIOException
protected InputStream wrapObjectStream(GoogleBlob object, InputStream stream) throws IOException
AbstractTextFilesFirehoseFactory
wrapObjectStream
in class AbstractTextFilesFirehoseFactory<GoogleBlob>
object
- an input objectstream
- a stream for the objectIOException
Copyright © 2011–2018. All rights reserved.