public class HttpFirehoseFactory extends PrefetchableTextFilesFirehoseFactory<URI>
Constructor and Description |
---|
HttpFirehoseFactory(List<URI> uris,
Long maxCacheCapacityBytes,
Long maxFetchCapacityBytes,
Long prefetchTriggerBytes,
Long fetchTimeout,
Integer maxFetchRetry) |
Modifier and Type | Method and Description |
---|---|
boolean |
equals(Object o) |
List<URI> |
getUris() |
int |
hashCode() |
protected Collection<URI> |
initObjects()
Initialize objects to be read by this firehose.
|
protected InputStream |
openObjectStream(URI object)
Open an input stream from the given object.
|
protected InputStream |
wrapObjectStream(URI object,
InputStream stream)
Wrap the given input stream if needed.
|
connect, getFetchTimeout, getMaxCacheCapacityBytes, getMaxFetchCapacityBytes, getMaxFetchRetry, getPrefetchTriggerBytes
clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait
connect
protected Collection<URI> initObjects()
AbstractTextFilesFirehoseFactory
AbstractTextFilesFirehoseFactory.connect(StringInputRowParser, File)
is called.initObjects
in class AbstractTextFilesFirehoseFactory<URI>
protected InputStream openObjectStream(URI object) throws IOException
AbstractTextFilesFirehoseFactory
AbstractTextFilesFirehoseFactory.wrapObjectStream(Object, InputStream)
.openObjectStream
in class AbstractTextFilesFirehoseFactory<URI>
object
- an object to be readIOException
protected InputStream wrapObjectStream(URI object, InputStream stream) throws IOException
AbstractTextFilesFirehoseFactory
wrapObjectStream
in class AbstractTextFilesFirehoseFactory<URI>
object
- an input objectstream
- a stream for the objectIOException
Copyright © 2011–2018. All rights reserved.