org.apache.druid.segment.realtime.firehose

Class HttpFirehoseFactory

java.lang.Object

org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory<T>

org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory<URI>

org.apache.druid.segment.realtime.firehose.HttpFirehoseFactory

All Implemented Interfaces:

org.apache.druid.data.input.FiniteFirehoseFactory<org.apache.druid.data.input.impl.StringInputRowParser,URI>, org.apache.druid.data.input.FirehoseFactory<org.apache.druid.data.input.impl.StringInputRowParser>

public class HttpFirehoseFactory
extends org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory<URI>

Field Summary

Fields inherited from class org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory

DEFAULT_MAX_FETCH_RETRY

Constructor Summary

Constructors

Constructor and Description
HttpFirehoseFactory(List<URI> uris, Long maxCacheCapacityBytes, Long maxFetchCapacityBytes, Long prefetchTriggerBytes, Long fetchTimeout, Integer maxFetchRetry)

Method Summary

Modifier and Type	Method and Description
boolean	equals(Object o)
protected com.google.common.base.Predicate<Throwable>	getRetryCondition()
List<URI>	getUris()
int	hashCode()
protected Collection<URI>	initObjects()
protected InputStream	openObjectStream(URI object)
protected InputStream	openObjectStream(URI object, long start)
org.apache.druid.data.input.FiniteFirehoseFactory<org.apache.druid.data.input.impl.StringInputRowParser,URI>	withSplit(org.apache.druid.data.input.InputSplit<URI> split)
protected InputStream	wrapObjectStream(URI object, InputStream stream)

Methods inherited from class org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory

connect, getFetchTimeout, getMaxCacheCapacityBytes, getMaxFetchCapacityBytes, getMaxFetchRetry, getPrefetchTriggerBytes

Methods inherited from class org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory

getNumSplits, getObjects, getSplits, initializeObjectsIfNeeded

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.druid.data.input.FiniteFirehoseFactory

isSplittable

Methods inherited from interface org.apache.druid.data.input.FirehoseFactory

connect

Constructor Detail

HttpFirehoseFactory

public HttpFirehoseFactory(List<URI> uris,
                           Long maxCacheCapacityBytes,
                           Long maxFetchCapacityBytes,
                           Long prefetchTriggerBytes,
                           Long fetchTimeout,
                           Integer maxFetchRetry)
                    throws IOException

Throws:

IOException

Method Detail

getUris

public List<URI> getUris()

initObjects

protected Collection<URI> initObjects()

Specified by:

initObjects in class org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory<URI>

openObjectStream

protected InputStream openObjectStream(URI object)
                                throws IOException

Specified by:

openObjectStream in class org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory<URI>

Throws:

IOException

openObjectStream

protected InputStream openObjectStream(URI object,
                                       long start)
                                throws IOException

Specified by:

openObjectStream in class org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory<URI>

Throws:

IOException

wrapObjectStream

protected InputStream wrapObjectStream(URI object,
                                       InputStream stream)
                                throws IOException

Specified by:

wrapObjectStream in class org.apache.druid.data.input.impl.AbstractTextFilesFirehoseFactory<URI>

Throws:

IOException

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

getRetryCondition

protected com.google.common.base.Predicate<Throwable> getRetryCondition()

Specified by:

getRetryCondition in class org.apache.druid.data.input.impl.prefetch.PrefetchableTextFilesFirehoseFactory<URI>

withSplit

public org.apache.druid.data.input.FiniteFirehoseFactory<org.apache.druid.data.input.impl.StringInputRowParser,URI> withSplit(org.apache.druid.data.input.InputSplit<URI> split)