org.apache.streams.s3

Class S3PersistReader

java.lang.Object

org.apache.streams.s3.S3PersistReader

All Implemented Interfaces:

Serializable, DatumStatusCountable, StreamsOperation, StreamsPersistReader, StreamsProvider

public class S3PersistReader
extends Object
implements StreamsPersistReader, DatumStatusCountable

S3PersistReader reads documents from s3.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected DatumStatusCounter	countersCurrent
protected DatumStatusCounter	countersTotal
protected static char	DELIMITER
protected LineReadWriteUtil	lineReaderUtil
protected Queue<StreamsDatum>	persistQueue
static String	STREAMS_ID

Constructor Summary

Constructors

Constructor and Description
S3PersistReader(S3ReaderConfiguration s3ReaderConfiguration)

Method Summary

Modifier and Type	Method and Description
void	cleanUp()
com.amazonaws.services.s3.AmazonS3Client	getAmazonS3Client()
String	getBucketName()
DatumStatusCounter	getDatumStatusCounter()
Collection<String>	getFiles()
String	getId()
S3ReaderConfiguration	getS3ReaderConfiguration()
boolean	isRunning()
void	prepare(Object configurationObject)
StreamsResultSet	readAll()
StreamsResultSet	readCurrent()
StreamsResultSet	readNew(BigInteger sequence)
StreamsResultSet	readRange(org.joda.time.DateTime start, org.joda.time.DateTime end)
void	startStream()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

STREAMS_ID

public static final String STREAMS_ID

See Also:

Constant Field Values

DELIMITER

protected static final char DELIMITER

See Also:

Constant Field Values

lineReaderUtil

protected LineReadWriteUtil lineReaderUtil

persistQueue

protected volatile Queue<StreamsDatum> persistQueue

countersTotal

protected DatumStatusCounter countersTotal

countersCurrent

protected DatumStatusCounter countersCurrent

Constructor Detail

S3PersistReader

public S3PersistReader(S3ReaderConfiguration s3ReaderConfiguration)

Method Detail

getAmazonS3Client

public com.amazonaws.services.s3.AmazonS3Client getAmazonS3Client()

getS3ReaderConfiguration

public S3ReaderConfiguration getS3ReaderConfiguration()

getBucketName

public String getBucketName()

readNew

public StreamsResultSet readNew(BigInteger sequence)

Specified by:

readNew in interface StreamsPersistReader

Specified by:

readNew in interface StreamsProvider

readRange

public StreamsResultSet readRange(org.joda.time.DateTime start,
                                  org.joda.time.DateTime end)

Specified by:

readRange in interface StreamsPersistReader

Specified by:

readRange in interface StreamsProvider

isRunning

public boolean isRunning()

Specified by:

isRunning in interface StreamsProvider

getDatumStatusCounter

public DatumStatusCounter getDatumStatusCounter()

Specified by:

getDatumStatusCounter in interface DatumStatusCountable

getFiles

public Collection<String> getFiles()

getId

public String getId()

Specified by:

getId in interface StreamsOperation

prepare

public void prepare(Object configurationObject)

Specified by:

prepare in interface StreamsOperation

cleanUp

public void cleanUp()

Specified by:

cleanUp in interface StreamsOperation

readAll

public StreamsResultSet readAll()

Specified by:

readAll in interface StreamsPersistReader

startStream

public void startStream()

Specified by:

startStream in interface StreamsProvider

readCurrent

public StreamsResultSet readCurrent()

Specified by:

readCurrent in interface StreamsProvider