org.apache.streams.elasticsearch

Class ElasticsearchPersistWriter

java.lang.Object

org.apache.streams.elasticsearch.ElasticsearchPersistWriter

All Implemented Interfaces:

Serializable, StreamsOperation, StreamsPersistWriter

Direct Known Subclasses:

ElasticsearchPersistDeleter, ElasticsearchPersistUpdater

public class ElasticsearchPersistWriter
extends Object
implements StreamsPersistWriter, Serializable

ElasticsearchPersistUpdater updates documents to elasticsearch.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected List<String>	affectedIndexes
protected org.elasticsearch.action.bulk.BulkRequestBuilder	bulkRequest
protected ElasticsearchWriterConfiguration	config
protected AtomicLong	currentBatchBytes
protected AtomicLong	currentBatchItems
protected ElasticsearchClientManager	manager
protected static com.fasterxml.jackson.databind.ObjectMapper	OBJECT_MAPPER
static String	STREAMS_ID

Constructor Summary

Constructors

Constructor and Description
ElasticsearchPersistWriter()
ElasticsearchPersistWriter(ElasticsearchWriterConfiguration config)
ElasticsearchPersistWriter(ElasticsearchWriterConfiguration config, ElasticsearchClientManager manager) ElasticsearchPersistWriter constructor.

Method Summary

Modifier and Type	Method and Description
protected void	add(org.elasticsearch.action.index.IndexRequest request)
void	add(String indexName, String type, String id, String ts, String json) add based on supplied parameters.
void	add(String indexName, String type, String id, String parent, String routing, String ts, String json) add based on supplied parameters.
protected StreamsDatum	appendMetadata(StreamsDatum streamsDatum)
protected void	checkForFlush()
protected void	checkIndexImplications(String indexName)
void	cleanUp()
void	createIndexIfMissing(String indexName) createIndexIfMissing
protected void	disableRefresh()
protected String	docAsJson(Object streamsDocument)
List<String>	getAffectedIndexes()
long	getBatchesResponded()
long	getBatchesSent()
long	getFlushThreasholdMaxTime()
long	getFlushThresholdBytes()
long	getFlushThresholdsRecords()
String	getId()
long	getTotalFailed()
long	getTotalOk()
long	getTotalOutstanding()
long	getTotalSeconds()
long	getTotalSent()
long	getTotalSizeInBytes()
boolean	isConnected()
void	prepare(Object configurationObject)
void	setFlushThreasholdMaxTime(long val)
void	setFlushThresholdBytes(long val)
void	setFlushThresholdRecords(long val)
void	setVeryLargeBulk(boolean veryLargeBulk)
void	write(StreamsDatum streamsDatum)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

STREAMS_ID

public static final String STREAMS_ID

OBJECT_MAPPER

protected static final com.fasterxml.jackson.databind.ObjectMapper OBJECT_MAPPER

affectedIndexes

protected final List<String> affectedIndexes

manager

protected final ElasticsearchClientManager manager

config

protected final ElasticsearchWriterConfiguration config

bulkRequest

protected org.elasticsearch.action.bulk.BulkRequestBuilder bulkRequest

currentBatchItems

protected final AtomicLong currentBatchItems

currentBatchBytes

protected final AtomicLong currentBatchBytes

Constructor Detail

ElasticsearchPersistWriter

public ElasticsearchPersistWriter()

ElasticsearchPersistWriter

public ElasticsearchPersistWriter(ElasticsearchWriterConfiguration config)

ElasticsearchPersistWriter

public ElasticsearchPersistWriter(ElasticsearchWriterConfiguration config,
                                  ElasticsearchClientManager manager)

ElasticsearchPersistWriter constructor.

Parameters:

config - config

manager - manager

Method Detail

getBatchesSent

public long getBatchesSent()

getBatchesResponded

public long getBatchesResponded()

getFlushThresholdsRecords

public long getFlushThresholdsRecords()

getFlushThresholdBytes

public long getFlushThresholdBytes()

getFlushThreasholdMaxTime

public long getFlushThreasholdMaxTime()

setFlushThresholdRecords

public void setFlushThresholdRecords(long val)

setFlushThresholdBytes

public void setFlushThresholdBytes(long val)

setFlushThreasholdMaxTime

public void setFlushThreasholdMaxTime(long val)

setVeryLargeBulk

public void setVeryLargeBulk(boolean veryLargeBulk)

getTotalOutstanding

public long getTotalOutstanding()

getTotalSent

public long getTotalSent()

getTotalOk

public long getTotalOk()

getTotalFailed

public long getTotalFailed()

getTotalSizeInBytes

public long getTotalSizeInBytes()

getTotalSeconds

public long getTotalSeconds()

getAffectedIndexes

public List<String> getAffectedIndexes()

isConnected

public boolean isConnected()

getId

public String getId()

Specified by:

getId in interface StreamsOperation

write

public void write(StreamsDatum streamsDatum)

Specified by:

write in interface StreamsPersistWriter

docAsJson

protected String docAsJson(Object streamsDocument)
                    throws IOException

Throws:

IOException

appendMetadata

protected StreamsDatum appendMetadata(StreamsDatum streamsDatum)
                               throws IOException

Throws:

IOException

cleanUp

public void cleanUp()

Specified by:

cleanUp in interface StreamsOperation

add

public void add(String indexName,
                String type,
                String id,
                String ts,
                String json)

add based on supplied parameters.

Parameters:

indexName - indexName

type - type

id - id

ts - ts

json - json

add

public void add(String indexName,
                String type,
                String id,
                String parent,
                String routing,
                String ts,
                String json)

add based on supplied parameters.

Parameters:

indexName - indexName

type - type

id - id

routing - routing

ts - ts

json - json

add

protected void add(org.elasticsearch.action.index.IndexRequest request)

checkForFlush

protected void checkForFlush()

checkIndexImplications

protected void checkIndexImplications(String indexName)

disableRefresh

protected void disableRefresh()

createIndexIfMissing

public void createIndexIfMissing(String indexName)

createIndexIfMissing

Parameters:

indexName - indexName

prepare

public void prepare(Object configurationObject)

Specified by:

prepare in interface StreamsOperation