TwitterUserInformationPipelineConfiguration.json
include "flink.conf"
include "twitter.oauth.conf"
source {
fields = ["ID"]
scheme = file
path = "target/test-classes"
readerPath = "1000twitterids.txt"
}
destination {
fields = ["DOC"]
scheme = file
path = "target/test-classes"
writerPath = "FlinkTwitterUserInformationPipelineIT"
}
java -cp dist/flink-twitter-collection-jar-with-dependencies.jar -Dconfig.file=file://<location_of_config_file> org.apache.streams.examples.flink.twitter.collection.FlinkTwitterUserInformationPipeline
flink-run.sh dist/flink-twitter-collection-jar-with-dependencies.jar org.apache.streams.examples.flink.twitter.collection.FlinkTwitterUserInformationPipeline http://<location_of_config_file>
flink-run.sh yarn dist/flink-twitter-collection-jar-with-dependencies.jar org.apache.streams.examples.flink.twitter.collection.FlinkTwitterUserInformationPipeline http://<location_of_config_file>