# Example command to run:
# flume-ng agent --conf conf --conf-file /Revathy/Flume/source_agent.conf --name source_agent

# Name the components on this agent
source_agent.sources = apache_server
source_agent.sinks =  avro_sink
source_agent.channels = memoryChannel

# Describe/configure the source
source_agent.sources.apache_server.type = exec
source_agent.sources.apache_server.shell = /bin/bash -c
source_agent.sources.apache_server.command = cat /Revathy/Input/Flume/count.txt
source_agent.sources.apache_server.batchSize = 1
source_agent.sources.apache_server.channels = memoryChannel 
source_agent.sources.apache_server.interceptors = itime ihost itype

# http://flume.apache.org/FlumeUserGuide.html#timestamp-interceptor
source_agent.sources.apache_server.interceptors.itime.type = timestamp

# http://flume.apache.org/FlumeUserGuide.html#host-interceptor
source_agent.sources.apache_server.interceptors.ihost.type = host
source_agent.sources.apache_server.interceptors.ihost.useIP = false
source_agent.sources.apache_server.interceptors.ihost.hostHeader = host
 
# http://flume.apache.org/FlumeUserGuide.html#static-interceptor
source_agent.sources.apache_server.interceptors.itype.type = static
source_agent.sources.apache_server.interceptors.itype.key = log_type
source_agent.sources.apache_server.interceptors.itype.value = LOCAL_ADDRESS

# Use a channel which buffers events in memory
source_agent.channels.memoryChannel.type = memory
source_agent.channels.memoryChannel.capacity = 1000
source_agent.channels.memoryChannel.transactionCapacity = 100

# Describe the sinks
source_agent.sinks.avro_sink.type = hdfs
source_agent.sinks.avro_sink.channels = memoryChannel
source_agent.sinks.avro_sink.hdfs.path = /Revathy/Flume/test
source_agent.sinks.avro_sink.hdfs.fileType = Datastream
source_agent.sinks.avro_sink.hdfs.batchSize = 10
source_agent.sinks.avro_sink.hdfs.rollCount = 10
source_agent.sinks.avro_sink.hdfs.rollSize = 1024
source_agent.sinks.avro_sink.hdfs.rollInterval = 10
source_agent.sinks.avro_sink.hdfs.writeFormat = Text