[root@sandbox target]# ls -lrt total 162128 drwxr-xr-x 3 root root 4096 Feb 26 16:06 maven-status drwxr-xr-x 3 root root 4096 Feb 26 16:11 classes drwxr-xr-x 3 root root 4096 Feb 26 16:13 test-classes drwxr-xr-x 2 root root 4096 Feb 26 16:13 maven-archiver -rw-r--r-- 1 root root 75792 Feb 26 16:14 original-storm-streaming-1.0-SNAPSHOT.jar -rw-r--r-- 1 root root 165905137 Feb 26 16:21 storm-streaming-1.0-SNAPSHOT.jar -rw-r--r-- 1 root root 10607 Feb 26 16:23 dependency-reduced-pom.xml [root@sandbox target]# storm jar storm-streaming-1.0-SNAPSHOT.jar com.hortonworks.streaming.impl.topologies.TruckEventKafkaExperimTopology /etc/storm_demo/config.properties Running: /usr/lib/jvm/java/bin/java -server -Ddaemon.name= -Dstorm.options= -Dstorm.home=/usr/hdp/2.5.0.0-1245/storm -Dstorm.log.dir=/var/log/storm -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/hdp/2.5.0.0-1245/storm/lib/ring-cors-0.1.5.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-core-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-over-slf4j-1.6.6.jar:/usr/hdp/2.5.0.0-1245/storm/lib/asm-5.0.3.jar:/usr/hdp/2.5.0.0-1245/storm/lib/kryo-3.0.3.jar:/usr/hdp/2.5.0.0-1245/storm/lib/reflectasm-1.10.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/ambari-metrics-storm-sink.jar:/usr/hdp/2.5.0.0-1245/storm/lib/servlet-api-2.5.jar:/usr/hdp/2.5.0.0-1245/storm/lib/objenesis-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/clojure-1.7.0.jar:/usr/hdp/2.5.0.0-1245/storm/lib/storm-core-1.0.1.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/lib/minlog-1.3.0.jar:/usr/hdp/2.5.0.0-1245/storm/lib/disruptor-3.3.2.jar:/usr/hdp/2.5.0.0-1245/storm/lib/zookeeper.jar:/usr/hdp/2.5.0.0-1245/storm/lib/slf4j-api-1.7.7.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-slf4j-impl-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-api-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/storm-rename-hack-1.0.1.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/extlib/atlas-plugin-classloader-0.7.0.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/extlib/storm-bridge-shim-0.7.0.2.5.0.0-1245.jar org.apache.storm.daemon.ClientJarTransformerRunner org.apache.storm.hack.StormShadeTransformer storm-streaming-1.0-SNAPSHOT.jar /tmp/c1aa6d64fc4111e6af5f0242ac110002.jar SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-slf4j-impl-2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/tmp/c1aa6d64fc4111e6af5f0242ac110002.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] Running: /usr/lib/jvm/java/bin/java -client -Ddaemon.name= -Dstorm.options= -Dstorm.home=/usr/hdp/2.5.0.0-1245/storm -Dstorm.log.dir=/var/log/storm -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib:/usr/hdp/current/storm-client/lib -Dstorm.conf.file= -cp /usr/hdp/2.5.0.0-1245/storm/lib/ring-cors-0.1.5.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-core-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-over-slf4j-1.6.6.jar:/usr/hdp/2.5.0.0-1245/storm/lib/asm-5.0.3.jar:/usr/hdp/2.5.0.0-1245/storm/lib/kryo-3.0.3.jar:/usr/hdp/2.5.0.0-1245/storm/lib/reflectasm-1.10.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/ambari-metrics-storm-sink.jar:/usr/hdp/2.5.0.0-1245/storm/lib/servlet-api-2.5.jar:/usr/hdp/2.5.0.0-1245/storm/lib/objenesis-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/clojure-1.7.0.jar:/usr/hdp/2.5.0.0-1245/storm/lib/storm-core-1.0.1.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/lib/minlog-1.3.0.jar:/usr/hdp/2.5.0.0-1245/storm/lib/disruptor-3.3.2.jar:/usr/hdp/2.5.0.0-1245/storm/lib/zookeeper.jar:/usr/hdp/2.5.0.0-1245/storm/lib/slf4j-api-1.7.7.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-slf4j-impl-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-api-2.1.jar:/usr/hdp/2.5.0.0-1245/storm/lib/storm-rename-hack-1.0.1.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/extlib/atlas-plugin-classloader-0.7.0.2.5.0.0-1245.jar:/usr/hdp/2.5.0.0-1245/storm/extlib/storm-bridge-shim-0.7.0.2.5.0.0-1245.jar:/tmp/c1aa6d64fc4111e6af5f0242ac110002.jar:/usr/hdp/current/storm-client/conf:/usr/hdp/2.5.0.0-1245/storm/bin -Dstorm.jar=/tmp/c1aa6d64fc4111e6af5f0242ac110002.jar com.hortonworks.streaming.impl.topologies.TruckEventKafkaExperimTopology /etc/storm_demo/config.properties SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/usr/hdp/2.5.0.0-1245/storm/lib/log4j-slf4j-impl-2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/tmp/c1aa6d64fc4111e6af5f0242ac110002.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] 2780 [main] INFO o.a.s.u.TupleUtils - Enabling tick tuple with interval [1] Stream ID: not-normal-stream 2815 [main] INFO o.a.s.u.TupleUtils - Enabling tick tuple with interval [1] 2833 [main] INFO o.a.s.u.TupleUtils - Enabling tick tuple with interval [1] 3705 [main] INFO o.a.s.StormSubmitter - Generated ZooKeeper secret payload for MD5-digest: -6937272748181111199:-6365553585077686904 3942 [main] INFO o.a.s.s.a.AuthUtils - Got AutoCreds [] 3948 [main] WARN o.a.s.u.NimbusClient - Using deprecated config nimbus.host for backward compatibility. Please update your storm.yaml so it only has config nimbus.seeds 4350 [main] WARN o.a.s.u.NimbusClient - Using deprecated config nimbus.host for backward compatibility. Please update your storm.yaml so it only has config nimbus.seeds 4647 [main] INFO o.a.s.StormSubmitter - Uploading topology jar /tmp/c1aa6d64fc4111e6af5f0242ac110002.jar to assigned location: /hadoop/storm/nimbus/inbox/stormjar-e7b1c8ea-e337-42e7-9765-6cc40c5b3ea4.jar 14569 [main] INFO o.a.s.StormSubmitter - Successfully uploaded topology jar to assigned location: /hadoop/storm/nimbus/inbox/stormjar-e7b1c8ea-e337-42e7-9765-6cc40c5b3ea4.jar 14569 [main] WARN o.a.s.u.NimbusClient - Using deprecated config nimbus.host for backward compatibility. Please update your storm.yaml so it only has config nimbus.seeds 15284 [main] INFO o.a.s.StormSubmitter - Submitting topology truck-event-processor in distributed mode with conf {"storm.zookeeper.topology.auth.scheme":"digest","storm.zookeeper.topology.auth.payload":"-6937272748181111199:-6365553585077686904","nimbus.host":"sandbox.hortonworks.com","topology.workers":4,"hbase.conf":{},"topology.debug":true} 23830 [main] INFO o.a.s.StormSubmitter - Finished submitting topology: truck-event-processor 23830 [main] INFO o.a.s.StormSubmitter - Initializing the registered ISubmitterHook [org.apache.atlas.storm.hook.StormAtlasHook] 25189 [main] INFO o.a.a.ApplicationProperties - Looking for atlas-application.properties in classpath 25189 [main] INFO o.a.a.ApplicationProperties - Loading atlas-application.properties from file:/etc/storm/2.5.0.0-1245/0/atlas-application.properties log4j:ERROR A "org.apache.log4j.xml.DOMConfigurator" object is not assignable to a "org.apache.log4j.spi.Configurator" variable. log4j:ERROR The class "org.apache.log4j.spi.Configurator" was loaded by log4j:ERROR [org.apache.atlas.plugin.classloader.AtlasPluginClassLoader@2715644a] whereas object of type log4j:ERROR "org.apache.log4j.xml.DOMConfigurator" was loaded by [sun.misc.Launcher$AppClassLoader@5e2de80c]. log4j:ERROR Could not instantiate configurator [org.apache.log4j.xml.DOMConfigurator]. log4j:WARN No appenders could be found for logger (org.apache.atlas.ApplicationProperties). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. 25932 [main] INFO o.a.a.h.AtlasHook - Created Atlas Hook 25933 [main] WARN o.a.s.u.NimbusClient - Using deprecated config nimbus.host for backward compatibility. Please update your storm.yaml so it only has config nimbus.seeds 26301 [main] INFO o.a.s.StormSubmitter - Invoking the registered ISubmitterHook [org.apache.atlas.storm.hook.StormAtlasHook] 26303 [main] INFO o.a.a.s.h.StormAtlasHook - Collecting metadata for a new storm topology: truck-event-processor 27326 [main] INFO o.a.a.h.AtlasHook - Adding entity for type: kafka_topic 28097 [main] INFO o.a.a.h.AtlasHook - Adding entity for type: hbase_table 28103 [main] INFO o.a.a.h.AtlasHook - Adding entity for type: hbase_table 28105 [main] INFO o.a.a.h.AtlasHook - Adding entity for type: hbase_table 28106 [main] INFO o.a.a.h.AtlasHook - Adding entity for type: storm_topology 28245 [main] INFO o.a.k.c.p.ProducerConfig - ProducerConfig values: metric.reporters = [] metadata.max.age.ms = 300000 reconnect.backoff.ms = 50 sasl.kerberos.ticket.renew.window.factor = 0.8 bootstrap.servers = [sandbox.hortonworks.com:6667] ssl.keystore.type = JKS sasl.mechanism = GSSAPI max.block.ms = 60000 interceptor.classes = null ssl.truststore.password = null client.id = ssl.endpoint.identification.algorithm = null request.timeout.ms = 30000 acks = 1 receive.buffer.bytes = 32768 ssl.truststore.type = JKS retries = 0 ssl.truststore.location = null ssl.keystore.password = null send.buffer.bytes = 131072 compression.type = none metadata.fetch.timeout.ms = 60000 retry.backoff.ms = 100 sasl.kerberos.kinit.cmd = /usr/bin/kinit buffer.memory = 33554432 timeout.ms = 30000 key.serializer = class org.apache.kafka.common.serialization.StringSerializer sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 ssl.trustmanager.algorithm = PKIX block.on.buffer.full = false ssl.key.password = null sasl.kerberos.min.time.before.relogin = 60000 connections.max.idle.ms = 540000 max.in.flight.requests.per.connection = 5 metrics.num.samples = 2 ssl.protocol = TLS ssl.provider = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] batch.size = 16384 ssl.keystore.location = null ssl.cipher.suites = null security.protocol = PLAINTEXT max.request.size = 1048576 value.serializer = class org.apache.kafka.common.serialization.StringSerializer ssl.keymanager.algorithm = SunX509 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner linger.ms = 0 28313 [main] INFO o.a.k.c.p.ProducerConfig - ProducerConfig values: metric.reporters = [] metadata.max.age.ms = 300000 reconnect.backoff.ms = 50 sasl.kerberos.ticket.renew.window.factor = 0.8 bootstrap.servers = [sandbox.hortonworks.com:6667] ssl.keystore.type = JKS sasl.mechanism = GSSAPI max.block.ms = 60000 interceptor.classes = null ssl.truststore.password = null client.id = producer-1 ssl.endpoint.identification.algorithm = null request.timeout.ms = 30000 acks = 1 receive.buffer.bytes = 32768 ssl.truststore.type = JKS retries = 0 ssl.truststore.location = null ssl.keystore.password = null send.buffer.bytes = 131072 compression.type = none metadata.fetch.timeout.ms = 60000 retry.backoff.ms = 100 sasl.kerberos.kinit.cmd = /usr/bin/kinit buffer.memory = 33554432 timeout.ms = 30000 key.serializer = class org.apache.kafka.common.serialization.StringSerializer sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 ssl.trustmanager.algorithm = PKIX block.on.buffer.full = false ssl.key.password = null sasl.kerberos.min.time.before.relogin = 60000 connections.max.idle.ms = 540000 max.in.flight.requests.per.connection = 5 metrics.num.samples = 2 ssl.protocol = TLS ssl.provider = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] batch.size = 16384 ssl.keystore.location = null ssl.cipher.suites = null security.protocol = PLAINTEXT max.request.size = 1048576 value.serializer = class org.apache.kafka.common.serialization.StringSerializer ssl.keymanager.algorithm = SunX509 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner linger.ms = 0 28322 [main] WARN o.a.k.c.p.ProducerConfig - The configuration key.deserializer = org.apache.kafka.common.serialization.StringDeserializer was supplied but isn't a known config. 28322 [main] WARN o.a.k.c.p.ProducerConfig - The configuration value.deserializer = org.apache.kafka.common.serialization.StringDeserializer was supplied but isn't a known config. 28322 [main] WARN o.a.k.c.p.ProducerConfig - The configuration hook.group.id = atlas was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration partition.assignment.strategy = roundrobin was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration zookeeper.connection.timeout.ms = 200 was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration zookeeper.session.timeout.ms = 400 was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration zookeeper.connect = sandbox.hortonworks.com:2181 was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration zookeeper.sync.time.ms = 20 was supplied but isn't a known config. 28323 [main] WARN o.a.k.c.p.ProducerConfig - The configuration auto.offset.reset = smallest was supplied but isn't a known config. 28324 [main] INFO o.a.k.c.u.AppInfoParser - Kafka version : 0.10.0.2.5.0.0-1245 28324 [main] INFO o.a.k.c.u.AppInfoParser - Kafka commitId : dae559f56f07e2cd