Support Questions

Find answers, ask questions, and share your expertise

Apache Metron on single node VM(Cent OS) - deployment issue

avatar
Explorer

Hi, I am trying to deploy Apache Metron version 0.5.1 on single node VM (Centos 6.5) and facing the below error after vagrant provision.

ASK [metron-builder : Build Metron] ******************************************* failed: [node1 -> localhost] (item=mvn package -DskipTests -T 2C -P HDP-2.5.0.0,mpack) => {"changed": true, "cmd": "mvn package -DskipTests -T 2C -P HDP-2.5.0.0,mpack", "delta": "0:01:06.662475", "end": "2018-07-26 07:28:12.707250", "failed": true, "item": "mvn package -DskipTests -T 2C -P HDP-2.5.0.0,mpack", "rc": 1, "start": "2018-07-26 07:27:06.044775", "stderr": "", "stdout": "[INFO] Scanning for projects...\n[INFO] ------------------------------------------------------------------------\n[INFO] Reactor Build Order:\n[INFO] \n[INFO] Metron\n[INFO] metron-stellar\n[INFO] stellar-common\n[INFO] metron-analytics\n[INFO] metron-maas-common\n[INFO] metron-platform\n[INFO] metron-zookeeper\n[INFO] metron-test-utilities\n[INFO] metron-integration-test\n[INFO] metron-maas-service\n[INFO] metron-common\n[INFO] metron-statistics\n[INFO] metron-writer\n[INFO] metron-storm-kafka-override\n[INFO] metron-storm-kafka\n[INFO] metron-hbase\n[INFO] metron-profiler-common\n[INFO] metron-profiler-client\n[INFO] metron-profiler\n[INFO] metron-hbase-client\n[INFO] metron-enrichment\n[INFO] metron-indexing\n[INFO] metron-solr\n[INFO] metron-pcap\n[INFO] metron-parsers\n[INFO] metron-pcap-backend\n[INFO] metron-data-management\n[INFO] metron-api\n[INFO] metron-management\n[INFO] elasticsearch-shaded\n[INFO] metron-elasticsearch\n[INFO] metron-deployment\n[INFO] Elasticsearch Ambari Management Pack\n[INFO] Metron Ambari Management Pack\n[INFO] metron-contrib\n[INFO] metron-docker\n[INFO] metron-performance\n[INFO] metron-interface\n[INFO] metron-config\n[INFO] metron-alerts\n[INFO] metron-rest-client\n[INFO] metron-rest\n[INFO] site-book\n[INFO] 3rd party Functions (just for tests)\n[INFO] stellar-zeppelin\n[INFO] \n[INFO] Using the MultiThreadedBuilder implementation with a thread count of 8\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building Metron 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ Metron ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ Metron ---\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ Metron ---\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[INFO] \n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-platform 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-analytics 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-stellar 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-contrib 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building site-book 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-deployment 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] ------------------------------------------------------------------------\n[INFO] Building metron-interface 0.5.1\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-analytics ---\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-contrib ---\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-platform ---\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-stellar ---\nDownloading: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-site-plugin/3.7/maven-site-plugin-3.7.pom\n\r[INFO] ------------------------------------------------------------------------\n[INFO] Reactor Summary:\n[INFO] \n[INFO] Metron ............................................. SUCCESS [ 0.838 s]\n[INFO] metron-stellar ..................................... SKIPPED\n[INFO] stellar-common ..................................... SKIPPED\n[INFO] metron-analytics ................................... SKIPPED\n[INFO] metron-maas-common ................................. SKIPPED\n[INFO] metron-platform .................................... SKIPPED\n[INFO] metron-zookeeper ................................... SKIPPED\n[INFO] metron-test-utilities .............................. SKIPPED\n[INFO] metron-integration-test ............................ SKIPPED\n[INFO] metron-maas-service ................................ SKIPPED\n[INFO] metron-common ...................................... SKIPPED\n[INFO] metron-statistics .................................. SKIPPED\n[INFO] metron-writer ...................................... SKIPPED\n[INFO] metron-storm-kafka-override ........................ SKIPPED\n[INFO] metron-storm-kafka ................................. SKIPPED\n[INFO] metron-hbase ....................................... SKIPPED\n[INFO] metron-profiler-common ............................. SKIPPED\n[INFO] metron-profiler-client ............................. SKIPPED\n[INFO] metron-profiler .................................... SKIPPED\n[INFO] metron-hbase-client ................................ SKIPPED\n[INFO] metron-enrichment .................................. SKIPPED\n[INFO] metron-indexing .................................... SKIPPED\n[INFO] metron-solr ........................................ SKIPPED\n[INFO] metron-pcap ........................................ SKIPPED\n[INFO] metron-parsers ..................................... SKIPPED\n[INFO] metron-pcap-backend ................................ SKIPPED\n[INFO] metron-data-management ............................. SKIPPED\n[INFO] metron-api ......................................... SKIPPED\n[INFO] metron-management .................................. SKIPPED\n[INFO] elasticsearch-shaded ............................... SKIPPED\n[INFO] metron-elasticsearch ............................... SKIPPED\n[INFO] metron-deployment .................................. SKIPPED\n[INFO] Elasticsearch Ambari Management Pack ............... SKIPPED\n[INFO] Metron Ambari Management Pack ...................... SKIPPED\n[INFO] metron-contrib ..................................... SKIPPED\n[INFO] metron-docker ...................................... SKIPPED\n[INFO] metron-performance ................................. SKIPPED\n[INFO] metron-interface ................................... SKIPPED\n[INFO] metron-config ...................................... SKIPPED\n[INFO] metron-alerts ...................................... SKIPPED\n[INFO] metron-rest-client ................................. SKIPPED\n[INFO] metron-rest ........................................ SKIPPED\n[INFO] site-book .......................................... FAILURE [01:03 min]\n[INFO] 3rd party Functions (just for tests) ............... SKIPPED\n[INFO] stellar-zeppelin ................................... SKIPPED\n[INFO] ------------------------------------------------------------------------\n[INFO] BUILD FAILURE\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-deployment ---\n[INFO] Total time: 01:05 min (Wall Clock)\n[INFO] Finished at: 2018-07-26T07:28:12+05:30\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-platform ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-stellar ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-deployment ---\n[INFO] Final Memory: 26M/270M\n[INFO] ------------------------------------------------------------------------\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-contrib ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-analytics ---\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-platform/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-platform ---\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-analytics/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-analytics ---\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-deployment/target/jacoco.exec\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-contrib/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-deployment ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-contrib ---\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[INFO] \n[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-interface ---\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-interface ---\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-stellar/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-stellar ---\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[INFO] Skipping JaCoCo execution due to missing execution data file.\n[ERROR] Plugin org.apache.maven.plugins:maven-site-plugin:3.7 or one of its dependencies could not be resolved: Failed to read artifact descriptor for org.apache.maven.plugins:maven-site-plugin:jar:3.7: Could not transfer artifact org.apache.maven.plugins:maven-site-plugin:pom:3.7 from/to central (https://repo.maven.apache.org/maven2): Connect to repo.maven.apache.org:443 [repo.maven.apache.org/151.101.12.215] failed: Connection timed out (Connection timed out) -> [Help 1]\n[ERROR] \n[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.\n[ERROR] Re-run Maven using the -X switch to enable full debug logging.\n[ERROR] \n[ERROR] For more information about the errors and possible solutions, please read the following articles:\n[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/PluginResolutionException\n[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-interface/target/jacoco.exec\n[INFO] \n[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-interface ---", "stdout_lines": ["[INFO] Scanning for projects...", "[INFO] ------------------------------------------------------------------------", "[INFO] Reactor Build Order:", "[INFO] ", "[INFO] Metron", "[INFO] metron-stellar", "[INFO] stellar-common", "[INFO] metron-analytics", "[INFO] metron-maas-common", "[INFO] metron-platform", "[INFO] metron-zookeeper", "[INFO] metron-test-utilities", "[INFO] metron-integration-test", "[INFO] metron-maas-service", "[INFO] metron-common", "[INFO] metron-statistics", "[INFO] metron-writer", "[INFO] metron-storm-kafka-override", "[INFO] metron-storm-kafka", "[INFO] metron-hbase", "[INFO] metron-profiler-common", "[INFO] metron-profiler-client", "[INFO] metron-profiler", "[INFO] metron-hbase-client", "[INFO] metron-enrichment", "[INFO] metron-indexing", "[INFO] metron-solr", "[INFO] metron-pcap", "[INFO] metron-parsers", "[INFO] metron-pcap-backend", "[INFO] metron-data-management", "[INFO] metron-api", "[INFO] metron-management", "[INFO] elasticsearch-shaded", "[INFO] metron-elasticsearch", "[INFO] metron-deployment", "[INFO] Elasticsearch Ambari Management Pack", "[INFO] Metron Ambari Management Pack", "[INFO] metron-contrib", "[INFO] metron-docker", "[INFO] metron-performance", "[INFO] metron-interface", "[INFO] metron-config", "[INFO] metron-alerts", "[INFO] metron-rest-client", "[INFO] metron-rest", "[INFO] site-book", "[INFO] 3rd party Functions (just for tests)", "[INFO] stellar-zeppelin", "[INFO] ", "[INFO] Using the MultiThreadedBuilder implementation with a thread count of 8", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building Metron 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ Metron ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ Metron ---", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ Metron ---", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[INFO] ", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-platform 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-analytics 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-stellar 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-contrib 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building site-book 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-deployment 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] ------------------------------------------------------------------------", "[INFO] Building metron-interface 0.5.1", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-analytics ---", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-contrib ---", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-platform ---", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-stellar ---", "Downloading: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-site-plugin/3.7/maven-site-plugin-3.7.pom", "", "[INFO] ------------------------------------------------------------------------", "[INFO] Reactor Summary:", "[INFO] ", "[INFO] Metron ............................................. SUCCESS [ 0.838 s]", "[INFO] metron-stellar ..................................... SKIPPED", "[INFO] stellar-common ..................................... SKIPPED", "[INFO] metron-analytics ................................... SKIPPED", "[INFO] metron-maas-common ................................. SKIPPED", "[INFO] metron-platform .................................... SKIPPED", "[INFO] metron-zookeeper ................................... SKIPPED", "[INFO] metron-test-utilities .............................. SKIPPED", "[INFO] metron-integration-test ............................ SKIPPED", "[INFO] metron-maas-service ................................ SKIPPED", "[INFO] metron-common ...................................... SKIPPED", "[INFO] metron-statistics .................................. SKIPPED", "[INFO] metron-writer ...................................... SKIPPED", "[INFO] metron-storm-kafka-override ........................ SKIPPED", "[INFO] metron-storm-kafka ................................. SKIPPED", "[INFO] metron-hbase ....................................... SKIPPED", "[INFO] metron-profiler-common ............................. SKIPPED", "[INFO] metron-profiler-client ............................. SKIPPED", "[INFO] metron-profiler .................................... SKIPPED", "[INFO] metron-hbase-client ................................ SKIPPED", "[INFO] metron-enrichment .................................. SKIPPED", "[INFO] metron-indexing .................................... SKIPPED", "[INFO] metron-solr ........................................ SKIPPED", "[INFO] metron-pcap ........................................ SKIPPED", "[INFO] metron-parsers ..................................... SKIPPED", "[INFO] metron-pcap-backend ................................ SKIPPED", "[INFO] metron-data-management ............................. SKIPPED", "[INFO] metron-api ......................................... SKIPPED", "[INFO] metron-management .................................. SKIPPED", "[INFO] elasticsearch-shaded ............................... SKIPPED", "[INFO] metron-elasticsearch ............................... SKIPPED", "[INFO] metron-deployment .................................. SKIPPED", "[INFO] Elasticsearch Ambari Management Pack ............... SKIPPED", "[INFO] Metron Ambari Management Pack ...................... SKIPPED", "[INFO] metron-contrib ..................................... SKIPPED", "[INFO] metron-docker ...................................... SKIPPED", "[INFO] metron-performance ................................. SKIPPED", "[INFO] metron-interface ................................... SKIPPED", "[INFO] metron-config ...................................... SKIPPED", "[INFO] metron-alerts ...................................... SKIPPED", "[INFO] metron-rest-client ................................. SKIPPED", "[INFO] metron-rest ........................................ SKIPPED", "[INFO] site-book .......................................... FAILURE [01:03 min]", "[INFO] 3rd party Functions (just for tests) ............... SKIPPED", "[INFO] stellar-zeppelin ................................... SKIPPED", "[INFO] ------------------------------------------------------------------------", "[INFO] BUILD FAILURE", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-deployment ---", "[INFO] Total time: 01:05 min (Wall Clock)", "[INFO] Finished at: 2018-07-26T07:28:12+05:30", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-platform ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-stellar ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-deployment ---", "[INFO] Final Memory: 26M/270M", "[INFO] ------------------------------------------------------------------------", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-contrib ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-analytics ---", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-platform/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-platform ---", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-analytics/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-analytics ---", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-deployment/target/jacoco.exec", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-contrib/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-deployment ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-contrib ---", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[INFO] ", "[INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ metron-interface ---", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default) @ metron-interface ---", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-stellar/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-stellar ---", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[INFO] Skipping JaCoCo execution due to missing execution data file.", "[ERROR] Plugin org.apache.maven.plugins:maven-site-plugin:3.7 or one of its dependencies could not be resolved: Failed to read artifact descriptor for org.apache.maven.plugins:maven-site-plugin:jar:3.7: Could not transfer artifact org.apache.maven.plugins:maven-site-plugin:pom:3.7 from/to central (https://repo.maven.apache.org/maven2): Connect to repo.maven.apache.org:443 [repo.maven.apache.org/151.101.12.215] failed: Connection timed out (Connection timed out) -> [Help 1]", "[ERROR] ", "[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.", "[ERROR] Re-run Maven using the -X switch to enable full debug logging.", "[ERROR] ", "[ERROR] For more information about the errors and possible solutions, please read the following articles:", "[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/PluginResolutionException", "[INFO] argLine set to -javaagent:/root/.m2/repository/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=/metron/metron-interface/target/jacoco.exec", "[INFO] ", "[INFO] --- jacoco-maven-plugin:0.7.9:report (report) @ metron-interface ---"], "warnings": []} NO MORE HOSTS LEFT ************************************************************* to retry, use: --limit @/metron/metron-deployment/development/centos6/ansible/playbook.retry PLAY RECAP ********************************************************************* node1 : ok=7 changed=2 unreachable=0 failed=1 Ansible failed to complete successfully. Any error output should be visible above. Please fix these errors and try again. bash-4.1# vagrant provision

1 ACCEPTED SOLUTION

avatar
Explorer
Hi,

Please find the script output below

bash-4.1# ./platform-info.sh 
Metron 0.5.1
--
* master
--
commit 6bac842d7ad2819c56412837d8befb603ef15f35 (HEAD -> master, origin/master, origin/HEAD)
Author: ottobackwards <ottobackwards@gmail.com>
Date:   Fri Jul 20 17:44:35 2018 -0400


    METRON-1606 Add a 'wrap' to incoming messages in the metron json parser (ottobackwards) closes apache/metron#1054
--
--
ansible 2.2.2.0
  config file = 
  configured module search path = Default w/o overrides
--
Vagrant 2.1.2
--
vagrant-hostmanager (1.8.9)
--
Python 2.6.6
--
Apache Maven 3.3.9 (bb52d8502b132ec0a5a3f4c09453c07478323dc5; 2015-11-10T22:11:47+05:30)
Maven home: /usr/local/maven/apache-maven-3.3.9
Java version: 1.8.0_171, vendor: Oracle Corporation
Java home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.171-8.b10.el6_9.x86_64/jre
Default locale: en_US, platform encoding: UTF-8
OS name: "linux", version: "2.6.32-754.2.1.el6.x86_64", arch: "amd64", family: "unix"
--
Docker version 1.7.1, build 786b29d/1.7.1
--
node
v0.10.48
--
npm
1.3.6
--
g++ (GCC) 4.8.2 20140120 (Red Hat 4.8.2-15)
Copyright (C) 2013 Free Software Foundation, Inc.
This is free software; see the source for copying conditions.  There is NO
warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.


--
Compiler is C++11 compliant
--
Linux localhost.localdomain 2.6.32-754.2.1.el6.x86_64 #1 SMP Fri Jul 13 12:50:12 UTC 2018 x86_64 x86_64 x86_64 GNU/Linux
--
Total System Memory = 15953 MB
Processor Model: Intel(R) Xeon(R) CPU E5-2609 0 @ 2.40GHz
Processor Speed: 2399.999 MHz
Total Physical Processors: 4
Total cores: 8
Disk information:
/dev/mapper/VolGroup-lv_root
/dev/sda1             477M   70M  382M  16% /boot
/dev/mapper/VolGroup-lv_home
This CPU appears to support virtualization
bash-4.1# 


View solution in original post

16 REPLIES 16

avatar
Super Collaborator

Hey @Gowdaman G, here's a link that shows how to setup Metron on a single node setup:

https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=68718548

Can you give this a try?

avatar
Explorer

Hi,

I am deploying metron (version 0.5.1) on Centos VM installed in Vmware ESXi.

Please let me know the link which you have shared is for same setup or different one.

I have followed the procedures given in the below link:

https://github.com/apache/metron/tree/master/metron-deployment#how-do-i-deploy-metron-on-a-single-vm

avatar
Super Collaborator

avatar
Explorer

Hi @asubramanian,

Now I am trying to deploy Metron 0.4.0 on a baremetal CentOS 6.10. During Build Metron with HDP 2.5 profile,

It is throwing the below error after giving the below command

mvn clean package -DskipTests -T 2C -P HDP-2.5.0.0,mpack

[INFO] Reactor Summary: [INFO] [INFO] Metron ............................................. SUCCESS [ 1.139 s] [INFO] metron-analytics ................................... SUCCESS [ 0.047 s] [INFO] metron-maas-common ................................. SUCCESS [ 5.325 s] [INFO] metron-platform .................................... SUCCESS [ 0.197 s] [INFO] metron-test-utilities .............................. SUCCESS [ 4.761 s] [INFO] metron-integration-test ............................ SUCCESS [ 10.326 s] [INFO] metron-maas-service ................................ SUCCESS [ 4.636 s] [INFO] metron-common ...................................... SUCCESS [ 31.125 s] [INFO] metron-statistics .................................. SUCCESS [ 27.399 s] [INFO] metron-writer ...................................... FAILURE [02:06 min] [INFO] metron-storm-kafka-override ........................ SUCCESS [ 0.547 s] [INFO] metron-storm-kafka ................................. SUCCESS [ 1.235 s] [INFO] metron-hbase ....................................... SKIPPED [INFO] metron-profiler-common ............................. SKIPPED [INFO] metron-profiler-client ............................. SKIPPED [INFO] metron-profiler .................................... SKIPPED [INFO] metron-enrichment .................................. SKIPPED [INFO] metron-indexing .................................... SKIPPED [INFO] metron-solr ........................................ SKIPPED [INFO] metron-pcap ........................................ SKIPPED [INFO] metron-parsers ..................................... SKIPPED [INFO] metron-pcap-backend ................................ SKIPPED [INFO] metron-data-management ............................. SKIPPED [INFO] metron-api ......................................... SKIPPED [INFO] metron-management .................................. SKIPPED [INFO] elasticsearch-shaded ............................... SUCCESS [ 12.865 s] [INFO] metron-elasticsearch ............................... SKIPPED [INFO] metron-deployment .................................. SUCCESS [ 0.045 s] [INFO] Metron Ambari Management Pack ...................... SUCCESS [ 3.644 s] [INFO] metron-docker ...................................... SUCCESS [ 3.469 s] [INFO] metron-interface ................................... SUCCESS [ 0.066 s] [INFO] metron-config ...................................... SKIPPED [INFO] metron-rest-client ................................. SUCCESS [ 0.455 s] [INFO] metron-rest ........................................ SKIPPED [INFO] site-book .......................................... SUCCESS [ 2.839 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD FAILURE [INFO] ------------------------------------------------------------------------ [INFO] Total time: 02:55 min (Wall Clock) [INFO] Finished at: 2018-08-06T19:26:20+05:30 [INFO] Final Memory: 110M/2343M [INFO] ------------------------------------------------------------------------ [ERROR] Failed to execute goal on project metron-writer: Could not resolve dependencies for project org.apache.metron:metron-writer:jar:0.4.0: Failed to collect dependencies at org.apache.storm:storm-hdfs:jar:1.0.1.2.5.0.0-1245 -> org.apache.hadoop:hadoop-hdfs:jar:2.7.3.2.5.0.0-1245 -> org.mortbay.jetty:jetty:jar:6.1.26.hwx: Failed to read artifact descriptor for org.mortbay.jetty:jetty:jar:6.1.26.hwx: Could not transfer artifact org.mortbay.jetty:jetty:pom:6.1.26.hwx from/to HDPReleases (http://repo.hortonworks.com/content/repositories/releases/): Connect to repo.hortonworks.com:80 [repo.hortonworks.com/54.225.131.199] failed: Connection timed out (Connection timed out) -> [Help 1] [ERROR] [ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch. [ERROR] Re-run Maven using the -X switch to enable full debug logging. [ERROR] [ERROR] For more information about the errors and possible solutions, please read the following articles: [ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/DependencyResolutionException [ERROR]

[ERROR] After correcting the problems, you can resume the build with the command [ERROR] mvn <goals> -rf :metron-writer

Note: I have configured our corporate proxy in settings.xml file.

Please let me know root cause of this issue.

avatar
Super Collaborator

Looks like the settings are still not correct per this message:

Connect to repo.hortonworks.com:80 [repo.hortonworks.com/54.225.131.199] failed: Connection timed out (Connection timed out)

avatar
Explorer
Hi,

Please find the settings.xml file config below

[root@localhost .m2]# vi settings.xml
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.  See the NOTICE file
distributed with this work for additional information
regarding copyright ownership.  The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License.  You may obtain a copy of the License at


    http://www.apache.org/licenses/LICENSE-2.0


Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied.  See the License for the
specific language governing permissions and limitations
under the License.
-->


<!--
 | This is the configuration file for Maven. It can be specified at two levels:
 |
 |  1. User Level. This settings.xml file provides configuration for a single user,
 |                 and is normally provided in ${user.home}/.m2/settings.xml.
 |
 |                 NOTE: This location can be overridden with the CLI option:
 |
 |                 -s /path/to/user/settings.xml
 |
 |  2. Global Level. This settings.xml file provides configuration for all Maven
 |                 users on a machine (assuming they're all using the same Maven
 |                 installation). It's normally provided in
 |                 ${maven.home}/conf/settings.xml.
 |
 |                 NOTE: This location can be overridden with the CLI option:
 |
 |                 -gs /path/to/global/settings.xml
 |
 | The sections in this sample file are intended to give you a running start at
 | getting the most out of your Maven installation. Where appropriate, the default
 | values (values used when the setting is not specified) are provided.
 |
 |-->
<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0 http://maven.apache.org/xsd/settings-1.0.0.xsd">
  <!-- localRepository
   | The path to the local repository maven will use to store artifacts.
   |
   | Default: ${user.home}/.m2/repository
  <localRepository>/path/to/local/repo</localRepository>
  -->


  <!-- interactiveMode
   | This will determine whether maven prompts you when it needs input. If set to false,
   | maven will use a sensible default value, perhaps based on some other setting, for
   | the parameter in question.
   |
   | Default: true
  <interactiveMode>true</interactiveMode>
  -->


  <!-- offline
   | Determines whether maven should attempt to connect to the network when executing a build.
   | This will have an effect on artifact downloads, artifact deployment, and others.
   |
   | Default: false
  <offline>false</offline>
  -->


  <!-- pluginGroups
   | This is a list of additional group identifiers that will be searched when resolving plugins by their prefix, i.e.
   | when invoking a command line like "mvn prefix:goal". Maven will automatically add the group identifiers
   | "org.apache.maven.plugins" and "org.codehaus.mojo" if these are not already contained in the list.
   |-->
  <pluginGroups>
    <!-- pluginGroup
     | Specifies a further group identifier to use for plugin lookup.
    <pluginGroup>com.your.plugins</pluginGroup>
    -->
  </pluginGroups>


  <!-- proxies
   | This is a list of proxies which can be used on this machine to connect to the network.
   | Unless otherwise specified (by system property or command-line switch), the first proxy
   | specification in this list marked as active will be used.
   |-->
  <proxies>
    <!-- proxy
     | Specification for one proxy, to be used in connecting to the network.
     |
    <proxy>
      <id>httpproxy</id>
      <active>true</active>
      <protocol>http</protocol>
      <host>proxy-wsa.esl.domain.com</host>
      <port>80</port>
      <nonProxyHosts>*.domain.com|127.0.0.1</nonProxyHosts>
    </proxy>
   <proxy>
      <id>httpsproxy</id>
      <active>true</active>
      <protocol>https</protocol>
      <host>proxy-wsa.esl.domain.com</host>
      <port>80</port>
      <nonProxyHosts>*.domain.com|127.0.0.1</nonProxyHosts>
    </proxy>
    -->
  </proxies>


  <!-- servers
   | This is a list of authentication profiles, keyed by the server-id used within the system.
   | Authentication profiles can be used whenever maven must make a connection to a remote server.
   |-->
  <servers>
    <!-- server
     | Specifies the authentication information to use when connecting to a particular server, identified by
     | a unique name within the system (referred to by the 'id' attribute below).
     |
     | NOTE: You should either specify username/password OR privateKey/passphrase, since these pairings are
     |       used together.
     |
    <server>
      <id>deploymentRepo</id>
      <username>repouser</username>
      <password>repopwd</password>
    </server>
    -->


    <!-- Another sample, using keys to authenticate.
    <server>
      <id>siteServer</id>
      <privateKey>/path/to/private/key</privateKey>
      <passphrase>optional; leave empty if not used.</passphrase>
    </server>
    -->
  </servers>


  <!-- mirrors
   | This is a list of mirrors to be used in downloading artifacts from remote repositories.
   |
   | It works like this: a POM may declare a repository to use in resolving certain artifacts.
   | However, this repository may have problems with heavy traffic at times, so people have mirrored
   | it to several places.
   |
   | That repository definition will have a unique id, so we can create a mirror reference for that
   | repository, to be used as an alternate download site. The mirror site will be the preferred
   | server for that repository.
   |-->
  <mirrors>
    <!-- mirror
     | Specifies a repository mirror site to use instead of a given repository. The repository that
     | this mirror serves has an ID that matches the mirrorOf element of this mirror. IDs are used
     | for inheritance and direct lookup purposes, and must be unique across the set of mirrors.
     |
    <mirror>
      <id>mirrorId</id>
      <mirrorOf>repositoryId</mirrorOf>
      <name>Human Readable Name for this Mirror.</name>
      <url>http://my.repository.com/repo/path</url>
    </mirror>
     -->
  </mirrors>


  <!-- profiles
   | This is a list of profiles which can be activated in a variety of ways, and which can modify
   | the build process. Profiles provided in the settings.xml are intended to provide local machine-
   | specific paths and repository locations which allow the build to work in the local environment.
   |
   | For example, if you have an integration testing plugin - like cactus - that needs to know where
   | your Tomcat instance is installed, you can provide a variable here such that the variable is
   | dereferenced during the build process to configure the cactus plugin.
   |
   | As noted above, profiles can be activated in a variety of ways. One way - the activeProfiles
   | section of this document (settings.xml) - will be discussed later. Another way essentially
   | relies on the detection of a system property, either matching a particular value for the property,
   | or merely testing its existence. Profiles can also be activated by JDK version prefix, where a
   | value of '1.4' might activate a profile when the build is executed on a JDK version of '1.4.2_07'.
   | Finally, the list of active profiles can be specified directly from the command line.
   |
   | NOTE: For profiles defined in the settings.xml, you are restricted to specifying only artifact
   |       repositories, plugin repositories, and free-form properties to be used as configuration
   |       variables for plugins in the POM.
   |
   |-->
  <profiles>
    <!-- profile
     | Specifies a set of introductions to the build process, to be activated using one or more of the
     | mechanisms described above. For inheritance purposes, and to activate profiles via <activatedProfiles/>
     | or the command line, profiles have to have an ID that is unique.
     |
     | An encouraged best practice for profile identification is to use a consistent naming convention
     | for profiles, such as 'env-dev', 'env-test', 'env-production', 'user-jdcasey', 'user-brett', etc.
     | This will make it more intuitive to understand what the set of introduced profiles is attempting
     | to accomplish, particularly when you only have a list of profile id's for debug.
     |
     | This profile example uses the JDK version to trigger activation, and provides a JDK-specific repo.
    <profile>
      <id>jdk-1.4</id>


      <activation>
        <jdk>1.4</jdk>
      </activation>


      <repositories>
        <repository>
          <id>jdk14</id>
          <name>Repository for JDK 1.4 builds</name>
          <url>http://www.myhost.com/maven/jdk14</url>
          <layout>default</layout>
          <snapshotPolicy>always</snapshotPolicy>
        </repository>
      </repositories>
    </profile>
    -->


    <!--
     | Here is another profile, activated by the system property 'target-env' with a value of 'dev',
     | which provides a specific path to the Tomcat instance. To use this, your plugin configuration
     | might hypothetically look like:
     |
     | ...
     | <plugin>
     |   <groupId>org.myco.myplugins</groupId>
     |   <artifactId>myplugin</artifactId>
     |
     |   <configuration>
     |     <tomcatLocation>${tomcatPath}</tomcatLocation>
     |   </configuration>
     | </plugin>
     | ...
     |
     | NOTE: If you just wanted to inject this configuration whenever someone set 'target-env' to
     |       anything, you could just leave off the <value/> inside the activation-property.
     |
    <profile>
      <id>env-dev</id>


      <activation>
        <property>
          <name>target-env</name>
          <value>dev</value>
        </property>
      </activation>


      <properties>
        <tomcatPath>/path/to/tomcat/instance</tomcatPath>
      </properties>
    </profile>
    -->
  </profiles>


  <!-- activeProfiles
   | List of profiles that are active for all builds.
   |
  <activeProfiles>
    <activeProfile>alwaysActiveProfile</activeProfile>
    <activeProfile>anotherAlwaysActiveProfile</activeProfile>
  </activeProfiles>
  -->
</settings>
 


avatar
Super Collaborator

I'm afraid you will have to take your IT team's help in resolving the connection timeout issue since it is environment specific.