INFO 2018-07-26 17:00:20,377 NetUtil.py:61 - Connecting to https://lboo3h0x.production.lbo.net:8440/connection_info INFO 2018-07-26 17:00:20,426 security.py:61 - Connecting to wss://lboo3h0x.production.lbo.net:8441/agent/stomp/v1 INFO 2018-07-26 17:00:20,474 transport.py:329 - Starting receiver loop INFO 2018-07-26 17:00:20,476 security.py:67 - SSL connection established. Two-way SSL authentication is turned off on the server. ERROR 2018-07-26 17:00:20,531 CustomServiceOrchestrator.py:449 - Caught an exception while executing custom service command: : 'Host_Level_Params for cluster_id=2 is missing. Check if server sent it.'; 'Host_Level_Params for cluster_id=2 is missing. Check if server sent it.' Traceback (most recent call last): File "/usr/lib/ambari-agent/lib/ambari_agent/CustomServiceOrchestrator.py", line 323, in runCommand command = self.generate_command(command_header) File "/usr/lib/ambari-agent/lib/ambari_agent/CustomServiceOrchestrator.py", line 496, in generate_command command_dict = self.configuration_builder.get_configuration(cluster_id, service_name, component_name, required_config_timestamp) File "/usr/lib/ambari-agent/lib/ambari_agent/ConfigurationBuilder.py", line 38, in get_configuration host_level_params_cache = self.host_level_params_cache[cluster_id] File "/usr/lib/ambari-agent/lib/ambari_agent/ClusterCache.py", line 155, in __getitem__ raise KeyError("{0} for cluster_id={1} is missing. Check if server sent it.".format(self.get_cache_name().title(), key)) KeyError: 'Host_Level_Params for cluster_id=2 is missing. Check if server sent it.' ERROR 2018-07-26 17:00:20,532 ComponentStatusExecutor.py:111 - Exception in ComponentStatusExecutor. Re-running it Traceback (most recent call last): File "/usr/lib/ambari-agent/lib/ambari_agent/ComponentStatusExecutor.py", line 102, in run result = self.check_component_status(cluster_id, service_name, component_name, command_name) File "/usr/lib/ambari-agent/lib/ambari_agent/ComponentStatusExecutor.py", line 132, in check_component_status component_status_result = self.customServiceOrchestrator.requestComponentStatus(command_dict) File "/usr/lib/ambari-agent/lib/ambari_agent/CustomServiceOrchestrator.py", line 527, in requestComponentStatus override_output_files=override_output_files, is_status_command=True) File "/usr/lib/ambari-agent/lib/ambari_agent/CustomServiceOrchestrator.py", line 466, in runCommand self.conditionally_remove_command_file(json_path, ret) File "/usr/lib/ambari-agent/lib/ambari_agent/CustomServiceOrchestrator.py", line 707, in conditionally_remove_command_file if os.path.exists(command_json_path): File "/usr/lib/python2.7/genericpath.py", line 26, in exists os.stat(path) TypeError: coercing to Unicode: need string or buffer, NoneType found INFO 2018-07-26 17:00:20,571 logger.py:75 - Testing the JVM's JCE policy to see it if supports an unlimited key length. INFO 2018-07-26 17:00:20,745 HeartbeatThread.py:125 - Sending registration request INFO 2018-07-26 17:00:20,746 security.py:135 - Event to server at /register (correlation_id=0): {'currentPingPort': 8670, 'timestamp': 1532617220476, 'hostname': 'lboo3h1x.production.lbo.net', 'publicHostname': 'lboo3h1x.production.lbo.net', 'hardwareProfile': {'kernel': 'Linux', 'domain': 'production.lbo.net', 'kernelrelease': '4.4.0-131-generic', 'uptime_days': '0', 'memorytotal': 132036196, 'swapfree': '7.45 GB', 'processorcount': 12, 'selinux': False, 'timezone': 'CET', 'hardwareisa': 'x86_64', 'operatingsystem': 'ubuntu', 'hostname': 'lboo3h1x', 'id': 'root', 'memoryfree': 131212716, 'hardwaremodel': 'x86_64', 'uptime_seconds': '2815', 'osfamily': 'ubuntu', 'physicalprocessorcount': 12, 'interfaces': 'eth0,lo', 'memorysize': 132036196, 'swapsize': '7.45 GB', 'netmask': '255.255.255.128', 'ipaddress': '10.216.251.11', 'kernelmajversion': '4.4', 'kernelversion': '4.4.0', 'macaddress': '00:50:56:81:0C:D0', 'operatingsystemrelease': '16.04', 'uptime_hours': '0', 'fqdn': 'lboo3h1x.production.lbo.net', 'architecture': 'x86_64', 'mounts': [{'available': '74937784', 'used': '43014560', 'percent': '37%', 'device': '/dev/sda2', 'mountpoint': '/', 'type': 'ext4', 'size': '124288956'}, {'available': '100', 'used': '0', 'percent': '0%', 'device': 'cgmfs', 'mountpoint': '/run/cgmanager/fs', 'type': 'tmpfs', 'size': '100'}]}, 'agentEnv': {'transparentHugePage': 'never', 'hostHealth': {'agentTimeStampAtReporting': 1532617220745, 'liveServices': [{'status': 'Healthy', 'name': 'ntp or chrony', 'desc': ''}]}, 'reverseLookup': True, 'umask': '18', 'hasUnlimitedJcePolicy': False, 'alternatives': [], 'firewallName': 'ufw', 'stackFoldersAndFiles': [{'type': 'directory', 'name': '/etc/hadoop'}, {'type': 'directory', 'name': '/etc/hbase'}, {'type': 'directory', 'name': '/etc/hive'}, {'type': 'directory', 'name': '/etc/sqoop'}, {'type': 'directory', 'name': '/etc/zookeeper'}, {'type': 'directory', 'name': '/etc/storm'}, {'type': 'directory', 'name': '/etc/hive-hcatalog'}, {'type': 'directory', 'name': '/etc/tez'}, {'type': 'directory', 'name': '/etc/hive-webhcat'}, {'type': 'directory', 'name': '/etc/pig'}, {'type': 'directory', 'name': '/etc/ambari-metrics-collector'}, {'type': 'directory', 'name': '/etc/ambari-metrics-monitor'}, {'type': 'directory', 'name': '/var/log/hadoop'}, {'type': 'directory', 'name': '/var/log/hbase'}, {'type': 'directory', 'name': '/var/log/hive'}, {'type': 'directory', 'name': '/var/log/sqoop'}, {'type': 'directory', 'name': '/var/log/zookeeper'}, {'type': 'directory', 'name': '/var/log/storm'}, {'type': 'directory', 'name': '/var/log/hive-hcatalog'}, {'type': 'directory', 'name': '/var/log/tez'}, {'type': 'directory', 'name': '/var/log/hadoop-hdfs'}, {'type': 'directory', 'name': '/var/log/hadoop-yarn'}, {'type': 'directory', 'name': '/var/log/hadoop-mapreduce'}, {'type': 'directory', 'name': '/var/log/spark'}, {'type': 'directory', 'name': '/var/log/ambari-metrics-monitor'}, {'type': 'directory', 'name': '/usr/lib/flume'}, {'type': 'directory', 'name': '/usr/lib/storm'}, {'type': 'directory', 'name': '/usr/lib/ambari-metrics-collector'}, {'type': 'directory', 'name': '/var/lib/hive'}, {'type': 'directory', 'name': '/var/lib/zookeeper'}, {'type': 'directory', 'name': '/var/lib/hive-hcatalog'}, {'type': 'directory', 'name': '/var/lib/hadoop-hdfs'}, {'type': 'directory', 'name': '/var/lib/hadoop-yarn'}, {'type': 'directory', 'name': '/var/lib/hadoop-mapreduce'}, {'type': 'directory', 'name': '/var/lib/ambari-metrics-collector'}, {'type': 'directory', 'name': '/var/tmp/sqoop'}, {'type': 'directory', 'name': '/hadoop/zookeeper'}, {'type': 'directory', 'name': '/hadoop/hdfs'}, {'type': 'directory', 'name': '/hadoop/storm'}], 'existingUsers': [{'status': 'Available', 'name': 'hive', 'homeDir': '/home/hive'}, {'status': 'Available', 'name': 'ambari-qa', 'homeDir': '/home/ambari-qa'}, {'status': 'Available', 'name': 'hbase', 'homeDir': '/home/hbase'}, {'status': 'Available', 'name': 'hcat', 'homeDir': '/home/hcat'}, {'status': 'Available', 'name': 'mapred', 'homeDir': '/home/mapred'}, {'status': 'Available', 'name': 'hdfs', 'homeDir': '/home/hdfs'}, {'status': 'Available', 'name': 'zookeeper', 'homeDir': '/home/zookeeper'}, {'status': 'Available', 'name': 'sqoop', 'homeDir': '/home/sqoop'}, {'status': 'Available', 'name': 'yarn', 'homeDir': '/home/yarn'}, {'status': 'Available', 'name': 'tez', 'homeDir': '/home/tez'}, {'status': 'Available', 'name': 'storm', 'homeDir': '/home/storm'}, {'status': 'Available', 'name': 'kafka', 'homeDir': '/home/kafka'}, {'status': 'Available', 'name': 'ams', 'homeDir': '/home/ams'}, {'status': 'Available', 'name': 'spark', 'homeDir': '/home/spark'}], 'firewallRunning': False}, 'prefix': '/var/lib/ambari-agent/data', 'agentVersion': '2.7.0.0', 'agentStartTime': 1532616160407, 'id': -1} INFO 2018-07-26 17:00:20,753 __init__.py:57 - Event from server at /user/ (correlation_id=0): {u'status': u'OK', u'exitstatus': 0, u'id': 0} INFO 2018-07-26 17:00:20,755 HeartbeatThread.py:130 - Registration response received INFO 2018-07-26 17:00:20,755 security.py:135 - Event to server at /agents/topologies (correlation_id=1): {'hash': u'421ade46e699bea41812903fccbb59b94c1c6b14d5a63996d0ec37510117d5f4a2233f94590b0befce9f13c09351000e0d5a1994aab43f305ba28ac07aa5f54b'} INFO 2018-07-26 17:00:20,756 __init__.py:57 - Event from server at /user/ (correlation_id=1): {} INFO 2018-07-26 17:00:20,757 security.py:135 - Event to server at /agents/metadata (correlation_id=2): {'hash': u'2140f10b0693ae098d448c17092237839d2c538cb7ec03527525964ad9aa71c6131080a42b088cec4b253bcc1ea20bc5dc0fa0aff186cd60212b5f6917e7326b'} INFO 2018-07-26 17:00:20,757 __init__.py:57 - Event from server at /user/ (correlation_id=2): {} INFO 2018-07-26 17:00:20,758 security.py:135 - Event to server at /agents/configs (correlation_id=3): {'hash': u'613de1cb0eba6335fb5ae570c4f98dadce3e05db1bd9911df26117f1ac6c16e6183af006bb923f1dcda06080b03a2c66258b2abe43a2065aacb7dc0bf249957f'} INFO 2018-07-26 17:00:20,759 __init__.py:57 - Event from server at /user/ (correlation_id=3): {u'timestamp': 1532614052501} INFO 2018-07-26 17:00:20,759 security.py:135 - Event to server at /agents/host_level_params (correlation_id=4): {'hash': None} INFO 2018-07-26 17:00:20,766 __init__.py:57 - Event from server at /user/ (correlation_id=4): {u'headers': {u'timestamp': 1532617220757, u'id': u'49a804d0-42a9-1a62-393b-8df3d8381662'}, u'payload': {u'suppressed': [], u'stackTrace': [{u'className': u'org.apache.ambari.server.controller.AmbariManagementControllerImpl', u'nativeMethod': False, u'fileName': u'AmbariManagementControllerImpl.java', u'methodName': u'retrieveHostRepositories', u'lineNumber': 5889}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentDataExcludeCluster', u'lineNumber': 78}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentData', u'lineNumber': 67}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentData', u'lineNumber': 48}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'initializeData', u'lineNumber': 67}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'lambda$initializeDataIfNeeded$0', u'lineNumber': 58}, {u'className': u'java.util.concurrent.ConcurrentHashMap', u'nativeMethod': False, u'fileName': u'ConcurrentHashMap.java', u'methodName': u'computeIfAbsent', u'lineNumber': 1660}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'initializeDataIfNeeded', u'lineNumber': 58}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'getUpdateIfChanged', u'lineNumber': 52}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentCurrentDataController', u'nativeMethod': False, u'fileName': u'AgentCurrentDataController.java', u'methodName': u'getCurrentHostLevelParams', u'lineNumber': 80}, {u'className': u'sun.reflect.GeneratedMethodAccessor409', u'nativeMethod': False, u'fileName': None, u'methodName': u'invoke', u'lineNumber': -1}, {u'className': u'sun.reflect.DelegatingMethodAccessorImpl', u'nativeMethod': False, u'fileName': u'DelegatingMethodAccessorImpl.java', u'methodName': u'invoke', u'lineNumber': 43}, {u'className': u'java.lang.reflect.Method', u'nativeMethod': False, u'fileName': u'Method.java', u'methodName': u'invoke', u'lineNumber': 498}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'fileName': u'InvocableHandlerMethod.java', u'methodName': u'doInvoke', u'lineNumber': 180}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'fileName': u'InvocableHandlerMethod.java', u'methodName': u'invoke', u'lineNumber': 112}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 504}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'fileName': u'SimpAnnotationMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 495}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'fileName': u'SimpAnnotationMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 87}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMessageInternal', u'lineNumber': 463}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMessage', u'lineNumber': 401}, {u'className': u'org.springframework.messaging.support.ExecutorSubscribableChannel$SendTask', u'nativeMethod': False, u'fileName': u'ExecutorSubscribableChannel.java', u'methodName': u'run', u'lineNumber': 135}, {u'className': u'java.util.concurrent.ThreadPoolExecutor', u'nativeMethod': False, u'fileName': u'ThreadPoolExecutor.java', u'methodName': u'runWorker', u'lineNumber': 1142}, {u'className': u'java.util.concurrent.ThreadPoolExecutor$Worker', u'nativeMethod': False, u'fileName': u'ThreadPoolExecutor.java', u'methodName': u'run', u'lineNumber': 617}, {u'className': u'java.lang.Thread', u'nativeMethod': False, u'fileName': u'Thread.java', u'methodName': u'run', u'lineNumber': 748}], u'message': u'org.apache.ambari.server.controller.spi.SystemException: Operating System matching ubuntu16 could not be found', u'cause': {u'suppressed': [], u'stackTrace': [{u'className': u'org.apache.ambari.server.state.stack.upgrade.RepositoryVersionHelper', u'nativeMethod': False, u'fileName': u'RepositoryVersionHelper.java', u'methodName': u'getOSEntityForHost', u'lineNumber': 367}, {u'className': u'org.apache.ambari.server.state.stack.upgrade.RepositoryVersionHelper', u'nativeMethod': False, u'fileName': u'RepositoryVersionHelper.java', u'methodName': u'getCommandRepository', u'lineNumber': 432}, {u'className': u'org.apache.ambari.server.controller.AmbariManagementControllerImpl', u'nativeMethod': False, u'fileName': u'AmbariManagementControllerImpl.java', u'methodName': u'retrieveHostRepositories', u'lineNumber': 5886}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentDataExcludeCluster', u'lineNumber': 78}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentData', u'lineNumber': 67}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'fileName': u'HostLevelParamsHolder.java', u'methodName': u'getCurrentData', u'lineNumber': 48}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'initializeData', u'lineNumber': 67}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'lambda$initializeDataIfNeeded$0', u'lineNumber': 58}, {u'className': u'java.util.concurrent.ConcurrentHashMap', u'nativeMethod': False, u'fileName': u'ConcurrentHashMap.java', u'methodName': u'computeIfAbsent', u'lineNumber': 1660}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'initializeDataIfNeeded', u'lineNumber': 58}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'fileName': u'AgentHostDataHolder.java', u'methodName': u'getUpdateIfChanged', u'lineNumber': 52}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentCurrentDataController', u'nativeMethod': False, u'fileName': u'AgentCurrentDataController.java', u'methodName': u'getCurrentHostLevelParams', u'lineNumber': 80}, {u'className': u'sun.reflect.GeneratedMethodAccessor409', u'nativeMethod': False, u'fileName': None, u'methodName': u'invoke', u'lineNumber': -1}, {u'className': u'sun.reflect.DelegatingMethodAccessorImpl', u'nativeMethod': False, u'fileName': u'DelegatingMethodAccessorImpl.java', u'methodName': u'invoke', u'lineNumber': 43}, {u'className': u'java.lang.reflect.Method', u'nativeMethod': False, u'fileName': u'Method.java', u'methodName': u'invoke', u'lineNumber': 498}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'fileName': u'InvocableHandlerMethod.java', u'methodName': u'doInvoke', u'lineNumber': 180}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'fileName': u'InvocableHandlerMethod.java', u'methodName': u'invoke', u'lineNumber': 112}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 504}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'fileName': u'SimpAnnotationMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 495}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'fileName': u'SimpAnnotationMethodMessageHandler.java', u'methodName': u'handleMatch', u'lineNumber': 87}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMessageInternal', u'lineNumber': 463}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'fileName': u'AbstractMethodMessageHandler.java', u'methodName': u'handleMessage', u'lineNumber': 401}, {u'className': u'org.springframework.messaging.support.ExecutorSubscribableChannel$SendTask', u'nativeMethod': False, u'fileName': u'ExecutorSubscribableChannel.java', u'methodName': u'run', u'lineNumber': 135}, {u'className': u'java.util.concurrent.ThreadPoolExecutor', u'nativeMethod': False, u'fileName': u'ThreadPoolExecutor.java', u'methodName': u'runWorker', u'lineNumber': 1142}, {u'className': u'java.util.concurrent.ThreadPoolExecutor$Worker', u'nativeMethod': False, u'fileName': u'ThreadPoolExecutor.java', u'methodName': u'run', u'lineNumber': 617}, {u'className': u'java.lang.Thread', u'nativeMethod': False, u'fileName': u'Thread.java', u'methodName': u'run', u'lineNumber': 748}], u'message': u'Operating System matching ubuntu16 could not be found', u'cause': None, u'localizedMessage': u'Operating System matching ubuntu16 could not be found'}, u'localizedMessage': u'org.apache.ambari.server.controller.spi.SystemException: Operating System matching ubuntu16 could not be found'}} ERROR 2018-07-26 17:00:20,767 HeartbeatThread.py:141 - Exception while handing response to request at /agents/host_level_params. {u'headers': {u'timestamp': 1532617220757, u'id': u'49a804d0-42a9-1a62-393b-8df3d8381662'}, u'payload': {u'localizedMessage': u'org.apache.ambari.server.controller.spi.SystemException: Operating System matching ubuntu16 could not be found', u'stackTrace': [{u'className': u'org.apache.ambari.server.controller.AmbariManagementControllerImpl', u'nativeMethod': False, u'lineNumber': 5889, u'methodName': u'retrieveHostRepositories', u'fileName': u'AmbariManagementControllerImpl.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 78, u'methodName': u'getCurrentDataExcludeCluster', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 67, u'methodName': u'getCurrentData', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 48, u'methodName': u'getCurrentData', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 67, u'methodName': u'initializeData', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 58, u'methodName': u'lambda$initializeDataIfNeeded$0', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'java.util.concurrent.ConcurrentHashMap', u'nativeMethod': False, u'lineNumber': 1660, u'methodName': u'computeIfAbsent', u'fileName': u'ConcurrentHashMap.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 58, u'methodName': u'initializeDataIfNeeded', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 52, u'methodName': u'getUpdateIfChanged', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentCurrentDataController', u'nativeMethod': False, u'lineNumber': 80, u'methodName': u'getCurrentHostLevelParams', u'fileName': u'AgentCurrentDataController.java'}, {u'className': u'sun.reflect.GeneratedMethodAccessor409', u'nativeMethod': False, u'lineNumber': -1, u'methodName': u'invoke', u'fileName': None}, {u'className': u'sun.reflect.DelegatingMethodAccessorImpl', u'nativeMethod': False, u'lineNumber': 43, u'methodName': u'invoke', u'fileName': u'DelegatingMethodAccessorImpl.java'}, {u'className': u'java.lang.reflect.Method', u'nativeMethod': False, u'lineNumber': 498, u'methodName': u'invoke', u'fileName': u'Method.java'}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'lineNumber': 180, u'methodName': u'doInvoke', u'fileName': u'InvocableHandlerMethod.java'}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'lineNumber': 112, u'methodName': u'invoke', u'fileName': u'InvocableHandlerMethod.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 504, u'methodName': u'handleMatch', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 495, u'methodName': u'handleMatch', u'fileName': u'SimpAnnotationMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 87, u'methodName': u'handleMatch', u'fileName': u'SimpAnnotationMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 463, u'methodName': u'handleMessageInternal', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 401, u'methodName': u'handleMessage', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.support.ExecutorSubscribableChannel$SendTask', u'nativeMethod': False, u'lineNumber': 135, u'methodName': u'run', u'fileName': u'ExecutorSubscribableChannel.java'}, {u'className': u'java.util.concurrent.ThreadPoolExecutor', u'nativeMethod': False, u'lineNumber': 1142, u'methodName': u'runWorker', u'fileName': u'ThreadPoolExecutor.java'}, {u'className': u'java.util.concurrent.ThreadPoolExecutor$Worker', u'nativeMethod': False, u'lineNumber': 617, u'methodName': u'run', u'fileName': u'ThreadPoolExecutor.java'}, {u'className': u'java.lang.Thread', u'nativeMethod': False, u'lineNumber': 748, u'methodName': u'run', u'fileName': u'Thread.java'}], u'message': u'org.apache.ambari.server.controller.spi.SystemException: Operating System matching ubuntu16 could not be found', u'cause': {u'localizedMessage': u'Operating System matching ubuntu16 could not be found', u'stackTrace': [{u'className': u'org.apache.ambari.server.state.stack.upgrade.RepositoryVersionHelper', u'nativeMethod': False, u'lineNumber': 367, u'methodName': u'getOSEntityForHost', u'fileName': u'RepositoryVersionHelper.java'}, {u'className': u'org.apache.ambari.server.state.stack.upgrade.RepositoryVersionHelper', u'nativeMethod': False, u'lineNumber': 432, u'methodName': u'getCommandRepository', u'fileName': u'RepositoryVersionHelper.java'}, {u'className': u'org.apache.ambari.server.controller.AmbariManagementControllerImpl', u'nativeMethod': False, u'lineNumber': 5886, u'methodName': u'retrieveHostRepositories', u'fileName': u'AmbariManagementControllerImpl.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 78, u'methodName': u'getCurrentDataExcludeCluster', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 67, u'methodName': u'getCurrentData', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.HostLevelParamsHolder', u'nativeMethod': False, u'lineNumber': 48, u'methodName': u'getCurrentData', u'fileName': u'HostLevelParamsHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 67, u'methodName': u'initializeData', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 58, u'methodName': u'lambda$initializeDataIfNeeded$0', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'java.util.concurrent.ConcurrentHashMap', u'nativeMethod': False, u'lineNumber': 1660, u'methodName': u'computeIfAbsent', u'fileName': u'ConcurrentHashMap.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 58, u'methodName': u'initializeDataIfNeeded', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentHostDataHolder', u'nativeMethod': False, u'lineNumber': 52, u'methodName': u'getUpdateIfChanged', u'fileName': u'AgentHostDataHolder.java'}, {u'className': u'org.apache.ambari.server.agent.stomp.AgentCurrentDataController', u'nativeMethod': False, u'lineNumber': 80, u'methodName': u'getCurrentHostLevelParams', u'fileName': u'AgentCurrentDataController.java'}, {u'className': u'sun.reflect.GeneratedMethodAccessor409', u'nativeMethod': False, u'lineNumber': -1, u'methodName': u'invoke', u'fileName': None}, {u'className': u'sun.reflect.DelegatingMethodAccessorImpl', u'nativeMethod': False, u'lineNumber': 43, u'methodName': u'invoke', u'fileName': u'DelegatingMethodAccessorImpl.java'}, {u'className': u'java.lang.reflect.Method', u'nativeMethod': False, u'lineNumber': 498, u'methodName': u'invoke', u'fileName': u'Method.java'}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'lineNumber': 180, u'methodName': u'doInvoke', u'fileName': u'InvocableHandlerMethod.java'}, {u'className': u'org.springframework.messaging.handler.invocation.InvocableHandlerMethod', u'nativeMethod': False, u'lineNumber': 112, u'methodName': u'invoke', u'fileName': u'InvocableHandlerMethod.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 504, u'methodName': u'handleMatch', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 495, u'methodName': u'handleMatch', u'fileName': u'SimpAnnotationMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.simp.annotation.support.SimpAnnotationMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 87, u'methodName': u'handleMatch', u'fileName': u'SimpAnnotationMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 463, u'methodName': u'handleMessageInternal', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.handler.invocation.AbstractMethodMessageHandler', u'nativeMethod': False, u'lineNumber': 401, u'methodName': u'handleMessage', u'fileName': u'AbstractMethodMessageHandler.java'}, {u'className': u'org.springframework.messaging.support.ExecutorSubscribableChannel$SendTask', u'nativeMethod': False, u'lineNumber': 135, u'methodName': u'run', u'fileName': u'ExecutorSubscribableChannel.java'}, {u'className': u'java.util.concurrent.ThreadPoolExecutor', u'nativeMethod': False, u'lineNumber': 1142, u'methodName': u'runWorker', u'fileName': u'ThreadPoolExecutor.java'}, {u'className': u'java.util.concurrent.ThreadPoolExecutor$Worker', u'nativeMethod': False, u'lineNumber': 617, u'methodName': u'run', u'fileName': u'ThreadPoolExecutor.java'}, {u'className': u'java.lang.Thread', u'nativeMethod': False, u'lineNumber': 748, u'methodName': u'run', u'fileName': u'Thread.java'}], u'message': u'Operating System matching ubuntu16 could not be found', u'cause': None, u'suppressed': []}, u'suppressed': []}} Traceback (most recent call last): File "/usr/lib/ambari-agent/lib/ambari_agent/HeartbeatThread.py", line 139, in register listener.on_event({}, response) File "/usr/lib/ambari-agent/lib/ambari_agent/listeners/HostLevelParamsEventListener.py", line 49, in on_event self.host_level_params_cache.rewrite_cache(message['clusters'], message['hash']) KeyError: 'clusters' ERROR 2018-07-26 17:00:20,767 HeartbeatThread.py:106 - Exception in HeartbeatThread. Re-running the registration Traceback (most recent call last): File "/usr/lib/ambari-agent/lib/ambari_agent/HeartbeatThread.py", line 93, in run self.register() File "/usr/lib/ambari-agent/lib/ambari_agent/HeartbeatThread.py", line 139, in register listener.on_event({}, response) File "/usr/lib/ambari-agent/lib/ambari_agent/listeners/HostLevelParamsEventListener.py", line 49, in on_event self.host_level_params_cache.rewrite_cache(message['clusters'], message['hash']) KeyError: 'clusters' INFO 2018-07-26 17:00:20,768 transport.py:358 - Receiver loop ended