xxx/jsonmetrics   Could not open template: /opt/cloudera/parcels/CDH-5.4.0-1.cdh5.4.0.p0.27/lib/impala//www//legacy-metrics.tmpl ... View more

Hello,   Our parcells and CM has the same version, our cloudera manager agents are running on the same version. From agent logs while grepping CDH5.4 [07/May/2015 14:11:49 +0000] 5792 MainThread parcel       INFO     Activating system symlinks for parcel CDH-5.4.0-1.cdh5.4.0.p0.27 [07/May/2015 14:11:49 +0000] 5792 MainThread parcel       INFO     Ensuring alternatives entries are activated for parcel CDH-5.4.0-1.cdh5.4.0.p0.27. [07/May/2015 14:11:52 +0000] 5792 MainThread parcel       INFO     Loading parcel manifest for: CDH-5.4.0-1.cdh5.4.0.p0.27 [07/May/2015 14:12:13 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hdfs-plugin'] [07/May/2015 14:12:13 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:12:34 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hbase-plugin'] [07/May/2015 14:12:34 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:13:09 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'yarn-plugin', u'mapreduce2-plugin'] [07/May/2015 14:13:09 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:13:55 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hive-plugin'] [07/May/2015 14:13:55 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:15:34 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hdfs-plugin'] [07/May/2015 14:15:34 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:15:57 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hdfs-plugin'] [07/May/2015 14:15:57 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:16:50 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hdfs-plugin'] [07/May/2015 14:16:50 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'} [07/May/2015 14:17:48 +0000] 5792 MainThread parcel       INFO     prepare_environment begin: {u'CDH': u'5.4.0-1.cdh5.4.0.p0.27'}, [u'cdh'], [u'cdh-plugin', u'hdfs-plugin'] [07/May/2015 14:17:48 +0000] 5792 MainThread parcel       INFO     prepare_environment end: {'CDH': '5.4.0-1.cdh5.4.0.p0.27'}   From xxx/jsonmetrics?json { "__common__": { "process-name": "catalogd", "navbar": [ { "link": "/", "title": "/" }, { "link": "/catalog", "title": "/catalog" }, { "link": "/logs", "title": "/logs" }, { "link": "/memz", "title": "/memz" }, { "link": "/metrics", "title": "/metrics" }, { "link": "/rpcz", "title": "/rpcz" }, { "link": "/threadz", "title": "/threadz" }, { "link": "/varz", "title": "/varz" } ] }, "catalog-server.topic-processing-time-s": { "count": 206739, "last": 1,4435e-05, "min": 4,249e-06, "max": 1,63532, "mean": 3,04206e-05, "stddev": 0,00433999 }, "catalog.version": "catalogd version 2.2.0-cdh5 RELEASE (build 2ffd73a4255cefd521362ffe1cfb37463f67f75c)", "impala.thrift-server.CatalogService.connections-in-use": 2, "impala.thrift-server.CatalogService.total-connections": 2, "rpc-method.catalog-server.CatalogService.ExecDdl.call_duration": { "count": 4, "last": 1, "min": 1, "max": 256, "mean": 88,5, "stddev": 103,968 }, "statestore-subscriber.heartbeat-interval-time": { "count": 413455, "last": 1,00029, "min": 0,716989, "max": 1,0054, "mean": 1,00019, "stddev": 0,000569971 }, "statestore-subscriber.registration-id": "ca4d49dc0341989c:43aa2ad587f4f291", "statestore-subscriber.statestore.client-cache.clients-in-use": 0, "statestore-subscriber.statestore.client-cache.total-clients": 1, "statestore-subscriber.topic-update-duration": { "count": 206738, "last": 8,574e-06, "min": 3,898e-06, "max": 0,000617106, "mean": 1,01547e-05, "stddev": 4,97389e-06 }, "statestore-subscriber.topic-update-interval-time": { "count": 206738, "last": 2,00068, "min": 1,7276, "max": 9,45017, "mean": 2,00027, "stddev": 0,0166997 }, "tcmalloc.bytes-in-use": 224907312, "tcmalloc.pageheap-free-bytes": 106496, "tcmalloc.pageheap-unmapped-bytes": 210419712, "tcmalloc.physical-bytes-reserved": 264019968, "tcmalloc.total-bytes-reserved": 474439680, "thread-manager.running-threads": 8, "thread-manager.total-threads-created": 8, "rpc-method.statestore-subscriber.StatestoreSubscriber.Heartbeat.call_duration": { "count": 413455, "last": 0, "min": 0, "max": 2, "mean": 0,0326976, "stddev": 0,177858 }, "rpc-method.statestore-subscriber.StatestoreSubscriber.UpdateState.call_duration": { "count": 206738, "last": 0, "min": 0, "max": 108, "mean": 0,0556792, "stddev": 0,379281 }, "statestore-subscriber.connected": true, "statestore-subscriber.last-recovery-duration": 0, "statestore-subscriber.last-recovery-time": "N/A", "statestore-subscriber.topic-catalog-update.processing-time-s": { "count": 206738, "last": 7,327e-06, "min": 3,249e-06, "max": 0,000614711, "mean": 8,50139e-06, "stddev": 4,79989e-06 }, "jvm.code-cache.committed-usage-bytes": 5505024, "jvm.code-cache.current-usage-bytes": 5389824, "jvm.code-cache.init-usage-bytes": 2555904, "jvm.code-cache.max-usage-bytes": 50331648, "jvm.code-cache.peak-committed-usage-bytes": 5505024, "jvm.code-cache.peak-current-usage-bytes": 5396544, "jvm.code-cache.peak-init-usage-bytes": 2555904, "jvm.code-cache.peak-max-usage-bytes": 50331648, "jvm.ps-eden-space.committed-usage-bytes": 263716864, "jvm.ps-eden-space.current-usage-bytes": 31283240, "jvm.ps-eden-space.init-usage-bytes": 537919488, "jvm.ps-eden-space.max-usage-bytes": 10705436672, "jvm.ps-eden-space.peak-committed-usage-bytes": 1748500480, "jvm.ps-eden-space.peak-current-usage-bytes": 1748500480, "jvm.ps-eden-space.peak-init-usage-bytes": 537919488, "jvm.ps-eden-space.peak-max-usage-bytes": 10706485248, "jvm.ps-old-gen.committed-usage-bytes": 1431306240, "jvm.ps-old-gen.current-usage-bytes": 1049145432, "jvm.ps-old-gen.init-usage-bytes": 1431306240, "jvm.ps-old-gen.max-usage-bytes": 21417164800, "jvm.ps-old-gen.peak-committed-usage-bytes": 1431306240, "jvm.ps-old-gen.peak-current-usage-bytes": 1049145432, "jvm.ps-old-gen.peak-init-usage-bytes": 1431306240, "jvm.ps-old-gen.peak-max-usage-bytes": 21417164800, "jvm.ps-perm-gen.committed-usage-bytes": 31457280, "jvm.ps-perm-gen.current-usage-bytes": 31360176, "jvm.ps-perm-gen.init-usage-bytes": 22020096, "jvm.ps-perm-gen.max-usage-bytes": 85983232, "jvm.ps-perm-gen.peak-committed-usage-bytes": 31457280, "jvm.ps-perm-gen.peak-current-usage-bytes": 31360176, "jvm.ps-perm-gen.peak-init-usage-bytes": 22020096, "jvm.ps-perm-gen.peak-max-usage-bytes": 85983232, "jvm.ps-survivor-space.committed-usage-bytes": 2097152, "jvm.ps-survivor-space.current-usage-bytes": 575480, "jvm.ps-survivor-space.init-usage-bytes": 89128960, "jvm.ps-survivor-space.max-usage-bytes": 2097152, "jvm.ps-survivor-space.peak-committed-usage-bytes": 345505792, "jvm.ps-survivor-space.peak-current-usage-bytes": 274171664, "jvm.ps-survivor-space.peak-init-usage-bytes": 89128960, "jvm.ps-survivor-space.peak-max-usage-bytes": 345505792, "jvm.total.committed-usage-bytes": 1734082560, "jvm.total.current-usage-bytes": 1117754152, "jvm.total.init-usage-bytes": 2082930688, "jvm.total.max-usage-bytes": 32261013504, "jvm.total.peak-committed-usage-bytes": 3562274816, "jvm.total.peak-current-usage-bytes": 3108574296, "jvm.total.peak-init-usage-bytes": 2082930688, "jvm.total.peak-max-usage-bytes": 32605470720 } ... View more

Exact the same errors in agent log. ... View more

Our cluster has the same problem, and we faced this issue 3 times and still don't have solution.   Any help welocome. ... View more