java.util.NoSuchElementException: MirrorTest (process) not found at org.apache.falcon.resource.AbstractEntityManager.getEntityDefinition(AbstractEntityManager.java:1009) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.getEntityDefinition(SchedulableEntityManagerProxy.java:380) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:24:48,519 ERROR - [1077765632@qtp-1427325535-46 - 6bbeb691-f1a9-4e02-8f47-8ad2d67a643c:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Action failed: Bad Request Error: MirrorTest (process) not found (FalconWebException:83) 2016-06-28 10:24:48,519 DEBUG - [1077765632@qtp-1427325535-46 - 6bbeb691-f1a9-4e02-8f47-8ad2d67a643c:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:24:48,657 INFO - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:24:48,658 INFO - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:24:48,658 INFO - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:24:48,658 ERROR - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Unable to get entity definition from config store for (process): MirrorTest (AbstractEntityManager:1013) java.util.NoSuchElementException: MirrorTest (process) not found at org.apache.falcon.resource.AbstractEntityManager.getEntityDefinition(AbstractEntityManager.java:1009) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.getEntityDefinition(SchedulableEntityManagerProxy.java:380) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:24:48,659 ERROR - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Action failed: Bad Request Error: MirrorTest (process) not found (FalconWebException:83) 2016-06-28 10:24:48,659 DEBUG - [1077765632@qtp-1427325535-46 - 65f830c7-4b69-44dd-8023-a01b9a5fb27d:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:24:48,817 INFO - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:24:48,817 INFO - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:24:48,817 INFO - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:24:48,818 ERROR - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Unable to get entity definition from config store for (process): MirrorTest (AbstractEntityManager:1013) java.util.NoSuchElementException: MirrorTest (process) not found at org.apache.falcon.resource.AbstractEntityManager.getEntityDefinition(AbstractEntityManager.java:1009) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.getEntityDefinition(SchedulableEntityManagerProxy.java:380) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:24:48,819 ERROR - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Action failed: Bad Request Error: MirrorTest (process) not found (FalconWebException:83) 2016-06-28 10:24:48,819 DEBUG - [1077765632@qtp-1427325535-46 - 830f39af-e509-4a75-a8e5-8e1379c6b14a:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:24:51,319 INFO - [1077765632@qtp-1427325535-46 - 8e2800c9-514e-43d2-ac1e-e7993bbfca49:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:24:51,319 INFO - [1077765632@qtp-1427325535-46 - 8e2800c9-514e-43d2-ac1e-e7993bbfca49:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:24:51,320 INFO - [1077765632@qtp-1427325535-46 - 8e2800c9-514e-43d2-ac1e-e7993bbfca49:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:24:51,321 DEBUG - [1077765632@qtp-1427325535-46 - 8e2800c9-514e-43d2-ac1e-e7993bbfca49:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:24:53,083 INFO - [1077765632@qtp-1427325535-46 - 85a721b6-e30a-45ec-a8eb-1b1addfcb15a:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:24:53,084 INFO - [1077765632@qtp-1427325535-46 - 85a721b6-e30a-45ec-a8eb-1b1addfcb15a:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:24:53,084 INFO - [1077765632@qtp-1427325535-46 - 85a721b6-e30a-45ec-a8eb-1b1addfcb15a:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:24:53,085 DEBUG - [1077765632@qtp-1427325535-46 - 85a721b6-e30a-45ec-a8eb-1b1addfcb15a:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:24:54,752 INFO - [1077765632@qtp-1427325535-46 - f84a05d5-26d6-4900-a40e-ac725fd3eef8:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:24:54,753 INFO - [1077765632@qtp-1427325535-46 - f84a05d5-26d6-4900-a40e-ac725fd3eef8:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:24:54,753 INFO - [1077765632@qtp-1427325535-46 - f84a05d5-26d6-4900-a40e-ac725fd3eef8:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/backupCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:24:54,754 DEBUG - [1077765632@qtp-1427325535-46 - f84a05d5-26d6-4900-a40e-ac725fd3eef8:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/backupCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:24Z (FalconAuditFilter:86) 2016-06-28 10:25:43,654 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:25:43,654 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:25:43,654 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/submit/process?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:25:43,674 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:25:43,676 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Invoking method submit on service org.apache.falcon.resource.ConfigSyncService (IPCChannel:45) 2016-06-28 10:25:43,683 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:25:43,733 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:43,752 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Persisted configuration PROCESS/MirrorTest (ConfigurationStore:371) 2016-06-28 10:25:43,752 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Adding edges for MirrorTest: {(CLUSTER) backupCluster=[(PROCESS) MirrorTest], (PROCESS) MirrorTest=[(CLUSTER) backupCluster]} (EntityGraph:90) 2016-06-28 10:25:43,752 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Adding edges : [(PROCESS) MirrorTest] for (CLUSTER) backupCluster (EntityGraph:93) 2016-06-28 10:25:43,753 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Adding edges : [(CLUSTER) backupCluster] for (PROCESS) MirrorTest (EntityGraph:93) 2016-06-28 10:25:43,753 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Merged edges to graph MirrorTest (EntityGraph:100) 2016-06-28 10:25:43,753 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Adding lineage for entity: MirrorTest, type: PROCESS (MetadataMappingService:209) 2016-06-28 10:25:43,753 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Adding process entity: MirrorTest (EntityRelationshipGraphBuilder:131) 2016-06-28 10:25:43,754 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Finding vertex for: name=MirrorTest, type=PROCESS_ENTITY (RelationshipGraphBuilder:87) 2016-06-28 10:25:43,758 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Creating a new vertex for: name=MirrorTest, type=PROCESS_ENTITY (RelationshipGraphBuilder:101) 2016-06-28 10:25:43,799 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Finding vertex for: name=ambari-qa, type=USER (RelationshipGraphBuilder:87) 2016-06-28 10:25:43,800 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Found an existing vertex for: name=ambari-qa, type=USER (RelationshipGraphBuilder:69) 2016-06-28 10:25:43,802 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Finding vertex for: name=HDFS, type=TAGS (RelationshipGraphBuilder:87) 2016-06-28 10:25:43,804 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Creating a new vertex for: name=HDFS, type=TAGS (RelationshipGraphBuilder:101) 2016-06-28 10:25:43,824 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Finding vertex for: name=backupCluster, type=CLUSTER_ENTITY (RelationshipGraphBuilder:87) 2016-06-28 10:25:43,880 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ PROCESS/MirrorTest is published into config store (AUDIT:229) 2016-06-28 10:25:43,887 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ Submit successful: (process): MirrorTest (AbstractEntityManager:415) 2016-06-28 10:25:43,888 INFO - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:ambari-qa:POST//entities/submit/process] ~ {Action:submit, Dimensions:{entityType=process, colo=NULL}, Status: SUCCEEDED, Time-taken:232706470 ns} (METRIC:38) 2016-06-28 10:25:43,888 DEBUG - [1077765632@qtp-1427325535-46 - 71882678-546e-4611-aa4a-e6297a2beeb0:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/submit/process?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:25Z (FalconAuditFilter:86) 2016-06-28 10:25:50,062 INFO - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:25:50,062 INFO - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:ambari-qa:GET//entities/list/feed,process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:25:50,062 INFO - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:ambari-qa:GET//entities/list/feed,process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirror&offset=0&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:25:50,063 INFO - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:ambari-qa:GET//entities/list/feed,process] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:25:50,075 INFO - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:ambari-qa:GET//entities/list/feed,process] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:12278876 ns} (METRIC:38) 2016-06-28 10:25:50,076 DEBUG - [1077765632@qtp-1427325535-46 - 38e65d6d-6d9f-4748-b21e-43e2dcdd52f5:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirror&offset=0&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:25Z (FalconAuditFilter:86) 2016-06-28 10:25:54,469 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:25:54,470 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:25:54,470 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:25:54,471 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Invoking method schedule on service org.apache.falcon.resource.SchedulableEntityManager (IPCChannel:45) 2016-06-28 10:25:54,471 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0 (MemoryLocks:54) 2016-06-28 10:25:54,471 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock obtained for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0 (AbstractSchedulableEntityManager:93) 2016-06-28 10:25:54,471 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:25:54,502 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,552 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,553 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:25:54,584 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,605 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,627 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,651 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-retention-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-retention-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,674 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,697 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,720 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-client-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-client-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,740 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-common-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-common-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,759 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,780 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,802 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:25:54,832 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,856 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,859 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/workflow.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:25:54,860 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/data-mirroring/workflows/hdfs-replication-workflow.xml ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} Workflow failed, error message[${wf:errorMessage(wf:lastErrorNode())}] (OozieEntityBuilder:152) 2016-06-28 10:25:54,877 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.WORKFLOWAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/workflow.xml (OozieEntityBuilder:163) 2016-06-28 10:25:54,897 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,897 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:25:54,965 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:54,967 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/config-default.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:25:54,967 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ brokerImplClass org.apache.activemq.ActiveMQConnectionFactory srcClusterName NA userWorkflowName MirrorTest-WF entityName MirrorTest colo.name backupColo ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT userWorkflowVersion 1.0 brokerUrl tcp://sandbox.hortonworks.com:61616 shouldRecord false drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 key1 val1 oozie.wf.application.path /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT userBrokerUrl tcp://sandbox.hortonworks.com:61616?daemon=true drNotificationReceivers NA logDir ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/logs availabilityFlag NA targetCluster backupCluster brokerTTL 4320 distcpMapBandwidth 100 queueName default userBrokerImplClass org.apache.activemq.ActiveMQConnectionFactory oozie.use.system.libpath true falconDataOperation GENERATE oozie.wf.subworkflow.classpath.inheritance true drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 jobTracker sandbox.hortonworks.com:8050 drSourceDir /user/ambari-qa/falcon/mirrorSrc cluster backupCluster ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest workflowEngineUrl http://sandbox.hortonworks.com:11000/oozie/ oozie.libpath /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/lib sourceCluster primaryCluster falcon.libpath /apps/falcon/backupCluster/working/lib entityType PROCESS drTargetDir /user/ambari-qa/falcon/mirrorTgt userWorkflowEngine oozie nameNode hdfs://sandbox.hortonworks.com:8020 distcpMaxMaps 5 jobPriority NORMAL (OozieEntityBuilder:152) 2016-06-28 10:25:54,986 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.CONFIGURATION to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/config-default.xml (OozieEntityBuilder:163) 2016-06-28 10:25:55,016 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:55,018 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:25:55,018 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ 30 1 LAST_ONLY 12 ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT feedInstancePaths NONE falconInPaths NONE targetCluster backupCluster userJMSNotificationEnabled true drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 drSourceDir /user/ambari-qa/falcon/mirrorSrc drNotificationReceivers NA falconInputFeeds NONE sourceCluster primaryCluster timeStamp ${coord:formatTime(coord:actualTime(), 'yyyy-MM-dd-HH-mm')} distcpMapBandwidth 100 falconInputNames NONE feedNames NONE distcpMaxMaps 5 drTargetDir /user/ambari-qa/falcon/mirrorTgt oozie.wf.subworkflow.classpath.inheritance true nominalTime ${coord:formatTime(coord:nominalTime(), 'yyyy-MM-dd-HH-mm')} oozie.wf.external.id MirrorTest/DEFAULT/${coord:nominalTime()} drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:25:55,036 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.coordinator.COORDINATORAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml (OozieEntityBuilder:163) 2016-06-28 10:25:55,067 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:55,068 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/bundle.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:25:55,068 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml user.name ambari-qa ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml nameNode hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:25:55,084 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.bundle.BUNDLEAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/bundle.xml (OozieEntityBuilder:163) 2016-06-28 10:25:55,111 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:25:55,120 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:25:55,121 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ dryRun with properties {user.name=ambari-qa, oozie.coord.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml, ENTITY_NAME=FALCON_PROCESS_DEFAULT_MirrorTest, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/DEFAULT/coordinator.xml, nameNode=hdfs://sandbox.hortonworks.com:8020} (OozieWorkflowEngine:231) 2016-06-28 10:25:55,256 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Scheduling on cluster backupCluster with properties {ENTITY_NAME=MirrorTest, oozie.bundle.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/ad996758f0b9e87ef65a638b42154c53_1467109554534/bundle.xml, nameNode=hdfs://sandbox.hortonworks.com:8020, oozie.libpath=} (OozieWorkflowEngine:1437) 2016-06-28 10:25:55,256 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:25:55,389 ERROR - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflows (OozieWorkflowEngine:1443) E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@513f2a96]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:25:55,390 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0 (MemoryLocks:70) 2016-06-28 10:25:55,390 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock released for (process) MirrorTest (AbstractSchedulableEntityManager:100) 2016-06-28 10:25:55,390 ERROR - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflow (AbstractSchedulableEntityManager:76) org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:96) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Caused by: org.apache.falcon.FalconException: Unable to schedule workflows at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1444) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) ... 61 more Caused by: E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@513f2a96]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) ... 64 more 2016-06-28 10:25:55,391 ERROR - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:25:55,391 ERROR - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: default/org.apache.falcon.FalconWebException::org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:25:55,391 INFO - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ {Action:schedule, Dimensions:{entityType=PROCESS, colo=NULL, entityName=MirrorTest}, Status: FAILED, Time-taken:920708303 ns} (METRIC:38) 2016-06-28 10:25:55,392 DEBUG - [1077765632@qtp-1427325535-46 - 9bd982db-a892-4d2b-9c4a-c9a6e69356b0:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:25Z (FalconAuditFilter:86) 2016-06-28 10:27:54,990 INFO - [1077765632@qtp-1427325535-46 - c60f31eb-856d-4743-b43e-09a63c34ba45:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:27:54,990 INFO - [1077765632@qtp-1427325535-46 - c60f31eb-856d-4743-b43e-09a63c34ba45:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:27:54,990 INFO - [1077765632@qtp-1427325535-46 - c60f31eb-856d-4743-b43e-09a63c34ba45:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:27:54,994 DEBUG - [1077765632@qtp-1427325535-46 - c60f31eb-856d-4743-b43e-09a63c34ba45:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:27Z (FalconAuditFilter:86) 2016-06-28 10:27:55,018 INFO - [1077765632@qtp-1427325535-46 - cf3fb5a7-24f4-4767-826b-3675d87a869c:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:27:55,018 INFO - [1077765632@qtp-1427325535-46 - cf3fb5a7-24f4-4767-826b-3675d87a869c:ambari-qa:GET//entities/list/cluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:27:55,018 INFO - [1077765632@qtp-1427325535-46 - cf3fb5a7-24f4-4767-826b-3675d87a869c:ambari-qa:GET//entities/list/cluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:27:55,019 INFO - [1077765632@qtp-1427325535-46 - cf3fb5a7-24f4-4767-826b-3675d87a869c:ambari-qa:GET//entities/list/cluster] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:89626 ns} (METRIC:38) 2016-06-28 10:27:55,020 DEBUG - [1077765632@qtp-1427325535-46 - cf3fb5a7-24f4-4767-826b-3675d87a869c:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:27Z (FalconAuditFilter:86) 2016-06-28 10:27:55,086 INFO - [1077765632@qtp-1427325535-46 - 96919e28-7e90-4765-a9c9-7e79bd54f192:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:27:55,086 INFO - [1077765632@qtp-1427325535-46 - 96919e28-7e90-4765-a9c9-7e79bd54f192:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:27:55,086 INFO - [1077765632@qtp-1427325535-46 - 96919e28-7e90-4765-a9c9-7e79bd54f192:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:27:55,089 DEBUG - [1077765632@qtp-1427325535-46 - 96919e28-7e90-4765-a9c9-7e79bd54f192:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:27Z (FalconAuditFilter:86) 2016-06-28 10:27:55,110 INFO - [1077765632@qtp-1427325535-46 - d2d0b822-9c10-4d96-9fb0-5add6fdada2d:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:27:55,110 INFO - [1077765632@qtp-1427325535-46 - d2d0b822-9c10-4d96-9fb0-5add6fdada2d:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:27:55,110 INFO - [1077765632@qtp-1427325535-46 - d2d0b822-9c10-4d96-9fb0-5add6fdada2d:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/backupCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:27:55,112 DEBUG - [1077765632@qtp-1427325535-46 - d2d0b822-9c10-4d96-9fb0-5add6fdada2d:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/backupCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:27Z (FalconAuditFilter:86) 2016-06-28 10:28:22,086 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:28:22,086 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:28:22,086 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/update/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:28:22,108 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:28:22,109 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Invoking method update on service org.apache.falcon.resource.ConfigSyncService (IPCChannel:45) 2016-06-28 10:28:22,113 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:28:22,134 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:22,196 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6 (MemoryLocks:54) 2016-06-28 10:28:22,196 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6 (MemoryLocks:54) 2016-06-28 10:28:22,196 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:28:22,207 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ All dependent entities updated for: (process) MirrorTest (OozieWorkflowEngine:1170) 2016-06-28 10:28:22,217 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Persisted configuration PROCESS/MirrorTest (ConfigurationStore:371) 2016-06-28 10:28:22,218 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges for MirrorTest: {(CLUSTER) backupCluster=[(PROCESS) MirrorTest], (PROCESS) MirrorTest=[(CLUSTER) backupCluster]} (EntityGraph:90) 2016-06-28 10:28:22,218 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(PROCESS) MirrorTest] for (CLUSTER) backupCluster (EntityGraph:93) 2016-06-28 10:28:22,218 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(CLUSTER) backupCluster] for (PROCESS) MirrorTest (EntityGraph:93) 2016-06-28 10:28:22,218 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Merged edges to graph MirrorTest (EntityGraph:100) 2016-06-28 10:28:22,218 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating lineage for entity: MirrorTest, type: PROCESS (MetadataMappingService:236) 2016-06-28 10:28:22,219 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating process entity: MirrorTest (EntityRelationshipGraphBuilder:148) 2016-06-28 10:28:22,219 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Finding vertex for: name=MirrorTest, type=PROCESS_ENTITY (RelationshipGraphBuilder:87) 2016-06-28 10:28:22,222 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ PROCESS/MirrorTest is replaced into config store (AUDIT:246) 2016-06-28 10:28:22,222 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6 (MemoryLocks:70) 2016-06-28 10:28:22,222 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6 (MemoryLocks:70) 2016-06-28 10:28:22,223 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ All update locks released for MirrorTest (AbstractEntityManager:347) 2016-06-28 10:28:22,223 INFO - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:ambari-qa:POST//entities/update/process/MirrorTest] ~ {Action:update, Dimensions:{entityType=process, colo=NULL, entityName=MirrorTest}, Status: SUCCEEDED, Time-taken:135652045 ns} (METRIC:38) 2016-06-28 10:28:22,224 DEBUG - [1077765632@qtp-1427325535-46 - 352bd8f3-49f9-4e7f-984f-35674e9cdba6:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/update/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:28Z (FalconAuditFilter:86) 2016-06-28 10:28:26,772 INFO - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:28:26,772 INFO - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:ambari-qa:GET//entities/list/feed,process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:28:26,772 INFO - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:ambari-qa:GET//entities/list/feed,process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:28:26,773 INFO - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:ambari-qa:GET//entities/list/feed,process] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:28:26,784 INFO - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:ambari-qa:GET//entities/list/feed,process] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:11811917 ns} (METRIC:38) 2016-06-28 10:28:26,785 DEBUG - [1077765632@qtp-1427325535-46 - 8ba0edc1-0649-488b-b51e-f726b99042c5:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:28Z (FalconAuditFilter:86) 2016-06-28 10:28:30,063 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:28:30,064 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:28:30,064 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:28:30,067 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Invoking method schedule on service org.apache.falcon.resource.SchedulableEntityManager (IPCChannel:45) 2016-06-28 10:28:30,068 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b (MemoryLocks:54) 2016-06-28 10:28:30,068 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock obtained for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b (AbstractSchedulableEntityManager:93) 2016-06-28 10:28:30,069 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:28:30,129 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,168 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,168 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:28:30,226 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,246 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,269 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,290 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-retention-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-retention-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,311 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,336 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,358 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-client-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-client-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,380 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-common-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-common-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,400 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,421 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,442 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:28:30,470 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,491 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,494 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/workflow.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:28:30,494 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/data-mirroring/workflows/hdfs-replication-workflow.xml ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} Workflow failed, error message[${wf:errorMessage(wf:lastErrorNode())}] (OozieEntityBuilder:152) 2016-06-28 10:28:30,508 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.WORKFLOWAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/workflow.xml (OozieEntityBuilder:163) 2016-06-28 10:28:30,530 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,530 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:28:30,585 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,587 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/config-default.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:28:30,587 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ brokerImplClass org.apache.activemq.ActiveMQConnectionFactory srcClusterName NA userWorkflowName MirrorTest-WF entityName MirrorTest colo.name backupColo ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT userWorkflowVersion 1.0 brokerUrl tcp://sandbox.hortonworks.com:61616 shouldRecord false drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 key1 val1 oozie.wf.application.path /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT userBrokerUrl tcp://sandbox.hortonworks.com:61616?daemon=true drNotificationReceivers NA logDir ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/logs availabilityFlag NA targetCluster backupCluster brokerTTL 4320 distcpMapBandwidth 100 queueName default userBrokerImplClass org.apache.activemq.ActiveMQConnectionFactory oozie.use.system.libpath true falconDataOperation GENERATE oozie.wf.subworkflow.classpath.inheritance true drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 jobTracker sandbox.hortonworks.com:8050 drSourceDir /user/ambari-qa/falcon/mirrorSrc cluster backupCluster ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest workflowEngineUrl http://sandbox.hortonworks.com:11000/oozie/ oozie.libpath /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/lib sourceCluster primaryCluster falcon.libpath /apps/falcon/backupCluster/working/lib entityType PROCESS drTargetDir /user/ambari-qa/falcon/mirrorTgt userWorkflowEngine oozie nameNode hdfs://sandbox.hortonworks.com:8020 distcpMaxMaps 5 jobPriority NORMAL (OozieEntityBuilder:152) 2016-06-28 10:28:30,602 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.CONFIGURATION to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/config-default.xml (OozieEntityBuilder:163) 2016-06-28 10:28:30,621 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,622 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:28:30,622 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ 30 1 LAST_ONLY 12 ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT feedInstancePaths NONE falconInPaths NONE targetCluster backupCluster userJMSNotificationEnabled true drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 drSourceDir /user/ambari-qa/falcon/mirrorSrc drNotificationReceivers NA falconInputFeeds NONE sourceCluster primaryCluster timeStamp ${coord:formatTime(coord:actualTime(), 'yyyy-MM-dd-HH-mm')} distcpMapBandwidth 100 falconInputNames NONE feedNames NONE distcpMaxMaps 5 drTargetDir /user/ambari-qa/falcon/mirrorTgt oozie.wf.subworkflow.classpath.inheritance true nominalTime ${coord:formatTime(coord:nominalTime(), 'yyyy-MM-dd-HH-mm')} oozie.wf.external.id MirrorTest/DEFAULT/${coord:nominalTime()} drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:28:30,639 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.coordinator.COORDINATORAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml (OozieEntityBuilder:163) 2016-06-28 10:28:30,659 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,660 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/bundle.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:28:30,660 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml user.name ambari-qa ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml nameNode hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:28:30,675 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.bundle.BUNDLEAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/bundle.xml (OozieEntityBuilder:163) 2016-06-28 10:28:30,701 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:28:30,709 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:28:30,709 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ dryRun with properties {user.name=ambari-qa, oozie.coord.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml, ENTITY_NAME=FALCON_PROCESS_DEFAULT_MirrorTest, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/DEFAULT/coordinator.xml, nameNode=hdfs://sandbox.hortonworks.com:8020} (OozieWorkflowEngine:231) 2016-06-28 10:28:30,861 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Scheduling on cluster backupCluster with properties {ENTITY_NAME=MirrorTest, oozie.bundle.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/f640e97f17fab3a2e6b0b7a2b9d1fb78_1467109710147/bundle.xml, nameNode=hdfs://sandbox.hortonworks.com:8020, oozie.libpath=} (OozieWorkflowEngine:1437) 2016-06-28 10:28:30,861 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:28:30,970 ERROR - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflows (OozieWorkflowEngine:1443) E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@47b1d3ab]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:28:30,971 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b (MemoryLocks:70) 2016-06-28 10:28:30,971 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock released for (process) MirrorTest (AbstractSchedulableEntityManager:100) 2016-06-28 10:28:30,971 ERROR - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflow (AbstractSchedulableEntityManager:76) org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:96) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Caused by: org.apache.falcon.FalconException: Unable to schedule workflows at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1444) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) ... 61 more Caused by: E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@47b1d3ab]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) ... 64 more 2016-06-28 10:28:30,972 ERROR - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:28:30,972 ERROR - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: default/org.apache.falcon.FalconWebException::org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:28:30,973 INFO - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ {Action:schedule, Dimensions:{entityType=PROCESS, colo=NULL, entityName=MirrorTest}, Status: FAILED, Time-taken:905824153 ns} (METRIC:38) 2016-06-28 10:28:30,973 DEBUG - [1077765632@qtp-1427325535-46 - 6c64356f-9eae-4fc9-bc84-56d3f6ed327b:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:28Z (FalconAuditFilter:86) 2016-06-28 10:29:22,092 INFO - [Thread-11:] ~ config.location is set, using: /usr/hdp/current/falcon-client/conf/runtime.properties (ApplicationProperties:108) 2016-06-28 10:29:22,093 INFO - [Thread-11:] ~ Initializing org.apache.falcon.util.RuntimeProperties properties with domain falcon (ApplicationProperties:145) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.hours.retention=minutes(1) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.months.retention=months(3) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.minutes.retention=hours(6) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ domain=falcon (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.days.retention=days(7) (ApplicationProperties:151) 2016-06-28 10:29:22,093 INFO - [Thread-11:] ~ config.location is set, using: /usr/hdp/current/falcon-client/conf/runtime.properties (ApplicationProperties:108) 2016-06-28 10:29:22,093 INFO - [Thread-11:] ~ Initializing org.apache.falcon.util.RuntimeProperties properties with domain falcon (ApplicationProperties:145) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.hours.retention=minutes(1) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.months.retention=months(3) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.minutes.retention=hours(6) (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ domain=falcon (ApplicationProperties:151) 2016-06-28 10:29:22,093 DEBUG - [Thread-11:] ~ log.cleanup.frequency.days.retention=days(7) (ApplicationProperties:151) 2016-06-28 10:32:49,965 INFO - [1077765632@qtp-1427325535-46 - 068fd3d9-9709-4403-ac0e-1cd187e953a2:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:32:49,965 INFO - [1077765632@qtp-1427325535-46 - 068fd3d9-9709-4403-ac0e-1cd187e953a2:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:32:49,965 INFO - [1077765632@qtp-1427325535-46 - 068fd3d9-9709-4403-ac0e-1cd187e953a2:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:32:49,970 DEBUG - [1077765632@qtp-1427325535-46 - 068fd3d9-9709-4403-ac0e-1cd187e953a2:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:32Z (FalconAuditFilter:86) 2016-06-28 10:32:50,011 INFO - [1077765632@qtp-1427325535-46 - 68e47aa4-770c-47aa-b539-ec0d1c300a59:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:32:50,012 INFO - [1077765632@qtp-1427325535-46 - 68e47aa4-770c-47aa-b539-ec0d1c300a59:ambari-qa:GET//entities/list/cluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:32:50,012 INFO - [1077765632@qtp-1427325535-46 - 68e47aa4-770c-47aa-b539-ec0d1c300a59:ambari-qa:GET//entities/list/cluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:32:50,012 INFO - [1077765632@qtp-1427325535-46 - 68e47aa4-770c-47aa-b539-ec0d1c300a59:ambari-qa:GET//entities/list/cluster] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:87415 ns} (METRIC:38) 2016-06-28 10:32:50,014 DEBUG - [1077765632@qtp-1427325535-46 - 68e47aa4-770c-47aa-b539-ec0d1c300a59:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:32Z (FalconAuditFilter:86) 2016-06-28 10:32:50,079 INFO - [1077765632@qtp-1427325535-46 - 4dd545f6-b83b-4aca-b748-3940f7927a6e:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:32:50,079 INFO - [1077765632@qtp-1427325535-46 - 4dd545f6-b83b-4aca-b748-3940f7927a6e:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:32:50,079 INFO - [1077765632@qtp-1427325535-46 - 4dd545f6-b83b-4aca-b748-3940f7927a6e:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:32:50,080 DEBUG - [1077765632@qtp-1427325535-46 - 4dd545f6-b83b-4aca-b748-3940f7927a6e:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:32Z (FalconAuditFilter:86) 2016-06-28 10:32:50,102 INFO - [1077765632@qtp-1427325535-46 - adab46b6-a505-4c09-8b7a-071ed09469a2:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:32:50,102 INFO - [1077765632@qtp-1427325535-46 - adab46b6-a505-4c09-8b7a-071ed09469a2:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:32:50,103 INFO - [1077765632@qtp-1427325535-46 - adab46b6-a505-4c09-8b7a-071ed09469a2:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/backupCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:32:50,105 DEBUG - [1077765632@qtp-1427325535-46 - adab46b6-a505-4c09-8b7a-071ed09469a2:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/backupCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:32Z (FalconAuditFilter:86) 2016-06-28 10:33:13,389 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:13,390 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:13,390 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/update/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:13,395 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:33:13,395 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Invoking method update on service org.apache.falcon.resource.ConfigSyncService (IPCChannel:45) 2016-06-28 10:33:13,402 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:33:13,426 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:13,432 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb (MemoryLocks:54) 2016-06-28 10:33:13,433 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb (MemoryLocks:54) 2016-06-28 10:33:13,433 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:13,445 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ All dependent entities updated for: (process) MirrorTest (OozieWorkflowEngine:1170) 2016-06-28 10:33:13,455 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Persisted configuration PROCESS/MirrorTest (ConfigurationStore:371) 2016-06-28 10:33:13,455 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges for MirrorTest: {(CLUSTER) backupCluster=[(PROCESS) MirrorTest], (PROCESS) MirrorTest=[(CLUSTER) backupCluster]} (EntityGraph:90) 2016-06-28 10:33:13,455 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(PROCESS) MirrorTest] for (CLUSTER) backupCluster (EntityGraph:93) 2016-06-28 10:33:13,455 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(CLUSTER) backupCluster] for (PROCESS) MirrorTest (EntityGraph:93) 2016-06-28 10:33:13,455 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Merged edges to graph MirrorTest (EntityGraph:100) 2016-06-28 10:33:13,455 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating lineage for entity: MirrorTest, type: PROCESS (MetadataMappingService:236) 2016-06-28 10:33:13,456 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating process entity: MirrorTest (EntityRelationshipGraphBuilder:148) 2016-06-28 10:33:13,456 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Finding vertex for: name=MirrorTest, type=PROCESS_ENTITY (RelationshipGraphBuilder:87) 2016-06-28 10:33:13,458 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ PROCESS/MirrorTest is replaced into config store (AUDIT:246) 2016-06-28 10:33:13,458 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb (MemoryLocks:70) 2016-06-28 10:33:13,459 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb (MemoryLocks:70) 2016-06-28 10:33:13,459 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ All update locks released for MirrorTest (AbstractEntityManager:347) 2016-06-28 10:33:13,459 INFO - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:ambari-qa:POST//entities/update/process/MirrorTest] ~ {Action:update, Dimensions:{entityType=process, colo=NULL, entityName=MirrorTest}, Status: SUCCEEDED, Time-taken:68495786 ns} (METRIC:38) 2016-06-28 10:33:13,460 DEBUG - [1077765632@qtp-1427325535-46 - 8f6f01cb-6b04-4503-905b-eb68ba865bbb:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/update/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:18,688 INFO - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:18,688 INFO - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:ambari-qa:GET//entities/list/feed,process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:18,688 INFO - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:ambari-qa:GET//entities/list/feed,process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:18,688 INFO - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:ambari-qa:GET//entities/list/feed,process] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:18,698 INFO - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:ambari-qa:GET//entities/list/feed,process] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:9609218 ns} (METRIC:38) 2016-06-28 10:33:18,699 DEBUG - [1077765632@qtp-1427325535-46 - fcc989a4-8513-466a-a963-d19deae24031:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:21,920 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:21,920 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:21,920 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:21,921 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Invoking method schedule on service org.apache.falcon.resource.SchedulableEntityManager (IPCChannel:45) 2016-06-28 10:33:21,921 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d (MemoryLocks:54) 2016-06-28 10:33:21,921 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock obtained for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d (AbstractSchedulableEntityManager:93) 2016-06-28 10:33:21,921 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:21,965 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,002 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,003 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:33:22,060 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,083 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,102 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,123 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-retention-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-retention-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,143 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,166 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,185 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-client-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-client-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,208 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-common-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-common-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,231 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,250 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,269 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:33:22,296 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,321 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,323 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/workflow.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:33:22,323 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/data-mirroring/workflows/hdfs-replication-workflow.xml ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} Workflow failed, error message[${wf:errorMessage(wf:lastErrorNode())}] (OozieEntityBuilder:152) 2016-06-28 10:33:22,342 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.WORKFLOWAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/workflow.xml (OozieEntityBuilder:163) 2016-06-28 10:33:22,363 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,364 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:33:22,430 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,432 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/config-default.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:33:22,432 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ brokerImplClass org.apache.activemq.ActiveMQConnectionFactory srcClusterName NA userWorkflowName MirrorTest-WF entityName MirrorTest colo.name backupColo ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT userWorkflowVersion 1.0 brokerUrl tcp://sandbox.hortonworks.com:61616 shouldRecord false drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 key1 val1 oozie.wf.application.path /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT userBrokerUrl tcp://sandbox.hortonworks.com:61616?daemon=true drNotificationReceivers NA logDir ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/logs availabilityFlag NA targetCluster backupCluster brokerTTL 4320 distcpMapBandwidth 100 queueName default userBrokerImplClass org.apache.activemq.ActiveMQConnectionFactory oozie.use.system.libpath true falconDataOperation GENERATE oozie.wf.subworkflow.classpath.inheritance true drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 jobTracker sandbox.hortonworks.com:8050 drSourceDir /user/ambari-qa/falcon/mirrorSrc cluster backupCluster ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest workflowEngineUrl http://sandbox.hortonworks.com:11000/oozie/ oozie.libpath /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/lib sourceCluster primaryCluster falcon.libpath /apps/falcon/backupCluster/working/lib entityType PROCESS drTargetDir /user/ambari-qa/falcon/mirrorTgt userWorkflowEngine oozie nameNode hdfs://sandbox.hortonworks.com:8020 distcpMaxMaps 5 jobPriority NORMAL (OozieEntityBuilder:152) 2016-06-28 10:33:22,448 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.CONFIGURATION to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/config-default.xml (OozieEntityBuilder:163) 2016-06-28 10:33:22,469 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,470 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:33:22,470 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ 30 1 LAST_ONLY 12 ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT feedInstancePaths NONE falconInPaths NONE targetCluster backupCluster userJMSNotificationEnabled true drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 drSourceDir /user/ambari-qa/falcon/mirrorSrc drNotificationReceivers NA falconInputFeeds NONE sourceCluster primaryCluster timeStamp ${coord:formatTime(coord:actualTime(), 'yyyy-MM-dd-HH-mm')} distcpMapBandwidth 100 falconInputNames NONE feedNames NONE distcpMaxMaps 5 drTargetDir /user/ambari-qa/falcon/mirrorTgt oozie.wf.subworkflow.classpath.inheritance true nominalTime ${coord:formatTime(coord:nominalTime(), 'yyyy-MM-dd-HH-mm')} oozie.wf.external.id MirrorTest/DEFAULT/${coord:nominalTime()} drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:33:22,486 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.coordinator.COORDINATORAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml (OozieEntityBuilder:163) 2016-06-28 10:33:22,507 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,508 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/bundle.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:33:22,508 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml user.name ambari-qa ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml nameNode hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:33:22,523 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.bundle.BUNDLEAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/bundle.xml (OozieEntityBuilder:163) 2016-06-28 10:33:22,543 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:33:22,551 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:22,551 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ dryRun with properties {user.name=ambari-qa, oozie.coord.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml, ENTITY_NAME=FALCON_PROCESS_DEFAULT_MirrorTest, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/DEFAULT/coordinator.xml, nameNode=hdfs://sandbox.hortonworks.com:8020} (OozieWorkflowEngine:231) 2016-06-28 10:33:22,705 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Scheduling on cluster backupCluster with properties {ENTITY_NAME=MirrorTest, oozie.bundle.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/105c876057f18e5ffd95085cb4cc3d90_1467110001983/bundle.xml, nameNode=hdfs://sandbox.hortonworks.com:8020, oozie.libpath=} (OozieWorkflowEngine:1437) 2016-06-28 10:33:22,705 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:22,851 ERROR - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflows (OozieWorkflowEngine:1443) E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@8a43331]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:33:22,852 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d (MemoryLocks:70) 2016-06-28 10:33:22,852 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock released for (process) MirrorTest (AbstractSchedulableEntityManager:100) 2016-06-28 10:33:22,852 ERROR - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflow (AbstractSchedulableEntityManager:76) org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:96) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Caused by: org.apache.falcon.FalconException: Unable to schedule workflows at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1444) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) ... 61 more Caused by: E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@8a43331]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) ... 64 more 2016-06-28 10:33:22,853 ERROR - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:33:22,853 ERROR - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: default/org.apache.falcon.FalconWebException::org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:33:22,854 INFO - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ {Action:schedule, Dimensions:{entityType=PROCESS, colo=NULL, entityName=MirrorTest}, Status: FAILED, Time-taken:932690102 ns} (METRIC:38) 2016-06-28 10:33:22,854 DEBUG - [1077765632@qtp-1427325535-46 - 55d328f9-2da5-4dc8-b766-f200934aa07d:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:34,702 INFO - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:34,702 INFO - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:ambari-qa:GET//entities/list/feed,process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:34,703 INFO - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:ambari-qa:GET//entities/list/feed,process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:34,704 INFO - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:ambari-qa:GET//entities/list/feed,process] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:33:34,724 INFO - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:ambari-qa:GET//entities/list/feed,process] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:20466152 ns} (METRIC:38) 2016-06-28 10:33:34,726 DEBUG - [1077765632@qtp-1427325535-46 - 5b67bb8d-12ba-48fd-93a5-de198d3a33c2:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=mirr&offset=0&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:37,819 INFO - [1077765632@qtp-1427325535-46 - 5a1f63a9-d2f9-4088-946c-d23fb6ddd2ad:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:37,819 INFO - [1077765632@qtp-1427325535-46 - 5a1f63a9-d2f9-4088-946c-d23fb6ddd2ad:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:37,820 INFO - [1077765632@qtp-1427325535-46 - 5a1f63a9-d2f9-4088-946c-d23fb6ddd2ad:ambari-qa:GET//entities/definition/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:37,822 DEBUG - [1077765632@qtp-1427325535-46 - 5a1f63a9-d2f9-4088-946c-d23fb6ddd2ad:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:37,853 INFO - [1077765632@qtp-1427325535-46 - 4ec77e19-5fdc-4fd7-8b63-fcb9f7697664:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:37,854 INFO - [1077765632@qtp-1427325535-46 - 4ec77e19-5fdc-4fd7-8b63-fcb9f7697664:ambari-qa:GET//entities/list/cluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:37,854 INFO - [1077765632@qtp-1427325535-46 - 4ec77e19-5fdc-4fd7-8b63-fcb9f7697664:ambari-qa:GET//entities/list/cluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:37,855 INFO - [1077765632@qtp-1427325535-46 - 4ec77e19-5fdc-4fd7-8b63-fcb9f7697664:ambari-qa:GET//entities/list/cluster] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:232108 ns} (METRIC:38) 2016-06-28 10:33:37,857 DEBUG - [1077765632@qtp-1427325535-46 - 4ec77e19-5fdc-4fd7-8b63-fcb9f7697664:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/cluster?fields=status,tags&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:37,926 INFO - [1077765632@qtp-1427325535-46 - 6d19d0bd-4b5c-4e19-b9ee-0845fe1eb5c5:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:37,927 INFO - [1077765632@qtp-1427325535-46 - 6d19d0bd-4b5c-4e19-b9ee-0845fe1eb5c5:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:37,927 INFO - [1077765632@qtp-1427325535-46 - 6d19d0bd-4b5c-4e19-b9ee-0845fe1eb5c5:ambari-qa:GET//entities/definition/cluster/primaryCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:37,929 DEBUG - [1077765632@qtp-1427325535-46 - 6d19d0bd-4b5c-4e19-b9ee-0845fe1eb5c5:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/primaryCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:33:37,952 INFO - [1077765632@qtp-1427325535-46 - c45add7c-a8d0-4682-9a19-2cbbdd8d0449:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:33:37,952 INFO - [1077765632@qtp-1427325535-46 - c45add7c-a8d0-4682-9a19-2cbbdd8d0449:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:33:37,952 INFO - [1077765632@qtp-1427325535-46 - c45add7c-a8d0-4682-9a19-2cbbdd8d0449:ambari-qa:GET//entities/definition/cluster/backupCluster] ~ Request from authenticated user: ambari-qa, URL=/api/entities/definition/cluster/backupCluster?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:33:37,954 DEBUG - [1077765632@qtp-1427325535-46 - c45add7c-a8d0-4682-9a19-2cbbdd8d0449:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/definition/cluster/backupCluster?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:33Z (FalconAuditFilter:86) 2016-06-28 10:34:01,357 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:34:01,357 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:34:01,357 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/update/process/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:34:01,379 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:34:01,380 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Invoking method update on service org.apache.falcon.resource.ConfigSyncService (IPCChannel:45) 2016-06-28 10:34:01,386 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Parsed Entity: MirrorTest (EntityParser:95) 2016-06-28 10:34:01,412 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:01,419 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86 (MemoryLocks:54) 2016-06-28 10:34:01,419 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Lock obtained for schedule/update of (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86 (MemoryLocks:54) 2016-06-28 10:34:01,420 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:34:01,433 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ All dependent entities updated for: (process) MirrorTest (OozieWorkflowEngine:1170) 2016-06-28 10:34:01,442 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Persisted configuration PROCESS/MirrorTest (ConfigurationStore:371) 2016-06-28 10:34:01,443 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges for MirrorTest: {(CLUSTER) backupCluster=[(PROCESS) MirrorTest], (PROCESS) MirrorTest=[(CLUSTER) backupCluster]} (EntityGraph:90) 2016-06-28 10:34:01,443 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(PROCESS) MirrorTest] for (CLUSTER) backupCluster (EntityGraph:93) 2016-06-28 10:34:01,443 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Adding edges : [(CLUSTER) backupCluster] for (PROCESS) MirrorTest (EntityGraph:93) 2016-06-28 10:34:01,443 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Merged edges to graph MirrorTest (EntityGraph:100) 2016-06-28 10:34:01,443 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating lineage for entity: MirrorTest, type: PROCESS (MetadataMappingService:236) 2016-06-28 10:34:01,444 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Updating process entity: MirrorTest (EntityRelationshipGraphBuilder:148) 2016-06-28 10:34:01,444 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Finding vertex for: name=MirrorTest, type=PROCESS_ENTITY (RelationshipGraphBuilder:87) 2016-06-28 10:34:01,447 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ PROCESS/MirrorTest is replaced into config store (AUDIT:246) 2016-06-28 10:34:01,447 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86 (MemoryLocks:70) 2016-06-28 10:34:01,448 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ Successfully released lock for (cluster) backupCluster by 1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86 (MemoryLocks:70) 2016-06-28 10:34:01,448 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ All update locks released for MirrorTest (AbstractEntityManager:347) 2016-06-28 10:34:01,448 INFO - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:ambari-qa:POST//entities/update/process/MirrorTest] ~ {Action:update, Dimensions:{entityType=process, colo=NULL, entityName=MirrorTest}, Status: SUCCEEDED, Time-taken:90518588 ns} (METRIC:38) 2016-06-28 10:34:01,449 DEBUG - [1077765632@qtp-1427325535-46 - 17df08ca-2516-409b-b51c-c657a87efa86:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/update/process/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:34Z (FalconAuditFilter:86) 2016-06-28 10:34:05,423 INFO - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:34:05,424 INFO - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:ambari-qa:GET//entities/list/feed,process] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:34:05,424 INFO - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:ambari-qa:GET//entities/list/feed,process] ~ Request from authenticated user: ambari-qa, URL=/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=m&offset=0&numResults=10&user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:34:05,425 INFO - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:ambari-qa:GET//entities/list/feed,process] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:34:05,446 INFO - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:ambari-qa:GET//entities/list/feed,process] ~ {Action:list, Dimensions:{}, Status: SUCCEEDED, Time-taken:21217042 ns} (METRIC:38) 2016-06-28 10:34:05,446 DEBUG - [1077765632@qtp-1427325535-46 - 8acc4d31-999f-467d-89f5-ab401d1857f2:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/list/feed,process?fields=clusters,tags,status&nameseq=m&offset=0&numResults=10&user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:34Z (FalconAuditFilter:86) 2016-06-28 10:34:08,859 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:] ~ HttpServletRequest RemoteUser is ambari-qa (Servlets:47) 2016-06-28 10:34:08,860 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Logging in ambari-qa (CurrentUser:65) 2016-06-28 10:34:08,860 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Request from authenticated user: ambari-qa, URL=/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa, doAs user: null (FalconAuthenticationFilter:185) 2016-06-28 10:34:08,861 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Invoking method schedule on service org.apache.falcon.resource.SchedulableEntityManager (IPCChannel:45) 2016-06-28 10:34:08,862 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Lock obtained for schedule/update of (process) MirrorTest by 1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c (MemoryLocks:54) 2016-06-28 10:34:08,862 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock obtained for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c (AbstractSchedulableEntityManager:93) 2016-06-28 10:34:08,862 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:34:08,901 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:08,935 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:08,936 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:34:08,962 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-prism-0.6.1.2.4.0.0-169-classes.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:08,984 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-hive-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,009 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-messaging-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,028 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-retention-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-retention-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,050 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-distcp-replication-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,073 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-oozie-adaptor-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,094 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-client-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-client-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,114 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-common-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-common-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,134 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-hadoop-dependencies-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,154 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-rerun-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,174 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copied /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib/falcon-metrics-0.6.1.2.4.0.0-169.jar in hdfs://sandbox.hortonworks.com:8020 (SharedLibraryHostingService:146) 2016-06-28 10:34:09,203 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,227 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,229 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/workflow.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:34:09,230 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/data-mirroring/workflows/hdfs-replication-workflow.xml ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} ${jobTracker} ${nameNode} mapred.job.queue.name ${queueName} oozie.launcher.mapred.job.priority ${jobPriority} oozie.launcher.oozie.libpath ${wf:conf("falcon.libpath")} org.apache.falcon.workflow.FalconPostProcessing -cluster ${cluster} -entityType ${entityType} -entityName ${entityName} -nominalTime ${nominalTime} -operation ${falconDataOperation} -workflowId ${wf:id()} -runId ${wf:run()} -status ${wf:lastErrorNode() == null ? 'SUCCEEDED' : 'FAILED'} -timeStamp ${timeStamp} -brokerImplClass ${brokerImplClass} -brokerUrl ${brokerUrl} -userBrokerImplClass ${userBrokerImplClass} -userBrokerUrl ${userBrokerUrl} -userJMSNotificationEnabled ${userJMSNotificationEnabled} -brokerTTL ${brokerTTL} -feedNames ${feedNames} -feedInstancePaths ${feedInstancePaths} -logFile ${logDir}/job-${nominalTime}/${wf:run()}/evicted-instancePaths.csv -workflowEngineUrl ${workflowEngineUrl} -subflowId ${wf:id()}${userWorkflowEngine == "oozie" ? "@user-action" : ""} -userWorkflowEngine ${userWorkflowEngine} -userWorkflowName ${userWorkflowName} -userWorkflowVersion ${userWorkflowVersion} -logDir ${logDir}/job-${nominalTime}/${srcClusterName == 'NA' ? '' : srcClusterName}/ -workflowUser ${wf:user()} -falconInputFeeds ${falconInputFeeds} -falconInPaths ${falconInPaths} Workflow failed, error message[${wf:errorMessage(wf:lastErrorNode())}] (OozieEntityBuilder:152) 2016-06-28 10:34:09,248 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.WORKFLOWAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/workflow.xml (OozieEntityBuilder:163) 2016-06-28 10:34:09,268 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,269 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Copying libs from /usr/hdp/current/falcon-client/server/webapp/falcon/WEB-INF/lib (SharedLibraryHostingService:117) 2016-06-28 10:34:09,340 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,342 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/config-default.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:34:09,342 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ brokerImplClass org.apache.activemq.ActiveMQConnectionFactory srcClusterName NA userWorkflowName MirrorTest-WF entityName MirrorTest colo.name backupColo ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT userWorkflowVersion 1.0 brokerUrl tcp://sandbox.hortonworks.com:61616 shouldRecord false drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 key1 val1 oozie.wf.application.path /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT userBrokerUrl tcp://sandbox.hortonworks.com:61616?daemon=true drNotificationReceivers NA logDir ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/logs availabilityFlag NA targetCluster backupCluster brokerTTL 4320 distcpMapBandwidth 100 queueName default userBrokerImplClass org.apache.activemq.ActiveMQConnectionFactory oozie.use.system.libpath true falconDataOperation GENERATE oozie.wf.subworkflow.classpath.inheritance true drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 jobTracker sandbox.hortonworks.com:8050 drSourceDir /user/ambari-qa/falcon/mirrorSrc cluster backupCluster ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest workflowEngineUrl http://sandbox.hortonworks.com:11000/oozie/ oozie.libpath /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/lib sourceCluster primaryCluster falcon.libpath /apps/falcon/backupCluster/working/lib entityType PROCESS drTargetDir /user/ambari-qa/falcon/mirrorTgt userWorkflowEngine oozie nameNode hdfs://sandbox.hortonworks.com:8020 distcpMaxMaps 5 jobPriority NORMAL (OozieEntityBuilder:152) 2016-06-28 10:34:09,358 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.workflow.CONFIGURATION to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/config-default.xml (OozieEntityBuilder:163) 2016-06-28 10:34:09,378 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,380 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:34:09,380 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ 30 1 LAST_ONLY 12 ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT feedInstancePaths NONE falconInPaths NONE targetCluster backupCluster userJMSNotificationEnabled true drSourceClusterFS hdfs://sandbox.hortonworks.com:8020 drSourceDir /user/ambari-qa/falcon/mirrorSrc drNotificationReceivers NA falconInputFeeds NONE sourceCluster primaryCluster timeStamp ${coord:formatTime(coord:actualTime(), 'yyyy-MM-dd-HH-mm')} distcpMapBandwidth 100 falconInputNames NONE feedNames NONE distcpMaxMaps 5 drTargetDir /user/ambari-qa/falcon/mirrorTgt oozie.wf.subworkflow.classpath.inheritance true nominalTime ${coord:formatTime(coord:nominalTime(), 'yyyy-MM-dd-HH-mm')} oozie.wf.external.id MirrorTest/DEFAULT/${coord:nominalTime()} drTargetClusterFS hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:34:09,397 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.coordinator.COORDINATORAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml (OozieEntityBuilder:163) 2016-06-28 10:34:09,419 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,420 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Writing definition to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/bundle.xml on cluster backupCluster (OozieEntityBuilder:151) 2016-06-28 10:34:09,420 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ ${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml user.name ambari-qa ENTITY_NAME FALCON_PROCESS_DEFAULT_MirrorTest ENTITY_PATH /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml nameNode hdfs://sandbox.hortonworks.com:8020 (OozieEntityBuilder:152) 2016-06-28 10:34:09,464 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Marshalled class org.apache.falcon.oozie.bundle.BUNDLEAPP to /apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/bundle.xml (OozieEntityBuilder:163) 2016-06-28 10:34:09,485 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating FS impersonating user ambari-qa (HadoopClientFactory:196) 2016-06-28 10:34:09,493 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:34:09,494 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ dryRun with properties {user.name=ambari-qa, oozie.coord.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml, ENTITY_NAME=FALCON_PROCESS_DEFAULT_MirrorTest, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/DEFAULT/coordinator.xml, nameNode=hdfs://sandbox.hortonworks.com:8020} (OozieWorkflowEngine:231) 2016-06-28 10:34:09,647 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Scheduling on cluster backupCluster with properties {ENTITY_NAME=MirrorTest, oozie.bundle.application.path=${nameNode}/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915, ENTITY_PATH=/apps/falcon/backupCluster/staging/falcon/workflows/process/MirrorTest/81dd4bcea4ee369fd647063b2812089a_1467110048915/bundle.xml, nameNode=hdfs://sandbox.hortonworks.com:8020, oozie.libpath=} (OozieWorkflowEngine:1437) 2016-06-28 10:34:09,648 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Creating Oozie client object for http://sandbox.hortonworks.com:11000/oozie/ (OozieClientFactory:50) 2016-06-28 10:34:09,793 ERROR - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflows (OozieWorkflowEngine:1443) E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@6b6fe21e]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2016-06-28 10:34:09,795 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Successfully released lock for (process) MirrorTest by 1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c (MemoryLocks:70) 2016-06-28 10:34:09,795 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Memory lock released for (process) MirrorTest (AbstractSchedulableEntityManager:100) 2016-06-28 10:34:09,795 ERROR - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Unable to schedule workflow (AbstractSchedulableEntityManager:76) org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:96) at org.apache.falcon.resource.AbstractSchedulableEntityManager.schedule(AbstractSchedulableEntityManager.java:73) at org.apache.falcon.resource.SchedulableEntityManager.schedule(SchedulableEntityManager.java:133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.falcon.resource.channel.IPCChannel.invoke(IPCChannel.java:49) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$9.doExecute(SchedulableEntityManagerProxy.java:403) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$EntityProxy.execute(SchedulableEntityManagerProxy.java:577) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule_aroundBody12(SchedulableEntityManagerProxy.java:405) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy$AjcClosure13.run(SchedulableEntityManagerProxy.java:1) at org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:149) at org.apache.falcon.aspect.AbstractFalconAspect.logAroundMonitored(AbstractFalconAspect.java:51) at org.apache.falcon.resource.proxy.SchedulableEntityManagerProxy.schedule(SchedulableEntityManagerProxy.java:388) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60) at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185) at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75) at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:288) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108) at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147) at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1469) at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1400) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1349) at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1339) at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:416) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:537) at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:699) at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) at org.apache.falcon.security.FalconAuthorizationFilter.doFilter(FalconAuthorizationFilter.java:108) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuthenticationFilter$2.doFilter(FalconAuthenticationFilter.java:188) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:615) at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:574) at org.apache.falcon.security.FalconAuthenticationFilter.doFilter(FalconAuthenticationFilter.java:197) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.FalconAuditFilter.doFilter(FalconAuditFilter.java:64) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.apache.falcon.security.HostnameFilter.doFilter(HostnameFilter.java:82) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:767) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Caused by: org.apache.falcon.FalconException: Unable to schedule workflows at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1444) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.scheduleEntity(OozieWorkflowEngine.java:1428) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.schedule(OozieWorkflowEngine.java:173) at org.apache.falcon.resource.AbstractSchedulableEntityManager.scheduleInternal(AbstractSchedulableEntityManager.java:94) ... 61 more Caused by: E1310 : E1310: Bundle Job submission Error: [E1301: Could not read the bundle job definition, [E0603: SQL error in operation, org.apache.openjpa.persistence.RollbackException: The transaction has been rolled back. See the nested exceptions for details on the errors that occurred. FailedObject: org.apache.oozie.BundleJobBean@6b6fe21e]] at org.apache.oozie.client.OozieClient.handleError(OozieClient.java:612) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:695) at org.apache.oozie.client.OozieClient$JobSubmit.call(OozieClient.java:665) at org.apache.oozie.client.OozieClient$ClientCallable.call(OozieClient.java:560) at org.apache.oozie.client.OozieClient.run(OozieClient.java:850) at org.apache.oozie.client.ProxyOozieClient.access$601(ProxyOozieClient.java:48) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:210) at org.apache.oozie.client.ProxyOozieClient$6.call(ProxyOozieClient.java:207) at org.apache.oozie.client.OozieClient.doAs(OozieClient.java:244) at org.apache.oozie.client.ProxyOozieClient.run(ProxyOozieClient.java:207) at org.apache.falcon.workflow.engine.OozieWorkflowEngine.run(OozieWorkflowEngine.java:1439) ... 64 more 2016-06-28 10:34:09,796 ERROR - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:34:09,796 ERROR - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ Action failed: Bad Request Error: default/org.apache.falcon.FalconWebException::org.apache.falcon.FalconException: Entity schedule failed for PROCESS: MirrorTest (FalconWebException:83) 2016-06-28 10:34:09,796 INFO - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:ambari-qa:POST//entities/schedule/PROCESS/MirrorTest] ~ {Action:schedule, Dimensions:{entityType=PROCESS, colo=NULL, entityName=MirrorTest}, Status: FAILED, Time-taken:935170976 ns} (METRIC:38) 2016-06-28 10:34:09,797 DEBUG - [1077765632@qtp-1427325535-46 - 4e4bf607-757e-41d3-b89e-9faed53ba40c:] ~ Audit: ambari-qa/10.0.2.2 performed request http://localhost:15000/api/entities/schedule/PROCESS/MirrorTest?user.name=ambari-qa (10.0.2.15) at time 2016-06-28T10:34Z (FalconAuditFilter:86) 2016-06-28 10:34:22,094 INFO - [Thread-11:] ~ config.location is set, using: /usr/hdp/current/falcon-client/conf/runtime.properties (ApplicationProperties:108) 2016-06-28 10:34:22,095 INFO - [Thread-11:] ~ Initializing org.apache.falcon.util.RuntimeProperties properties with domain falcon (ApplicationProperties:145) 2016-06-28 10:34:22,095 DEBUG - [Thread-11:] ~ log.cleanup.frequency.hours.retention=minutes(1) (ApplicationProperties:151) 2016-06-28 10:34:22,095 DEBUG - [Thread-11:] ~ log.cleanup.frequency.months.retention=months(3) (ApplicationProperties:151) 2016-06-28 10:34:22,095 DEBUG - [Thread-11:] ~ log.cleanup.frequency.minutes.retention=hours(6) (ApplicationProperties:151) 2016-06-28 10:34:22,095 DEBUG - [Thread-11:] ~ domain=falcon (ApplicationProperties:151) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ log.cleanup.frequency.days.retention=days(7) (ApplicationProperties:151) 2016-06-28 10:34:22,096 INFO - [Thread-11:] ~ config.location is set, using: /usr/hdp/current/falcon-client/conf/runtime.properties (ApplicationProperties:108) 2016-06-28 10:34:22,096 INFO - [Thread-11:] ~ Initializing org.apache.falcon.util.RuntimeProperties properties with domain falcon (ApplicationProperties:145) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ log.cleanup.frequency.hours.retention=minutes(1) (ApplicationProperties:151) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ log.cleanup.frequency.months.retention=months(3) (ApplicationProperties:151) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ log.cleanup.frequency.minutes.retention=hours(6) (ApplicationProperties:151) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ domain=falcon (ApplicationProperties:151) 2016-06-28 10:34:22,096 DEBUG - [Thread-11:] ~ log.cleanup.frequency.days.retention=days(7) (ApplicationProperties:151)