Support Questions

Find answers, ask questions, and share your expertise
Announcements
Celebrating as our community reaches 100,000 members! Thank you!

Sqoop2 doesn't start after Cloudera Manager Server upgrade to 5.4.6

avatar
Contributor

Sqoop2 was installed, up and running before CMS upgrade to 5.4.6 (from 5.4.4)

 

Now it doesn't even start:

 

2015-09-14 13:54:11,480 INFO org.apache.sqoop.core.SqoopServer: Booting up Sqoop server
2015-09-14 13:54:11,489 INFO org.apache.sqoop.core.PropertiesConfigurationProvider: Starting config file poller thread
2015-09-14 13:54:11,498 ERROR org.apache.sqoop.core.SqoopServer: Server startup failure
java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
        at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
        at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
        at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:944)
        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:779)
        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:505)
        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1322)
        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:325)
        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
        at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
        at org.apache.catalina.core.StandardService.start(StandardService.java:525)
        at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
        at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
        at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
        ... 28 more
2015-09-14 13:54:11,503 ERROR org.apache.sqoop.server.ServerInitializer: Sqoop server failed to start
java.lang.RuntimeException: Failure in server initialization
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:63)
        at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:944)
        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:779)
        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:505)
        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1322)
        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:325)
        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
        at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
        at org.apache.catalina.core.StandardService.start(StandardService.java:525)
        at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
        at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
        at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
        at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
        at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
        ... 25 more
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
        ... 28 more

 

Any ideas?

1 ACCEPTED SOLUTION

avatar
Hi,

Sqoop2 + Kerberos has not really worked (though it may have started, it didn't function) until both CDH and CM 5.4.5. If you upgrade both to 5.4.5+, it will start working. You have to upgrade both though.

Thanks,
Darren

View solution in original post

3 REPLIES 3

avatar
Hi,

Sqoop2 + Kerberos has not really worked (though it may have started, it didn't function) until both CDH and CM 5.4.5. If you upgrade both to 5.4.5+, it will start working. You have to upgrade both though.

Thanks,
Darren

avatar
Explorer

Hi Dareen,

 

I have multiple clustes runninng few BDAs and some small Dev clusters with CDH 5.4.0 with Sqoop 2 with Kerberos Enabled. And its working fine.

I stumble accross a case where after enabling Kerberos Sqoop 2 server fails to start rest all process are working fine.

 

Can you help me with this.

 

Sterr ::

 

Server startup failure
java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
	at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
	at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
	at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
	at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
	at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
	at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
	at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
	at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
	at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
	at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
	at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:943)
	at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:778)
	at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:504)
	at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1317)
	at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:324)
	at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
	at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
	at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
	at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
	at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
	at org.apache.catalina.core.StandardService.start(StandardService.java:525)
	at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
	at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
	at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
	at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
	at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
	at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
	... 28 more

avatar
Hi,

It won't work on CDH5.4.0. See the advice I gave above.

Thanks,
Darren