Sqoop2 doesn't start after Cloudera Manager Server upgrade to 5.4.6

[#1]

Sqoop2 was installed, up and running before CMS upgrade to 5.4.6 (from 5.4.4)

Now it doesn't even start:

2015-09-14 13:54:11,480 INFO org.apache.sqoop.core.SqoopServer: Booting up Sqoop server
2015-09-14 13:54:11,489 INFO org.apache.sqoop.core.PropertiesConfigurationProvider: Starting config file poller thread
2015-09-14 13:54:11,498 ERROR org.apache.sqoop.core.SqoopServer: Server startup failure
java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
        at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
        at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
        at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:944)
        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:779)
        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:505)
        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1322)
        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:325)
        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
        at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
        at org.apache.catalina.core.StandardService.start(StandardService.java:525)
        at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
        at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
        at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
        ... 28 more
2015-09-14 13:54:11,503 ERROR org.apache.sqoop.server.ServerInitializer: Sqoop server failed to start
java.lang.RuntimeException: Failure in server initialization
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:63)
        at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:944)
        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:779)
        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:505)
        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1322)
        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:325)
        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
        at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
        at org.apache.catalina.core.StandardService.start(StandardService.java:525)
        at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
        at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
        at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
        at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
        at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
        at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
        ... 25 more
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
        at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
        at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
        ... 28 more

Any ideas?

[#2 · Accepted solution]

Hi,

Sqoop2 + Kerberos has not really worked (though it may have started, it didn't function) until both CDH and CM 5.4.5. If you upgrade both to 5.4.5+, it will start working. You have to upgrade both though.

Thanks,
Darren

[#3]

Hi Dareen,

I have multiple clustes runninng few BDAs and some small Dev clusters with CDH 5.4.0 with Sqoop 2 with Kerberos Enabled. And its working fine.

I stumble accross a case where after enabling Kerberos Sqoop 2 server fails to start rest all process are working fine.

Can you help me with this.

Sterr ::

Server startup failure
java.lang.RuntimeException: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
	at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:65)
	at org.apache.sqoop.security.SecurityFactory.getAuthenticationHandler(SecurityFactory.java:31)
	at org.apache.sqoop.security.AuthenticationManager.initialize(AuthenticationManager.java:97)
	at org.apache.sqoop.core.SqoopServer.initialize(SqoopServer.java:53)
	at org.apache.sqoop.server.ServerInitializer.contextInitialized(ServerInitializer.java:41)
	at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:4210)
	at org.apache.catalina.core.StandardContext.start(StandardContext.java:4709)
	at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:802)
	at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:779)
	at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:583)
	at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:943)
	at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:778)
	at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:504)
	at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1317)
	at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:324)
	at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:142)
	at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1068)
	at org.apache.catalina.core.StandardHost.start(StandardHost.java:822)
	at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1060)
	at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:463)
	at org.apache.catalina.core.StandardService.start(StandardService.java:525)
	at org.apache.catalina.core.StandardServer.start(StandardServer.java:759)
	at org.apache.catalina.startup.Catalina.start(Catalina.java:595)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
	at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)
Caused by: java.lang.ClassNotFoundException: org.apache.sqoop.security.authentication.KerberosAuthenticationHandler
	at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1680)
	at org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1526)
	at org.apache.sqoop.utils.ClassUtils.loadClass(ClassUtils.java:61)
	... 28 more

[#4]

Hi,

It won't work on CDH5.4.0. See the advice I gave above.

Thanks,
Darren