Member since
12-02-2015
1
Post
0
Kudos Received
0
Solutions
03-31-2016
05:48 AM
Hi all, I've enabled spark notebook on Hue 3.9 in my CDH 5.5.2 cluster. I've started LivyServer in this way: export SPARK_HOME=/opt/cloudera/parcels/CDH/lib/spark export PATH=$PATH:$SPARK_HOME/bin /opt/cloudera/parcels/CDH/lib/hue/build/env/bin/hue livy_server& Then, in a new PySpark notebook I've put this code: a = sc.textFile("/user/admin/index_data.csv") a.count() and I've got this error: 05:43:58.141 [qtp455119019-16] ERROR c.c.hue.livy.server.SessionServlet$ - internal error java.lang.IllegalStateException: Session is in state error at com.cloudera.hue.livy.server.interactive.InteractiveWebSession.ensureRunning(InteractiveWebSession.scala:214) ~[livy-assembly.jar:na] at com.cloudera.hue.livy.server.interactive.InteractiveWebSession.executeStatement(InteractiveWebSession.scala:73) ~[livy-assembly.jar:na] at com.cloudera.hue.livy.server.interactive.InteractiveSessionServlet$$anonfun$16.apply(InteractiveSessionServlet.scala:128) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.org$scalatra$ScalatraBase$$liftAction(ScalatraBase.scala:270) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$invoke$1.apply(ScalatraBase.scala:265) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$invoke$1.apply(ScalatraBase.scala:265) ~[livy-assembly.jar:na] at org.scalatra.ApiFormats$class.withRouteMultiParams(ApiFormats.scala:178) ~[livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.withRouteMultiParams(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.invoke(ScalatraBase.scala:264) [livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.org$scalatra$json$JsonSupport$$super$invoke(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.json.JsonSupport$$anonfun$invoke$1.apply(JsonSupport.scala:74) ~[livy-assembly.jar:na] at org.scalatra.json.JsonSupport$$anonfun$invoke$1.apply(JsonSupport.scala:68) ~[livy-assembly.jar:na] at org.scalatra.ApiFormats$class.withRouteMultiParams(ApiFormats.scala:178) ~[livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.withRouteMultiParams(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.json.JsonSupport$class.invoke(JsonSupport.scala:68) ~[livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.invoke(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$runRoutes$1$$anonfun$apply$8.apply(ScalatraBase.scala:240) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$runRoutes$1$$anonfun$apply$8.apply(ScalatraBase.scala:238) ~[livy-assembly.jar:na] at scala.Option.flatMap(Option.scala:170) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$runRoutes$1.apply(ScalatraBase.scala:238) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$runRoutes$1.apply(ScalatraBase.scala:237) ~[livy-assembly.jar:na] at scala.collection.immutable.Stream.flatMap(Stream.scala:442) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.runRoutes(ScalatraBase.scala:237) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.runRoutes(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.runActions$1(ScalatraBase.scala:163) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$executeRoutes$1.apply$mcV$sp(ScalatraBase.scala:175) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$executeRoutes$1.apply(ScalatraBase.scala:175) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$executeRoutes$1.apply(ScalatraBase.scala:175) ~[livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.org$scalatra$ScalatraBase$$cradleHalt(ScalatraBase.scala:193) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.executeRoutes(ScalatraBase.scala:175) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.executeRoutes(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$handle$1.apply$mcV$sp(ScalatraBase.scala:113) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$handle$1.apply(ScalatraBase.scala:113) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$$anonfun$handle$1.apply(ScalatraBase.scala:113) [livy-assembly.jar:na] at scala.util.DynamicVariable.withValue(DynamicVariable.scala:57) [livy-assembly.jar:na] at org.scalatra.DynamicScope$class.withResponse(DynamicScope.scala:80) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.withResponse(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.DynamicScope$$anonfun$withRequestResponse$1.apply(DynamicScope.scala:60) [livy-assembly.jar:na] at scala.util.DynamicVariable.withValue(DynamicVariable.scala:57) [livy-assembly.jar:na] at org.scalatra.DynamicScope$class.withRequest(DynamicScope.scala:71) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.withRequest(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.DynamicScope$class.withRequestResponse(DynamicScope.scala:59) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.withRequestResponse(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.ScalatraBase$class.handle(ScalatraBase.scala:111) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.org$scalatra$servlet$ServletBase$$super$handle(ScalatraServlet.scala:49) [livy-assembly.jar:na] at org.scalatra.servlet.ServletBase$class.handle(ServletBase.scala:43) [livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.org$scalatra$MethodOverride$$super$handle(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.MethodOverride$class.handle(MethodOverride.scala:28) [livy-assembly.jar:na] at com.cloudera.hue.livy.server.SessionServlet.handle(SessionServlet.scala:33) [livy-assembly.jar:na] at org.scalatra.ScalatraServlet.service(ScalatraServlet.scala:54) [livy-assembly.jar:na] at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) [livy-assembly.jar:na] at com.cloudera.hue.jetty.servlet.ServletHolder.handle(ServletHolder.java:808) [livy-assembly.jar:na] at com.cloudera.hue.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:587) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127) [livy-assembly.jar:na] at com.cloudera.hue.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.Server.handle(Server.java:497) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.HttpChannel.handle(HttpChannel.java:310) [livy-assembly.jar:na] at com.cloudera.hue.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) [livy-assembly.jar:na] at com.cloudera.hue.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) [livy-assembly.jar:na] at com.cloudera.hue.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) [livy-assembly.jar:na] at com.cloudera.hue.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) [livy-assembly.jar:na] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_95] 127.0.0.1 - - - 31/Mar/2016:05:43:58 -0700 "POST /sessions/0/statements HTTP/1.1" 500 58 Could you help me? Thanks a lot
... View more