INFO [2017-02-08 13:00:05,071] ({pool-1-thread-2} InterpreterGroup.java[close]:141) - Close interpreter group 2CAXT48WW:shared_process INFO [2017-02-08 13:00:05,074] ({pool-1-thread-2} InterpreterGroup.java[destroy]:205) - Destroy interpreter group 2CAXT48WW:shared_process INFO [2017-02-08 13:00:07,180] ({Thread-2} Logging.scala[logInfo]:58) - Shutdown hook called INFO [2017-02-08 13:00:07,182] ({Thread-2} Logging.scala[logInfo]:58) - Deleting directory /tmp/spark-3cbcc0ba-747e-4894-8eb9-fe541926ff56 INFO [2017-02-08 13:00:07,183] ({Thread-2} Logging.scala[logInfo]:58) - Deleting directory /tmp/spark-2f18f3fa-cab0-4594-bdfc-059887f931ae INFO [2017-02-08 13:01:07,793] ({Thread-0} RemoteInterpreterServer.java[run]:81) - Starting remote interpreter server on port 32995 INFO [2017-02-08 13:01:08,142] ({pool-1-thread-2} RemoteInterpreterServer.java[createInterpreter]:169) - Instantiate interpreter org.apache.zeppelin.spark.DepInterpreter INFO [2017-02-08 13:01:08,199] ({pool-1-thread-2} RemoteInterpreterServer.java[createInterpreter]:169) - Instantiate interpreter org.apache.zeppelin.spark.SparkInterpreter INFO [2017-02-08 13:01:08,220] ({pool-1-thread-2} RemoteInterpreterServer.java[createInterpreter]:169) - Instantiate interpreter org.apache.zeppelin.spark.PySparkInterpreter INFO [2017-02-08 13:01:08,222] ({pool-1-thread-2} RemoteInterpreterServer.java[createInterpreter]:169) - Instantiate interpreter org.apache.zeppelin.spark.SparkSqlInterpreter INFO [2017-02-08 13:01:08,296] ({pool-2-thread-2} SchedulerFactory.java[jobStarted]:131) - Job remoteInterpretJob_1486555268292 started by scheduler org.apache.zeppelin.spark.SparkInterpreter1067699627 INFO [2017-02-08 13:01:10,018] ({pool-2-thread-2} Logging.scala[logInfo]:58) - Changing view acls to: zeppelin INFO [2017-02-08 13:01:10,019] ({pool-2-thread-2} Logging.scala[logInfo]:58) - Changing modify acls to: zeppelin INFO [2017-02-08 13:01:10,020] ({pool-2-thread-2} Logging.scala[logInfo]:58) - SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(zeppelin); users with modify permissions: Set(zeppelin) INFO [2017-02-08 13:01:10,311] ({pool-2-thread-2} Logging.scala[logInfo]:58) - Starting HTTP Server INFO [2017-02-08 13:01:10,377] ({pool-2-thread-2} Server.java[doStart]:272) - jetty-8.y.z-SNAPSHOT INFO [2017-02-08 13:01:10,417] ({pool-2-thread-2} AbstractConnector.java[doStart]:338) - Started SocketConnector@0.0.0.0:32964 INFO [2017-02-08 13:01:10,418] ({pool-2-thread-2} Logging.scala[logInfo]:58) - Successfully started service 'HTTP class server' on port 32964. WARN [2017-02-08 13:01:12,464] ({pool-2-thread-2} Logging.scala[logWarning]:70) - Warning: compiler accessed before init set up. Assuming no postInit code. ERROR [2017-02-08 13:01:12,707] ({pool-2-thread-2} Utils.java[invokeMethod]:40) - java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.zeppelin.spark.Utils.invokeMethod(Utils.java:38) at org.apache.zeppelin.spark.DepInterpreter.interpret(DepInterpreter.java:200) at org.apache.zeppelin.spark.DepInterpreter.createIMain(DepInterpreter.java:184) at org.apache.zeppelin.spark.DepInterpreter.open(DepInterpreter.java:124) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.interpret(LazyOpenInterpreter.java:93) at org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer$InterpretJob.jobRun(RemoteInterpreterServer.java:341) at org.apache.zeppelin.scheduler.Job.run(Job.java:176) at org.apache.zeppelin.scheduler.FIFOScheduler$1.run(FIFOScheduler.java:139) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.NoSuchMethodError: scala.reflect.internal.TreeInfo.firstArgument(Lscala/reflect/internal/Trees$Tree;)Lscala/reflect/internal/Trees$Tree; at scala.tools.nsc.typechecker.Typers$Typer.parentTypes(Typers.scala:1550) at scala.tools.nsc.typechecker.Namers$Namer.templateSig(Namers.scala:861) at scala.tools.nsc.typechecker.Namers$Namer.classSig(Namers.scala:907) at scala.tools.nsc.typechecker.Namers$Namer.getSig$1(Namers.scala:1289) at scala.tools.nsc.typechecker.Namers$Namer.typeSig(Namers.scala:1347) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply$mcV$sp(Namers.scala:709) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer.scala$tools$nsc$typechecker$Namers$Namer$$logAndValidate(Namers.scala:1385) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:707) at scala.tools.nsc.typechecker.Namers$$anon$1.completeImpl(Namers.scala:1496) at scala.tools.nsc.typechecker.Namers$LockingTypeCompleter$class.complete(Namers.scala:1504) at scala.tools.nsc.typechecker.Namers$$anon$1.complete(Namers.scala:1494) at scala.reflect.internal.Symbols$Symbol.info(Symbols.scala:1231) at scala.reflect.internal.Symbols$Symbol.initialize(Symbols.scala:1374) at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5119) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5458) at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29) at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2770) at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$55.apply(Typers.scala:2870) at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$55.apply(Typers.scala:2870) at scala.collection.immutable.List.loop$1(List.scala:170) at scala.collection.immutable.List.mapConserve(List.scala:186) at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:2870) at scala.tools.nsc.typechecker.Typers$Typer.typedPackageDef$1(Typers.scala:5127) at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5404) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5458) at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5509) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.apply(Analyzer.scala:98) at scala.tools.nsc.Global$GlobalPhase.applyPhase(Global.scala:461) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:90) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:90) at scala.collection.Iterator$class.foreach(Iterator.scala:727) at scala.collection.AbstractIterator.foreach(Iterator.scala:1157) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.run(Analyzer.scala:90) at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1574) at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1548) at scala.tools.nsc.Global$Run.compileSources(Global.scala:1544) at org.apache.spark.repl.SparkIMain.org$apache$spark$repl$SparkIMain$$compileSourcesKeepingRun(SparkIMain.scala:663) at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compileAndSaveRun(SparkIMain.scala:1138) at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compile(SparkIMain.scala:1094) at org.apache.spark.repl.SparkIMain$Request.compile$lzycompute(SparkIMain.scala:1299) at org.apache.spark.repl.SparkIMain$Request.compile(SparkIMain.scala:1294) at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:870) at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:819) ... 20 more ERROR [2017-02-08 13:01:12,712] ({pool-2-thread-2} Job.java[run]:189) - Job failed java.lang.ClassCastException: scala.None$ cannot be cast to java.util.Map at org.apache.zeppelin.spark.DepInterpreter.createIMain(DepInterpreter.java:187) at org.apache.zeppelin.spark.DepInterpreter.open(DepInterpreter.java:124) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.interpret(LazyOpenInterpreter.java:93) at org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer$InterpretJob.jobRun(RemoteInterpreterServer.java:341) at org.apache.zeppelin.scheduler.Job.run(Job.java:176) at org.apache.zeppelin.scheduler.FIFOScheduler$1.run(FIFOScheduler.java:139) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) INFO [2017-02-08 13:01:12,720] ({pool-2-thread-2} SchedulerFactory.java[jobFinished]:137) - Job remoteInterpretJob_1486555268292 finished by scheduler org.apache.zeppelin.spark.SparkInterpreter1067699627 INFO [2017-02-08 13:01:12,727] ({pool-1-thread-3} Logging.scala[logInfo]:58) - Changing view acls to: zeppelin INFO [2017-02-08 13:01:12,728] ({pool-1-thread-3} Logging.scala[logInfo]:58) - Changing modify acls to: zeppelin INFO [2017-02-08 13:01:12,728] ({pool-1-thread-3} Logging.scala[logInfo]:58) - SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(zeppelin); users with modify permissions: Set(zeppelin) INFO [2017-02-08 13:01:12,748] ({pool-1-thread-3} Logging.scala[logInfo]:58) - Starting HTTP Server INFO [2017-02-08 13:01:12,749] ({pool-1-thread-3} Server.java[doStart]:272) - jetty-8.y.z-SNAPSHOT INFO [2017-02-08 13:01:12,790] ({pool-1-thread-3} AbstractConnector.java[doStart]:338) - Started SocketConnector@0.0.0.0:39727 INFO [2017-02-08 13:01:12,790] ({pool-1-thread-3} Logging.scala[logInfo]:58) - Successfully started service 'HTTP class server' on port 39727. WARN [2017-02-08 13:01:13,544] ({pool-1-thread-3} Logging.scala[logWarning]:70) - Warning: compiler accessed before init set up. Assuming no postInit code. ERROR [2017-02-08 13:01:13,576] ({pool-1-thread-3} Utils.java[invokeMethod]:40) - java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.zeppelin.spark.Utils.invokeMethod(Utils.java:38) at org.apache.zeppelin.spark.DepInterpreter.interpret(DepInterpreter.java:200) at org.apache.zeppelin.spark.DepInterpreter.createIMain(DepInterpreter.java:184) at org.apache.zeppelin.spark.DepInterpreter.open(DepInterpreter.java:124) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.getProgress(LazyOpenInterpreter.java:110) at org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer.getProgress(RemoteInterpreterServer.java:404) at org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1509) at org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1494) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.NoSuchMethodError: scala.reflect.internal.TreeInfo.firstArgument(Lscala/reflect/internal/Trees$Tree;)Lscala/reflect/internal/Trees$Tree; at scala.tools.nsc.typechecker.Typers$Typer.parentTypes(Typers.scala:1550) at scala.tools.nsc.typechecker.Namers$Namer.templateSig(Namers.scala:861) at scala.tools.nsc.typechecker.Namers$Namer.classSig(Namers.scala:907) at scala.tools.nsc.typechecker.Namers$Namer.getSig$1(Namers.scala:1289) at scala.tools.nsc.typechecker.Namers$Namer.typeSig(Namers.scala:1347) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply$mcV$sp(Namers.scala:709) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer.scala$tools$nsc$typechecker$Namers$Namer$$logAndValidate(Namers.scala:1385) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:708) at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:707) at scala.tools.nsc.typechecker.Namers$$anon$1.completeImpl(Namers.scala:1496) at scala.tools.nsc.typechecker.Namers$LockingTypeCompleter$class.complete(Namers.scala:1504) at scala.tools.nsc.typechecker.Namers$$anon$1.complete(Namers.scala:1494) at scala.reflect.internal.Symbols$Symbol.info(Symbols.scala:1231) at scala.reflect.internal.Symbols$Symbol.initialize(Symbols.scala:1374) at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5119) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5458) at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29) at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2770) at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$55.apply(Typers.scala:2870) at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$55.apply(Typers.scala:2870) at scala.collection.immutable.List.loop$1(List.scala:170) at scala.collection.immutable.List.mapConserve(List.scala:186) at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:2870) at scala.tools.nsc.typechecker.Typers$Typer.typedPackageDef$1(Typers.scala:5127) at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5404) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5458) at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29) at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5509) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.apply(Analyzer.scala:98) at scala.tools.nsc.Global$GlobalPhase.applyPhase(Global.scala:461) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:90) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:90) at scala.collection.Iterator$class.foreach(Iterator.scala:727) at scala.collection.AbstractIterator.foreach(Iterator.scala:1157) at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.run(Analyzer.scala:90) at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1574) at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1548) at scala.tools.nsc.Global$Run.compileSources(Global.scala:1544) at org.apache.spark.repl.SparkIMain.org$apache$spark$repl$SparkIMain$$compileSourcesKeepingRun(SparkIMain.scala:663) at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compileAndSaveRun(SparkIMain.scala:1138) at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compile(SparkIMain.scala:1094) at org.apache.spark.repl.SparkIMain$Request.compile$lzycompute(SparkIMain.scala:1299) at org.apache.spark.repl.SparkIMain$Request.compile(SparkIMain.scala:1294) at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:870) at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:819) ... 19 more ERROR [2017-02-08 13:01:13,577] ({pool-1-thread-3} TThreadPoolServer.java[run]:296) - Error occurred during processing of message. java.lang.ClassCastException: scala.None$ cannot be cast to java.util.Map at org.apache.zeppelin.spark.DepInterpreter.createIMain(DepInterpreter.java:187) at org.apache.zeppelin.spark.DepInterpreter.open(DepInterpreter.java:124) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.getProgress(LazyOpenInterpreter.java:110) at org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer.getProgress(RemoteInterpreterServer.java:404) at org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1509) at org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1494) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)