Member since
08-16-2018
2
Posts
0
Kudos Received
0
Solutions
12-16-2018
04:06 PM
HDP Version: 3.0.0
env: Phoenix+Kerberos classOf[org.apache.phoenix.jdbc.PhoenixDriver]
import java.sql.DriverManager
val conn = DriverManager.getConnection("jdbc:phoenix:dev-dmp3.fengdai.org,dev-dmp4.fengdai.org,dev-dmp5.fengdai.org:2181:/hbase-secure:" + classPath + "hbase.headless.keytab:hbase-dev_dmp@DEVDIP.ORG") produce error Exception in thread "main" org.apache.phoenix.exception.PhoenixIOException: callTimeout=1200000, callDuration=1329436: Failed after attempts=16, exceptions:
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:47 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:49 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:03 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:23 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:33 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:34 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:54 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
at org.apache.phoenix.util.ServerUtil.parseServerException(ServerUtil.java:138)
at org.apache.phoenix.query.ConnectionQueryServicesImpl.ensureTableCreated(ConnectionQueryServicesImpl.java:1204)
at org.apache.phoenix.query.ConnectionQueryServicesImpl.createTable(ConnectionQueryServicesImpl.java:1501)
at org.apache.phoenix.schema.MetaDataClient.createTableInternal(MetaDataClient.java:2721)
at org.apache.phoenix.schema.MetaDataClient.createTable(MetaDataClient.java:1114)
at org.apache.phoenix.compile.CreateTableCompiler$1.execute(CreateTableCompiler.java:192)
at org.apache.phoenix.jdbc.PhoenixStatement$2.call(PhoenixStatement.java:408)
at org.apache.phoenix.jdbc.PhoenixStatement$2.call(PhoenixStatement.java:391)
at org.apache.phoenix.call.CallRunner.run(CallRunner.java:53)
at org.apache.phoenix.jdbc.PhoenixStatement.executeMutation(PhoenixStatement.java:390)
at org.apache.phoenix.jdbc.PhoenixStatement.executeMutation(PhoenixStatement.java:378)
at org.apache.phoenix.jdbc.PhoenixStatement.executeUpdate(PhoenixStatement.java:1806)
at org.apache.phoenix.query.ConnectionQueryServicesImpl$12.call(ConnectionQueryServicesImpl.java:2569)
at org.apache.phoenix.query.ConnectionQueryServicesImpl$12.call(ConnectionQueryServicesImpl.java:2532)
at org.apache.phoenix.util.PhoenixContextExecutor.call(PhoenixContextExecutor.java:76)
at org.apache.phoenix.query.ConnectionQueryServicesImpl.init(ConnectionQueryServicesImpl.java:2532)
at org.apache.phoenix.jdbc.PhoenixDriver.getConnectionQueryServices(PhoenixDriver.java:255)
at org.apache.phoenix.jdbc.PhoenixEmbeddedDriver.createConnection(PhoenixEmbeddedDriver.java:150)
at org.apache.phoenix.jdbc.PhoenixDriver.connect(PhoenixDriver.java:221)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:270)
at com.tairanchina.csp.dmp.examples.kerberos.phoenix.PhoenixZKMain$.main(PhoenixZKMain.scala:39)
at com.tairanchina.csp.dmp.examples.kerberos.phoenix.PhoenixZKMain.main(PhoenixZKMain.scala)
Caused by: java.net.SocketTimeoutException: callTimeout=1200000, callDuration=1329436: Failed after attempts=16, exceptions:
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:47 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:49 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:03 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:23 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:33 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:34 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:54 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:159)
at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3055)
at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3047)
at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:434)
at org.apache.phoenix.query.ConnectionQueryServicesImpl.ensureTableCreated(ConnectionQueryServicesImpl.java:1105)
... 21 more
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=16, exceptions:
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:45 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:46 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:47 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:49 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:12:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:03 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:23 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:33 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:13:53 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:13 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:34 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
Sun Dec 16 16:14:54 CST 2018, RpcRetryingCaller{globalStartTime=1544947965386, pause=100, maxAttempts=16}, java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:145)
at org.apache.hadoop.hbase.client.HTable.get(HTable.java:386)
at org.apache.hadoop.hbase.client.HTable.get(HTable.java:360)
at org.apache.hadoop.hbase.MetaTableAccessor.getTableState(MetaTableAccessor.java:1076)
at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:399)
at org.apache.hadoop.hbase.client.HBaseAdmin$6.rpcCall(HBaseAdmin.java:437)
at org.apache.hadoop.hbase.client.HBaseAdmin$6.rpcCall(HBaseAdmin.java:434)
at org.apache.hadoop.hbase.client.RpcRetryingCallable.call(RpcRetryingCallable.java:58)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:107)
... 25 more
Caused by: java.io.IOException: Call to dev-dmp4.fengdai.org/10.200.168.6:16020 failed on local exception: java.io.IOException: Connection closed
at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:180)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:390)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:95)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:410)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:406)
at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:103)
at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:118)
at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:202)
at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:210)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:245)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:231)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:224)
at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:377)
at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:342)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:245)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:231)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:224)
at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75)
at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:277)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:245)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:231)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:224)
at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1354)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:245)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:231)
at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:917)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:822)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:163)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:403)
at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:463)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection closed
... 25 more
how to fix this problem please.
... View more
Labels:
- Labels:
-
Apache HBase
-
Apache Phoenix
08-16-2018
01:22 AM
I have the same problem. The spark application jar file existed the "org.apache.phoenix.queryserver.client.Driver" file. But arised a error in run time. User class threw exception: org.apache.spark.SparkException: Job aborted due to stage failure: Task 1 in stage 2.0 failed 4 times, most recent failure: Lost task 1.3 in stage 2.0 (TID 14, testdmp6.fengdai.org, executor 3): java.lang.RuntimeException: Failed to get driver instance for jdbcUrl=jdbc:phoenix:thin:url=http://iphost:8765;serialization=PROTOBUF
at com.zaxxer.hikari.util.DriverDataSource.<init>(DriverDataSource.java:105)
at com.zaxxer.hikari.pool.PoolBase.initializeDataSource(PoolBase.java:318)
at com.zaxxer.hikari.pool.PoolBase.<init>(PoolBase.java:108)
at com.zaxxer.hikari.pool.HikariPool.<init>(HikariPool.java:105)
at com.zaxxer.hikari.HikariDataSource.getConnection(HikariDataSource.java:97)
at com.tairanchina.csp.dmp.template.spark.jdbc.JDBCTemplate$.getConnection(JDBCTemplate.scala:61)
at com.tairanchina.csp.dmp.template.spark.jdbc.JDBCTemplate$.prepareExecuteBatchUpdate$default$2(JDBCTemplate.scala:92)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3$anonfun$apply$6.apply(ODSProcessor.scala:141)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3$anonfun$apply$6.apply(ODSProcessor.scala:140)
at scala.collection.TraversableLike$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.TraversableLike$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.immutable.Map$Map1.foreach(Map.scala:116)
at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
at scala.collection.AbstractTraversable.map(Traversable.scala:104)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3.apply(ODSProcessor.scala:140)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3.apply(ODSProcessor.scala:138)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1$anonfun$1.apply(BasicStreamingTemplate.scala:38)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1$anonfun$1.apply(BasicStreamingTemplate.scala:34)
at org.apache.spark.rdd.RDD$anonfun$mapPartitions$1$anonfun$apply$23.apply(RDD.scala:800)
at org.apache.spark.rdd.RDD$anonfun$mapPartitions$1$anonfun$apply$23.apply(RDD.scala:800)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:324)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:288)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87)
at org.apache.spark.scheduler.Task.run(Task.scala:109)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.sql.SQLException: No suitable driver
at java.sql.DriverManager.getDriver(DriverManager.java:315)
at com.zaxxer.hikari.util.DriverDataSource.<init>(DriverDataSource.java:98)
... 28 more
Driver stacktrace:
at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$failJobAndIndependentStages(DAGScheduler.scala:1602)
at org.apache.spark.scheduler.DAGScheduler$anonfun$abortStage$1.apply(DAGScheduler.scala:1590)
at org.apache.spark.scheduler.DAGScheduler$anonfun$abortStage$1.apply(DAGScheduler.scala:1589)
at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1589)
at org.apache.spark.scheduler.DAGScheduler$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:831)
at org.apache.spark.scheduler.DAGScheduler$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:831)
at scala.Option.foreach(Option.scala:257)
at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:831)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1823)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1772)
at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1761)
at org.apache.spark.util.EventLoop$anon$1.run(EventLoop.scala:48)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:642)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2034)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2055)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2074)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2099)
at org.apache.spark.rdd.RDD$anonfun$collect$1.apply(RDD.scala:939)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
at org.apache.spark.rdd.RDD.withScope(RDD.scala:363)
at org.apache.spark.rdd.RDD.collect(RDD.scala:938)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1.apply(BasicStreamingTemplate.scala:61)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1.apply(BasicStreamingTemplate.scala:31)
at org.apache.spark.streaming.dstream.DStream$anonfun$foreachRDD$1$anonfun$apply$mcV$sp$3.apply(DStream.scala:628)
at org.apache.spark.streaming.dstream.DStream$anonfun$foreachRDD$1$anonfun$apply$mcV$sp$3.apply(DStream.scala:628)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:51)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:51)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:51)
at org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:416)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1.apply$mcV$sp(ForEachDStream.scala:50)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1.apply(ForEachDStream.scala:50)
at org.apache.spark.streaming.dstream.ForEachDStream$anonfun$1.apply(ForEachDStream.scala:50)
at scala.util.Try$.apply(Try.scala:192)
at org.apache.spark.streaming.scheduler.Job.run(Job.scala:39)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:257)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$anonfun$run$1.apply(JobScheduler.scala:257)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$anonfun$run$1.apply(JobScheduler.scala:257)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:256)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Failed to get driver instance for jdbcUrl=jdbc:phoenix:thin:url=http://iphost:8765;serialization=PROTOBUF
at com.zaxxer.hikari.util.DriverDataSource.<init>(DriverDataSource.java:105)
at com.zaxxer.hikari.pool.PoolBase.initializeDataSource(PoolBase.java:318)
at com.zaxxer.hikari.pool.PoolBase.<init>(PoolBase.java:108)
at com.zaxxer.hikari.pool.HikariPool.<init>(HikariPool.java:105)
at com.zaxxer.hikari.HikariDataSource.getConnection(HikariDataSource.java:97)
at com.tairanchina.csp.dmp.template.spark.jdbc.JDBCTemplate$.getConnection(JDBCTemplate.scala:61)
at com.tairanchina.csp.dmp.template.spark.jdbc.JDBCTemplate$.prepareExecuteBatchUpdate$default$2(JDBCTemplate.scala:92)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3$anonfun$apply$6.apply(ODSProcessor.scala:141)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3$anonfun$apply$6.apply(ODSProcessor.scala:140)
at scala.collection.TraversableLike$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.TraversableLike$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.immutable.Map$Map1.foreach(Map.scala:116)
at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
at scala.collection.AbstractTraversable.map(Traversable.scala:104)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3.apply(ODSProcessor.scala:140)
at com.tairanchina.csp.dmp.components.storage.ods.ODSProcessor$anonfun$processTopic$3.apply(ODSProcessor.scala:138)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1$anonfun$1.apply(BasicStreamingTemplate.scala:38)
at com.tairanchina.csp.dmp.template.spark.BasicStreamingTemplate$ImplicitsStream$anonfun$each$1$anonfun$1.apply(BasicStreamingTemplate.scala:34)
at org.apache.spark.rdd.RDD$anonfun$mapPartitions$1$anonfun$apply$23.apply(RDD.scala:800)
at org.apache.spark.rdd.RDD$anonfun$mapPartitions$1$anonfun$apply$23.apply(RDD.scala:800)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:324)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:288)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87)
at org.apache.spark.scheduler.Task.run(Task.scala:109)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345)
... 3 more
Caused by: java.sql.SQLException: No suitable driver
at java.sql.DriverManager.getDriver(DriverManager.java:315)
at com.zaxxer.hikari.util.DriverDataSource.<init>(DriverDataSource.java:98)
... View more
