Member since
04-17-2023
2
Posts
0
Kudos Received
0
Solutions
04-18-2023
03:54 AM
@smruti Thanks for your reply. I would check the Hive timeout settings, HS2 logs, and server's load.
... View more
04-17-2023
11:08 PM
I got the below error when running a cloudera cluster that connects to a hive database and pulls data. If I restart the Cloudera service, it works again, but it's not good for production. Please let me know if you know a solution for this issue. scala.collection.parallel.CompositeThrowable: Multiple exceptions thrown during a parallel computation: java.sql.SQLException: org.apache.thrift.transport.TTransportException
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265)
common.QueryExecutor.execQuery(QueryExecutor.scala:79)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:210)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:202)
scala.collection.immutable.List.foreach(List.scala:318)
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:32)
scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:45)
jsk.JskAggregate.jsk$JskAggregate$$insertJskResultTmpTbl(JskAggregate.scala:202)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:161)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:127)
.
.
.
java.sql.SQLException: org.apache.thrift.transport.TTransportException: java.net.SocketException: Broken pipe
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:309)
common.QueryExecutor.execQuery(QueryExecutor.scala:79)
jsk.JskAggregate.jsk$JskAggregate$$createJskResultTbl(JskAggregate.scala:223)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:176)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:127)
scala.collection.immutable.List.foreach(List.scala:318)
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:32)
scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:45)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2.apply(JskAggregate.scala:127)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2.apply(JskAggregate.scala:82)
.
.
.
java.sql.SQLException: org.apache.thrift.transport.TTransportException
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:309)
common.QueryExecutor.execQuery(QueryExecutor.scala:79)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:210)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:202)
scala.collection.immutable.List.foreach(List.scala:318)
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:32)
scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:45)
jsk.JskAggregate.jsk$JskAggregate$$insertJskResultTmpTbl(JskAggregate.scala:202)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:161)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:127)
.
.
.
java.sql.SQLException: org.apache.thrift.transport.TTransportException: java.net.SocketException: Broken pipe
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:309)
common.QueryExecutor.execQuery(QueryExecutor.scala:79)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:210)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:202)
scala.collection.immutable.List.foreach(List.scala:318)
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:32)
scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:45)
jsk.JskAggregate.jsk$JskAggregate$$insertJskResultTmpTbl(JskAggregate.scala:202)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:161)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:127)
.
.
.
java.sql.SQLException: org.apache.thrift.transport.TTransportException: java.net.SocketException: Broken pipe
org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:265)
common.QueryExecutor.execQuery(QueryExecutor.scala:68)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:210)
jsk.JskAggregate$$anonfun$jsk$JskAggregate$$insertJskResultTmpTbl$1.apply(JskAggregate.scala:202)
scala.collection.immutable.List.foreach(List.scala:318)
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:32)
scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:45)
jsk.JskAggregate.jsk$JskAggregate$$insertJskResultTmpTbl(JskAggregate.scala:202)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:161)
jsk.JskAggregate$$anonfun$main$2$$anonfun$apply$2$$anonfun$apply$8.apply(JskAggregate.scala:127)
... View more
Labels:
- Labels:
-
Apache Hive