HI Harsh, Thanks again. The below is my code: def main(args: Array[String]) { val tableName = "bd_recom:dw_users" val columnFamily = "device" val sparkConf = new SparkConf().setAppName("HBaseBulkPutExample " + tableName + " " + columnFamily) val sc = new SparkContext(sparkConf) try { //[(Array[Byte], Array[(Array[Byte], Array[Byte], Array[Byte])])] val rdd = sc.parallelize(Array( (Bytes.toBytes("11"), Array((Bytes.toBytes(columnFamily), Bytes.toBytes("12"), Bytes.toBytes("1")))), (Bytes.toBytes("22"), Array((Bytes.toBytes(columnFamily), Bytes.toBytes("12"), Bytes.toBytes("2")))), (Bytes.toBytes("33"), Array((Bytes.toBytes(columnFamily), Bytes.toBytes("12"), Bytes.toBytes("3")))), (Bytes.toBytes("44"), Array((Bytes.toBytes(columnFamily), Bytes.toBytes("12"), Bytes.toBytes("4")))), (Bytes.toBytes("55"), Array((Bytes.toBytes(columnFamily), Bytes.toBytes("12"), Bytes.toBytes("5")))) )) val conf = HBaseConfiguration.create() val hbaseContext = new HBaseContext(sc, conf) hbaseContext.bulkPut[(Array[Byte], Array[(Array[Byte], Array[Byte], Array[Byte])])](rdd, TableName.valueOf(tableName), (putRecord) => { val put = new Put(putRecord._1) putRecord._2.foreach((putValue) => put.addColumn(putValue._1, putValue._2, putValue._3)) put }); } finally { sc.stop() } } there is my spark-submit command: spark-submit --class com.userprofile.HiveToHbase2 --master yarn-cluster --queue root.plbd --driver-memory 2G --num-executors 4 --executor-memory 1G --executor-cores 2 --principal bd_recom@OD.BETA --keytab bd_recom.keytab sparksample-0.0.1-SNAPSHOT.jar Unfortunately, It seem got the above issue. Could you give me some advise? BR Paul
... View more
