@ekoifman we have tried with val sparLLP="com.hortonworks.spark" % "spark-llap-assembly_2.11" % "1.1.3-2.1" resolvers +="hortonWorks Group" at "http://repo.hortonworks.com/content/groups/public/" with sample code .. val table1="transactional_table" val sparkConf = new SparkConf() sparkConf.set("spark.sql.warehouse.dir",<<dir>>) sparkConf.set("hive.exec.dynamic.partition", "true") sparkConf.set("hive.exec.dynamic.partition.mode", "nonstrict") sparkConf.set("hive.enforce.bucketing", "true") sparkConf.set("spark.sql.hive.llap", "true") sparkConf.set("spark.sql.hive.hiveserver2.jdbc.url","jdbc:hive2://host1:2181,host2:2181,host3:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2;principal=hive/_HOST@R2.MADM.NET") val spark = SparkSession.builder.appName("test").enableHiveSupport().config(sparkConf).getOrCreate() val sqlContext: SQLContext = spark.sqlContext val df = spark.sql(s"SELECT * FROM $table1") We are getting following error - "main" java.sql.SQLException: Could not open client transport for any of the Server URI's in ZooKeeper: Unable to read HiveServer2 uri from ZooKeeper Whereas without "llap" we are able to run spark sql.
... View more
