Hi, this is my Scala code to read Hbase tables. It's working with Hbase latest version 1.1.2.2.6.4.0-91 (HDP 2.6.4, Ambari 2.6.1).
The key parameter is:
conf.set("zookeeper.znode.parent", "/hbase-unsecure")because zookeeper doesn't hold the Hbase master detail.
Check:
# /usr/hdp/2.6.4.0-91/zookeeper/bin/zkCli.sh -server <server>.hortonworks.com:2181
# ls /hbase-unsecure/master return []
import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.hbase.HBaseConfiguration
import org.apache.hadoop.hbase.client.Connection
import org.apache.hadoop.hbase.client.ConnectionFactory
import org.apache.hadoop.hbase.TableName
object Hbase {
val conf: Configuration = HBaseConfiguration.create()
def main(args: Array[String]): Unit = {
//conf.set("hbase.master", "<server>.hortonworks.com" + ":" + "60000")
conf.setInt("timeout", 120000)
conf.set("hbase.zookeeper.quorum", "<server>.hortonworks.com")
conf.set("zookeeper.znode.parent", "/hbase-unsecure") // IMPORTANT!!!
conf.setInt("hbase.client.scanner.caching", 10000)
val connection: Connection = ConnectionFactory.createConnection(conf)
val table = connection.getTable(TableName.valueOf("trading"))
print("connection created")
val admin = connection.getAdmin
// List the tables.
val listtables = admin.listTables()
listtables.foreach(println)
connection.close()
}
}Result:
'trading', {NAME => 'ca', BLOOMFILTER => 'ROW', VERSIONS => '1', IN_MEMORY => 'false', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', COMPRESSION => 'NONE', MIN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'}
