Follwing is my code Driver code ========== System.out.println("Before IncrementalLoad:::::");
HFileOutputFormat.configureIncrementalLoad(job, new HTable(configuration,TABLE_NAME));
System.out.println("After IncrementalLoad:::::");
job.waitForCompletion(true);
System.out.println("after waitForCompletion:::");
System.out.println("Output Path:::"+outputPath);
if (job.isSuccessful()) {
System.out.println("Inside if:::");
HBaseBulkLoad.doBulkLoad(outputPath, TABLE_NAME);
} else {
System.out.println("Inside else::::");
result = -1;
} doBulkLoad code ============= public static void doBulkLoad(String pathToHFile, String tableName) {
try {
System.out.println("Inside doBulkLoad::::");
// String hbaseConfDir="/etc/hbase/conf";
Configuration configuration = new Configuration();
// configuration.addResource(new Path("/usr/hdp/2.4.0.0-169/hbase/conf/hbase-site.xml"));
configuration.addResource(new Path("/usr/hdp/2.4.2.0-258/hbase/conf/hbase-site.xml"));
// configuration.addResource(new Path("/etc/hadoop/conf/hdfs-site.xml"));
// configuration.set("mapreduce.child.java.opts", "-Xmx1g");
//new code started
System.out.println("Before::::");
// configuration.set("zookeeper.znode.parent", "/hbase-unsecure");
/* configuration.set("zookeeper.znode.parent", "/hbase");
configuration.set("hbase.zookeeper.quorum", "sandbox.hortonworks.com");
configuration.set("hbase.zookeeper.property.clientPort", "2181");*/
//new code ended
// HBaseConfiguration.addHbaseResources(configuration);
LoadIncrementalHFiles loadFfiles = new LoadIncrementalHFiles(configuration);
HTable hTable = new HTable(configuration, tableName);
loadFfiles.doBulkLoad(new Path(pathToHFile), hTable);
System.out.println("Bulk Load Completed..");
} catch(Exception exception) {
exception.printStackTrace();
}
}
} Let me know where I need to change and what I need to add
... View more
