Hi,
I am posting my entire java code here.
import com.cloudera.impala.jdbc41.internal.com.cloudera.altus.shaded.org.apache.commons.lang3.RandomStringUtils;
import java.sql.*;
import java.util.Random;
class impala12 {
private static final String CONNECTION_URL = "jdbc:impala://172.16.8.177:21050;SCRATCH_LIMIT=-1" ;
private static final String sqlStatementCreate = "CREATE TABLE if not exists helloworld (message String) STORED AS PARQUET";
private static final String sqlStatementInsert = "INSERT INTO helloworld VALUES (\"helloworld\")";
private static final String sqlCompiledQuery = "INSERT INTO tbl_mindarray (source_ip,destination_ip,protocol_number," +
"source_port,destination_port,packet,volume,duration,pps,bps,bpp,source_latitude,source_longitude," +
"source_city,source_country,destination_latitude,destination_longitude ,destination_city ,destination_country ," +
"ingress_volume ,egress_volume ,ingress_packet ,egress_packet ,source_if_index ,destination_if_index," +
"source_host,event_date,event_time,_time,flow,year)" + " VALUES" +
"(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)";
;
public static void main(String[] args) {
System.out.println("Impala using Java");
writeInABatchWithCompiledQuery(1000);
System.out.println("Done");
}
private static Connection connectViaDS() throws Exception {
Connection connection = null;
Class.forName("com.cloudera.impala.jdbc41.Driver");
connection = DriverManager.getConnection(CONNECTION_URL);
return connection;
}
private static void writeInABatchWithCompiledQuery(int records) {
long e_date= 1275822966, e_time= 1370517366;
PreparedStatement preparedStatement;
// int total = 1000000*1000;
int total = 1000*1000;
int counter =0;
Connection connection = null;
try {
connection = connectViaDS();
connection.setAutoCommit(false);
preparedStatement = connection.prepareStatement(sqlCompiledQuery);
Timestamp ed = new Timestamp(e_date);
Timestamp et = new Timestamp(e_time);
while(counter <total) {
for (int index = 1; index <= records; index++) {
counter++;
preparedStatement.setString(1, ranStr());
// System.out.println(1);
preparedStatement.setString(2, ranStr());
// System.out.println(2);
preparedStatement.setInt(3, ranInt(1,10));
// System.out.println(3);
preparedStatement.setInt(4, ranInt(1,10));
// System.out.println(4);
preparedStatement.setInt(5, ranInt(1,10));
// System.out.println(5);
preparedStatement.setInt(6, ranInt(1,10));
// System.out.println(6);
preparedStatement.setInt(7, ranInt(1,10));
// System.out.println(7);
preparedStatement.setInt(8, ranInt(1,10));
// System.out.println(8);
preparedStatement.setInt(9, ranInt(1,10));
// System.out.println(9);
preparedStatement.setInt(10, ranInt(1,10));
// System.out.println(10);
preparedStatement.setInt(11, ranInt(1,10));
// System.out.println(11);
preparedStatement.setString(12, ranStr());
// System.out.println(12);
preparedStatement.setString(13, ranStr());
// System.out.println(13);
preparedStatement.setString(14, ranStr());
// System.out.println(14);
preparedStatement.setString(15, ranStr());
// System.out.println(15);
preparedStatement.setString(16, ranStr());
// System.out.println(16);
preparedStatement.setString(17, ranStr());
// System.out.println(17);
preparedStatement.setString(18, ranStr());
// System.out.println(18);
preparedStatement.setString(19, ranStr());
// System.out.println(19);
preparedStatement.setInt(20, ranInt(1,10));
// System.out.println(20);
preparedStatement.setInt(21, ranInt(1,10));
// System.out.println(21);
preparedStatement.setInt(22, ranInt(1,10));
// System.out.println(22);
preparedStatement.setInt(23,ranInt(1,10));
// System.out.println(23);
preparedStatement.setInt(24, ranInt(1,10));
// System.out.println(24);
preparedStatement.setInt(25, ranInt(1,10));
// System.out.println(25);
preparedStatement.setString(26, ranStr());
// System.out.println(26);
preparedStatement.setTimestamp(27, ed);
// System.out.println(27);
preparedStatement.setTimestamp(28, et);
// System.out.println(28);
preparedStatement.setInt(29, ranInt(1,10));
// System.out.println(29);
preparedStatement.setInt(30, ranInt(1,10));
preparedStatement.setInt(31,ranInt(1,10));
// System.out.println(30);
// System.out.println(index);
preparedStatement.addBatch();
}
preparedStatement.executeBatch();
preparedStatement.clearBatch();
System.out.println("Counter = "+counter);
}
} catch (Exception e) {
e.printStackTrace();
} finally {
try {
connection.close();
} catch (SQLException e) {
e.printStackTrace();
}
}
}
private static String ranStr() {
String generatedString = RandomStringUtils.randomAlphabetic(5);
return generatedString;
}
private static int ranInt(int min, int max) {
Random r = new Random();
return r.ints(min, (max + 1)).limit(1).findFirst().getAsInt();
}
}
I have used random function to generate data.
Thanks
