Results from using sqoop to move data from HAWQ to HIVE. @Artem Ervits and @cstanca HAWQ Hive Result int int worked text string worked date string write=string, onRead date operations work timestamp string write=string, onRead ts operations work bit boolean conversion does not work decimal double mostly works, precision loss > 9
double precision double works real double works interval Breaks! sqoop mapping error bit varying Breaks! sqoop mapping error time string write=string, onRead time operations work char string write=string, onRead you need wildcard expression, recommend trimming char varying string write=string, onRead holds whitespace, recommend trimming varchar string works boolean boolean works numeric double works %sh
sqoop import --username zeppelin --password zeppelin --connect jdbc:postgresql://jdbcurl --query 'SELECT id,name,join_date,age,a,b,i FROM kirk WHERE $CONDITIONS' -m 1 --target-dir /user/zeppelin/kirk/t6 --map-column-java a=String,i=String,b=String -- select *
select * from kirk ;
-- int check between inclusive
select age from kirk where age between 25 and 27;
-- decimal check
select dec from kirk where dec > 33.32;
-- string like and wildcard
select address from kirk where address like '%Rich%';
-- date is a string but operates like date
select join_date from kirk where join_date between '2007-12-13' and '2007-12-15';
-- timestamp, works string on write but operates like TS
select ts from kirk where ts > '2016-02-22 08:01:22'
-- BIT NOT CORRECT
select a from kirk where a =false or a = 1
-- character varying, without white space matches
select cv from kirk where cv = 'sdfsadf';
-- character varying, with white space
select cv from kirk where cv = 'white space'; -- not matching
select cv from kirk where cv = 'white space '; -- matching
-- character, doesn't match unless wildcard
select c from kirk where c like 'we%';
-- boolean, both true/false and 1/0 are converted properly
select id, isactive from kirk where isactive = true or isactive = 0
... View more
