@Nandini Bhattacharjee You must use a custom UDF for your usecase. I had some time to modify one of my UDF to suit your usecase. To use this udf, you must pass 3 arguments: 1. Base Date 2. Count [this represents the number of dates you want to generate. If the count you input is positive then the dates generated will be starting from date that you passed above. If the count is negative, then the dates generated will be before the date you passed above. This will be demonstrated in the demo below. 3. Date format as per Joda specs https://www.joda.org/joda-time/apidocs/org/joda/time/format/DateTimeFormat.html Here is the usage demo, highlighted in yellow: Here is the source code for the UDF: package com.dc.hadoop;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
import org.apache.hadoop.hive.ql.metadata.HiveException;
import org.apache.hadoop.hive.ql.udf.generic.GenericUDF;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorConverters;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorConverters.Converter;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory;
import org.apache.hadoop.hive.serde2.objectinspector.primitive.StringObjectInspector;
import org.apache.hadoop.io.Text;
import org.joda.time.DateTime;
import org.joda.time.format.DateTimeFormat;
import org.joda.time.format.DateTimeFormatter;
/**
* UDF to generate all dates given [baseDate, count, dateformat]
*/
public final class DateGen extends GenericUDF
{
Converter[] converters = null;
StringObjectInspector inputOI = null;
List<Object> dates = new ArrayList<>();
@Override
public ObjectInspector initialize(ObjectInspector[] objectInspectors) throws UDFArgumentException {
if(objectInspectors.length != 3) {
throw new UDFArgumentException("All params are required: baseDate, count and dateFormat");
}
if (!(objectInspectors[0] instanceof StringObjectInspector)
|| !(objectInspectors[1] instanceof StringObjectInspector)
|| !(objectInspectors[2] instanceof StringObjectInspector)) {
throw new UDFArgumentException("All input should be of type STRING");
}
this.inputOI = (StringObjectInspector) objectInspectors[0];
this.converters = new Converter[objectInspectors.length];
converters[0] = ObjectInspectorConverters.getConverter(inputOI, PrimitiveObjectInspectorFactory.writableStringObjectInspector);
return ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableStringObjectInspector);
}
@Override
public Object evaluate(DeferredObject[] deferredObjects) throws HiveException {
String start = inputOI.getPrimitiveJavaObject(deferredObjects[0].get());
String counter = inputOI.getPrimitiveJavaObject(deferredObjects[1].get());
String dateFormat = inputOI.getPrimitiveJavaObject(deferredObjects[2].get());
if (start == null || counter == null || dateFormat == null) {
return null;
}
DateTimeFormatter formatter = DateTimeFormat.forPattern(dateFormat);
DateTime baseDate = null;
Integer count = null;
DateTime endDate = null;
try {
baseDate = formatter.parseDateTime(start);
count = Integer.valueOf(counter);
} catch (IllegalArgumentException e) {
System.err.println("ERROR: DateRangeToDateArray - can't parse baseDate or count: " + baseDate + " " + count);
baseDate = null;
}
if ( baseDate == null || count == null ) {
return null;
}
if(count<0){
endDate = baseDate;
baseDate = baseDate.minusDays(-1*count);
}else{
endDate = baseDate.plusDays(count);
}
return getDatesArrayForRange(baseDate, endDate, formatter);
}
private List<Object> getDatesArrayForRange(DateTime start,
DateTime end, DateTimeFormatter formatter) {
dates.clear();
while (start.isBefore(end) || start.isEqual(end)) {
Text dateAsText = new Text(start.toString(formatter));
dates.add(dateAsText);
start = start.plusDays(1);
}
return dates;
}
@Override
public String getDisplayString(String[] strings) {
return "Generate all dates given [baseDate, count, dateformat]";
}
}
Also, attached zip file containing sample jar file that I used for demo dtgen.zip Hope this helps.
... View more
