Hello people ! Could anyone help me out! my datset contains a timestamp field and I need to extract the year, the month, the day and the hour from it. I taped these lines ! training.createOrReplaceTempView("df")
spark.udf.register("getCurrentHour", getCurrentHour _)
val hour = spark.sql("select getCurrentHour(payload_MeterReading_IntervalBlock_IReading_endTime) as hour from df")
spark.udf.register("assignTod", assignTod _)
timestamps_df.createOrReplaceTempView("timestamps")
val tod = spark.sql("select assignTod(hour) as tod from timestamps")
the problem is am not good in scala so I couldn't figure out the best solution ! the two fonctions i used to extract hour and assign it as day part def assignToDay(hr : Integer) : String = {
if(hr >= 7 && hr < 12){
return "morning"
}else if ( hr >= 12 && hr < 14) {
return "lunch"
} else if ( hr >= 14 && hr < 18) {
return "afternoon"
} else if ( hr >= 18 && hr.<(23)) {
return "evening"
} else if ( hr >= 23 && hr <= 24) {
return "night"
} else if ( hr < 7) {
return "night"
} else {
return "error"
}
}
def getCurrentHour(dateStr: String) : Integer = {
var currentHour = 0
try {
val date = new Date(dateStr.toLong)
return int2Integer(date.getHours)
} catch {
case _ => return currentHour
}
return 1
}
... View more
