--Insert a new column based on filename Source_Data = LOAD '/data/Src/Source_D' using PigStorage('\t','-tagFile'); Data_Fields = FOREACH Source_Data GENERATE (chararray)$1 AS Filename, (chararray)$2 AS ID, (chararray)$3 AS Time, (chararray)$4 AS Code, (chararray)$5 AS SM_In, (chararray)$6 AS SM_Out, (chararray)$7 AS Ca_In, (chararray)$8 AS Ca_Out, (chararray)$9 AS Traffic; --Split into different directories SPLIT Data_Fields INTO Src2503 IF (Filename == '2043-03-25.txt'), Src3103 IF (Filename == '2043-03-31.txt'), Src0404 IF (Filename == '2044-04-04.txt'); STORE Src2503 INTO '/data/Src/Source_D/Transformation/2043-03-25' using PigStorage('\t'); STORE Src3103 INTO '/data/Src/Source_D/Transformation/2043-03-31' using PigStorage('\t'); STORE Src0404 INTO '/data/Src/Source_D/Transformation/2044-04-04' using PigStorage('\t');