Created
June 14, 2018 14:32
-
-
Save Mostafa-Hamdy-Elgiar/b41b13726add26dd47236ed76349ec74 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/python | |
| import csv,os | |
| count = 0 | |
| os.chdir("work/airline_ontime") | |
| files = os.popen("find . -name *.zip") | |
| for f in files: | |
| print f | |
| file_name = f.split("/")[-1] | |
| os.system("rm readme.html") | |
| os.system("unzip "+f) | |
| count = 1 | |
| os.chdir("/srv/work") | |
| csv_files = os.popen("find . -name *.csv") | |
| CSV_new = open('/srv/MyData.csv' , 'wb') | |
| for csv_f in csv_files : | |
| open_csv = open(csv_f.rstrip("\n") , 'rb') | |
| read_csv = csv.reader(open_csv , delimiter=',') | |
| count = 0 | |
| for row in read_csv : | |
| if count == 0 : | |
| count +=1 | |
| ### Required fields ### | |
| FlightDate_index = row.index('FlightDate') | |
| UniqueCarrier_index = row.index('UniqueCarrier') | |
| FlightNum_index = row.index('FlightNum') | |
| Origin_index = row.index('Origin') | |
| Dest_index = row.index('Dest') | |
| DepTime_index = row.index('DepTime') | |
| DepDelay_index = row.index('DepDelay') | |
| ArrTime_index = row.index('ArrTime') | |
| ArrDelayMinutes_index = row.index('ArrDelayMinutes') | |
| else : | |
| FlightDate = row[FlightDate_index] | |
| UniqueCarrier = row[UniqueCarrier_index] | |
| FlightNum = row[FlightNum_index] | |
| Origin = row[Origin_index] | |
| Dest = row[Dest_index] | |
| DepTime = row[DepTime_index] | |
| DepDelay = row[DepDelay_index] | |
| ArrTime = row[ArrTime_index] | |
| ArrDelayMinutes = row[ArrDelayMinutes_index] | |
| ### Write This data in new CSV file ### | |
| Write_data = csv.writer(CSV_new , delimiter=',') | |
| Write_data.writerow([FlightDate , UniqueCarrier , FlightNum , Origin , Dest , DepTime , DepDelay , ArrTime , ArrDelayMinutes]) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment