Merge pull request #2 from Shadi-A/feature/file-output

Feature/file output

Author: Shadi

crawl

@@ -1,13 +1,20 @@
 #! /usr/bin/env python
-import sys
+import argparse
 
-from expediacrawler import offers_finder
+from expediacrawler import offersFinder
+
+parser = argparse.ArgumentParser()
+parser.add_argument("depart_city", help="The city which you are departing from, 3 letter code")
+parser.add_argument("destination_city", help="Destination city, 3 letter code")
+parser.add_argument("depart_date", help="Departure date, mm/dd/yyyy")
+parser.add_argument("return_date", help="Date of return, mm/dd/yyyy")
+parser.add_argument("--add", type=int, help="Search also for flights on these following dates, "
+                                            "i.e if departing on 07/15 and -add 2 , then search for 07/16 and 07/17")
+parser.add_argument("--file", help="Append the results to this csv file")
+args = parser.parse_args()
 
-orig_city = sys.argv[1]
-dest_city = sys.argv[2]
-leave = sys.argv[3]
-back = sys.argv[4]
 flex = 0
-if len(sys.argv) == 6:
-    flex = int(sys.argv[5])
-offers_finder.get_offers(orig_city=orig_city, dest_city=dest_city, leave=leave, back=back, forward_days=flex)
+if args.add:
+    flex = args.add
+offersFinder.find_offers(orig_city=args.depart_city, dest_city=args.destination_city,
+                         leave=args.depart_date, back=args.return_date, forward_days=flex, results_file=args.file)

expediacrawler/offers_finder.py expediacrawler/offersFinder.py

@@ -1,6 +1,12 @@
 import expediacrawler.soupParser as soupParser
 import expediacrawler.urlBuilder as urlBuilder
 from expediacrawler.dateCalculator import calculate_new_dates
+from expediacrawler.offersWriter import write_offers
+
+
+def find_offers(orig_city, dest_city, leave, back, forward_days, results_file):
+    all_offers = get_offers(orig_city, dest_city, leave, back, forward_days)
+    write_offers(all_offers, results_file)
 
 
 def get_offers(orig_city, dest_city, leave, back, forward_days):
@@ -12,11 +18,7 @@ def get_offers(orig_city, dest_city, leave, back, forward_days):
         out_str, return_str = calculate_new_dates(leave, back, i)
         day_offer = get_day_offers(orig_city, dest_city=dest_city, leave=out_str, back=return_str)
         all_offers[out_str + '-' + return_str] = day_offer[0:5]
-
-    for day in all_offers:
-        print(day, ":")
-        for offer in all_offers[day]:
-            print(offer)
+    return all_offers
 
 
 def get_day_offers(orig_city, dest_city, leave, back):

expediacrawler/offersWriter.py

@@ -0,0 +1,20 @@
+import csv
+
+
+def write_offers(all_offers, results_file):
+    if results_file:
+        append_to_csv(all_offers, results_file)
+    for day in all_offers:
+        print(day, ":")
+        for offer in all_offers[day]:
+            print(offer)
+
+
+def append_to_csv(all_offers, file_name):
+    with open(file_name, 'a') as f:
+        writer = csv.writer(f)
+        for day in all_offers:
+            for offer in all_offers[day]:
+                offer_info = list(offer.values());
+                offer_info.append(day)
+                writer.writerow(offer_info)