full stats

src/crawler/nomad_city_crawler.py

@@ -13,6 +13,16 @@ class NomadCityCrawler:
         "nightlife",
         "female_friendly",
         "racial_tolerance",
+        "walkScore_score",
+        "life_score",
+        "places_to_work_score",
+        "friendliness_to_foreigners",
+        "press_freedom_index_score",
+        "startup_score",
+        "road_traffic_score",
+        "ac_availability",
+        "lgbt_friendly",
+        "leisure_quality",
         "peace_score"]
 
     @staticmethod
@@ -37,14 +47,19 @@ class NomadCityCrawler:
         return cities_stats
 
 
-def main():
+def main2():
     cities = []
     for line in CsvHandler.load("./../../data/trips.csv")[1]:
         cities.append(line["city"].lower().replace(" ", "-"))
 
     cities = list(dict.fromkeys(cities))
     cities_info = NomadCityCrawler.get_cities_info(cities)
-    JsonHandler.save("./../../data/cities_stats.json", cities_info)
+    JsonHandler.save("./../../data/cities_stats_full.json", cities_info)
+    CsvHandler.save("./../../data/cities_stats_full.csv", cities_info)
+
 
+def main():
+    cities = JsonHandler.load("./../../data/cities_stats_full.json")
+    CsvHandler.saveFromDict("./../../data/cities_stats_full.csv", "city", NomadCityCrawler.attribute_to_find_values, cities["cities"], "0")
 
 main()
\ No newline at end of file

src/handler/csv_handler.py

@@ -65,4 +65,32 @@ class CsvHandler:
                 csvFile.write(line + "\n")
         csvFile.close()
 
+    @staticmethod
+    def saveFromDict(filepath: str, rowHeader: str ,header: list, csv_as_dic: dict, default_value: str = 0) -> None:
+        """
+        Saves csv file into disk
+        :param filepath: path to save csv file (with filename)
+        :param header: header to save into file
+        :param csv_as_list_dic: list of dic in format {header1: value1, header2: value2,...}
+        :return: None
+        """
+        with open(filepath, 'w') as csvFile:
+            header_line = rowHeader + ","
+            for headerItem in header:
+                header_line += headerItem + ","
+            header_line = header_line[0:len(header_line) - 1]
+            csvFile.write(header_line + "\n")
+
+            for key in csv_as_dic:
+                line = key + ","
+                for headerItem in header:
+                    if headerItem in csv_as_dic[key]:
+                        line = line + csv_as_dic[key][headerItem] + ","
+                    else:
+                        line = line + default_value + ","
+                line = line[0:len(line) - 1]
+                csvFile.write(line + "\n")
+        csvFile.close()
+
+