Revize af7609b5

Re #8193 - refactoring crawler

modules/crawler/Utilities/CSV/csv_utils.py

@@ -1 +1 @@
 import inspect
+from shared_types import StringSetType
 from Utilities.CSV import csv_data_line
 
 # Path to processed data
 PROCESSED_DATA_PATH = "ProcessedData/"
 
 
-def get_unique_names_from_file(filename, column_number):
+def get_unique_names_from_file(filename: str,
+                               column_number: int) -> StringSetType:
     """
         Extract set of unique names from file
     Args:
@@ -29 +31 @@
     return name_set
 
 
-def export_data_to_csv(filename, data_dict):
+def export_data_to_csv(filename: str, data_dict) -> None:
     """
         Takes data_dict and export it into a csv file
     Args:
@@ -40 +42 @@
 
         for date in data_dict:
             if len(date) != 13:
-                raise ValueError("Invalid date format for key value --> YYYY-mm-dd-hh expected!")   
+                raise ValueError(
+                    "Invalid date format for key value --> YYYY-mm-dd-hh expected!"
+                )
             for data in data_dict[date]:
                 csv_line = data_dict[date][data]
-                if not isinstance(csv_line,csv_data_line.CSVDataLine):
-                    raise ValueError("data_dict is expected to have CSVDataLine as values")
+                if not isinstance(csv_line, csv_data_line.CSVDataLine):
+                    raise ValueError(
+                        "data_dict is expected to have CSVDataLine as values")
                 file.write(csv_line.to_csv() + '\n')