Revize af7609b5

Re #8193 - refactoring crawler

modules/crawler/DatasetProcessing/JIS_processor.py

@@ -1 +1 @@
 from Utilities.CSV import csv_data_line
 from Utilities import date_formating
 
+from shared_types import DateDict
 
-def process_file(filename):
+
+def process_file(filename: str) -> DateDict:
     """
     Method that take path to crawled file and outputs date dictionary:
     Date dictionary is a dictionary where keys are dates in format YYYY-mm-dd-hh (2018-04-08-15)
@@ -16 +18 @@
     None if not implemented
     date_dict when implemented
     """
-    date_dict = dict()
+    date_dict = {}
 
     with open(filename, "r", encoding="utf-8") as file:
 
@@ -29 +31 @@
             occurrence = array[2][:-1]
 
             if date not in date_dict:
-                date_dict[date] = dict()
+                date_dict[date] = {}
 
             if name in date_dict[date]:
                 date_dict[date][name].occurrence += int(occurrence)
             else:
-                date_dict[date][name] = csv_data_line.CSVDataLine(name, date, occurrence)
+                date_dict[date][name] = csv_data_line.CSVDataLine(
+                    name, date, occurrence)
 
     return date_dict
-