commit b0d2180bcb2c5dea0f5efddae89b7e9087f4078b
Author: petrh <petrh@zcu.cz>
Date:   Mon Apr 27 07:33:28 2020 +0200

    Re #7931 Implementovatn DataProcessor pro Wifi

diff --git a/python-module/CrawledData/JIS/ignore.txt b/python-module/CrawledData/JIS/ignore.txt
index c5df76e..f03c052 100644
--- a/python-module/CrawledData/JIS/ignore.txt
+++ b/python-module/CrawledData/JIS/ignore.txt
@@ -1 +1,12 @@
 ignore.txt
+OD_ZCU_JIS_11_2019.CSV
+OD_ZCU_JIS_06_2019.CSV
+OD_ZCU_JIS_09_2019.CSV
+OD_ZCU_JIS_12_2019.CSV
+OD_ZCU_JIS_03_2020.CSV
+OD_ZCU_JIS_07_2019.CSV
+OD_ZCU_JIS_01_2020.CSV
+OD_ZCU_JIS_10_2019.CSV
+OD_ZCU_JIS_00_2019.CSV
+OD_ZCU_JIS_02_2020.CSV
+OD_ZCU_JIS_08_2019.CSV
diff --git a/python-module/CrawledData/WIFI/ignore.txt b/python-module/CrawledData/WIFI/ignore.txt
index c5df76e..981fea5 100644
--- a/python-module/CrawledData/WIFI/ignore.txt
+++ b/python-module/CrawledData/WIFI/ignore.txt
@@ -1 +1,5 @@
 ignore.txt
+OD_ZCU_WIFI_00_2019.CSV
+OD_ZCU_WIFI_06_2019.CSV
+OD_ZCU_WIFI_08_2019.CSV
+OD_ZCU_WIFI_07_2019.CSV
diff --git a/python-module/CrawlerLogs/JIS/ignore.txt b/python-module/CrawlerLogs/JIS/ignore.txt
index e69de29..a4ba3fe 100644
--- a/python-module/CrawlerLogs/JIS/ignore.txt
+++ b/python-module/CrawlerLogs/JIS/ignore.txt
@@ -0,0 +1,11 @@
+https://openstore.zcu.cz/OD_ZCU_00_2019/OD_ZCU_JIS_00_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_01_2020/OD_ZCU_JIS_01_2020_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_02_2020/OD_ZCU_JIS_02_2020_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_03_2020/OD_ZCU_JIS_03_2020_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_06_2019/OD_ZCU_JIS_06_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_07_2019/OD_ZCU_JIS_07_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_08_2019/OD_ZCU_JIS_08_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_09_2019/OD_ZCU_JIS_09_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_10_2019/OD_ZCU_JIS_10_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_11_2019/OD_ZCU_JIS_11_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_12_2019/OD_ZCU_JIS_12_2019_CSV.zip
diff --git a/python-module/CrawlerLogs/WIFI/ignore.txt b/python-module/CrawlerLogs/WIFI/ignore.txt
index e69de29..c52b63d 100644
--- a/python-module/CrawlerLogs/WIFI/ignore.txt
+++ b/python-module/CrawlerLogs/WIFI/ignore.txt
@@ -0,0 +1,4 @@
+https://openstore.zcu.cz/OD_ZCU_00_2019/OD_ZCU_WIFI_00_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_06_2019/OD_ZCU_WIFI_06_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_07_2019/OD_ZCU_WIFI_07_2019_CSV.zip
+https://openstore.zcu.cz/OD_ZCU_08_2019/OD_ZCU_WIFI_08_2019_CSV.zip
diff --git a/python-module/DatasetConfigs/JIS.yaml b/python-module/DatasetConfigs/JIS.yaml
index 064c087..eb0896b 100644
--- a/python-module/DatasetConfigs/JIS.yaml
+++ b/python-module/DatasetConfigs/JIS.yaml
@@ -11,8 +11,8 @@ devices:
       y: 12.3
 
 # root slozka, ktera obsahuje odkazy na dataset
-url: ZDE VLOZTE URL/
-# voliteln� parameter, kter� specifikuje vzor jm�na dataset�, kter� se budou stahovat
-regex: ZDE VLOZTE REGEX
+url: https://openstore.zcu.cz/
+# voliteln� parameter, kter� specifikuje vzor jm�na dataset�, kter� se budou stahovat
+regex: OD_ZCU_JIS_[0-9][0-9]_[0-9][0-9][0-9][0-9]_CSV.zip
 # volitelny parametr, ktery udava jak casto se budou hledat nove datasety, pokud prazdne, tak defaultni hodnota (dny)
-update-period: ZDE VLOZTE HODNOTU
+update-period: 24
diff --git a/python-module/DatasetConfigs/WIFI.yaml b/python-module/DatasetConfigs/WIFI.yaml
index 6cd901b..51f7e1a 100644
--- a/python-module/DatasetConfigs/WIFI.yaml
+++ b/python-module/DatasetConfigs/WIFI.yaml
@@ -11,8 +11,8 @@ devices:
       y: 12.3
 
 # root slozka, ktera obsahuje odkazy na dataset
-url: ZDE VLOZTE URL/
-# voliteln� parameter, kter� specifikuje vzor jm�na dataset�, kter� se budou stahovat
-regex: ZDE VLOZTE REGEX
+url: https://openstore.zcu.cz/
+# voliteln� parameter, kter� specifikuje vzor jm�na dataset�, kter� se budou stahovat
+regex: OD_ZCU_WIFI_[0-9][0-9]_[0-9][0-9][0-9][0-9]_CSV.zip
 # volitelny parametr, ktery udava jak casto se budou hledat nove datasety, pokud prazdne, tak defaultni hodnota (dny)
-update-period: ZDE VLOZTE HODNOTU
+update-period: 24
diff --git a/python-module/DatasetProcessing/WIFIProcessor.py b/python-module/DatasetProcessing/WIFIProcessor.py
index 9a32a5f..bc9c681 100644
--- a/python-module/DatasetProcessing/WIFIProcessor.py
+++ b/python-module/DatasetProcessing/WIFIProcessor.py
@@ -1,2 +1,27 @@
+from Utilities.CSV import CSVDataLine, CSVutils
+from Utilities import DateFormating
+
+
 def process_file(filename):
-    print("You must implements process_file method first!")
+
+    with open(filename, "r", encoding="utf-8") as file:
+
+        date_dict = dict()
+
+        for line in file:
+
+            array = line.split(";")
+
+            date = DateFormating.date_time_formater(array[4][1:-2])
+            name = array[1][1:-1]
+            occurence = array[0]
+
+            if date not in date_dict:
+                date_dict[date] = dict()
+
+            if name in date_dict[date]:
+                date_dict[date][name].occurence += int(occurence)
+            else:
+                date_dict[date][name] = CSVDataLine.CSVDataLine(name, date, int(occurence))
+
+        CSVutils.export_data_to_csv(filename, date_dict)
diff --git a/python-module/Pipeline.py b/python-module/Pipeline.py
index 0123f75..fcdecac 100644
--- a/python-module/Pipeline.py
+++ b/python-module/Pipeline.py
@@ -57,4 +57,4 @@ def run_full_pipeline(dataset_name):
     config = ConfigureLoader.load_configuration(CONFIG_FILES_PATH + dataset_name)
     crawl_data(config)
     process_data(config["dataset-name"])
-    load_data_to_database(config)
+    #load_data_to_database(config)
