Revize 2d129043
Přidáno uživatelem Petr Hlaváč před asi 4 roky(ů)
modules/crawler/PrepareNewDataset.py | ||
---|---|---|
48 | 48 |
file.write("\n") |
49 | 49 |
file.write("def process_file(filename):\n") |
50 | 50 |
file.write(" \"\"\"\n") |
51 |
file.write(" Method that take path to crawled file and outputs date dictionary using method:\n") |
|
52 |
file.write(" CSVutils.export_data_to_csv(filename, date_dict)\n") |
|
51 |
file.write(" Method that take path to crawled file and outputs date dictionary:\n") |
|
53 | 52 |
file.write(" Date dictionary is a dictionary where keys are dates in format ddmmYYYYhh (0804201815)\n") |
54 | 53 |
file.write(" and value is dictionary where keys devices (specified in configuration file)\n") |
55 | 54 |
file.write(" and value is CSVDataLine.CSVDataLine with device,date and occurrence\n") |
... | ... | |
58 | 57 |
file.write(" filename: name of processed file\n") |
59 | 58 |
file.write("\n") |
60 | 59 |
file.write(" Returns:\n") |
61 |
file.write(" False if not implemented\n")
|
|
62 |
file.write(" True when implemented\n")
|
|
60 |
file.write(" None if not implemented\n")
|
|
61 |
file.write(" date_dict when implemented\n")
|
|
63 | 62 |
file.write(" \"\"\"\n") |
63 |
file.write(" date_dict = dict()\n") |
|
64 |
file.write("\n") |
|
64 | 65 |
file.write(" #with open(filename, \"r\") as file:\n") |
65 | 66 |
file.write(" print(\"You must implements process_file method first!\")\n") |
66 |
file.write(" #CSVutils.export_data_to_csv(filename, date_dict)\n") |
|
67 |
file.write(" return False\n") |
|
67 |
file.write(" return None\n") |
|
68 | 68 |
|
69 | 69 |
|
70 | 70 |
def create_default_crawler(dataset_name): |
Také k dispozici: Unified diff
Re #7939
- upravena struktura processorů v pipeline
- pridani kontroly validity dat