Revize 2494ea3a
Přidáno uživatelem Petr Hlaváč před asi 4 roky(ů)
modules/crawler/PrepareNewDataset.py | ||
---|---|---|
1 | 1 |
import os |
2 | 2 |
|
3 | 3 |
# Path to crawled data |
4 |
CRAWLED_DATA_PATH = "../CrawledData/"
|
|
4 |
CRAWLED_DATA_PATH = "CrawledData/" |
|
5 | 5 |
# Path to processed data |
6 |
PROCESSED_DATA_PATH = "../ProcessedData/"
|
|
6 |
PROCESSED_DATA_PATH = "ProcessedData/" |
|
7 | 7 |
# Path to crawler logs |
8 |
CRAWLER_LOGS_PATH = "../CrawlerLogs/"
|
|
8 |
CRAWLER_LOGS_PATH = "CrawlerLogs/" |
|
9 | 9 |
# Path for DatasetCrawlers implementations |
10 |
CRAWLER_PROGRAM_PATH = "../DatasetCrawler"
|
|
10 |
CRAWLER_PROGRAM_PATH = "DatasetCrawler" |
|
11 | 11 |
# Path for DatasetProcessors implementations |
12 |
PROCESSOR_PROGRAM_PATH = "../DatasetProcessing"
|
|
12 |
PROCESSOR_PROGRAM_PATH = "DatasetProcessing" |
|
13 | 13 |
# Path to dataset configuration files |
14 |
CONFIG_FILES_PATH = "../DatasetConfigs"
|
|
14 |
CONFIG_FILES_PATH = "DatasetConfigs" |
|
15 | 15 |
|
16 | 16 |
|
17 | 17 |
def create_default_config_file(dataset_name): |
... | ... | |
61 | 61 |
file.write(" False if not implemented\n") |
62 | 62 |
file.write(" True when implemented\n") |
63 | 63 |
file.write(" \"\"\"\n") |
64 |
file.write(" #with open(filename, \"r\") as file:\n") |
|
64 | 65 |
file.write(" print(\"You must implements process_file method first!\")\n") |
65 | 66 |
file.write(" #CSVutils.export_data_to_csv(filename, date_dict)\n") |
66 | 67 |
file.write(" return False\n") |
... | ... | |
154 | 155 |
create_default_processor(dataset_name) |
155 | 156 |
create_default_config_file(dataset_name) |
156 | 157 |
|
157 |
|
|
158 |
prepare_dataset_structure("TEST") |
|
158 |
print("Zadejte jméno nového datasetu:\n") |
|
159 |
prepare_dataset_structure(input()) |
Také k dispozici: Unified diff
Upravenen system spousteni scriptu