1 |
1187e871
|
petrh
|
import os
|
2 |
|
|
import shutil
|
3 |
d6ca840d
|
petrh
|
from Utilities.Database import database_loader
|
4 |
|
|
from Utilities import configure_functions
|
5 |
1187e871
|
petrh
|
|
6 |
|
|
# Path to crawled data
|
7 |
728f8c5d
|
petrh
|
CRAWLED_DATA_PATH = "CrawledData/"
|
8 |
1187e871
|
petrh
|
# Path to processed data
|
9 |
728f8c5d
|
petrh
|
PROCESSED_DATA_PATH = "ProcessedData/"
|
10 |
1187e871
|
petrh
|
# Path to crawler logs
|
11 |
728f8c5d
|
petrh
|
CRAWLER_LOGS_PATH = "CrawlerLogs/"
|
12 |
1187e871
|
petrh
|
# Path to dataset configuration files
|
13 |
728f8c5d
|
petrh
|
CONFIG_FILES_PATH = "DatasetConfigs"
|
14 |
1187e871
|
petrh
|
# Path for DatasetCrawlers implementations
|
15 |
728f8c5d
|
petrh
|
CRAWLER_PROGRAM_PATH = "DatasetCrawler"
|
16 |
1187e871
|
petrh
|
# Path for DatasetProcessors implementations
|
17 |
728f8c5d
|
petrh
|
PROCESSOR_PROGRAM_PATH = "DatasetProcessing"
|
18 |
1187e871
|
petrh
|
|
19 |
|
|
|
20 |
af7609b5
|
Tomáš Ballák
|
def remove_dataset(dataset_name: str) -> None:
|
21 |
1187e871
|
petrh
|
"""
|
22 |
|
|
Remove dataset
|
23 |
|
|
Args:
|
24 |
|
|
dataset_name: name of dataset that has existing configuration file
|
25 |
|
|
"""
|
26 |
|
|
shutil.rmtree(CRAWLED_DATA_PATH + dataset_name + "/")
|
27 |
|
|
shutil.rmtree(PROCESSED_DATA_PATH + dataset_name + "/")
|
28 |
|
|
|
29 |
d6ca840d
|
petrh
|
os.remove(CRAWLER_PROGRAM_PATH + "/" + dataset_name + "_crawler.py")
|
30 |
|
|
os.remove(PROCESSOR_PROGRAM_PATH + "/" + dataset_name + "_processor.py")
|
31 |
1187e871
|
petrh
|
os.remove(CONFIG_FILES_PATH + "/" + dataset_name + ".yaml")
|
32 |
|
|
|
33 |
d6ca840d
|
petrh
|
print("Dataset " + dataset_name + " odebrán z architektury")
|
34 |
|
|
|
35 |
|
|
database_loader.remove_dataset_database(dataset_name)
|
36 |
|
|
|
37 |
|
|
print("Dataset " + dataset_name + " odebrán z databáze")
|
38 |
1187e871
|
petrh
|
|
39 |
d6ca840d
|
petrh
|
|
40 |
af7609b5
|
Tomáš Ballák
|
def main() -> None:
|
41 |
|
|
print("Zadejte jméno Datasetu který chcete odstranit:\n")
|
42 |
|
|
dataset_name = input().upper()
|
43 |
|
|
test = configure_functions.check_if_there_is_a_config_file(dataset_name)
|
44 |
d6ca840d
|
petrh
|
|
45 |
af7609b5
|
Tomáš Ballák
|
if test == True:
|
46 |
|
|
remove_dataset(dataset_name)
|
47 |
|
|
else:
|
48 |
|
|
print("Tento dataset v architektuře neexistuje")
|
49 |
d6ca840d
|
petrh
|
|
50 |
|
|
|
51 |
af7609b5
|
Tomáš Ballák
|
if __name__ == "__main__":
|
52 |
|
|
main()
|