Projekt

Obecné

Profil

« Předchozí | Další » 

Revize af7609b5

Přidáno uživatelem Tomáš Ballák před více než 3 roky(ů)

Re #8193 - refactoring crawler

Zobrazit rozdíly:

modules/crawler/reset_datasets.py
2 2
from Utilities import folder_processor
3 3
from Utilities.Database import database_loader
4 4
from Utilities import configure_functions
5
 
5

  
6 6
# Path to crawled data
7 7
CRAWLED_DATA_PATH = "CrawledData/"
8 8
# Path to processed data
......
13 13
CONFIG_FILES_PATH = "DatasetConfigs"
14 14

  
15 15

  
16
def hard_reset_dataset(dataset_name):
16
def hard_reset_dataset(dataset_name: str) -> None:
17 17
    """
18 18
    Resets all saved data in dataset except config and implementation
19 19
    Args:
......
29 29
    database_loader.remove_dataset_database(dataset_name)
30 30

  
31 31

  
32
def soft_reset_dataset(dataset_name):
32
def soft_reset_dataset(dataset_name: str) -> None:
33 33
    """
34 34
    Resets all saved data in dataset except config and implementation
35 35
    Args:
......
41 41
    database_loader.remove_dataset_database(dataset_name)
42 42

  
43 43

  
44

  
45
def soft_reset_all_datasets():
44
def soft_reset_all_datasets() -> None:
46 45
    """
47 46
    Resets all saved data in all datasets with config file except configs and implementation
48 47
    """
......
52 51
        soft_reset_dataset(dataset.split('.')[0])
53 52

  
54 53

  
55
def hard_reset_all_datasets():
54
def hard_reset_all_datasets() -> None:
56 55
    """
57 56
    Resets all saved data in all datasets with config file except configs and implementation
58 57
    """
......
62 61
        hard_reset_dataset(dataset.split('.')[0])
63 62

  
64 63

  
65
print("Zadejte jméno Datasetu který chcete resetovat (pokud všechny zadejte '-ALL'):\n")
64
def main() -> None:
65
    print(
66
        "Zadejte jméno Datasetu který chcete resetovat (pokud všechny zadejte '-ALL'):\n"
67
    )
66 68

  
67
dataset_name = input().upper()
69
    dataset_name = input().upper()
68 70

  
69
print("Chcete smazat i stažené stažená data ? (ANO/NE) \n")
71
    print("Chcete smazat i stažená data ? (ANO/NE) \n")
70 72

  
71
input_decision = input().upper()
73
    input_decision = input().upper()
72 74

  
73
if dataset_name == '-ALL':
74
    if input_decision == 'ANO':
75
        hard_reset_all_datasets()
76
    elif input_decision == 'NE':
77
        soft_reset_all_datasets()
78
    else:
79
        print('Neplatný vstup (ANO/NE)')
80
else:
81
    test = configure_functions.check_if_there_is_a_config_file(dataset_name)
82
    if test == True:
75
    if dataset_name == '-ALL':
83 76
        if input_decision == 'ANO':
84
            hard_reset_dataset(dataset_name)
77
            hard_reset_all_datasets()
85 78
        elif input_decision == 'NE':
86
            soft_reset_dataset(dataset_name)
79
            soft_reset_all_datasets()
87 80
        else:
88 81
            print('Neplatný vstup (ANO/NE)')
89 82
    else:
90
        print("Tento dataset v architektuře neexistuje")
83
        test = configure_functions.check_if_there_is_a_config_file(
84
            dataset_name)
85
        if test == True:
86
            if input_decision == 'ANO':
87
                hard_reset_dataset(dataset_name)
88
            elif input_decision == 'NE':
89
                soft_reset_dataset(dataset_name)
90
            else:
91
                print('Neplatný vstup (ANO/NE)')
92
        else:
93
            print("Tento dataset v architektuře neexistuje")
94

  
91 95

  
96
if __name__ == "__main__":
97
    main()

Také k dispozici: Unified diff