Revize af7609b5
Přidáno uživatelem Tomáš Ballák před více než 3 roky(ů)
modules/crawler/crone_update_script.py | ||
---|---|---|
5 | 5 |
CONFIG_FILES_PATH = "DatasetConfigs/" |
6 | 6 |
|
7 | 7 |
|
8 |
def run_pipeline_for_all_datasets(): |
|
8 |
def run_pipeline_for_all_datasets() -> None:
|
|
9 | 9 |
""" |
10 | 10 |
Runs whole DataScript pipeline for every dataset that has existing configuration file |
11 | 11 |
""" |
... | ... | |
16 | 16 |
pipeline.run_full_pipeline_crone(name) |
17 | 17 |
|
18 | 18 |
|
19 |
run_pipeline_for_all_datasets() |
|
19 |
def main() -> None: |
|
20 |
run_pipeline_for_all_datasets() |
|
21 |
|
|
22 |
|
|
23 |
if __name__ == "__main__": |
|
24 |
main() |
Také k dispozici: Unified diff
Re #8193 - refactoring crawler