Revize 04a2b5a4
Přidáno uživatelem Petr Hlaváč před asi 4 roky(ů)
python-module/main.py | ||
---|---|---|
1 | 1 |
import Pipeline |
2 | 2 |
import os |
3 | 3 |
|
4 |
# Path to configuration files |
|
4 | 5 |
CONFIG_FILES_PATH = "DatasetConfigs/" |
5 | 6 |
|
6 | 7 |
|
7 | 8 |
def run_pipeline_for_all_datasets(): |
9 |
""" |
|
10 |
Runs whole DataScript pipeline for every dataset that has existing configuration file |
|
11 |
""" |
|
8 | 12 |
files_in_dir = os.listdir(CONFIG_FILES_PATH) |
9 | 13 |
|
10 | 14 |
for file in files_in_dir: |
11 |
Pipeline.run_full_pipeline(file) |
|
15 |
name = file.split('.') |
|
16 |
Pipeline.run_full_pipeline(name[0]) |
|
12 | 17 |
|
13 | 18 |
|
14 | 19 |
def run_pipeline_for_one_dataset(dataset_name): |
20 |
""" |
|
21 |
Runs whole DataScript pipeline for only one dataset |
|
22 |
|
|
23 |
Args: |
|
24 |
dataset_name: name of dataset that has existing configuration file |
|
25 |
""" |
|
15 | 26 |
Pipeline.run_full_pipeline(dataset_name) |
16 | 27 |
|
17 | 28 |
|
Také k dispozici: Unified diff
Re #7939
- pridana dokumentace metod a trid
- korekce chyb v jmenech promenych
- pridani informaci pro vygenerovane skripty