Projekt

Obecné

Profil

Stáhnout (435 Bajtů) Statistiky
| Větev: | Revize:
1
import Pipeline
2
import os
3

    
4
# Path to configuration files
5
CONFIG_FILES_PATH = "DatasetConfigs/"
6

    
7

    
8
def run_pipeline_for_all_datasets():
9
    """
10
    Runs whole DataScript pipeline for every dataset that has existing configuration file
11
    """
12
    files_in_dir = os.listdir(CONFIG_FILES_PATH)
13

    
14
    for file in files_in_dir:
15
        name = file.split('.')
16
        Pipeline.run_full_pipeline_crone(name[0])
17

    
18

    
19
run_pipeline_for_all_datasets()
(2-2/14)