aswi2020sebela-gitlab/modules/crawler/Utilities/configure_functions.py @ d6ca840d

import yaml
import os
from Utilities.Database import database_record_logs

# Path to dataset configuration files
CONFIG_FILES_PATH = "DatasetConfigs/"
# Config file type
CONFIG_FILE_TYPE = ".yaml"


def load_configuration(dataset_name):
    """
    Loads yaml configuration file into memory

    Args:
        dataset_name: name of dataset that has existing configuration file

    Returns:
        yaml configuration file as dictionary
    """
    with open(CONFIG_FILES_PATH + dataset_name + CONFIG_FILE_TYPE, "r") as f:
        data = yaml.load(f, Loader=yaml.FullLoader)

    devices_dic = dict()

    if data["devices"] is not None:
        for item in data["devices"]:
            devices_dic.update(item)

    data["devices"] = devices_dic

    return data


def update_configuration(dataset_name, new_devices):
    """
    Open dataset and appends new_devices to the end

    Args:
        dataset_name: name of dataset that has existing configuration file
        new_devices: list or set of new devices for dataset
    """

    with open(CONFIG_FILES_PATH + dataset_name + CONFIG_FILE_TYPE, "a") as file:
        for device in new_devices:
            file.write("  - "+device+":\n")
            file.write("      x: UNKNOWN!\n")
            file.write("      y: UNKNOWN!\n")
            file.write("\n")


def check_if_there_is_a_config_file(dataset_name):
    """
    Goes trough all config files (represeting valid dataset in database)
    and checks if dataset_name is there

    Args:
        dataset_name: name of dataset that has existing configuration file

    Returns:   
        True - if contains
        False - if not
    """
    datasets = os.listdir(CONFIG_FILES_PATH)

    for dataset in datasets:
        name = dataset.split('.')
        if name[0] == dataset_name :
            return True

    return False

def return_dictionary_of_valid_devices(devices):
    """
    Iterates over all devices specified in config file

    Extracts only valid one (have both specified coordinates no UNKOWN! OR SKIP)

    Args:
        devices: dictionary of devices contained in config file

    Returns:   
        Dictonary containing only valid devices
    """
    valid_devices = dict()

    for device in devices.keys():
        x = devices[device]['x']
        y = devices[device]['y']
        if not (x == "SKIP" or x == "UNKNOWN!" or y == "SKIP" or y == "UNKNOWN!"):
            valid_devices[device] = {'name': device, 'x': x , 'y': y}

    return valid_devices