aswi2020sebela-gitlab/python-module/Utilities/FolderProcessor.py @ 70e660a8

import os
import zipfile


def list_of_all_files(path):
    files_in_dir = os.listdir(path)

    ignore_set = load_ignore_set(path)

    return set(files_in_dir).difference(ignore_set)


def load_ignore_set(path):
    ignore_set = set()

    with open(path + "ignore.txt", "r") as file:

        for line in file:
            ignore_set.add(line[:-1])

    return ignore_set


def update_ignore_set(path,file_name):

    with open(path + "ignore.txt", "a") as file:
        file.write(file_name + '\n')


def get_devices_set(folder):

    files_in_dir = list_of_all_files(folder)

    unique_names = set()

    for file_path in files_in_dir:
        with open(folder+file_path) as file:
            for line in file:
                array = line.split(";")
                name = array[0]
                unique_names.add(name)

    return unique_names


def get_unknown_devices_set(config,devices):
    devices_set = set(config["devices"].keys())
    unknown_devices_set = devices.difference(devices_set)

    return unknown_devices_set


def unzip_all_csv_zip_files_in_folder(folder):

    files_in_dir = os.listdir(folder)
    zips = []

    for file in files_in_dir:
        if file.endswith(".zip"):
            zips.append(folder + file)

    for zip_file in zips:

        with zipfile.ZipFile(zip_file, "r") as unziped_file:
            unziped_file.extractall(folder)

        os.remove(zip_file)