aswi2020sebela-gitlab/python-module/Utilities/Database/DatabaseLoader.py @ 527abccd

from Utilities.Database import DatabaseDataLine
import pymongo


def get_data_from_file(filename, devices):
    f = open(filename, "r")

    date_dict = dict()

    for line in f:
        # remove \n
        line = line[:-1]
        # split by csv splitter ;

        csv_collum = line.split(";")

        name = csv_collum[0]
        occurence = csv_collum[1]
        date = csv_collum[2]

        date_without_hours = date[:-2]

        database_data_line = DatabaseDataLine.DatabaseDataLine(name, devices[name]["x"]
                                                               , devices[name]["y"], date, occurence)

        if date_without_hours not in date_dict:
            date_dict[date_without_hours] = list()

        date_dict[date_without_hours].append(database_data_line.to_dictionary())

    return date_dict


def load_data_to_database(dataset_name, data_dic):
    myclient = pymongo.MongoClient("mongodb://localhost:27017/");

    # Authenticating
    myclient.admin.authenticate('root', 'root');

    # Database DATA
    mydb = myclient["DATA"]

    # Collection Datasets
    collection_datasets = mydb["DATASETS"]

    dataset_present = collection_datasets.find_one({}, {'name': dataset_name})

    if dataset_present is None:
        collection_datasets.insert_one({'name': dataset_name})

    for date in data_dic:
        dataset_collections = mydb[dataset_name]
        dataset_collections.insert_one({'name': dataset_name+date})
        date_dataset = mydb[dataset_name + date]
        date_dataset.insert_many(data_dic[date])