Revize ce22f1ff
Přidáno uživatelem Petr Hlaváč před téměř 5 roky(ů)
modules/crawler/Utilities/Database/DatabaseLoader.py | ||
---|---|---|
8 | 8 |
# mongodb account password |
9 | 9 |
MONGODB_ACC_PASSWORD = "root" |
10 | 10 |
# mongodb data database |
11 |
MONGODB_DATA_DATABASE = "DATA"
|
|
11 |
MONGODB_DATA_DATABASE = "open-data-db"
|
|
12 | 12 |
# mongodb collection with aviable datasets |
13 | 13 |
MONGODB_DATASET_COLLECTION = "DATASETS" |
14 | 14 |
|
... | ... | |
65 | 65 |
|
66 | 66 |
occurrence = csv_column[1] |
67 | 67 |
date = csv_column[2] |
68 |
|
|
69 |
|
|
70 |
|
|
71 |
database_data_line = DatabaseDataLine.DatabaseDataLine(name, devices[name]["x"] |
|
72 |
, devices[name]["y"], date, occurrence) |
|
68 |
database_data_line = DatabaseDataLine.DatabaseDataLine( |
|
69 |
name, devices[name]["x"], devices[name]["y"], date, occurrence) |
|
73 | 70 |
|
74 | 71 |
# if you want to change table split by hours or months change this |
75 | 72 |
date_without_hours = date[:-2] |
76 | 73 |
if date_without_hours not in date_dict: |
77 | 74 |
date_dict[date_without_hours] = list() |
78 | 75 |
|
79 |
date_dict[date_without_hours].append(database_data_line.to_dictionary()) |
|
76 |
date_dict[date_without_hours].append( |
|
77 |
database_data_line.to_dictionary()) |
|
80 | 78 |
|
81 | 79 |
return date_dict |
82 | 80 |
|
... | ... | |
104 | 102 |
|
105 | 103 |
for date in data_dic: |
106 | 104 |
dataset_collections = database[dataset_name] |
107 |
dataset_collections.insert_one({'name': dataset_name+date})
|
|
105 |
dataset_collections.insert_one({'name': dataset_name + date})
|
|
108 | 106 |
date_dataset = database[dataset_name + date] |
109 | 107 |
date_dataset.insert_many(data_dic[date]) |
Také k dispozici: Unified diff
Database loader config changed