1 |
b3262a44
|
petrh
|
import os
|
2 |
|
|
import zipfile
|
3 |
|
|
|
4 |
|
|
|
5 |
|
|
def list_of_all_files(path):
|
6 |
|
|
files_in_dir = os.listdir(path)
|
7 |
|
|
|
8 |
|
|
ignore_set = load_ignore_set(path)
|
9 |
|
|
|
10 |
|
|
return set(files_in_dir).difference(ignore_set)
|
11 |
|
|
|
12 |
|
|
|
13 |
|
|
def load_ignore_set(path):
|
14 |
|
|
ignore_set = set()
|
15 |
|
|
|
16 |
|
|
with open(path + "ignore.txt", "r") as file:
|
17 |
|
|
|
18 |
|
|
for line in file:
|
19 |
|
|
ignore_set.add(line[:-1])
|
20 |
|
|
|
21 |
|
|
return ignore_set
|
22 |
|
|
|
23 |
|
|
|
24 |
|
|
def update_ignore_set(path,file_name):
|
25 |
|
|
|
26 |
|
|
with open(path + "ignore.txt", "a") as file:
|
27 |
|
|
file.write(file_name + '\n')
|
28 |
|
|
|
29 |
|
|
|
30 |
c3c67472
|
petrh
|
def get_devices_set(folder):
|
31 |
|
|
|
32 |
|
|
files_in_dir = list_of_all_files(folder)
|
33 |
|
|
|
34 |
|
|
unique_names = set()
|
35 |
|
|
|
36 |
|
|
for file_path in files_in_dir:
|
37 |
|
|
with open(folder+file_path) as file:
|
38 |
|
|
for line in file:
|
39 |
|
|
array = line.split(";")
|
40 |
|
|
name = array[0]
|
41 |
|
|
unique_names.add(name)
|
42 |
|
|
|
43 |
|
|
return unique_names
|
44 |
|
|
|
45 |
|
|
|
46 |
|
|
def get_unknown_devices_set(config,devices):
|
47 |
|
|
devices_set = set(config["devices"].keys())
|
48 |
|
|
unknown_devices_set = devices.difference(devices_set)
|
49 |
|
|
|
50 |
|
|
return unknown_devices_set
|
51 |
|
|
|
52 |
|
|
|
53 |
b3262a44
|
petrh
|
def unzip_all_csv_zip_files_in_folder(folder):
|
54 |
|
|
|
55 |
|
|
files_in_dir = os.listdir(folder)
|
56 |
|
|
zips = []
|
57 |
|
|
|
58 |
|
|
for file in files_in_dir:
|
59 |
|
|
if file.endswith(".zip"):
|
60 |
|
|
zips.append(folder + file)
|
61 |
|
|
|
62 |
|
|
for zip_file in zips:
|
63 |
|
|
|
64 |
|
|
with zipfile.ZipFile(zip_file, "r") as unziped_file:
|
65 |
|
|
unziped_file.extractall(folder)
|
66 |
|
|
|
67 |
|
|
os.remove(zip_file)
|
68 |
|
|
|
69 |
|
|
|