1
|
import os
|
2
|
import zipfile
|
3
|
|
4
|
|
5
|
def list_of_all_files(path):
|
6
|
files_in_dir = os.listdir(path)
|
7
|
|
8
|
ignore_set = load_ignore_set(path)
|
9
|
|
10
|
return set(files_in_dir).difference(ignore_set)
|
11
|
|
12
|
|
13
|
def load_ignore_set(path):
|
14
|
ignore_set = set()
|
15
|
|
16
|
with open(path + "ignore.txt", "r") as file:
|
17
|
|
18
|
for line in file:
|
19
|
ignore_set.add(line[:-1])
|
20
|
|
21
|
return ignore_set
|
22
|
|
23
|
|
24
|
def update_ignore_set(path,file_name):
|
25
|
|
26
|
with open(path + "ignore.txt", "a") as file:
|
27
|
file.write(file_name + '\n')
|
28
|
|
29
|
|
30
|
def get_devices_set(folder):
|
31
|
|
32
|
files_in_dir = list_of_all_files(folder)
|
33
|
|
34
|
unique_names = set()
|
35
|
|
36
|
for file_path in files_in_dir:
|
37
|
with open(folder+file_path) as file:
|
38
|
for line in file:
|
39
|
array = line.split(";")
|
40
|
name = array[0]
|
41
|
unique_names.add(name)
|
42
|
|
43
|
return unique_names
|
44
|
|
45
|
|
46
|
def get_unknown_devices_set(config,devices):
|
47
|
devices_set = set(config["devices"].keys())
|
48
|
unknown_devices_set = devices.difference(devices_set)
|
49
|
|
50
|
return unknown_devices_set
|
51
|
|
52
|
|
53
|
def unzip_all_csv_zip_files_in_folder(folder):
|
54
|
|
55
|
files_in_dir = os.listdir(folder)
|
56
|
zips = []
|
57
|
|
58
|
for file in files_in_dir:
|
59
|
if file.endswith(".zip"):
|
60
|
zips.append(folder + file)
|
61
|
|
62
|
for zip_file in zips:
|
63
|
|
64
|
with zipfile.ZipFile(zip_file, "r") as unziped_file:
|
65
|
unziped_file.extractall(folder)
|
66
|
|
67
|
os.remove(zip_file)
|
68
|
|
69
|
|