1 |
cdf3c217
|
A-Konig
|
//
|
2 |
|
|
// Author: A. Konig
|
3 |
|
|
//
|
4 |
|
|
|
5 |
|
|
using System;
|
6 |
5d9a5bd9
|
A-Konig
|
using System.Collections.Generic;
|
7 |
|
|
using System.IO;
|
8 |
f9dd116f
|
A-Konig
|
using log4net;
|
9 |
734533a8
|
A-Konig
|
using ServerApp.Parser.InputData;
|
10 |
|
|
using ServerApp.Parser.OutputInfo;
|
11 |
5d9a5bd9
|
A-Konig
|
|
12 |
734533a8
|
A-Konig
|
namespace ServerApp.Parser.Parsers
|
13 |
5d9a5bd9
|
A-Konig
|
{
|
14 |
734533a8
|
A-Konig
|
/// <summary>
|
15 |
|
|
/// Class parsing jis files into instances of ActivityInfo divided by given time interval
|
16 |
|
|
/// Data parsed from 7am (included) to 18pm (included)
|
17 |
|
|
/// </summary>
|
18 |
cdf3c217
|
A-Konig
|
/// <author>A. Konig</author>
|
19 |
a53b1de8
|
A-Konig
|
public class JisParser
|
20 |
5d9a5bd9
|
A-Konig
|
{
|
21 |
f9dd116f
|
A-Konig
|
/// <summary> Logger </summary>
|
22 |
|
|
private static readonly ILog _log = LogManager.GetLogger(typeof(JisParser));
|
23 |
98b568bc
|
A-Konig
|
|
24 |
|
|
/// <summary> Datafile loader </summary>
|
25 |
cdf3c217
|
A-Konig
|
IDataLoader loader;
|
26 |
98b568bc
|
A-Konig
|
|
27 |
|
|
/// <summary>
|
28 |
|
|
/// Constructor
|
29 |
|
|
/// </summary>
|
30 |
|
|
/// <param name="loader">Datafile loader</param>
|
31 |
cdf3c217
|
A-Konig
|
public JisParser(IDataLoader loader)
|
32 |
98b568bc
|
A-Konig
|
{
|
33 |
|
|
this.loader = loader;
|
34 |
|
|
}
|
35 |
|
|
|
36 |
734533a8
|
A-Konig
|
/// <summary>
|
37 |
|
|
/// Parses jis data to ActivityInfo instances
|
38 |
|
|
/// Data parsed from 7am (included) to 18pm (included)
|
39 |
|
|
/// </summary>
|
40 |
cdf3c217
|
A-Konig
|
/// <param name="jisFiles">Paths to files with login data files</param>
|
41 |
|
|
/// <param name="endTime">End time of related data</param>
|
42 |
|
|
/// <param name="startTime">Start time of related data</param>
|
43 |
734533a8
|
A-Konig
|
/// <param name="wholeDay">Should data be parsed as one instance per day (if true parameter interval will be ignored)</param>
|
44 |
|
|
/// <param name="interval">Time interval to divide days by, minimum is 1h</param>
|
45 |
|
|
/// <returns></returns>
|
46 |
cdf3c217
|
A-Konig
|
public List<ActivityInfo> ParseJisData(List<string> jisFiles, DateTime startTime, DateTime endTime, bool wholeDay = true, int interval = 1)
|
47 |
5d9a5bd9
|
A-Konig
|
{
|
48 |
734533a8
|
A-Konig
|
List<ActivityInfo> list = new List<ActivityInfo>();
|
49 |
|
|
|
50 |
23e8ae04
|
A-Konig
|
if (jisFiles == null || interval <= 0)
|
51 |
cdf3c217
|
A-Konig
|
return list;
|
52 |
|
|
|
53 |
23e8ae04
|
A-Konig
|
string current = "";
|
54 |
|
|
try
|
55 |
5d9a5bd9
|
A-Konig
|
{
|
56 |
23e8ae04
|
A-Konig
|
// parse all files
|
57 |
|
|
foreach (string fileName in jisFiles)
|
58 |
|
|
{
|
59 |
|
|
current = fileName;
|
60 |
5d9a5bd9
|
A-Konig
|
|
61 |
23e8ae04
|
A-Konig
|
if (!File.Exists(fileName))
|
62 |
|
|
continue;
|
63 |
|
|
|
64 |
|
|
// parse as one instance per day
|
65 |
|
|
List<ActivityInfo> loadedData = null;
|
66 |
|
|
if (wholeDay)
|
67 |
|
|
loadedData = ProcessOneJisFileAsDays(fileName, startTime, endTime);
|
68 |
|
|
// parse by interval length
|
69 |
|
|
else
|
70 |
|
|
loadedData = ProcessOneJisFileAsIntervals(fileName, interval, startTime, endTime);
|
71 |
|
|
|
72 |
|
|
list.AddRange(loadedData);
|
73 |
|
|
}
|
74 |
|
|
}
|
75 |
|
|
catch
|
76 |
|
|
{
|
77 |
f9dd116f
|
A-Konig
|
_log.Error("Incorrect jis input file " + current);
|
78 |
5d9a5bd9
|
A-Konig
|
}
|
79 |
|
|
|
80 |
|
|
return list;
|
81 |
|
|
}
|
82 |
|
|
|
83 |
734533a8
|
A-Konig
|
/// <summary>
|
84 |
|
|
/// Parses data from one data file as one instance per day
|
85 |
|
|
/// </summary>
|
86 |
cdf3c217
|
A-Konig
|
/// <param name="path">Path to file</param>
|
87 |
|
|
/// <param name="endTime">End time of related data</param>
|
88 |
|
|
/// <param name="startTime">Start time of related data</param>
|
89 |
734533a8
|
A-Konig
|
/// <returns>List with ActivityInfo instances</returns>
|
90 |
cdf3c217
|
A-Konig
|
private List<ActivityInfo> ProcessOneJisFileAsDays(string path, DateTime startTime, DateTime endTime)
|
91 |
5d9a5bd9
|
A-Konig
|
{
|
92 |
cdf3c217
|
A-Konig
|
List<ActivityInfo> jisInfo = new List<ActivityInfo>();
|
93 |
|
|
|
94 |
98b568bc
|
A-Konig
|
List<JisInstance> list = loader.LoadJisFile(path);
|
95 |
3729dcae
|
A-Konig
|
if (list == null || list.Count == 0)
|
96 |
a53b1de8
|
A-Konig
|
return jisInfo;
|
97 |
5d9a5bd9
|
A-Konig
|
|
98 |
734533a8
|
A-Konig
|
// data for each faculty
|
99 |
d39750f3
|
A-Konig
|
int[] recordedAmount = new int[TagInfo.buildings.Length];
|
100 |
734533a8
|
A-Konig
|
// min/max hour taken into account
|
101 |
0da0ac88
|
A-Konig
|
int[] minmaxHour = new int[] { 7, 18 };
|
102 |
734533a8
|
A-Konig
|
// interval length
|
103 |
0da0ac88
|
A-Konig
|
int range = minmaxHour[1] - minmaxHour[0];
|
104 |
5d9a5bd9
|
A-Konig
|
|
105 |
734533a8
|
A-Konig
|
// first day
|
106 |
|
|
DateTime lastStartTime = new DateTime(list[0].dateTime.Year, list[0].dateTime.Month, list[0].dateTime.Day, minmaxHour[0], 0, 0);
|
107 |
5d9a5bd9
|
A-Konig
|
for (int i = 0; i < list.Count; i++)
|
108 |
|
|
{
|
109 |
0da0ac88
|
A-Konig
|
int currHour = list[i].dateTime.Hour;
|
110 |
|
|
if (currHour < minmaxHour[0] || currHour > minmaxHour[1])
|
111 |
|
|
continue;
|
112 |
|
|
|
113 |
734533a8
|
A-Konig
|
// start of the day -> make an instance
|
114 |
0da0ac88
|
A-Konig
|
string place = list[i].placeTag;
|
115 |
734533a8
|
A-Konig
|
DateTime date = new DateTime(list[i].dateTime.Year, list[i].dateTime.Month, list[i].dateTime.Day, minmaxHour[0], 0, 0);
|
116 |
0da0ac88
|
A-Konig
|
if (!date.Equals(lastStartTime))
|
117 |
5d9a5bd9
|
A-Konig
|
{
|
118 |
734533a8
|
A-Konig
|
// data for each faculty separate
|
119 |
d39750f3
|
A-Konig
|
for (int k = 0; k < TagInfo.buildings.Length; k++)
|
120 |
5d9a5bd9
|
A-Konig
|
{
|
121 |
d39750f3
|
A-Konig
|
ActivityInfo dayInfo = new ActivityInfo(TagInfo.buildings[k], recordedAmount[k], lastStartTime, range);
|
122 |
a53b1de8
|
A-Konig
|
if (recordedAmount[k] != 0)
|
123 |
|
|
jisInfo.Add(dayInfo);
|
124 |
5d9a5bd9
|
A-Konig
|
}
|
125 |
|
|
|
126 |
d39750f3
|
A-Konig
|
recordedAmount = new int[TagInfo.buildings.Length];
|
127 |
0da0ac88
|
A-Konig
|
lastStartTime = date;
|
128 |
5d9a5bd9
|
A-Konig
|
}
|
129 |
|
|
|
130 |
cdf3c217
|
A-Konig
|
// if not in allowed time window -> discard
|
131 |
|
|
if (list[i].dateTime < startTime || list[i].dateTime > endTime)
|
132 |
|
|
continue;
|
133 |
|
|
|
134 |
734533a8
|
A-Konig
|
// aggregate data
|
135 |
0da0ac88
|
A-Konig
|
if (TagInfo.jisPlaces.ContainsKey(place))
|
136 |
|
|
{
|
137 |
|
|
int index = TagInfo.jisPlaces[place];
|
138 |
|
|
if (index == -1)
|
139 |
d39750f3
|
A-Konig
|
for (int l = 0; l < TagInfo.buildings.Length; l++)
|
140 |
0da0ac88
|
A-Konig
|
recordedAmount[l] += list[i].amount;
|
141 |
|
|
else
|
142 |
|
|
recordedAmount[index] += list[i].amount;
|
143 |
|
|
|
144 |
|
|
}
|
145 |
5d9a5bd9
|
A-Konig
|
else
|
146 |
|
|
{
|
147 |
f9dd116f
|
A-Konig
|
_log.Warn("Unknown code " + list[i].placeTag);
|
148 |
5d9a5bd9
|
A-Konig
|
}
|
149 |
|
|
|
150 |
|
|
}
|
151 |
|
|
|
152 |
734533a8
|
A-Konig
|
// last day
|
153 |
d39750f3
|
A-Konig
|
for (int k = 0; k < TagInfo.buildings.Length; k++)
|
154 |
0da0ac88
|
A-Konig
|
{
|
155 |
d39750f3
|
A-Konig
|
ActivityInfo dayInfo = new ActivityInfo(TagInfo.buildings[k], recordedAmount[k], lastStartTime, range);
|
156 |
a53b1de8
|
A-Konig
|
if (recordedAmount[k] != 0)
|
157 |
|
|
jisInfo.Add(dayInfo);
|
158 |
0da0ac88
|
A-Konig
|
}
|
159 |
|
|
|
160 |
|
|
return jisInfo;
|
161 |
|
|
}
|
162 |
|
|
|
163 |
98b568bc
|
A-Konig
|
/// <summary>
|
164 |
|
|
/// Parses data from one data file as instance per interval length in a day
|
165 |
|
|
/// </summary>
|
166 |
|
|
/// <param name="path">Path ti file</param>
|
167 |
|
|
/// <param name="interval">Interval length</param>
|
168 |
cdf3c217
|
A-Konig
|
/// <param name="endTime">End time of related data</param>
|
169 |
|
|
/// <param name="startTime">Start time of related data</param>
|
170 |
98b568bc
|
A-Konig
|
/// <returns>List with ActivityInfo instances</returns>
|
171 |
cdf3c217
|
A-Konig
|
private List<ActivityInfo> ProcessOneJisFileAsIntervals(string path, int interval, DateTime startTime, DateTime endTime)
|
172 |
0da0ac88
|
A-Konig
|
{
|
173 |
cdf3c217
|
A-Konig
|
List<ActivityInfo> jisInfo = new List<ActivityInfo>();
|
174 |
260b1217
|
A-Konig
|
|
175 |
98b568bc
|
A-Konig
|
List<JisInstance> list = loader.LoadJisFile(path);
|
176 |
3729dcae
|
A-Konig
|
if (list == null || list.Count == 0)
|
177 |
a53b1de8
|
A-Konig
|
return jisInfo;
|
178 |
260b1217
|
A-Konig
|
|
179 |
|
|
// data for each faculty
|
180 |
d39750f3
|
A-Konig
|
int[] recordedAmount = new int[TagInfo.buildings.Length];
|
181 |
260b1217
|
A-Konig
|
// min/max hour taken into account
|
182 |
|
|
int[] minmaxHour = new int[] { 7, 18 };
|
183 |
|
|
int range = minmaxHour[1] - minmaxHour[0];
|
184 |
|
|
|
185 |
|
|
if (interval > range)
|
186 |
|
|
return null;
|
187 |
|
|
|
188 |
|
|
int indices = (int) Math.Ceiling(range / (double)interval);
|
189 |
ecdce631
|
A-Konig
|
int[] to = new int[indices];
|
190 |
|
|
for (int i = 0; i < to.Length; i++)
|
191 |
|
|
to[i] = minmaxHour[0] + interval * (i+1);
|
192 |
260b1217
|
A-Konig
|
|
193 |
|
|
// first day
|
194 |
|
|
DateTime lastStartTime = new DateTime(list[0].dateTime.Year, list[0].dateTime.Month, list[0].dateTime.Day, minmaxHour[0], 0, 0);
|
195 |
ecdce631
|
A-Konig
|
int endtime = to[0];
|
196 |
cdf3c217
|
A-Konig
|
int startingTime = minmaxHour[0];
|
197 |
1db865ce
|
A-Konig
|
int index = 0;
|
198 |
260b1217
|
A-Konig
|
for (int i = 0; i < list.Count; i++)
|
199 |
|
|
{
|
200 |
|
|
int currHour = list[i].dateTime.Hour;
|
201 |
|
|
if (currHour < minmaxHour[0] || currHour > minmaxHour[1])
|
202 |
|
|
continue;
|
203 |
|
|
|
204 |
|
|
// start of the day -> make an instance
|
205 |
|
|
string place = list[i].placeTag;
|
206 |
|
|
bool trigger = false;
|
207 |
|
|
DateTime date = new DateTime(list[i].dateTime.Year, list[i].dateTime.Month, list[i].dateTime.Day, list[i].dateTime.Hour, 0, 0);
|
208 |
1db865ce
|
A-Konig
|
|
209 |
260b1217
|
A-Konig
|
// end of the day
|
210 |
|
|
if (!(date.Year == lastStartTime.Year && date.Month == lastStartTime.Month && date.Day == lastStartTime.Day))
|
211 |
1db865ce
|
A-Konig
|
{
|
212 |
260b1217
|
A-Konig
|
trigger = true;
|
213 |
1db865ce
|
A-Konig
|
index = 0;
|
214 |
|
|
}
|
215 |
260b1217
|
A-Konig
|
|
216 |
|
|
// end of interval period
|
217 |
ecdce631
|
A-Konig
|
if ( date.Hour >= endtime || trigger)
|
218 |
260b1217
|
A-Konig
|
{
|
219 |
1db865ce
|
A-Konig
|
// start time of last interval
|
220 |
cdf3c217
|
A-Konig
|
DateTime stTime = new DateTime(lastStartTime.Year, lastStartTime.Month, lastStartTime.Day, startingTime, 0, 0);
|
221 |
ecdce631
|
A-Konig
|
|
222 |
|
|
// find end and start time
|
223 |
1db865ce
|
A-Konig
|
if (!trigger)
|
224 |
ecdce631
|
A-Konig
|
index++;
|
225 |
|
|
while (date.Hour >= to[index])
|
226 |
|
|
index++;
|
227 |
1db865ce
|
A-Konig
|
|
228 |
ecdce631
|
A-Konig
|
endtime = to[index];
|
229 |
|
|
if (index == 0)
|
230 |
cdf3c217
|
A-Konig
|
startingTime = minmaxHour[0];
|
231 |
ecdce631
|
A-Konig
|
else
|
232 |
cdf3c217
|
A-Konig
|
startingTime = to[index - 1];
|
233 |
1db865ce
|
A-Konig
|
|
234 |
260b1217
|
A-Konig
|
// data for each faculty separate
|
235 |
d39750f3
|
A-Konig
|
for (int k = 0; k < TagInfo.buildings.Length; k++)
|
236 |
260b1217
|
A-Konig
|
{
|
237 |
d39750f3
|
A-Konig
|
ActivityInfo dayInfo = new ActivityInfo(TagInfo.buildings[k], recordedAmount[k], stTime, interval);
|
238 |
a53b1de8
|
A-Konig
|
if (recordedAmount[k] != 0)
|
239 |
|
|
jisInfo.Add(dayInfo);
|
240 |
260b1217
|
A-Konig
|
}
|
241 |
|
|
|
242 |
d39750f3
|
A-Konig
|
recordedAmount = new int[TagInfo.buildings.Length];
|
243 |
260b1217
|
A-Konig
|
lastStartTime = date;
|
244 |
|
|
}
|
245 |
|
|
|
246 |
cdf3c217
|
A-Konig
|
// if not in allowed time window -> discard
|
247 |
|
|
if (list[i].dateTime < startTime || list[i].dateTime > endTime)
|
248 |
|
|
continue;
|
249 |
|
|
|
250 |
260b1217
|
A-Konig
|
// aggregate data
|
251 |
|
|
if (TagInfo.jisPlaces.ContainsKey(place))
|
252 |
|
|
{
|
253 |
1db865ce
|
A-Konig
|
int faculty = TagInfo.jisPlaces[place];
|
254 |
|
|
if (faculty == -1)
|
255 |
d39750f3
|
A-Konig
|
for (int l = 0; l < TagInfo.buildings.Length; l++)
|
256 |
260b1217
|
A-Konig
|
recordedAmount[l] += list[i].amount;
|
257 |
|
|
else
|
258 |
1db865ce
|
A-Konig
|
recordedAmount[faculty] += list[i].amount;
|
259 |
260b1217
|
A-Konig
|
|
260 |
|
|
}
|
261 |
|
|
else
|
262 |
|
|
{
|
263 |
f9dd116f
|
A-Konig
|
_log.Warn("Unknown code " + list[i].placeTag);
|
264 |
260b1217
|
A-Konig
|
}
|
265 |
|
|
|
266 |
|
|
}
|
267 |
|
|
|
268 |
|
|
// last day
|
269 |
a53b1de8
|
A-Konig
|
DateTime startT = new DateTime(lastStartTime.Year, lastStartTime.Month, lastStartTime.Day, startingTime, 0, 0);
|
270 |
d39750f3
|
A-Konig
|
for (int k = 0; k < TagInfo.buildings.Length; k++)
|
271 |
260b1217
|
A-Konig
|
{
|
272 |
a53b1de8
|
A-Konig
|
ActivityInfo dayInfo = new ActivityInfo(TagInfo.buildings[k], recordedAmount[k], startT, interval);
|
273 |
|
|
if (recordedAmount[k] != 0)
|
274 |
|
|
jisInfo.Add(dayInfo);
|
275 |
260b1217
|
A-Konig
|
}
|
276 |
|
|
|
277 |
|
|
return jisInfo;
|
278 |
5d9a5bd9
|
A-Konig
|
}
|
279 |
|
|
}
|
280 |
|
|
}
|