1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
#!/usr/bin/node
const R = require('ramda'),
Future = require('fluture'),
moment = require('moment'),
fsPath = require('fs-path'),
reduce = require('./reduce'),
source = require('./source'),
file = require('./file'),
config = require('./config');
const loadFTimestamped = source.loadFTimestamped(config);
const deriveStatistics = reduce.deriveStatistics(config.reduce);
const aggregatePayloads = reduce.aggregatePayloads(config.reduce);
const cleanPayloads = reduce.cleanPayloads(config.reduce);
const saveFPayloads = file.saveFPayloads(config.file);
function main() {
const start = moment(config.api.startDate);
const end = moment().utc();
const duration = moment.duration(end.diff(start));
if (start.isAfter(end)) {
console.error(`Start date '${start}' is in the future, exiting.`);
return;
}
const later = R.curry((base, hs) => base.clone().add(hs, 'hours'));
const hours = R.range(0, Math.floor(duration.asHours()));
const laterMoments = R.map(later(start), hours);
const metadata = {
lastUpdate: moment().toISOString(),
config,
};
const saveMetadata = (path, data) =>
Future.node((cb) => fsPath.writeFile(path, JSON.stringify(data, null, 2), cb))
.map(() => data);
const futures = R.map(loadFTimestamped, laterMoments);
console.log('report path: ' + config.file.reportPattern());
Future.parallel(1, futures)
.map(R.compose(deriveStatistics, aggregatePayloads, cleanPayloads, R.unnest))
.chain(saveFPayloads(config.file.reportPattern()))
.chain((data) => saveMetadata(config.file.metadataPattern(), metadata))
.fork(console.error, (d) => {});
}
main();
|
