From d2eb3e07bf77bcb1fa85f1ddd768fffc5bb2a3b4 Mon Sep 17 00:00:00 2001 From: schneefux Date: Sun, 6 May 2018 14:29:44 +0200 Subject: remove rate limit, do not crash on http 4xx --- source.js | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) (limited to 'source.js') diff --git a/source.js b/source.js index 2d02939..0f4fd28 100644 --- a/source.js +++ b/source.js @@ -19,9 +19,10 @@ function doFetchProcessStoreHour(config) { return (timestamp) => Future.parallel(1, requestsForHour(timestamp)) .map(R.compose(aggregatePayloads, R.unnest)) - .chain(/*R.map(R.chain(Future.after(intervalSleep),*/ saveFPayloads(timestamp))/*))*/ - .chain(Future.after(intervalSleep)); - // TODO sleeps after request; throttling rpm should happen + .chainRej((err) => { console.error(err); return Future.of({}); }) // fail silently + .chain(saveFPayloads(timestamp)); + //.chain(Future.after(intervalSleep)); + // TODO should sleep after request; throttling rpm should happen // at a higher level though. CPU / IO / AWS requests stall // as well } -- cgit v1.3.1