diff options
| author | schneefux <schneefux+commit@schneefux.xyz> | 2018-05-06 14:29:44 +0200 |
|---|---|---|
| committer | schneefux <schneefux+commit@schneefux.xyz> | 2018-05-06 14:29:44 +0200 |
| commit | d2eb3e07bf77bcb1fa85f1ddd768fffc5bb2a3b4 (patch) | |
| tree | 249decdde6e98e3bf4690461cee3d0553539c812 /source.js | |
| parent | c8d900349a2a518c5fee9610b6a903a2ff546e50 (diff) | |
| download | brokentalents-d2eb3e07bf77bcb1fa85f1ddd768fffc5bb2a3b4.tar.gz brokentalents-d2eb3e07bf77bcb1fa85f1ddd768fffc5bb2a3b4.zip | |
remove rate limit, do not crash on http 4xx
Diffstat (limited to 'source.js')
| -rw-r--r-- | source.js | 7 |
1 files changed, 4 insertions, 3 deletions
@@ -19,9 +19,10 @@ function doFetchProcessStoreHour(config) { return (timestamp) => Future.parallel(1, requestsForHour(timestamp)) .map(R.compose(aggregatePayloads, R.unnest)) - .chain(/*R.map(R.chain(Future.after(intervalSleep),*/ saveFPayloads(timestamp))/*))*/ - .chain(Future.after(intervalSleep)); - // TODO sleeps after request; throttling rpm should happen + .chainRej((err) => { console.error(err); return Future.of({}); }) // fail silently + .chain(saveFPayloads(timestamp)); + //.chain(Future.after(intervalSleep)); + // TODO should sleep after request; throttling rpm should happen // at a higher level though. CPU / IO / AWS requests stall // as well } |
