From b4cbe522fae1e379466b64ac8e3a06c3e45ce26a Mon Sep 17 00:00:00 2001 From: schneefux Date: Sun, 26 Feb 2017 19:49:19 +0100 Subject: catch more API bugs --- crawler.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) (limited to 'crawler.py') diff --git a/crawler.py b/crawler.py index 44396ae..5db8489 100644 --- a/crawler.py +++ b/crawler.py @@ -43,7 +43,10 @@ class Crawler(object): logging.warning("rate limited, retrying") else: return await response.json() - except (aiohttp.errors.ContentEncodingError): + except (aiohttp.errors.ContentEncodingError, + aiohttp.errors.ServerDisconnectedError, + aiohttp.errors.ClientResponseError, + aiohttp.errors.ClientOSError): # API bug? pass await asyncio.sleep(10) -- cgit v1.3.1