summaryrefslogtreecommitdiff
path: root/crawler.py
diff options
context:
space:
mode:
Diffstat (limited to 'crawler.py')
-rw-r--r--crawler.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/crawler.py b/crawler.py
index 44396ae..5db8489 100644
--- a/crawler.py
+++ b/crawler.py
@@ -43,7 +43,10 @@ class Crawler(object):
logging.warning("rate limited, retrying")
else:
return await response.json()
- except (aiohttp.errors.ContentEncodingError):
+ except (aiohttp.errors.ContentEncodingError,
+ aiohttp.errors.ServerDisconnectedError,
+ aiohttp.errors.ClientResponseError,
+ aiohttp.errors.ClientOSError):
# API bug?
pass
await asyncio.sleep(10)