summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--crawler.py7
1 files changed, 6 insertions, 1 deletions
diff --git a/crawler.py b/crawler.py
index 2aa6a7e..3668bed 100644
--- a/crawler.py
+++ b/crawler.py
@@ -43,7 +43,12 @@ class Crawler(object):
if response.status == 429:
logging.warning("rate limited, retrying")
else:
- return await response.json()
+ if response.status > 500:
+ logging.error("API server error %s",
+ response.status)
+ raise ApiError(response.status)
+ else:
+ return await response.json()
except (aiohttp.errors.ContentEncodingError,
aiohttp.errors.ServerDisconnectedError,
aiohttp.errors.ClientResponseError,