From bf2d1e6396bfc1b8b6a910d39d4d0ec8fc4bf759 Mon Sep 17 00:00:00 2001 From: schneefux Date: Fri, 10 Mar 2017 17:44:37 +0100 Subject: fail on API server error --- crawler.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) (limited to 'crawler.py') diff --git a/crawler.py b/crawler.py index 2aa6a7e..3668bed 100644 --- a/crawler.py +++ b/crawler.py @@ -43,7 +43,12 @@ class Crawler(object): if response.status == 429: logging.warning("rate limited, retrying") else: - return await response.json() + if response.status > 500: + logging.error("API server error %s", + response.status) + raise ApiError(response.status) + else: + return await response.json() except (aiohttp.errors.ContentEncodingError, aiohttp.errors.ServerDisconnectedError, aiohttp.errors.ClientResponseError, -- cgit v1.3.1