fail on API server error

1 files changed, 6 insertions, 1 deletions

diff --git a/crawler.py b/crawler.py
index 2aa6a7e..3668bed 100644
--- a/crawler.py
+++ b/crawler.py
@@ -43,7 +43,12 @@ class Crawler(object):
                     if response.status == 429:
                         logging.warning("rate limited, retrying")
                     else:
-                        return await response.json()
+                        if response.status > 500:
+                            logging.error("API server error %s",
+                                          response.status)
+                            raise ApiError(response.status)
+                        else:
+                            return await response.json()
             except (aiohttp.errors.ContentEncodingError,
                     aiohttp.errors.ServerDisconnectedError,
                     aiohttp.errors.ClientResponseError,