diff options
Diffstat (limited to 'crawler.py')
| -rw-r--r-- | crawler.py | 5 |
1 files changed, 5 insertions, 0 deletions
@@ -71,6 +71,11 @@ class Crawler(object): if "errors" in res: logging.warn("API returned error: '%s'", res["errors"]) + if res["errors"][0].get("title") == "Not Found" \ + and params["page[offset]"] > 0: + # a query returned exactly 50 matches + # which is expected, so don't fail. + return raise ApiError(res["errors"]) yield res |
