summaryrefslogtreecommitdiff
path: root/crawler.py
diff options
context:
space:
mode:
authorKapil Viren Ahuja <kvahuja@users.noreply.github.com>2017-02-16 10:45:40 +0530
committerGitHub <noreply@github.com>2017-02-16 10:45:40 +0530
commit57dae66e961de6f3a359bc236ce3d8a4f4e23fd0 (patch)
tree820f960fc2e654258d2a6bbefcb3cf0e44bc77b8 /crawler.py
parent00ea8ffaa77efac7ae286359f59187808a13232f (diff)
parent88edc2d0f25ad6c3e0335affacb8c1e92b032d2e (diff)
downloadapigrabber-57dae66e961de6f3a359bc236ce3d8a4f4e23fd0.tar.gz
apigrabber-57dae66e961de6f3a359bc236ce3d8a4f4e23fd0.zip
Merge pull request #13 from vainglorygame/hotfix_servererror
ignore server errors
Diffstat (limited to 'crawler.py')
-rw-r--r--crawler.py13
1 files changed, 9 insertions, 4 deletions
diff --git a/crawler.py b/crawler.py
index aa0d029..f988375 100644
--- a/crawler.py
+++ b/crawler.py
@@ -1,6 +1,7 @@
#!/usr/bin/python
import asyncio
+import logging
import aiohttp
TOKEN = "aaa.bbb.ccc"
@@ -32,10 +33,14 @@ class Crawler(object):
"Accept": "application/vnd.api+json",
"Content-Encoding": "gzip"
}
- async with session.get(self._apiurl + path, headers=headers,
- params=params) as response:
- assert response.status == 200
- return await response.json()
+ try:
+ async with session.get(self._apiurl + path, headers=headers,
+ params=params) as response:
+ assert response.status == 200
+ return await response.json()
+ except aiohttp.errors.ClientResponseError:
+ logging.warning("error connecting to API, retrying")
+ return await self._req(session, path, params)
async def version(self):
"""Returns the current API version."""