Wavyzz/python-github-backup
2
0
Fork 0
mirror of https://github.com/josegonzalez/python-github-backup.git synced 2025-12-06 08:28:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

Retry 3 times when the connection times out

Browse Source
This commit is contained in:
Mathijs Jonker
2015-09-04 14:07:45 +02:00
parent 762059d1a6
commit 4b30aaeef3
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
bin/github-backup
View File

@@ -169,6 +169,7 @@ def retrieve_data(args, template, query_args=None, single_request=False):
request.add_header('Authorization', 'Basic ' + auth) request.add_header('Authorization', 'Basic ' + auth)
errors = [] errors = []
retry_timeout = 3
# We'll make requests in a loop so we can delay and retry in the case of rate-limiting # We'll make requests in a loop so we can delay and retry in the case of rate-limiting
while True: while True:
@@ -199,6 +200,16 @@ def retrieve_data(args, template, query_args=None, single_request=False):
time.sleep(delta) time.sleep(delta)
continue continue
except urllib2.URLError:
# Incase of a connection timing out, we can retry a few time
# But we won't crash and not back-up the rest now
log_info('{} timed out'.format(template))
retry_timeout -= 1
if retry_timeout >= 0:
continue
log_error('{} timed out to much, skipping!')
break break