Wavyzz/python-github-backup
2
0
Fork 0
mirror of https://github.com/josegonzalez/python-github-backup.git synced 2026-01-20 20:23:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

WIP: download assets

Browse Source
This commit is contained in:
Harrison Wright
2019-06-21 20:03:14 -05:00
parent 73b069f872
commit de0c3f46c6
1 changed files with 26 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
bin/github-backup
View File

@@ -537,6 +537,24 @@ def _request_url_error(template, retry_timeout):
return False return False
def download_file(url, path, auth):
request = Request(url)
request.add_header('Accept', 'application/octet-stream')
request.add_header('Authorization', 'Basic '.encode('ascii') + auth)
data = urlopen(request)
with open(path, 'wb') as f:
f.write(data.read())
# import requests
# r = requests.get(url, stream=True, headers={
# 'Accept': 'application/octet-stream',
# 'Authorization': 'Basic '.encode('ascii') + auth
# })
# with open(path, 'wb') as f:
# for chunk in r.iter_content(1024):
# f.write(chunk)
def get_authenticated_user(args): def get_authenticated_user(args):
template = 'https://{0}/user'.format(get_github_api_host(args)) template = 'https://{0}/user'.format(get_github_api_host(args))
data = retrieve_data(args, template, single_request=True) data = retrieve_data(args, template, single_request=True)
@@ -898,17 +916,21 @@ def backup_releases(args, repo_cwd, repository, repos_template):
query_args = {} query_args = {}
_release_template = '{0}/{1}/releases'.format(repos_template, repository_fullname) release_template = '{0}/{1}/releases'.format(repos_template, repository_fullname)
_releases = retrieve_data(args, _release_template, query_args=query_args) releases = retrieve_data(args, release_template, query_args=query_args)
# for each release, store it # for each release, store it
log_info('Saving {0} releases to disk'.format(len(_releases))) log_info('Saving {0} releases to disk'.format(len(releases)))
for release in _releases: for release in releases:
release_name = release['tag_name'] release_name = release['tag_name']
output_filepath = os.path.join(release_cwd, '{0}.json'.format(release_name)) output_filepath = os.path.join(release_cwd, '{0}.json'.format(release_name))
with codecs.open(output_filepath, 'w+', encoding='utf-8') as f: with codecs.open(output_filepath, 'w+', encoding='utf-8') as f:
json_dump(release, f) json_dump(release, f)
assets = retrieve_data(args, release['assets_url'])
for asset in assets:
download_file(asset['url'], os.path.join(release_cwd, asset['name']), get_auth(args))
def fetch_repository(name, def fetch_repository(name,
remote_url, remote_url,