diff options
author | Devtools Arcadia <arcadia-devtools@yandex-team.ru> | 2022-02-07 18:08:42 +0300 |
---|---|---|
committer | Devtools Arcadia <arcadia-devtools@mous.vla.yp-c.yandex.net> | 2022-02-07 18:08:42 +0300 |
commit | 1110808a9d39d4b808aef724c861a2e1a38d2a69 (patch) | |
tree | e26c9fed0de5d9873cce7e00bc214573dc2195b7 /build/scripts/fetch_resource.py | |
download | ydb-1110808a9d39d4b808aef724c861a2e1a38d2a69.tar.gz |
intermediate changes
ref:cde9a383711a11544ce7e107a78147fb96cc4029
Diffstat (limited to 'build/scripts/fetch_resource.py')
-rw-r--r-- | build/scripts/fetch_resource.py | 43 |
1 files changed, 43 insertions, 0 deletions
diff --git a/build/scripts/fetch_resource.py b/build/scripts/fetch_resource.py new file mode 100644 index 0000000000..d5af311e5d --- /dev/null +++ b/build/scripts/fetch_resource.py @@ -0,0 +1,43 @@ +import urllib2 +import argparse +import xmlrpclib + + +def parse_args(): + parser = argparse.ArgumentParser() + parser.add_argument('-r', '--resource-id', type=int, required=True) + parser.add_argument('-o', '--output', required=True) + return parser.parse_args() + + +def fetch(url, retries=4, timeout=5): + for i in xrange(retries): + try: + return urllib2.urlopen(url, timeout=timeout).read() + + except Exception: + if i + 1 < retries: + continue + + else: + raise + + +def fetch_resource(id_): + urls = xmlrpclib.ServerProxy("https://sandbox.yandex-team.ru/sandbox/xmlrpc").get_resource_http_links(id_) + + for u in urls: + try: + return fetch(u) + + except Exception: + continue + + raise Exception('Cannot fetch resource {}'.format(id_)) + + +if __name__ == '__main__': + args = parse_args() + + with open(args.output, 'wb') as f: + f.write(fetch_resource(int(args.resource_id))) |