1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
|
from __future__ import print_function
import os
import sys
import logging
import argparse
# Explicitly enable local imports
# Don't forget to add imported scripts to inputs of the calling command!
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
import fetch_from
def parse_args():
parser = argparse.ArgumentParser()
fetch_from.add_common_arguments(parser)
parser.add_argument('--key', required=True)
parser.add_argument('--entrypoint', required=False, default="storage.yandex-team.ru/get-devtools")
parser.add_argument('--scheme', required=False, default="https")
return parser.parse_args()
def fetch(args):
parts = args.key.split("/")
if len(parts) != 3:
raise ValueError("Invalid MDS key '{}'".format(args.key))
_, sha1, file_name = parts
url = "{}://{}/{}".format(args.scheme, args.entrypoint, args.key)
fetched_file = fetch_from.fetch_url(url, False, file_name, expected_sha1=sha1)
return fetched_file, file_name
def main(args):
fetched_file, resource_file_name = fetch(args)
fetch_from.process(fetched_file, resource_file_name, args)
if __name__ == '__main__':
args = parse_args()
fetch_from.setup_logging(args, os.path.basename(__file__))
try:
main(args)
except Exception as e:
logging.exception(e)
print(open(args.abs_log_path).read(), file=sys.stderr)
sys.stderr.flush()
import error
sys.exit(error.ExitCodes.INFRASTRUCTURE_ERROR if fetch_from.is_temporary(e) else 1)
|
