aboutsummaryrefslogtreecommitdiffstats
path: root/build/scripts/fetch_from_mds.py
blob: 3fd264ebb1506576e4f3696de742ccdc54cb51d7 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
import os
import sys
import logging
import argparse

import fetch_from


def parse_args():
    parser = argparse.ArgumentParser()
    fetch_from.add_common_arguments(parser)

    parser.add_argument('--key', required=True)
    parser.add_argument('--entrypoint', required=False, default="storage.yandex-team.ru/get-devtools")
    parser.add_argument('--scheme', required=False, default="https")

    return parser.parse_args()


def fetch(args):
    parts = args.key.split("/")
    if len(parts) != 3:
        raise ValueError("Invalid MDS key '{}'".format(args.key))

    _, sha1, file_name = parts
    url = "{}://{}/{}".format(args.scheme, args.entrypoint, args.key)
    fetched_file = fetch_from.fetch_url(url, False, file_name, expected_sha1=sha1)

    return fetched_file, file_name


def main(args):
    fetched_file, resource_file_name = fetch(args)

    fetch_from.process(fetched_file, resource_file_name, args)


if __name__ == '__main__':
    args = parse_args()
    fetch_from.setup_logging(args, os.path.basename(__file__))

    try:
        main(args)
    except Exception as e:
        logging.exception(e)
        print >> sys.stderr, open(args.abs_log_path).read()
        sys.stderr.flush()

        import error

        sys.exit(error.ExitCodes.INFRASTRUCTURE_ERROR if fetch_from.is_temporary(e) else 1)