aboutsummaryrefslogtreecommitdiffstats
path: root/build/scripts/fetch_from_external.py
diff options
context:
space:
mode:
authoralexv-smirnov <alex@ydb.tech>2023-03-15 19:59:12 +0300
committeralexv-smirnov <alex@ydb.tech>2023-03-15 19:59:12 +0300
commit056bb284ccf8dd6793ec3a54ffa36c4fb2b9ad11 (patch)
tree4740980126f32e3af7937ba0ca5f83e59baa4ab0 /build/scripts/fetch_from_external.py
parent269126dcced1cc8b53eb4398b4a33e5142f10290 (diff)
downloadydb-056bb284ccf8dd6793ec3a54ffa36c4fb2b9ad11.tar.gz
add library/cpp/actors, ymake build to ydb oss export
Diffstat (limited to 'build/scripts/fetch_from_external.py')
-rw-r--r--build/scripts/fetch_from_external.py60
1 files changed, 60 insertions, 0 deletions
diff --git a/build/scripts/fetch_from_external.py b/build/scripts/fetch_from_external.py
new file mode 100644
index 00000000000..d4ed6f4221b
--- /dev/null
+++ b/build/scripts/fetch_from_external.py
@@ -0,0 +1,60 @@
+import sys
+import json
+import os.path
+import fetch_from
+import argparse
+import logging
+
+
+def parse_args():
+ parser = argparse.ArgumentParser()
+ fetch_from.add_common_arguments(parser)
+ parser.add_argument('--external-file', required=True)
+ parser.add_argument('--custom-fetcher')
+ parser.add_argument('--resource-file')
+ return parser.parse_args()
+
+
+def main(args):
+ external_file = args.external_file.rstrip('.external')
+ if os.path.isfile(args.resource_file):
+ fetch_from.process(args.resource_file, os.path.basename(args.resource_file), args, False)
+ return
+
+ error = None
+ try:
+ with open(args.external_file) as f:
+ js = json.load(f)
+
+ if js['storage'] == 'SANDBOX':
+ import fetch_from_sandbox as ffsb
+ del args.external_file
+ args.resource_id = js['resource_id']
+ ffsb.main(args)
+ elif js['storage'] == 'MDS':
+ import fetch_from_mds as fmds
+ del args.external_file
+ args.key = js['resource_id']
+ fmds.main(args)
+ else:
+ error = 'Unsupported storage in {}'.format(external_file)
+ except:
+ logging.error('Invalid external file: {}'.format(external_file))
+ raise
+ if error:
+ raise Exception(error)
+
+
+if __name__ == '__main__':
+ args = parse_args()
+ fetch_from.setup_logging(args, os.path.basename(__file__))
+
+ try:
+ main(args)
+ except Exception as e:
+ logging.exception(e)
+ print >>sys.stderr, open(args.abs_log_path).read()
+ sys.stderr.flush()
+
+ import error
+ sys.exit(error.ExitCodes.INFRASTRUCTURE_ERROR if fetch_from.is_temporary(e) else 1)