aboutsummaryrefslogtreecommitdiffstats
path: root/build/plugins/large_files.py
diff options
context:
space:
mode:
authoralexv-smirnov <alex@ydb.tech>2023-06-13 11:05:01 +0300
committeralexv-smirnov <alex@ydb.tech>2023-06-13 11:05:01 +0300
commitbf0f13dd39ee3e65092ba3572bb5b1fcd125dcd0 (patch)
tree1d1df72c0541a59a81439842f46d95396d3e7189 /build/plugins/large_files.py
parent8bfdfa9a9bd19bddbc58d888e180fbd1218681be (diff)
downloadydb-bf0f13dd39ee3e65092ba3572bb5b1fcd125dcd0.tar.gz
add ymake export to ydb
Diffstat (limited to 'build/plugins/large_files.py')
-rw-r--r--build/plugins/large_files.py40
1 files changed, 40 insertions, 0 deletions
diff --git a/build/plugins/large_files.py b/build/plugins/large_files.py
new file mode 100644
index 0000000000..568e294253
--- /dev/null
+++ b/build/plugins/large_files.py
@@ -0,0 +1,40 @@
+import os
+import ymake
+from _common import strip_roots
+
+PLACEHOLDER_EXT = "external"
+
+
+def onlarge_files(unit, *args):
+ """
+ @usage LARGE_FILES([AUTOUPDATED] Files...)
+
+ Use large file ether from working copy or from remote storage via placeholder <File>.external
+ If <File> is present locally (and not a symlink!) it will be copied to build directory.
+ Otherwise macro will try to locate <File>.external, parse it retrieve ot during build phase.
+ """
+ args = list(args)
+
+ if args and args[0] == 'AUTOUPDATED':
+ args = args[1:]
+
+ for arg in args:
+ if arg == 'AUTOUPDATED':
+ unit.message(["warn", "Please set AUTOUPDATED argument before other file names"])
+ continue
+
+ src = unit.resolve_arc_path(arg)
+ if src.startswith("$S"):
+ msg = "Used local large file {}. Don't forget to run 'ya upload --update-external' and commit {}.{}".format(
+ src, src, PLACEHOLDER_EXT
+ )
+ unit.message(["warn", msg])
+ unit.oncopy_file([arg, arg])
+ else:
+ out_file = strip_roots(os.path.join(unit.path(), arg))
+ external = "{}.{}".format(arg, PLACEHOLDER_EXT)
+ from_external_cmd = [external, out_file, 'OUT_NOAUTO', arg]
+ if os.path.dirname(arg):
+ from_external_cmd.extend(("RENAME", os.path.basename(arg)))
+ unit.on_from_external(from_external_cmd)
+ unit.onadd_check(['check.external', external])