aboutsummaryrefslogtreecommitdiffstats
path: root/build/plugins/large_files.py
diff options
context:
space:
mode:
authorDevtools Arcadia <arcadia-devtools@yandex-team.ru>2022-02-07 18:08:42 +0300
committerDevtools Arcadia <arcadia-devtools@mous.vla.yp-c.yandex.net>2022-02-07 18:08:42 +0300
commit1110808a9d39d4b808aef724c861a2e1a38d2a69 (patch)
treee26c9fed0de5d9873cce7e00bc214573dc2195b7 /build/plugins/large_files.py
downloadydb-1110808a9d39d4b808aef724c861a2e1a38d2a69.tar.gz
intermediate changes
ref:cde9a383711a11544ce7e107a78147fb96cc4029
Diffstat (limited to 'build/plugins/large_files.py')
-rw-r--r--build/plugins/large_files.py39
1 files changed, 39 insertions, 0 deletions
diff --git a/build/plugins/large_files.py b/build/plugins/large_files.py
new file mode 100644
index 0000000000..33a78d7110
--- /dev/null
+++ b/build/plugins/large_files.py
@@ -0,0 +1,39 @@
+import os
+import ymake
+from _common import strip_roots
+
+PLACEHOLDER_EXT = "external"
+
+
+def onlarge_files(unit, *args):
+ """
+ @usage LARGE_FILES([AUTOUPDATED] Files...)
+
+ Use large file ether from working copy or from remote storage via placeholder <File>.external
+ If <File> is present locally (and not a symlink!) it will be copied to build directory.
+ Otherwise macro will try to locate <File>.external, parse it retrieve ot during build phase.
+ """
+ args = list(args)
+
+ if args and args[0] == 'AUTOUPDATED':
+ args = args[1:]
+
+ for arg in args:
+ if arg == 'AUTOUPDATED':
+ unit.message(["warn", "Please set AUTOUPDATED argument before other file names"])
+ continue
+
+ src = unit.resolve_arc_path(arg)
+ if src.startswith("$S"):
+ msg = "Used local large file {}. Don't forget to run 'ya upload --update-external' and commit {}.{}".format(src, src, PLACEHOLDER_EXT)
+ unit.message(["warn", msg])
+ unit.oncopy_file([arg, arg])
+ else:
+ out_file = strip_roots(os.path.join(unit.path(), arg))
+ external = "{}.{}".format(arg, PLACEHOLDER_EXT)
+ from_external_cmd = [external, out_file, 'OUT_NOAUTO', arg]
+ if os.path.dirname(arg):
+ from_external_cmd.extend(("RENAME", os.path.basename(arg)))
+ unit.on_from_external(from_external_cmd)
+ unit.onadd_check(['check.external', external])
+