1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
from __future__ import absolute_import, unicode_literals
import os
import re
import shutil
import subprocess
import sys
import tempfile
OUT_DIR_FLAG_PATTERN = re.compile(r'^(--go(([-_]\w+))*_out=)')
def move_tree(src_root, dst_root):
for root, _, files in os.walk(src_root):
rel_dir = os.path.relpath(root, src_root)
dst_dir = os.path.join(dst_root, rel_dir)
if not os.path.exists(dst_dir):
os.mkdir(dst_dir)
for file in files:
os.rename(os.path.join(root, file), os.path.join(dst_dir, file))
def main(arcadia_prefix, contrib_prefix, proto_namespace, args):
out_dir_orig = None
out_dir_temp = None
for i in range(len(args)):
m = re.match(OUT_DIR_FLAG_PATTERN, args[i])
if m:
out_dir_flag = m.group(1)
index = max(len(out_dir_flag), args[i].rfind(':')+1)
out_dir = args[i][index:]
if out_dir_orig:
assert out_dir_orig == out_dir, 'Output directories do not match: [{}] and [{}]'.format(out_dir_orig, out_dir)
else:
out_dir_orig = out_dir
out_dir_temp = tempfile.mkdtemp(dir=out_dir_orig)
args[i] = (args[i][:index] + out_dir_temp).replace('|', ',')
assert out_dir_temp is not None, 'Output directory is not specified'
try:
subprocess.check_output(args, stdin=None, stderr=subprocess.STDOUT)
except subprocess.CalledProcessError as e:
sys.stderr.write('{} returned non-zero exit code {}.\n{}\n'.format(' '.join(e.cmd), e.returncode, e.output.decode('utf-8')))
return e.returncode
# All Arcadia GO projects should have 'a.yandex-team.ru/' namespace prefix.
# If the namespace doesn't start with 'a.yandex-team.ru/' prefix then this
# project is from vendor directory under the root of Arcadia.
out_dir_src = os.path.normpath(os.path.join(out_dir_temp, arcadia_prefix, proto_namespace))
out_dir_dst = out_dir_orig
is_from_contrib = False
if not os.path.isdir(out_dir_src):
is_from_contrib = True
out_dir_src = out_dir_temp
out_dir_dst = os.path.join(out_dir_orig, contrib_prefix)
if not os.path.exists(out_dir_src) or is_from_contrib:
protos = [x for x in args if x.endswith('.proto')]
if not is_from_contrib or not all(x.startswith(contrib_prefix) for x in protos):
proto_list = []
option_re = re.compile(r'^\s*option\s+go_package\s*=\s*')
for arg in protos:
with open(arg, 'r') as f:
if not any([re.match(option_re, line) for line in f]):
proto_list.append(arg)
if proto_list:
sys.stderr.write(
'\nError: Option go_package is not specified in the following proto files: {}\n'
'\nNOTE! You can find detailed description of how to properly set go_package '
'option here https://wiki.yandex-team.ru/devrules/Go/#protobufigrpc'.format(', '.join(proto_list)))
return 1
move_tree(out_dir_src, out_dir_dst)
shutil.rmtree(out_dir_temp)
return 0
if __name__ == '__main__':
sys.exit(main(os.path.normpath(sys.argv[1]), os.path.normpath(sys.argv[2]), os.path.normpath(sys.argv[3]), sys.argv[4:]))
|
