1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
|
#!/usr/bin/env python3
import subprocess
import os
import sys
import json
# TODO: dedup
def is_cmdfile_arg(arg):
# type: (str) -> bool
return arg.startswith('@')
def cmdfile_path(arg):
# type: (str) -> str
return arg[1:]
def read_from_command_file(arg):
# type: (str) -> list[str]
with open(arg) as afile:
return afile.read().splitlines()
def skip_markers(args):
# type: (list[str]) -> list[str]
res = []
for arg in args:
if arg == '--ya-start-command-file' or arg == '--ya-end-command-file':
continue
res.append(arg)
return res
def iter_args(
args, # type: list[str]
):
for arg in args:
if not is_cmdfile_arg(arg):
if arg == '--ya-start-command-file' or arg == '--ya-end-command-file':
continue
yield arg
else:
for cmdfile_arg in read_from_command_file(cmdfile_path(arg)):
yield cmdfile_arg
def get_args(args):
# type: (list[str]) -> list[str]
return list(iter_args(args))
# end TODO
def run(*args):
return subprocess.check_output(list(args), shell=False).strip()
def gen_renames_1(d):
for l in d.split('\n'):
l = l.strip()
if ' ' in l:
yield l.split(' ')[-1]
def gen_renames_2(p, d):
for s in gen_renames_1(d):
"""
Since clang-17, the option -fsanitize-address-globals-dead-stripping
has been enabled by default. Due to this, we have broken optimization
that merges calls to the `asan.module_ctor` function, as we are renaming
symbols with a prefix of 'py2_'. When this flag is enabled, and
the functions are not merged, false-positive ODR (One Definition Rule)
violations occur on objects such as `typeinfo std::exception`, because
the runtime is trying to handle global objects that have already been handled.
"""
if 'asan_globals' in s:
continue
yield s + ' ' + p + s
def gen_renames(p, d):
return '\n'.join(gen_renames_2(p, d)).strip() + '\n'
def rename_syms(where, ret, libs):
p = 'py2_'
# join libs
run(where + 'llvm-ar', 'qcL', ret, *libs)
# find symbols to rename
syms = run(where + 'llvm-nm', '--extern-only', '--defined-only', '-A', ret)
# prepare rename plan
renames = gen_renames(p, syms)
with open('syms', 'w') as f:
f.write(renames)
# rename symbols
run(where + 'llvm-objcopy', '--redefine-syms=syms', ret)
# back-rename some symbols
args = [
where + 'llvm-objcopy',
'--redefine-sym',
p + 'init_api_implementation=init6google8protobuf8internal19_api_implementation',
'--redefine-sym',
p + 'init_message=init6google8protobuf5pyext8_message',
'--redefine-sym',
p + 'init6google8protobuf8internal19_api_implementation=init6google8protobuf8internal19_api_implementation',
'--redefine-sym',
p + 'init6google8protobuf5pyext8_message=init6google8protobuf5pyext8_message',
'--redefine-sym',
p + '_init6google8protobuf8internal19_api_implementation=_init6google8protobuf8internal19_api_implementation',
'--redefine-sym',
p + '_init6google8protobuf5pyext8_message=_init6google8protobuf5pyext8_message',
ret,
]
run(*args)
return ret
def find_lld(args):
for x in args:
if 'lld-link' in x:
return x
raise IndexError()
def find_clang(args):
for x in args:
if 'clang++' in x:
return x
raise IndexError()
def fix_py2(cmd, have_comand_files=False, prefix='lib', suffix='a'):
args = cmd
if have_comand_files:
args = get_args(cmd)
if 'protobuf_old' not in str(args):
return cmd
py2_libs = [prefix + 'contrib-libs-protobuf_old.' + suffix, prefix + 'pypython-protobuf-py2.' + suffix]
def need_rename(x):
for v in py2_libs:
if v in x:
return True
return False
old = []
lib = []
try:
where = os.path.dirname(cmd[cmd.index('--objcopy-exe') + 1]) + '/'
except ValueError:
try:
where = os.path.dirname(find_lld(cmd)) + '/'
except IndexError:
where = os.path.dirname(find_clang(cmd)) + '/'
for x in args:
if need_rename(x):
lib.append(x)
else:
old.append(x)
name = rename_syms(where, 'libprotoherobora.' + suffix, lib)
if not have_comand_files:
return old + [name]
for file in cmd:
if is_cmdfile_arg(file):
cmd_file_path = cmdfile_path(file)
args = read_from_command_file(cmd_file_path)
if not 'protobuf_old' in str(args):
continue
with open(cmd_file_path, 'w') as afile:
for arg in args:
if not need_rename(arg):
afile.write(arg + '\n')
afile.write(name)
return cmd
if __name__ == '__main__':
args = sys.argv[1:]
if 'lld-link' in str(args):
cmd = fix_py2(args, have_comand_files=True, prefix='', suffix='lib')
else:
cmd = fix_py2(args)
sys.stdout.write(json.dumps(cmd))
|
