1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
import copy
import json
import os
import os.path as P
import shutil
from devtools.yamaker import boost
from devtools.yamaker.fileutil import re_sub_dir, re_sub_file
from devtools.yamaker.project import CMakeNinjaNixProject
RUNTIMES = {
"core2": [
# intentionally empty
],
"corei7": [
"${SSE41_CFLAGS}",
"-DHAVE_SSE41",
"${SSE42_CFLAGS}",
"-DHAVE_SSE42",
"${POPCNT_CFLAGS}",
"-DHAVE_POPCOUNT_INSTR",
],
"avx2": [
"${SSE41_CFLAGS}",
"-DHAVE_SSE41",
"${SSE42_CFLAGS}",
"-DHAVE_SSE42",
"${POPCNT_CFLAGS}",
"-DHAVE_POPCOUNT_INSTR",
"${AVX_CFLAGS}",
"-DHAVE_AVX",
"${AVX2_CFLAGS}",
"-DHAVE_AVX2",
],
"avx512": [
"${SSE41_CFLAGS}",
"-DHAVE_SSE41",
"${SSE42_CFLAGS}",
"-DHAVE_SSE42",
"-DHAVE_POPCOUNT_INSTR",
"${POPCNT_CFLAGS}",
"${AVX_CFLAGS}",
"-DHAVE_AVX",
"${AVX2_CFLAGS}",
"-DHAVE_AVX2",
"${AVX512_CFLAGS}",
"-DHAVE_AVX512",
],
}
def instantiate_runtime(self, *, runtime_name, runtime_yamake):
runtime_subdir = f"runtime_{runtime_name}"
self.yamakes[runtime_subdir] = copy.deepcopy(runtime_yamake)
with self.yamakes[runtime_subdir] as runtime:
runtime_dir = f"{self.dstdir}/{runtime_subdir}"
os.makedirs(runtime_dir)
runtime.CFLAGS = RUNTIMES[runtime_name]
# list of symbols that will be duplicated if compiled without proper wrapping.
# It can be obtained with compiling runtime_* libraries and applying
# nm --defined-only --extern-only --format=posix -o *.a | awk '{print $2}'
with open(P.join(self.meta_dir, 'symbols.json')) as f:
symbols_to_rename = json.load(f)
# rename symbols that would be duplicated between runtimes otherwise
runtime.CFLAGS += [f"-D{symbol}={runtime_name}_{symbol}" for symbol in sorted(symbols_to_rename)]
# TODO: understand if this dispatcher is intended to work at all
runtime.SRCS.remove("src/dispatcher.c")
# copy headers and rename hs_ entrypoints to make them match the ones
for header in ("hs_common.h", "hs_runtime.h"):
runtime_specific_header = f"{runtime_dir}/{header}"
shutil.copy(f"{self.dstdir}/src/{header}", runtime_specific_header)
re_sub_file(
runtime_specific_header,
"HS_CDECL hs_",
f"{runtime_name}_hs_",
)
# Fix include guards to allow inclusions into a single
# library/cpp/regex/hyperscan/hyperscan.cpp
re_sub_file(
f"{runtime_dir}/hs_common.h",
"HS_COMMON_H_",
f"HS_{runtime_name.upper()}_COMMON_H",
)
re_sub_file(
f"{runtime_dir}/hs_runtime.h",
"HS_RUNTIME_H_",
f"HS_{runtime_name.upper()}_RUNTIME_H",
)
def post_install(self):
# make all SRCS to start with src in order
# to make hierarchy match with hyperscan compiler
with self.yamakes["runtime"] as runtime:
runtime.SRCDIR = [self.arcdir]
runtime.SRCS = [f"src/{path}" for path in runtime.SRCS]
runtime_yamake = self.yamakes.pop("runtime")
for runtime_name in RUNTIMES.keys():
instantiate_runtime(self, runtime_name=runtime_name, runtime_yamake=runtime_yamake)
with self.yamakes["."] as hyperscan:
hyperscan.RECURSE = [f"runtime_{name}" for name in sorted(RUNTIMES.keys())]
# rename make_unique into std::make_unique to resolve ambigousness with boost::make_unique
re_sub_dir(
self.dstdir,
r"([ \(])make_unique<",
r"\1std::make_unique<",
)
hyperscan.PEERDIR += [
boost.make_arcdir("dynamic_bitset"),
boost.make_arcdir("graph"),
boost.make_arcdir("icl"),
boost.make_arcdir("multi_array"),
boost.make_arcdir("property_map"),
]
# TODO: understand if this dispatcher is intended to work at all
hyperscan.SRCS.remove("src/dispatcher.c")
os.remove(f"{self.dstdir}/src/dispatcher.c")
# rename .rl sources to rl6 so they could be recognized by ymake
ragel_srcs = [src for src in hyperscan.SRCS if src.endswith(".rl")]
for ragel_src in ragel_srcs:
os.rename(f"{self.dstdir}/{ragel_src}", f"{self.dstdir}/{ragel_src}6")
hyperscan.SRCS.remove(ragel_src)
hyperscan.SRCS.add(ragel_src + "6")
hyperscan = CMakeNinjaNixProject(
owners=[
"galtsev",
"g:antiinfra",
"g:cpp-contrib",
"g:yql",
],
arcdir="contrib/libs/hyperscan",
nixattr="hyperscan",
install_targets=[
"hs",
"hs_runtime",
],
put={
"hs": ".",
"hs_runtime": "runtime",
},
platform_dispatchers=["config.h"],
post_install=post_install,
)
|
