1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
from _common import sort_by_keywords
import ymake
def get_or_default(kv, name, default):
if name in kv:
return kv[name][0]
return default
def onregister_yql_python_udf(unit, *args):
flat, kv = sort_by_keywords({'NAME': 1, 'RESOURCE_NAME': 1, 'ADD_LIBRA_MODULES': 1}, args)
assert len(flat) == 0
name = get_or_default(kv, 'NAME', 'CustomPython')
resource_name = get_or_default(kv, 'RESOURCE_NAME', name)
add_libra_modules = get_or_default(kv, 'ADD_LIBRA_MODULES', 'no') == 'yes'
use_arcadia_python = unit.get('USE_ARCADIA_PYTHON') == 'yes'
py3 = unit.get('PYTHON3') == 'yes'
if unit.get('OPENSOURCE'):
if add_libra_modules:
ymake.report_configure_error('Libra modules are not supported in opensource python UDFs')
add_libra_modules = False
yql_base_dir = unit.get('YQL_BASE_DIR')
yql_python_dir = unit.get('YQL_PYTHON_DIR')
if not yql_python_dir:
yql_python_dir = '/'.join([yql_base_dir, 'udfs/common/python'])
unit.onyql_abi_version(['2', '27', '0'])
unit.onpeerdir(['/'.join([yql_python_dir, '/python_udf'])])
unit.onpeerdir(['/'.join([yql_base_dir, '/public/udf'])])
if add_libra_modules:
unit.onpeerdir(['quality/user_sessions/libra_arc/noyql'])
unit.onpeerdir(['yql/udfs/quality/libra/module'])
if use_arcadia_python:
flavor = 'Arcadia'
unit.onpeerdir(
['library/python/runtime', '/'.join([yql_python_dir, '/main'])]
if not py3
else ['library/python/runtime_py3', '/'.join([yql_python_dir, '/main_py3'])]
)
else:
flavor = 'System'
output_includes = [
'/'.join([yql_python_dir, '/python_udf/python_udf.h']),
'/'.join([yql_base_dir, '/public/udf/udf_registrator.h']),
]
if add_libra_modules:
output_includes.append('yql/udfs/quality/libra/module/module.h')
path = name + '.yql_python_udf.cpp'
libra_flag = '1' if add_libra_modules else '0'
unit.onrun_python3(
[
'build/scripts/gen_yql_python_udf.py',
flavor,
name,
resource_name,
path,
libra_flag,
yql_base_dir,
yql_python_dir,
'OUT',
path,
'OUTPUT_INCLUDES',
]
+ output_includes
)
|
