summaryrefslogtreecommitdiffstats
path: root/build/plugins/yql_python_udf.py
blob: a10cad2ea6961c2625c2329c11a3e8ccd2c8d5a3 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import ymake


@ymake.macro
def REGISTER_YQL_PYTHON_UDF(
    unit: ymake.Unit, *, NAME: str = 'CustomPython', RESOURCE_NAME: str = '', ADD_LIBRA_MODULES: str = 'no'
):
    if not RESOURCE_NAME:
        RESOURCE_NAME = NAME
    add_libra_modules = ADD_LIBRA_MODULES == 'yes'

    use_arcadia_python = unit.get('USE_ARCADIA_PYTHON') == 'yes'
    py3 = unit.get('PYTHON3') == 'yes'

    if unit.get('OPENSOURCE'):
        if add_libra_modules:
            ymake.report_configure_error('Libra modules are not supported in opensource python UDFs')
            add_libra_modules = False

    yql_python_dir = unit.get('YQL_PYTHON_DIR')
    if not yql_python_dir:
        yql_python_dir = 'yql/essentials/udfs/common/python'

    unit.onyql_abi_version(['2', '45', '0'])
    unit.onpeerdir(['yql/essentials/udfs/common/python/python_udf'])
    unit.onpeerdir(['yql/essentials/public/udf'])

    if add_libra_modules:
        unit.onpeerdir(['quality/user_sessions/libra_arc/noyql'])
        unit.onpeerdir(['yql/udfs/quality/libra/module'])

    if use_arcadia_python:
        flavor = 'Arcadia'
        unit.onpeerdir(
            ['library/python/runtime', '/'.join([yql_python_dir, '/main'])]
            if not py3
            else ['library/python/runtime_py3', 'yql/essentials/udfs/common/python/main_py3']
        )
    else:
        flavor = 'System'

    output_includes = [
        'yql/essentials/udfs/common/python/python_udf/python_udf.h',
        'yql/essentials/public/udf/udf_registrator.h',
    ]
    if add_libra_modules:
        output_includes.append('yql/udfs/quality/libra/module/module.h')

    path = NAME + '.yql_python_udf.cpp'
    libra_flag = '1' if add_libra_modules else '0'
    unit.onrun_python3(
        [
            'build/scripts/gen_yql_python_udf.py',
            flavor,
            NAME,
            RESOURCE_NAME,
            path,
            libra_flag,
            'OUT',
            path,
            'OUTPUT_INCLUDES',
        ]
        + output_includes
    )