aboutsummaryrefslogtreecommitdiffstats
path: root/build/plugins/yql_python_udf.py
blob: c4f949d8a9433d53093f41f06d01783fc31cf0fb (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
from _common import sort_by_keywords


def get_or_default(kv, name, default):
    if name in kv:
        return kv[name][0]
    return default


def onregister_yql_python_udf(unit, *args):
    flat, kv = sort_by_keywords({'NAME': 1, 'RESOURCE_NAME': 1, 'ADD_LIBRA_MODULES': 1}, args)
    assert len(flat) == 0
    name = get_or_default(kv, 'NAME', 'CustomPython')
    resource_name = get_or_default(kv, 'RESOURCE_NAME', name)
    add_libra_modules = get_or_default(kv, 'ADD_LIBRA_MODULES', 'no') == 'yes'

    use_arcadia_python = unit.get('USE_ARCADIA_PYTHON') == 'yes'
    py3 = unit.get('PYTHON3') == 'yes'

    unit.onyql_abi_version(['2', '9', '0'])
    unit.onpeerdir(['yql/udfs/common/python/python_udf'])
    unit.onpeerdir(['ydb/library/yql/public/udf'])

    if add_libra_modules:
        unit.onpeerdir(['quality/user_sessions/libra_arc/noyql'])
        unit.onpeerdir(['yql/udfs/quality/libra/module'])

    if use_arcadia_python:
        flavor = 'Arcadia'
        unit.onpeerdir([
            'library/python/runtime',
            'yql/udfs/common/python/main'
        ] if not py3 else [
            'library/python/runtime_py3',
            'yql/udfs/common/python/main_py3'
        ])
    else:
        flavor = 'System'

    output_includes = [
        'yql/udfs/common/python/python_udf/python_udf.h',
        'ydb/library/yql/public/udf/udf_registrator.h',
    ]
    if add_libra_modules:
        output_includes.append('yql/udfs/quality/libra/module/module.h')

    path = name + '.yql_python_udf.cpp'
    libra_flag = '1' if add_libra_modules else '0'
    unit.onpython([
        'build/scripts/gen_yql_python_udf.py',
        flavor, name, resource_name, path, libra_flag,
        'OUT', path,
        'OUTPUT_INCLUDES',
    ] + output_includes
    )