1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
import os
import yatest.common
from test_utils import get_config, pytest_generate_tests_by_template, SQLRUN_PATH, SQL_FLAGS, get_case_file
from yql_utils import get_langver
DEFAULT_LANG_VER = '2025.01'
DATA_PATH = yatest.common.source_path('yql/essentials/tests/sql/suites')
def pytest_generate_tests(metafunc):
return pytest_generate_tests_by_template({'.sql', '.yql'}, metafunc, data_path=DATA_PATH)
def _get_cfg_path(suite, case, data_path):
cfg_path = os.path.join(data_path, suite, case)
if os.path.exists(cfg_path + '.cfg'):
return ""
else:
return "default.txt"
def _get_langver(suite, case, data_path):
cfg_path = _get_cfg_path(suite, case, data_path)
config = get_config(suite, case, cfg_path, data_path=DATA_PATH)
langver = get_langver(config)
if langver is None:
langver = DEFAULT_LANG_VER
return langver
def get_sql2yql_cmd(suite, case, case_file, out_dir, ansi_lexer, test_format, test_double_format):
cmd = [
SQLRUN_PATH,
case_file,
'--syntax-version=1',
'--test-antlr4',
]
if ansi_lexer:
cmd.append('--ansi-lexer')
if test_format:
cmd.append('--test-format')
cmd.append('--format-output=%s' % os.path.join(out_dir, 'formatted.sql'))
if test_double_format:
cmd.append('--test-double-format')
else:
cmd.append('--yql')
cmd.append('--test-lexers')
cmd.append('--test-complete')
cmd.append('--output=%s' % os.path.join(out_dir, 'sql.yql'))
if suite == 'kikimr':
cmd.append('--cluster=plato@kikimr')
if suite == 'rtmr':
cmd.append('--cluster=plato@rtmr')
if case.startswith('solomon'):
cmd.append('--cluster=local_solomon@solomon')
if suite == 'rtmr_ydb':
cmd.append('--cluster=plato@rtmr')
cmd.append('--cluster=local@kikimr')
if suite == 'streaming':
cmd.append('--cluster=pq@pq')
cmd.append('--cluster=solomon@solomon')
if suite == 'solomon':
cmd.append('--cluster=local_solomon@solomon')
if SQL_FLAGS:
cmd.append('--flags=%s' % ','.join(SQL_FLAGS))
cmd.append('--langver=%s' % _get_langver(suite, case, data_path=DATA_PATH))
return cmd
def test(suite, case, tmpdir):
files = []
# case can contain slash because of nested suites
out_dir = tmpdir.mkdir(suite).mkdir(case.replace('/', '_')).dirname
case_file = get_case_file(DATA_PATH, suite, case, {'.sql', '.yql'})
with open(case_file, 'r') as f:
content = f.read()
ansi_lexer = 'ansi_lexer' in content
cmd = get_sql2yql_cmd(suite, case, case_file, out_dir, ansi_lexer, test_format=False, test_double_format=False)
yatest.common.process.execute(cmd, env={'YQL_DETERMINISTIC_MODE': '1'})
files.append(os.path.join(out_dir, 'sql.yql'))
return [yatest.common.canonical_file(file_name) for file_name in files]
|
