1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
|
#include "sql.h"
#include "sql_query.h"
#include <yql/essentials/parser/proto_ast/collect_issues/collect_issues.h>
#include <yql/essentials/sql/v1/lexer/lexer.h>
#include <yql/essentials/sql/v1/proto_parser/proto_parser.h>
namespace NSQLTranslationV1 {
using namespace NSQLv1Generated;
TAstNode* SqlASTToYql(const google::protobuf::Message& protoAst, TContext& ctx) {
const google::protobuf::Descriptor* d = protoAst.GetDescriptor();
if (d && d->name() != "TSQLv1ParserAST") {
ctx.Error() << "Invalid AST structure: " << d->name() << ", expected TSQLv1ParserAST";
return nullptr;
}
TSqlQuery query(ctx, ctx.Settings.Mode, true);
TNodePtr node(query.Build(static_cast<const TSQLv1ParserAST&>(protoAst)));
try {
if (node && node->Init(ctx, nullptr)) {
return node->Translate(ctx);
}
} catch (const NProtoAST::TTooManyErrors&) {
// do not add error issue, no room for it
}
return nullptr;
}
TAstNode* SqlASTsToYqls(const std::vector<::NSQLv1Generated::TRule_sql_stmt_core>& ast, TContext& ctx) {
TSqlQuery query(ctx, ctx.Settings.Mode, true);
TNodePtr node(query.Build(ast));
try {
if (node && node->Init(ctx, nullptr)) {
return node->Translate(ctx);
}
} catch (const NProtoAST::TTooManyErrors&) {
// do not add error issue, no room for it
}
return nullptr;
}
void SqlASTToYqlImpl(NYql::TAstParseResult& res, const google::protobuf::Message& protoAst,
TContext& ctx) {
YQL_ENSURE(!ctx.Issues.Size());
res.Root = SqlASTToYql(protoAst, ctx);
res.Pool = std::move(ctx.Pool);
if (!res.Root) {
if (ctx.Issues.Size()) {
ctx.IncrementMonCounter("sql_errors", "AstToYqlError");
} else {
ctx.IncrementMonCounter("sql_errors", "AstToYqlSilentError");
ctx.Error() << "Error occurred on parse SQL query, but no error is collected" <<
", please send this request over bug report into YQL interface or write on yql@ maillist";
}
} else {
ctx.WarnUnusedHints();
}
}
void SqlASTsToYqlsImpl(NYql::TAstParseResult& res, const std::vector<::NSQLv1Generated::TRule_sql_stmt_core>& ast, TContext& ctx) {
res.Root = SqlASTsToYqls(ast, ctx);
res.Pool = std::move(ctx.Pool);
if (!res.Root) {
if (ctx.Issues.Size()) {
ctx.IncrementMonCounter("sql_errors", "AstToYqlError");
} else {
ctx.IncrementMonCounter("sql_errors", "AstToYqlSilentError");
ctx.Error() << "Error occurred on parse SQL query, but no error is collected" <<
", please send this request over bug report into YQL interface or write on yql@ maillist";
}
} else {
ctx.WarnUnusedHints();
}
}
NYql::TAstParseResult SqlASTToYql(const google::protobuf::Message& protoAst,
const NSQLTranslation::TSQLHints& hints,
const NSQLTranslation::TTranslationSettings& settings)
{
YQL_ENSURE(IsQueryMode(settings.Mode));
TAstParseResult res;
TContext ctx(settings, hints, res.Issues);
SqlASTToYqlImpl(res, protoAst, ctx);
res.ActualSyntaxType = NYql::ESyntaxType::YQLv1;
return res;
}
NYql::TAstParseResult SqlToYql(const TString& query, const NSQLTranslation::TTranslationSettings& settings, NYql::TWarningRules* warningRules)
{
TAstParseResult res;
const TString queryName = "query";
NSQLTranslation::TSQLHints hints;
auto lexer = MakeLexer(settings.AnsiLexer, settings.Antlr4Parser);
YQL_ENSURE(lexer);
if (!CollectSqlHints(*lexer, query, queryName, settings.File, hints, res.Issues, settings.MaxErrors, settings.Antlr4Parser)) {
return res;
}
TContext ctx(settings, hints, res.Issues);
NSQLTranslation::TErrorCollectorOverIssues collector(res.Issues, settings.MaxErrors, settings.File);
google::protobuf::Message* ast(SqlAST(query, queryName, collector, settings.AnsiLexer, settings.Antlr4Parser, settings.TestAntlr4, settings.Arena));
if (ast) {
SqlASTToYqlImpl(res, *ast, ctx);
} else {
ctx.IncrementMonCounter("sql_errors", "AstError");
}
if (warningRules) {
*warningRules = ctx.WarningPolicy.GetRules();
ctx.WarningPolicy.Clear();
}
res.ActualSyntaxType = NYql::ESyntaxType::YQLv1;
return res;
}
bool NeedUseForAllStatements(const TRule_sql_stmt_core::AltCase& subquery) {
switch (subquery) {
case TRule_sql_stmt_core::kAltSqlStmtCore1: // pragma
case TRule_sql_stmt_core::kAltSqlStmtCore3: // named nodes
case TRule_sql_stmt_core::kAltSqlStmtCore6: // use
case TRule_sql_stmt_core::kAltSqlStmtCore12: // declare
case TRule_sql_stmt_core::kAltSqlStmtCore13: // import
case TRule_sql_stmt_core::kAltSqlStmtCore14: // export
case TRule_sql_stmt_core::kAltSqlStmtCore18: // define action or subquery
return true;
case TRule_sql_stmt_core::ALT_NOT_SET:
case TRule_sql_stmt_core::kAltSqlStmtCore2: // select
case TRule_sql_stmt_core::kAltSqlStmtCore4: // create table
case TRule_sql_stmt_core::kAltSqlStmtCore5: // drop table
case TRule_sql_stmt_core::kAltSqlStmtCore7: // into table
case TRule_sql_stmt_core::kAltSqlStmtCore8: // commit
case TRule_sql_stmt_core::kAltSqlStmtCore9: // update
case TRule_sql_stmt_core::kAltSqlStmtCore10: // delete
case TRule_sql_stmt_core::kAltSqlStmtCore11: // rollback
case TRule_sql_stmt_core::kAltSqlStmtCore15: // alter table
case TRule_sql_stmt_core::kAltSqlStmtCore16: // alter external table
case TRule_sql_stmt_core::kAltSqlStmtCore17: // do
case TRule_sql_stmt_core::kAltSqlStmtCore19: // if
case TRule_sql_stmt_core::kAltSqlStmtCore20: // for
case TRule_sql_stmt_core::kAltSqlStmtCore21: // values
case TRule_sql_stmt_core::kAltSqlStmtCore22: // create user
case TRule_sql_stmt_core::kAltSqlStmtCore23: // alter user
case TRule_sql_stmt_core::kAltSqlStmtCore24: // create group
case TRule_sql_stmt_core::kAltSqlStmtCore25: // alter group
case TRule_sql_stmt_core::kAltSqlStmtCore26: // drop role
case TRule_sql_stmt_core::kAltSqlStmtCore27: // create object
case TRule_sql_stmt_core::kAltSqlStmtCore28: // alter object
case TRule_sql_stmt_core::kAltSqlStmtCore29: // drop object
case TRule_sql_stmt_core::kAltSqlStmtCore30: // create external data source
case TRule_sql_stmt_core::kAltSqlStmtCore31: // alter external data source
case TRule_sql_stmt_core::kAltSqlStmtCore32: // drop external data source
case TRule_sql_stmt_core::kAltSqlStmtCore33: // create replication
case TRule_sql_stmt_core::kAltSqlStmtCore34: // drop replication
case TRule_sql_stmt_core::kAltSqlStmtCore35: // create topic
case TRule_sql_stmt_core::kAltSqlStmtCore36: // alter topic
case TRule_sql_stmt_core::kAltSqlStmtCore37: // drop topic
case TRule_sql_stmt_core::kAltSqlStmtCore38: // grant permissions
case TRule_sql_stmt_core::kAltSqlStmtCore39: // revoke permissions
case TRule_sql_stmt_core::kAltSqlStmtCore40: // alter table store
case TRule_sql_stmt_core::kAltSqlStmtCore41: // upsert object
case TRule_sql_stmt_core::kAltSqlStmtCore42: // create view
case TRule_sql_stmt_core::kAltSqlStmtCore43: // drop view
case TRule_sql_stmt_core::kAltSqlStmtCore44: // alter replication
case TRule_sql_stmt_core::kAltSqlStmtCore45: // create resource pool
case TRule_sql_stmt_core::kAltSqlStmtCore46: // alter resource pool
case TRule_sql_stmt_core::kAltSqlStmtCore47: // drop resource pool
case TRule_sql_stmt_core::kAltSqlStmtCore48: // create backup collection
case TRule_sql_stmt_core::kAltSqlStmtCore49: // alter backup collection
case TRule_sql_stmt_core::kAltSqlStmtCore50: // drop backup collection
case TRule_sql_stmt_core::kAltSqlStmtCore51: // analyze
case TRule_sql_stmt_core::kAltSqlStmtCore52: // create resource pool classifier
case TRule_sql_stmt_core::kAltSqlStmtCore53: // alter resource pool classifier
case TRule_sql_stmt_core::kAltSqlStmtCore54: // drop resource pool classifier
case TRule_sql_stmt_core::kAltSqlStmtCore55: // backup
case TRule_sql_stmt_core::kAltSqlStmtCore56: // restore
return false;
}
}
TVector<NYql::TAstParseResult> SqlToAstStatements(const TString& query, const NSQLTranslation::TTranslationSettings& settings, NYql::TWarningRules* warningRules,
TVector<NYql::TStmtParseInfo>* stmtParseInfo)
{
TVector<TAstParseResult> result;
const TString queryName = "query";
TIssues issues;
NSQLTranslation::TSQLHints hints;
auto lexer = MakeLexer(settings.AnsiLexer, settings.Antlr4Parser);
YQL_ENSURE(lexer);
if (!CollectSqlHints(*lexer, query, queryName, settings.File, hints, issues, settings.MaxErrors, settings.Antlr4Parser)) {
return result;
}
TContext ctx(settings, hints, issues);
NSQLTranslation::TErrorCollectorOverIssues collector(issues, settings.MaxErrors, settings.File);
google::protobuf::Message* astProto(SqlAST(query, queryName, collector, settings.AnsiLexer, settings.Antlr4Parser, settings.TestAntlr4, settings.Arena));
if (astProto) {
auto ast = static_cast<const TSQLv1ParserAST&>(*astProto);
const auto& query = ast.GetRule_sql_query();
if (query.Alt_case() == NSQLv1Generated::TRule_sql_query::kAltSqlQuery1) {
std::vector<::NSQLv1Generated::TRule_sql_stmt_core> commonStates;
std::vector<::NSQLv1Generated::TRule_sql_stmt_core> statementResult;
const auto& statements = query.GetAlt_sql_query1().GetRule_sql_stmt_list1();
if (NeedUseForAllStatements(statements.GetRule_sql_stmt2().GetRule_sql_stmt_core2().Alt_case())) {
commonStates.push_back(statements.GetRule_sql_stmt2().GetRule_sql_stmt_core2());
} else {
TContext ctx(settings, hints, issues);
result.emplace_back();
if (stmtParseInfo) {
stmtParseInfo->push_back({});
}
SqlASTsToYqlsImpl(result.back(), {statements.GetRule_sql_stmt2().GetRule_sql_stmt_core2()}, ctx);
result.back().Issues = std::move(issues);
issues.Clear();
}
for (auto block: statements.GetBlock3()) {
if (NeedUseForAllStatements(block.GetRule_sql_stmt2().GetRule_sql_stmt_core2().Alt_case())) {
commonStates.push_back(block.GetRule_sql_stmt2().GetRule_sql_stmt_core2());
continue;
}
TContext ctx(settings, hints, issues);
result.emplace_back();
if (stmtParseInfo) {
stmtParseInfo->push_back({});
}
statementResult = commonStates;
statementResult.push_back(block.GetRule_sql_stmt2().GetRule_sql_stmt_core2());
SqlASTsToYqlsImpl(result.back(), statementResult, ctx);
result.back().Issues = std::move(issues);
issues.Clear();
}
}
} else {
ctx.IncrementMonCounter("sql_errors", "AstError");
}
if (warningRules) {
*warningRules = ctx.WarningPolicy.GetRules();
ctx.WarningPolicy.Clear();
}
return result;
}
} // namespace NSQLTranslationV1
|
