1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#include "hints.h"
#include "parse_hints_impl.h"
#include <yql/essentials/utils/yql_panic.h>
#include <util/string/escape.h>
namespace NSQLTranslation {
using NYql::TPosition;
TString TSQLHint::ToString() const {
TString result;
TStringOutput out(result);
Out(out);
return result;
}
void TSQLHint::Out(IOutputStream& o) const {
o << "\"" << EscapeC(Name) << "\":{";
for (size_t i = 0; i < Values.size(); ++i) {
o << "\"" << EscapeC(Values[i]) << "\"";
if (i + 1 < Values.size()) {
o << ",";
}
}
o << "}";
}
namespace {
class TTokenProcessor {
public:
TTokenProcessor(const TString& queryFile, TSQLHints& hints, bool utf8Aware)
: QueryFile(queryFile)
, Hints(hints)
, Utf8Aware(utf8Aware)
{}
TPosition ExtractPosition(const TParsedToken& token) const {
return TPosition(token.LinePos + 1, token.Line, QueryFile);
}
void ProcessToken(TParsedToken&& token) {
if (token.Name == "EOF") {
return;
}
auto pos = ExtractPosition(token);
YQL_ENSURE(!PrevNonCommentPos.Defined() || *PrevNonCommentPos < pos, "Tokens positions should increase monotonically");
if (token.Name == "WS") {
return;
}
if (token.Name != "COMMENT") {
PrevNonCommentPos = pos;
return;
}
if (!PrevNonCommentPos) {
// skip leading comments
return;
}
TVector<TSQLHint> currentHints = NDetail::ParseSqlHints(pos, token.Content, Utf8Aware);
if (currentHints.empty()) {
// no hints here
return;
}
auto& target = Hints[*PrevNonCommentPos];
target.insert(target.end(), currentHints.begin(), currentHints.end());
}
private:
TMaybe<TPosition> PrevNonCommentPos;
const TString QueryFile;
TSQLHints& Hints;
const bool Utf8Aware;
};
}
bool CollectSqlHints(ILexer& lexer, const TString& query, const TString& queryName,
const TString& queryFile, TSQLHints& hints, NYql::TIssues& issues, size_t maxErrors, bool utf8Aware) {
TTokenProcessor tp(queryFile, hints, utf8Aware);
return lexer.Tokenize(query, queryName, [&tp](TParsedToken&& token) { tp.ProcessToken(std::move(token)); }, issues, maxErrors);
}
}
|
