1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
#pragma once
#include <yql/essentials/ast/yql_expr.h>
#include <yql/essentials/minikql/mkql_node.h>
#include <yql/essentials/minikql/mkql_program_builder.h>
namespace NYql {
namespace NCommon {
class IMkqlCallableCompiler;
struct TMkqlBuildContext {
using TArgumentsMap = TNodeMap<NKikimr::NMiniKQL::TRuntimeNode>;
using TMemoizedNodesMap = TArgumentsMap;
const IMkqlCallableCompiler& MkqlCompiler;
NKikimr::NMiniKQL::TProgramBuilder& ProgramBuilder;
TExprContext& ExprCtx;
TMemoizedNodesMap Memoization;
TMkqlBuildContext *const ParentCtx = nullptr;
const size_t Level = 0ULL;
const ui64 LambdaId = 0ULL;
NKikimr::NMiniKQL::TRuntimeNode Parameters;
TMkqlBuildContext(const IMkqlCallableCompiler& mkqlCompiler, NKikimr::NMiniKQL::TProgramBuilder& builder, TExprContext& exprCtx, ui64 lambdaId = 0ULL, TArgumentsMap&& args = {})
: MkqlCompiler(mkqlCompiler)
, ProgramBuilder(builder)
, ExprCtx(exprCtx)
, Memoization(std::move(args))
, LambdaId(lambdaId)
{}
TMkqlBuildContext(TMkqlBuildContext& parent, TArgumentsMap&& args, ui64 lambdaId)
: MkqlCompiler(parent.MkqlCompiler)
, ProgramBuilder(parent.ProgramBuilder)
, ExprCtx(parent.ExprCtx)
, Memoization(std::move(args))
, ParentCtx(&parent)
, Level(parent.Level + 1U)
, LambdaId(lambdaId)
, Parameters(parent.Parameters)
{}
};
class IMkqlCallableCompiler : public TThrRefBase {
public:
typedef std::function<NKikimr::NMiniKQL::TRuntimeNode(const TExprNode&, TMkqlBuildContext&)> TCompiler;
virtual bool HasCallable(const std::string_view& name) const = 0;
virtual TCompiler FindCallable(const std::string_view& name) const = 0;
virtual TCompiler GetCallable(const std::string_view& name) const = 0;
virtual ~IMkqlCallableCompiler() {}
};
class TMkqlCallableCompilerBase : public IMkqlCallableCompiler {
public:
bool HasCallable(const std::string_view& name) const override;
TCompiler FindCallable(const std::string_view& name) const override;
TCompiler GetCallable(const std::string_view& name) const override;
virtual void AddCallable(const std::string_view& name, TCompiler compiler);
virtual void AddCallable(const std::initializer_list<std::string_view>& names, TCompiler compiler);
virtual void ChainCallable(const std::string_view& name, TCompiler compiler);
virtual void ChainCallable(const std::initializer_list<std::string_view>& names, TCompiler compiler);
virtual void OverrideCallable(const std::string_view& name, TCompiler compiler);
private:
THashMap<TString, TCompiler> Callables;
protected:
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::UnaryFunctionMethod>>& callables);
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::BinaryFunctionMethod>>& callables);
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::TernaryFunctionMethod>>& callables);
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::ArrayFunctionMethod>>& callables);
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::ProcessFunctionMethod>>& callables);
void AddSimpleCallables(const std::initializer_list<std::pair<std::string_view, NKikimr::NMiniKQL::TProgramBuilder::NarrowFunctionMethod>>& callables);
};
class TMkqlCommonCallableCompiler : public TMkqlCallableCompilerBase {
public:
bool HasCallable(const std::string_view& name) const override;
TCompiler FindCallable(const std::string_view& name) const override;
TCompiler GetCallable(const std::string_view& name) const override;
void AddCallable(const std::string_view& name, TCompiler compiler) override;
void AddCallable(const std::initializer_list<std::string_view>& names, TCompiler compiler) override;
void OverrideCallable(const std::string_view& name, TCompiler compiler) override;
private:
class TShared : public TMkqlCallableCompilerBase {
public:
TShared();
};
const TShared& GetShared() const {
return *Singleton<TShared>();
}
};
NKikimr::NMiniKQL::TRuntimeNode CombineByKeyImpl(const TExprNode& node, TMkqlBuildContext& ctx);
NKikimr::NMiniKQL::TRuntimeNode MkqlBuildExpr(const TExprNode& node, TMkqlBuildContext& ctx);
NKikimr::NMiniKQL::TRuntimeNode MkqlBuildLambda(const TExprNode& lambda, TMkqlBuildContext& ctx, const NKikimr::NMiniKQL::TRuntimeNode::TList& args);
NKikimr::NMiniKQL::TRuntimeNode::TList MkqlBuildWideLambda(const TExprNode& lambda, TMkqlBuildContext& ctx, const NKikimr::NMiniKQL::TRuntimeNode::TList& args);
} // namespace NCommon
} // namespace NYql
|
