1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
#pragma once
#include "mkql_function_metadata.h"
#include <yql/essentials/public/udf/udf_counter.h>
#include <yql/essentials/public/udf/udf_registrator.h>
#include <yql/essentials/public/udf/udf_type_builder.h>
#include <util/generic/ptr.h>
#include <util/generic/vector.h>
#include <util/generic/maybe.h>
#include <util/generic/hash.h>
#include <util/generic/hash_set.h>
#include <map>
#ifdef _win_
# define MKQL_UDF_LIB_PREFIX ""
# define MKQL_UDF_LIB_SUFFIX ".dll"
#elif defined(_darwin_)
# define MKQL_UDF_LIB_PREFIX "lib"
# define MKQL_UDF_LIB_SUFFIX ".dylib"
#else
# define MKQL_UDF_LIB_PREFIX "lib"
# define MKQL_UDF_LIB_SUFFIX ".so"
#endif
//////////////////////////////////////////////////////////////////////////////
// forward declarations
//////////////////////////////////////////////////////////////////////////////
class IOutputStream;
namespace NKikimr {
namespace NMiniKQL {
class IMutableFunctionRegistry;
class TTypeEnvironment;
struct TFunctionTypeInfo;
class TStatus;
class TType;
}
}
namespace NKikimr {
namespace NMiniKQL {
using TUdfModuleRemappings = THashMap<TString, TString>; // old => new
using TUdfModulePathsMap = THashMap<TString, TString>; // module name => udf path
//////////////////////////////////////////////////////////////////////////////
// IFunctionRegistry
//////////////////////////////////////////////////////////////////////////////
class IFunctionRegistry: public TThrRefBase
{
public:
typedef TIntrusivePtr<IFunctionRegistry> TPtr;
virtual ~IFunctionRegistry() = default;
virtual const IBuiltinFunctionRegistry::TPtr& GetBuiltins() const = 0;
virtual void AllowUdfPatch() = 0;
virtual TStatus FindFunctionTypeInfo(
const TTypeEnvironment& env,
NUdf::ITypeInfoHelper::TPtr typeInfoHelper,
NUdf::ICountersProvider* countersProvider,
const TStringBuf& name,
TType* userType,
const TStringBuf& typeConfig,
ui32 flags,
const NUdf::TSourcePosition& pos,
const NUdf::ISecureParamsProvider* secureParamsProvider,
TFunctionTypeInfo* funcInfo) const = 0;
virtual TMaybe<TString> FindUdfPath(const TStringBuf& moduleName) const = 0;
virtual bool IsLoadedUdfModule(const TStringBuf& moduleName) const = 0;
virtual THashSet<TString> GetAllModuleNames() const = 0;
virtual void PrintInfoTo(IOutputStream& out) const = 0;
virtual void CleanupModulesOnTerminate() const = 0;
virtual TIntrusivePtr<IMutableFunctionRegistry> Clone() const = 0;
struct TFunctionProperties { bool IsTypeAwareness = false; };
typedef std::map<TString, TFunctionProperties> TFunctionsMap;
virtual TFunctionsMap GetModuleFunctions(const TStringBuf& moduleName) const = 0;
virtual bool SupportsSizedAllocators() const = 0;
};
//////////////////////////////////////////////////////////////////////////////
// IMutableFunctionRegistry
//////////////////////////////////////////////////////////////////////////////
class IMutableFunctionRegistry: public IFunctionRegistry
{
public:
virtual void SetBackTraceCallback(NUdf::TBackTraceCallback callback) = 0;
virtual void LoadUdfs(
const TString& libraryPath,
const TUdfModuleRemappings& remmapings,
ui32 flags = 0,
const TString& customUdfPrefix = {},
THashSet<TString>* modules = nullptr) = 0;
virtual void AddModule(
const TStringBuf& libraryPath,
const TStringBuf& moduleName,
NUdf::TUniquePtr<NUdf::IUdfModule> module) = 0;
virtual void SetSystemModulePaths(const TUdfModulePathsMap& paths) = 0;
};
//////////////////////////////////////////////////////////////////////////////
// factories
//////////////////////////////////////////////////////////////////////////////
TIntrusivePtr<IFunctionRegistry> CreateFunctionRegistry(IBuiltinFunctionRegistry::TPtr&& builtins);
TIntrusivePtr<IFunctionRegistry> CreateFunctionRegistry(
NKikimr::NUdf::TBackTraceCallback backtraceCallback,
IBuiltinFunctionRegistry::TPtr&& builtins,
bool allowUdfPatch,
const TVector<TString>& udfsPaths,
ui32 flags = 0); // see NUdf::IRegistrator::TFlags
//////////////////////////////////////////////////////////////////////////////
// helper functions
//////////////////////////////////////////////////////////////////////////////
void FindUdfsInDir(const TString& dirPath, TVector<TString>* paths);
bool SplitModuleAndFuncName(
const TStringBuf& name, TStringBuf& module, TStringBuf& func);
TString FullName(const TStringBuf& module, const TStringBuf& func);
inline TStringBuf ModuleName(const TStringBuf& name) {
TStringBuf moduleName, _;
if (SplitModuleAndFuncName(name, moduleName, _)) {
return moduleName;
}
return name;
}
const TStringBuf StaticModulePrefix(TStringBuf("<static>::"));
void FillStaticModules(IMutableFunctionRegistry& registry);
} // namespace NMiniKQL
} // namespace NKikimr
|
