1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
(
(import aggregate_module '"/lib/yql/aggregate.yql")
(import window_module '"/lib/yql/window.yql")
(import core_module '"/lib/yql/core.yql")
(let world (block '(
(let x (Read! world (DataSource '"yt" '"plato") (MrTableConcat (Key '('table (String '"Input")))) '('"key") '()))
(let world (Left! x))
(let table1 (Right! x))
(let output (block '(
(let select (block '(
(let core (block '(
(let select (block '(
(let inputRowsList (block '(
(let select (block '(
(let core table1)
(let core (FlatMap core (lambda '(row) (AsList (AsStruct '('"key" (Member row '"key")) '('"skey" ("Size" (Member row '"key"))))))))
(let core (Aggregate core '('"skey") '('('Count0 (Apply (bind aggregate_module '"count_traits_factory") (TypeOf core) (lambda '(row) (Void)))))))
(let core (FlatMap core (lambda '(row) (block '(
(let res (AsStruct '('"skey" (Member row '"skey")) '('"cnt" (Member row 'Count0))))
(let res (AsList res))
(return res)
)))))
(return core)
)))
(return select)
)))
(let core (LMap inputRowsList (lambda '(x) (block '(
(let inputType (CallableArgumentType (TypeOf (ScriptUdf 'Python '"f" (CallableType '() '((StreamType (StructType '('"cnt" (DataType 'Uint64)) '('"pass" (DataType 'Int32)) '('"skey" (DataType 'Uint32))))) '((StreamType (StructType '('"cnt" (DataType 'Uint64)) '('"skey" (DataType 'Uint32))))) '((DataType 'Int32))) (String '@@
def f(input,x):
for i in list(input):
d = i.__dict__
d["pass"] = x
yield d
def f2(a,b,c):
return {"a":a,"b":b,"c":c}
@@))) '0))
(let inputRowsList (MatchType inputType 'List (lambda '(y) (ForwardList x)) (lambda '(y) "x")))
(return (Apply (ScriptUdf 'Python '"f" (CallableType '() '((StreamType (StructType '('"cnt" (DataType 'Uint64)) '('"pass" (DataType 'Int32)) '('"skey" (DataType 'Uint32))))) '((StreamType (StructType '('"cnt" (DataType 'Uint64)) '('"skey" (DataType 'Uint32))))) '((DataType 'Int32))) (String '@@
def f(input,x):
for i in list(input):
d = i.__dict__
d["pass"] = x
yield d
def f2(a,b,c):
return {"a":a,"b":b,"c":c}
@@)) inputRowsList (Int32 '"1")))
)))))
(return core)
)))
(return select)
)))
(let core (FlatMap core (lambda '(row) (block '(
(let res (Apply (ScriptUdf 'Python '"f2" (CallableType '() '((StructType '('"a" (DataType 'Uint32)) '('"b" (DataType 'Uint64)) '('"c" (DataType 'Int32)))) '((DataType 'Uint32) 'skey) '((DataType 'Uint64) 'cnt) '((DataType 'Int32) 'pass)) (String '@@
def f(input,x):
for i in list(input):
d = i.__dict__
d["pass"] = x
yield d
def f2(a,b,c):
return {"a":a,"b":b,"c":c}
@@)) (Member row '"skey") (Member row '"cnt") (Member row '"pass")))
(let res (MatchType res 'Optional (lambda '(opt) (ToList opt)) (lambda '(val) (MatchType val 'List (lambda '(list) list) (lambda '(item) (AsList item))))))
(return res)
)))))
(return core)
)))
(return select)
)))
(let world (block '(
(let result_sink (DataSink 'result))
(let world (Write! world result_sink (Key) output '('('type) '('autoref))))
(return (Commit! world result_sink))
)))
(return world)
)))
(let world (block '(
(let plato_sink (DataSink '"yt" '"plato"))
(let world (Commit! world plato_sink))
(return world)
)))
(return world)
)
|
