diff options
author | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
---|---|---|
committer | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
commit | 31773f157bf8164364649b5f470f52dece0a4317 (patch) | |
tree | 33d0f7eef45303ab68cf08ab381ce5e5e36c5240 /yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql | |
parent | 2c7938962d8689e175574fc1e817c05049f27905 (diff) | |
parent | eff600952d5dfe17942f38f510a8ac2b203bb3a5 (diff) | |
download | ydb-31773f157bf8164364649b5f470f52dece0a4317.tar.gz |
Merge branch 'rightlib' into mergelibs-241120-1113
Diffstat (limited to 'yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql')
-rw-r--r-- | yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql | 39 |
1 files changed, 39 insertions, 0 deletions
diff --git a/yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql b/yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql new file mode 100644 index 0000000000..5a39b90887 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/ManyYamrOperations/CombineThenGroup.yql @@ -0,0 +1,39 @@ +( + (let x (Read! world (DataSource '"yt" '"plato") (Key '('table (String '"Input"))) '('"key" '"subkey" '"value") '())) + (let world (Left! x)) + (let table0 (Right! x)) + + (let preMap (lambda '(item) (Just item))) + (let keyExtractor (lambda '(item) (Member item 'key))) + (let init (lambda '(key item) (Member item 'value))) + (let update (lambda '(key item state) (Concat state (Member item 'value)))) + (let finish (lambda '(key state) (block '( + (let s (Struct)) + (let s (AddMember s 'key key)) + (let s (AddMember s 'subkey (String '.))) + (let s (AddMember s 'value state)) + (return (Just s)) + )))) + (let combine (CombineByKey table0 preMap keyExtractor init update finish)) + + (let listHandler (lambda '(stream) (FlatMap stream (lambda '(pair) (block '( + (let key (Nth pair '0)) + (let list (ForwardList (Nth pair '1))) + (let s (Struct)) + (let s (AddMember s 'key key)) + (let s (AddMember s 'subkey (String '.))) + (let value (Fold1 list + (lambda '(item) (Member item 'value)) + (lambda '(item state) (Concat state (Member item 'value))) + )) + (let s (AddMember s 'value (Coalesce value (String '"")))) + (let ret (AsList s)) + (return ret) + )))))) + (let reducedTable (PartitionByKey combine keyExtractor (Void) (Void) listHandler)) + (let mr_sink (DataSink 'yt (quote plato))) + (let world (Write! world mr_sink (Key '('table (String 'Output))) reducedTable '('('mode 'append)))) + (let world (Commit! world mr_sink)) + + (return world) +) |