diff options
author | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
---|---|---|
committer | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
commit | 31773f157bf8164364649b5f470f52dece0a4317 (patch) | |
tree | 33d0f7eef45303ab68cf08ab381ce5e5e36c5240 /yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql | |
parent | 2c7938962d8689e175574fc1e817c05049f27905 (diff) | |
parent | eff600952d5dfe17942f38f510a8ac2b203bb3a5 (diff) | |
download | ydb-31773f157bf8164364649b5f470f52dece0a4317.tar.gz |
Merge branch 'rightlib' into mergelibs-241120-1113
Diffstat (limited to 'yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql')
-rw-r--r-- | yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql b/yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql new file mode 100644 index 0000000000..bcb27c7be3 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/MultiIO/PartitionByKeyWithMultiOut.yql @@ -0,0 +1,56 @@ +( +#comment +(let mr_source (DataSource 'yt 'plato)) +(let mr_sink (DataSink 'yt 'plato)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let data (Right! x)) + +(let varTuple (VariantType (TupleType + (StructType + '('key (DataType 'String)) + '('subkey (DataType 'String)) + '('value (DataType 'String)) + ) + (StructType + '('key (DataType 'String)) + '('subkey (DataType 'String)) + '('value (DataType 'String)) + ) +))) + +(let keySelector (lambda '(x) (Member x 'key))) +(let listHandler (lambda '(groups) (block '( + (return (Map groups (lambda '(group) (block '( + (let key (Nth group '0)) + (let stream (Nth group '1)) + + (let s (Struct)) + (let s (AddMember s 'key key)) + (let s (AddMember s 'subkey (String '.))) + (let s (AddMember s 'value (ToString (Length (ForwardList stream))))) + + (let intValue (FromString key 'Int32)) + (let res + (If (Coalesce (Equal (% intValue (Int32 '2)) (Int32 '0)) (Bool 'false)) + (Variant s '0 varTuple) + (Variant s '1 varTuple) + ) + ) + (return res) + ))))) +)))) +(let data (PartitionByKey data keySelector (Void) (Void) listHandler)) + +(let dataTuple (Demux data)) + +(let data1 (Nth dataTuple '0)) +(let data2 (Nth dataTuple '1)) + +(let world (Write! world mr_sink (Key '('table (String 'Output1))) data1 '('('mode 'renew)))) +(let world (Write! world mr_sink (Key '('table (String 'Output2))) data2 '('('mode 'renew)))) + +(let world (Commit! world mr_sink)) +(return world) +) |