diff options
| author | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
|---|---|---|
| committer | Alexander Smirnov <alex@ydb.tech> | 2024-11-20 11:14:58 +0000 |
| commit | 31773f157bf8164364649b5f470f52dece0a4317 (patch) | |
| tree | 33d0f7eef45303ab68cf08ab381ce5e5e36c5240 /yql/essentials/tests/s-expressions/suites/GraceJoin | |
| parent | 2c7938962d8689e175574fc1e817c05049f27905 (diff) | |
| parent | eff600952d5dfe17942f38f510a8ac2b203bb3a5 (diff) | |
| download | ydb-31773f157bf8164364649b5f470f52dece0a4317.tar.gz | |
Merge branch 'rightlib' into mergelibs-241120-1113
Diffstat (limited to 'yql/essentials/tests/s-expressions/suites/GraceJoin')
11 files changed, 202 insertions, 0 deletions
diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/GraceJoinCore_Flow.yql b/yql/essentials/tests/s-expressions/suites/GraceJoin/GraceJoinCore_Flow.yql new file mode 100644 index 0000000000..da309347a4 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/GraceJoinCore_Flow.yql @@ -0,0 +1,23 @@ +( +(let world (Configure! world (DataSource '"config") '"LLVM" '"OFF")) +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (GraceJoinCore +(ExpandMap (ToFlow list1) (lambda '(m)(Member m 'key1))) +(ExpandMap (ToFlow list2) (lambda '(m)(Member m 'key2))) +'Inner '('0) '('0) '('0 '0) '('0 '1) '('key1) '('key2) '())) + +(let res_sink (DataSink 'result)) + +(let world (Write! world res_sink (Key) (Collect (NarrowMap joinInner (lambda '(a b) (AsStruct '('a a) '('b b))))) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/SelfJoinCore_Flow.yql b/yql/essentials/tests/s-expressions/suites/GraceJoin/SelfJoinCore_Flow.yql new file mode 100644 index 0000000000..e184b34935 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/SelfJoinCore_Flow.yql @@ -0,0 +1,18 @@ +( +(let world (Configure! world (DataSource '"config") '"LLVM" '"OFF")) +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let joinInner (GraceSelfJoinCore +(ExpandMap (ToFlow list1) (lambda '(m)(Member m 'key1))) +'Inner '('0) '('0) '('0 '0) '('0 '1) '('key1) '('key1) '())) + +(let res_sink (DataSink 'result)) + +(let world (Write! world res_sink (Key) (Collect (NarrowMap joinInner (lambda '(a b) (AsStruct '('a a) '('b b))))) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/default.cfg b/yql/essentials/tests/s-expressions/suites/GraceJoin/default.cfg new file mode 100644 index 0000000000..3986c38117 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/default.cfg @@ -0,0 +1,5 @@ +res result.txt +in Input1 input1.txt +in Input2 input2.txt +in Input1Opt input1opt.txt +in Input2Opt input2opt.txt diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt new file mode 100644 index 0000000000..4393708fba --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt @@ -0,0 +1,3 @@ +{"key1"=1u;subkey1="..";"value1"="A"}; +{"key1"=4u;subkey1="..";"value1"="C"}; +{"key1"=4u;subkey1="..";"value1"="D"}; diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt.attr b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt.attr new file mode 100644 index 0000000000..3f78440b17 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1.txt.attr @@ -0,0 +1,30 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key1"; + [ + "DataType"; + "Uint64" + ] + ]; + [ + "subkey1"; + [ + "DataType"; + "String" + ] + ]; + [ + "value1"; + [ + "DataType"; + "String" + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt new file mode 100644 index 0000000000..98331c5ee4 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt @@ -0,0 +1,6 @@ +{"key1"=1;subkey1="...";"value1"="A"}; +{"key1"=4;subkey1="...";"value1"="C"}; +{"key1"=4;subkey1="...";"value1"="D"}; +{"key1"=#;subkey1="...";"value1"="E"}; +{"key1"=#;subkey1="...";"value1"="F"}; +{"key1"=#;subkey1="...";"value1"="G"}; diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt.attr b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt.attr new file mode 100644 index 0000000000..de343fa9cb --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input1opt.txt.attr @@ -0,0 +1,39 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key1"; + [ + "OptionalType"; + [ + "DataType"; + "Int32" + ] + ] + ]; + [ + "subkey1"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ]; + [ + "value1"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt new file mode 100644 index 0000000000..7e4ea597de --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt @@ -0,0 +1,3 @@ +{"key2"=2u;subkey2=".";"value2"="U"}; +{"key2"=4u;subkey2=".";"value2"="Y"}; +{"key2"=4u;subkey2=".";"value2"="W"}; diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt.attr b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt.attr new file mode 100644 index 0000000000..824353dafc --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2.txt.attr @@ -0,0 +1,30 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key2"; + [ + "DataType"; + "Uint64" + ] + ]; + [ + "subkey2"; + [ + "DataType"; + "String" + ] + ]; + [ + "value2"; + [ + "DataType"; + "String" + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt new file mode 100644 index 0000000000..17ff7232b7 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt @@ -0,0 +1,6 @@ +{"key2"=2u;subkey2=".";"value2"="U"}; +{"key2"=4u;subkey2=".";"value2"="Y"}; +{"key2"=4u;subkey2=".";"value2"="W"}; +{"key2"=#;subkey2=".";"value2"="P"}; +{"key2"=#;subkey2=".";"value2"="Q"}; +{"key2"=#;subkey2=".";"value2"="R"}; diff --git a/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt.attr b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt.attr new file mode 100644 index 0000000000..990e5b6aee --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/GraceJoin/input2opt.txt.attr @@ -0,0 +1,39 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key2"; + [ + "OptionalType"; + [ + "DataType"; + "Uint64" + ] + ] + ]; + [ + "subkey2"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ]; + [ + "value2"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ] + ] + ] + } +}
\ No newline at end of file |