diff options
author | Maxim Yurchuk <maxim-yurchuk@ydb.tech> | 2024-11-20 17:37:57 +0000 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-11-20 17:37:57 +0000 |
commit | f76323e9b295c15751e51e3443aa47a36bee8023 (patch) | |
tree | 4113c8cad473a33e0f746966e0cf087252fa1d7a /yql/essentials/tests/s-expressions/suites/EquiJoinCommon | |
parent | 753ecb8d410a4cb459c26f3a0082fb2d1724fe63 (diff) | |
parent | a7b9a6afea2a9d7a7bfac4c5eb4c1a8e60adb9e6 (diff) | |
download | ydb-f76323e9b295c15751e51e3443aa47a36bee8023.tar.gz |
Merge pull request #11788 from ydb-platform/mergelibs-241120-1113
Library import 241120-1113
Diffstat (limited to 'yql/essentials/tests/s-expressions/suites/EquiJoinCommon')
17 files changed, 497 insertions, 0 deletions
diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommon.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommon.yql new file mode 100644 index 0000000000..fd0cd3266b --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommon.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonKey2.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonKey2.yql new file mode 100644 index 0000000000..04d4ac8e78 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonKey2.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1.yql new file mode 100644 index 0000000000..c2925077b4 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1Opt))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12.yql new file mode 100644 index 0000000000..4f530fd62f --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1Opt))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2Opt))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12Key2.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12Key2.yql new file mode 100644 index 0000000000..430c926921 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt12Key2.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1Opt))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2Opt))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1Key2.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1Key2.yql new file mode 100644 index 0000000000..da741bd831 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt1Key2.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1Opt))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2.yql new file mode 100644 index 0000000000..10ceca2c98 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2Opt))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1) '('b 'key2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2Key2.yql b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2Key2.yql new file mode 100644 index 0000000000..0cd36f7c36 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/JoinCommonOpt2Key2.yql @@ -0,0 +1,42 @@ +( +(let mr_source (DataSource 'yt 'plato)) +(let x (Read! world mr_source (Key '('table (String 'Input1))) (Void) '())) +(let world (Left! x)) +(let list1 (Right! x)) + +(let x (Read! world mr_source (Key '('table (String 'Input2Opt))) (Void) '())) +(let world (Left! x)) +(let list2 (Right! x)) + +(let joinInner (EquiJoin '(list1 'a) '(list2 'b) '('Inner 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeft (EquiJoin '(list1 'a) '(list2 'b) '('Left 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRight (EquiJoin '(list1 'a) '(list2 'b) '('Right 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinFull (EquiJoin '(list1 'a) '(list2 'b) '('Full 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftOnly (EquiJoin '(list1 'a) '(list2 'b) '('LeftOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightOnly (EquiJoin '(list1 'a) '(list2 'b) '('RightOnly 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinExclusion (EquiJoin '(list1 'a) '(list2 'b) '('Exclusion 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinLeftSemi (EquiJoin '(list1 'a) '(list2 'b) '('LeftSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinRightSemi (EquiJoin '(list1 'a) '(list2 'b) '('RightSemi 'a 'b '('a 'key1 'a 'subkey1) '('b 'key2 'b 'subkey2) '()) '())) +(let joinCross (EquiJoin '(list1 'a) '(list2 'b) '('Cross 'a 'b '() '() '()) '())) + +(let sortDir4 '((Bool 'true) (Bool 'true) (Bool 'true) (Bool 'true))) +(let sortDir2 '((Bool 'true) (Bool 'true))) +(let keySelectorAB (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1") (Member row '"a.value1") (Member row '"b.key2")))) +(let keySelectorA (lambda '(row) '((Member row '"a.key1") (Member row '"a.subkey1")))) +(let keySelectorB (lambda '(row) '((Member row '"b.key2") (Member row '"b.subkey2")))) + +(let res_sink (DataSink 'result)) +(let world (Write! world res_sink (Key) (Sort joinInner sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeft sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRight sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinFull sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftOnly sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightOnly sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinExclusion sortDir4 keySelectorAB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinLeftSemi sortDir2 keySelectorA) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinRightSemi sortDir2 keySelectorB) '('('type)))) +(let world (Write! world res_sink (Key) (Sort joinCross sortDir4 keySelectorAB) '('('type)))) + +(let world (Commit! world res_sink)) +(return world) +) diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/default.cfg b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/default.cfg new file mode 100644 index 0000000000..3986c38117 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/default.cfg @@ -0,0 +1,5 @@ +res result.txt +in Input1 input1.txt +in Input2 input2.txt +in Input1Opt input1opt.txt +in Input2Opt input2opt.txt diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt new file mode 100644 index 0000000000..6cacacff58 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt @@ -0,0 +1,3 @@ +{"key1"=1;subkey1=".";"value1"="A"}; +{"key1"=4;subkey1=".";"value1"="C"}; +{"key1"=4;subkey1=".";"value1"="D"}; diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt.attr b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt.attr new file mode 100644 index 0000000000..8714765eb4 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1.txt.attr @@ -0,0 +1,30 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key1"; + [ + "DataType"; + "Int32" + ] + ]; + [ + "subkey1"; + [ + "DataType"; + "String" + ] + ]; + [ + "value1"; + [ + "DataType"; + "String" + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt new file mode 100644 index 0000000000..f03418b1bf --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt @@ -0,0 +1,6 @@ +{"key1"=1;subkey1=".";"value1"="A"}; +{"key1"=4;subkey1=".";"value1"="C"}; +{"key1"=4;subkey1=".";"value1"="D"}; +{"key1"=#;subkey1=".";"value1"="E"}; +{"key1"=#;subkey1=".";"value1"="F"}; +{"key1"=#;subkey1=".";"value1"="G"}; diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt.attr b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt.attr new file mode 100644 index 0000000000..de343fa9cb --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input1opt.txt.attr @@ -0,0 +1,39 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key1"; + [ + "OptionalType"; + [ + "DataType"; + "Int32" + ] + ] + ]; + [ + "subkey1"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ]; + [ + "value1"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt new file mode 100644 index 0000000000..7e4ea597de --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt @@ -0,0 +1,3 @@ +{"key2"=2u;subkey2=".";"value2"="U"}; +{"key2"=4u;subkey2=".";"value2"="Y"}; +{"key2"=4u;subkey2=".";"value2"="W"}; diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt.attr b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt.attr new file mode 100644 index 0000000000..824353dafc --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2.txt.attr @@ -0,0 +1,30 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key2"; + [ + "DataType"; + "Uint64" + ] + ]; + [ + "subkey2"; + [ + "DataType"; + "String" + ] + ]; + [ + "value2"; + [ + "DataType"; + "String" + ] + ] + ] + ] + } +}
\ No newline at end of file diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt new file mode 100644 index 0000000000..17ff7232b7 --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt @@ -0,0 +1,6 @@ +{"key2"=2u;subkey2=".";"value2"="U"}; +{"key2"=4u;subkey2=".";"value2"="Y"}; +{"key2"=4u;subkey2=".";"value2"="W"}; +{"key2"=#;subkey2=".";"value2"="P"}; +{"key2"=#;subkey2=".";"value2"="Q"}; +{"key2"=#;subkey2=".";"value2"="R"}; diff --git a/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt.attr b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt.attr new file mode 100644 index 0000000000..990e5b6aee --- /dev/null +++ b/yql/essentials/tests/s-expressions/suites/EquiJoinCommon/input2opt.txt.attr @@ -0,0 +1,39 @@ +{ + "_yql_row_spec" = { + "Type" = [ + "StructType"; + [ + [ + "key2"; + [ + "OptionalType"; + [ + "DataType"; + "Uint64" + ] + ] + ]; + [ + "subkey2"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ]; + [ + "value2"; + [ + "OptionalType"; + [ + "DataType"; + "String" + ] + ] + ] + ] + ] + } +}
\ No newline at end of file |