Intermediate changes

commit_hash:821873ed79a58bc9db93f62564a7c6aeb50608de

34 files changed, 517 insertions, 0 deletions

diff --git a/yql/essentials/core/type_ann/type-ann-coverage.ignore b/yql/essentials/core/type_ann/type-ann-coverage.ignore
index 32bc0962b5..89a4664278 100644
--- a/yql/essentials/core/type_ann/type-ann-coverage.ignore
+++ b/yql/essentials/core/type_ann/type-ann-coverage.ignore
@@ -1,3 +1,4 @@
 GraceJoinCoreWrapper
 GraceSelfJoinCoreWrapper
 SqlExternalFunctionWrapper
+UnsafeTimestampCastWrapper
diff --git a/yql/essentials/tests/s-expressions/minirun/part1/canondata/result.json b/yql/essentials/tests/s-expressions/minirun/part1/canondata/result.json
index 42412b5df1..08b9b251c6 100644
--- a/yql/essentials/tests/s-expressions/minirun/part1/canondata/result.json
+++ b/yql/essentials/tests/s-expressions/minirun/part1/canondata/result.json
@@ -13,6 +13,20 @@
             "uri": "https://{canondata_backend}/1597364/2bcf682be46fd123dd8441bdc3a8569ce29c838a/resource.tar.gz#test.test_Aggregation-InMemAggregateZeroOpt-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[Builtins-AuthTokens-default.txt-Debug]": [
+        {
+            "checksum": "62466a88378b8a5430b4e3c67ab6f477",
+            "size": 224,
+            "uri": "https://{canondata_backend}/1942278/e2edb7de3e558eabe40d574ead6a9590815f14a8/resource.tar.gz#test.test_Builtins-AuthTokens-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[Builtins-AuthTokens-default.txt-Results]": [
+        {
+            "checksum": "14a561a84d2e8cec6ca75f1dc356d2c3",
+            "size": 1147,
+            "uri": "https://{canondata_backend}/1942278/e2edb7de3e558eabe40d574ead6a9590815f14a8/resource.tar.gz#test.test_Builtins-AuthTokens-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[Casts-StrictCastOverStruct-default.txt-Debug]": [
         {
             "checksum": "2ba7618bbf70bc6e62ce5fc113352f77",
diff --git a/yql/essentials/tests/s-expressions/minirun/part3/canondata/result.json b/yql/essentials/tests/s-expressions/minirun/part3/canondata/result.json
index 3eedc02cae..f941367312 100644
--- a/yql/essentials/tests/s-expressions/minirun/part3/canondata/result.json
+++ b/yql/essentials/tests/s-expressions/minirun/part3/canondata/result.json
@@ -41,6 +41,34 @@
             "uri": "https://{canondata_backend}/1031349/0f0797c477ee3637f2371dfb4f180178d8214f43/resource.tar.gz#test.test_Builtins-FlattenMembersOptional2-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[Builtins-OrderedSqlRename-default.txt-Debug]": [
+        {
+            "checksum": "8849514989146cd45ee1b6af2f1f4f24",
+            "size": 286,
+            "uri": "https://{canondata_backend}/1936997/75b5416c3e517c1e872fb7dec8fd5e2f4d97d68e/resource.tar.gz#test.test_Builtins-OrderedSqlRename-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[Builtins-OrderedSqlRename-default.txt-Results]": [
+        {
+            "checksum": "e968e5019fc4944be3736add4f0386a0",
+            "size": 949,
+            "uri": "https://{canondata_backend}/1936997/75b5416c3e517c1e872fb7dec8fd5e2f4d97d68e/resource.tar.gz#test.test_Builtins-OrderedSqlRename-default.txt-Results_/results.txt"
+        }
+    ],
+    "test.test[Builtins-SqlRename-default.txt-Debug]": [
+        {
+            "checksum": "8849514989146cd45ee1b6af2f1f4f24",
+            "size": 286,
+            "uri": "https://{canondata_backend}/1936997/75b5416c3e517c1e872fb7dec8fd5e2f4d97d68e/resource.tar.gz#test.test_Builtins-SqlRename-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[Builtins-SqlRename-default.txt-Results]": [
+        {
+            "checksum": "e968e5019fc4944be3736add4f0386a0",
+            "size": 949,
+            "uri": "https://{canondata_backend}/1936997/75b5416c3e517c1e872fb7dec8fd5e2f4d97d68e/resource.tar.gz#test.test_Builtins-SqlRename-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[Casts-AlterToOverNull-default.txt-Debug]": [
         {
             "checksum": "75fa1b1412e6eae45a8d3fa42da8a0ff",
diff --git a/yql/essentials/tests/s-expressions/suites/Builtins/AuthTokens.yqls b/yql/essentials/tests/s-expressions/suites/Builtins/AuthTokens.yqls
new file mode 100644
index 0000000000..d82fcbdbdb
--- /dev/null
+++ b/yql/essentials/tests/s-expressions/suites/Builtins/AuthTokens.yqls
@@ -0,0 +1,10 @@
+(
+#comment
+(let config (DataSource 'config))
+(let res_sink (DataSink 'result))
+(let data (AuthTokens))
+(let world (Write! world res_sink (Key) data '('('type))))
+(let world (Commit! world res_sink))
+(return world)
+)
+
diff --git a/yql/essentials/tests/s-expressions/suites/Builtins/OrderedSqlRename.yqls b/yql/essentials/tests/s-expressions/suites/Builtins/OrderedSqlRename.yqls
new file mode 100644
index 0000000000..ce80a5ccbc
--- /dev/null
+++ b/yql/essentials/tests/s-expressions/suites/Builtins/OrderedSqlRename.yqls
@@ -0,0 +1,12 @@
+(
+#comment
+(let config (DataSource 'config))
+(let world (Configure! world config 'OrderedColumns))
+(let res_sink (DataSink 'result))
+(let list (AsList (AsStruct '('a (Int32 '1)) '('b (String 'foo)))))
+(let data (OrderedSqlRename (AssumeColumnOrder list '('a 'b)) '('b 'a)))
+(let world (Write! world res_sink (Key) data '('('type))))
+(let world (Commit! world res_sink))
+(return world)
+)
+
diff --git a/yql/essentials/tests/s-expressions/suites/Builtins/SqlRename.yqls b/yql/essentials/tests/s-expressions/suites/Builtins/SqlRename.yqls
new file mode 100644
index 0000000000..7dc0cb1170
--- /dev/null
+++ b/yql/essentials/tests/s-expressions/suites/Builtins/SqlRename.yqls
@@ -0,0 +1,12 @@
+(
+#comment
+(let config (DataSource 'config))
+(let world (Configure! world config 'OrderedColumns))
+(let res_sink (DataSink 'result))
+(let list (AsList (AsStruct '('a (Int32 '1)) '('b (String 'foo)))))
+(let data (SqlRename (AssumeColumnOrder list '('a 'b)) '('b 'a)))
+(let world (Write! world res_sink (Key) data '('('type))))
+(let world (Commit! world res_sink))
+(return world)
+)
+
diff --git a/yql/essentials/tests/sql/minirun/part2/canondata/result.json b/yql/essentials/tests/sql/minirun/part2/canondata/result.json
index cd78445c8a..48b245776b 100644
--- a/yql/essentials/tests/sql/minirun/part2/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part2/canondata/result.json
@@ -590,6 +590,20 @@
             "uri": "https://{canondata_backend}/1936997/6c0d4d99ebf6e22b485bc74feceb04995660d449/resource.tar.gz#test.test_expr-weakfield-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[file-folder_path--Debug]": [
+        {
+            "checksum": "12f83f5c04d5baad907b322b65c26aeb",
+            "size": 227,
+            "uri": "https://{canondata_backend}/1871102/f1944bc64e0581bfdc7fb2b38bde1a290b5091ec/resource.tar.gz#test.test_file-folder_path--Debug_/opt.yql"
+        }
+    ],
+    "test.test[file-folder_path--Results]": [
+        {
+            "checksum": "6336281eb631fe10c2697cf6c22fc335",
+            "size": 695,
+            "uri": "https://{canondata_backend}/1871102/f1944bc64e0581bfdc7fb2b38bde1a290b5091ec/resource.tar.gz#test.test_file-folder_path--Results_/results.txt"
+        }
+    ],
     "test.test[in-in_ansi_dict1-default.txt-Debug]": [
         {
             "checksum": "5a9bd0f4deebb7a6d82e173cd2029dc7",
@@ -1226,6 +1240,20 @@
             "uri": "https://{canondata_backend}/1903280/9bbf9186a00352794ae3116be5376d14b20646c3/resource.tar.gz#test.test_pg_duplicated-simple_duplicate-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[produce-process_row-default.txt-Debug]": [
+        {
+            "checksum": "73f05704042b4478d9fde5dc3d035f30",
+            "size": 240,
+            "uri": "https://{canondata_backend}/1936997/479c2b9186c7b979a2715ed7311faf6e67e7a26b/resource.tar.gz#test.test_produce-process_row-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[produce-process_row-default.txt-Results]": [
+        {
+            "checksum": "ad596b19a4e5ac78d46689092f2f5d90",
+            "size": 985,
+            "uri": "https://{canondata_backend}/1936997/479c2b9186c7b979a2715ed7311faf6e67e7a26b/resource.tar.gz#test.test_produce-process_row-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[select-double_at_ids-default.txt-Debug]": [
         {
             "checksum": "8a9650912e034c6288ffd0db29391c3d",
diff --git a/yql/essentials/tests/sql/minirun/part4/canondata/result.json b/yql/essentials/tests/sql/minirun/part4/canondata/result.json
index 5734034f51..6486e6dbc7 100644
--- a/yql/essentials/tests/sql/minirun/part4/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part4/canondata/result.json
@@ -475,6 +475,20 @@
             "uri": "https://{canondata_backend}/1942671/f9fe8b5ff2967f43b60e0f5b3fa5c2c4eff69207/resource.tar.gz#test.test_expr-common_type_for_resource_and_data--Results_/results.txt"
         }
     ],
+    "test.test[expr-current_op-default.txt-Debug]": [
+        {
+            "checksum": "c514376080191974c8258a19978c0f48",
+            "size": 303,
+            "uri": "https://{canondata_backend}/1130705/84c150c95d2c1a5ae3333b68759e20e3c07850e9/resource.tar.gz#test.test_expr-current_op-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[expr-current_op-default.txt-Results]": [
+        {
+            "checksum": "a071d5d303a7a4cafcddef6062ecacc0",
+            "size": 1281,
+            "uri": "https://{canondata_backend}/1130705/84c150c95d2c1a5ae3333b68759e20e3c07850e9/resource.tar.gz#test.test_expr-current_op-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[expr-distinct_from-default.txt-Debug]": [
         {
             "checksum": "90f5a4382f31458137ad010fd9ab2833",
@@ -559,6 +573,20 @@
             "uri": "https://{canondata_backend}/1942671/f9fe8b5ff2967f43b60e0f5b3fa5c2c4eff69207/resource.tar.gz#test.test_expr-list_top_sort-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[expr-table_path-default.txt-Debug]": [
+        {
+            "checksum": "390c0d1fae8cdf69553f72184fc15801",
+            "size": 358,
+            "uri": "https://{canondata_backend}/1130705/84c150c95d2c1a5ae3333b68759e20e3c07850e9/resource.tar.gz#test.test_expr-table_path-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[expr-table_path-default.txt-Results]": [
+        {
+            "checksum": "6336281eb631fe10c2697cf6c22fc335",
+            "size": 695,
+            "uri": "https://{canondata_backend}/1130705/84c150c95d2c1a5ae3333b68759e20e3c07850e9/resource.tar.gz#test.test_expr-table_path-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[expr-to_hashed_dict_vartuple_key-default.txt-Debug]": [
         {
             "checksum": "853effdf19df95342858976228ebcefb",
diff --git a/yql/essentials/tests/sql/minirun/part5/canondata/result.json b/yql/essentials/tests/sql/minirun/part5/canondata/result.json
index bee5d57064..0099efc9e4 100644
--- a/yql/essentials/tests/sql/minirun/part5/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part5/canondata/result.json
@@ -237,6 +237,20 @@
             "uri": "https://{canondata_backend}/1871002/ab54d2c5acdb4e70fca2cf294e5ea9c225baab0c/resource.tar.gz#test.test_aggr_factory-transform_output-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[aggregate-hopping-default.txt-Debug]": [
+        {
+            "checksum": "bb23bcbf33c639f7faf92653dd668f3c",
+            "size": 355,
+            "uri": "https://{canondata_backend}/1936273/164a3a54d9495ac4814b797e8e9ae43aba7a55d4/resource.tar.gz#test.test_aggregate-hopping-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[aggregate-hopping-default.txt-Results]": [
+        {
+            "checksum": "2e600c984ff744cd3695932ae0f5b88e",
+            "size": 754,
+            "uri": "https://{canondata_backend}/1936273/164a3a54d9495ac4814b797e8e9ae43aba7a55d4/resource.tar.gz#test.test_aggregate-hopping-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[bigdate-compare_big_small-default.txt-Debug]": [
         {
             "checksum": "7a688986a413df64112bcdbc98f632b0",
@@ -1460,6 +1474,48 @@
             "uri": "https://{canondata_backend}/1903280/fc172b180a1a56be4103b4d484d09e1a8482690d/resource.tar.gz#test.test_pg_duplicated-qualified_star_proj_two_times-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[produce-process_rows-default.txt-Debug]": [
+        {
+            "checksum": "79e8b328aadb3e79688c17e844f1fa16",
+            "size": 448,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-process_rows-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[produce-process_rows-default.txt-Results]": [
+        {
+            "checksum": "ad596b19a4e5ac78d46689092f2f5d90",
+            "size": 985,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-process_rows-default.txt-Results_/results.txt"
+        }
+    ],
+    "test.test[produce-reduce_row-default.txt-Debug]": [
+        {
+            "checksum": "48897cc33d765c58049015b24394009e",
+            "size": 626,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-reduce_row-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[produce-reduce_row-default.txt-Results]": [
+        {
+            "checksum": "f510b6dec6295b71d801f789f9cdbcfd",
+            "size": 981,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-reduce_row-default.txt-Results_/results.txt"
+        }
+    ],
+    "test.test[produce-reduce_row_udf--Debug]": [
+        {
+            "checksum": "113202edb59593857f58336ac88cb3e2",
+            "size": 1224,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-reduce_row_udf--Debug_/opt.yql"
+        }
+    ],
+    "test.test[produce-reduce_row_udf--Results]": [
+        {
+            "checksum": "50f7b89b3b0f7fa2877a6ef05064b6ec",
+            "size": 1177,
+            "uri": "https://{canondata_backend}/1817427/656562397da2c13ec7db8b0c7f5683b45cf21d03/resource.tar.gz#test.test_produce-reduce_row_udf--Results_/results.txt"
+        }
+    ],
     "test.test[select-values-default.txt-Debug]": [
         {
             "checksum": "a1663f76e1eb1e21673f3bae2ea7ba20",
diff --git a/yql/essentials/tests/sql/minirun/part8/canondata/result.json b/yql/essentials/tests/sql/minirun/part8/canondata/result.json
index 1d15ad707d..bfac0bdf52 100644
--- a/yql/essentials/tests/sql/minirun/part8/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part8/canondata/result.json
@@ -677,6 +677,20 @@
             "uri": "https://{canondata_backend}/1946324/cf18b25a645c304e04f3cd9ae86b529b02089d7a/resource.tar.gz#test.test_expr-literal_list_element-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[expr-table_record_index-default.txt-Debug]": [
+        {
+            "checksum": "836660447c45e0eeeacbbc676d3e874f",
+            "size": 360,
+            "uri": "https://{canondata_backend}/1903280/8586fe5d85df76b4ff13b957377dab05967ef91b/resource.tar.gz#test.test_expr-table_record_index-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[expr-table_record_index-default.txt-Results]": [
+        {
+            "checksum": "4523574daad6e8f8d9cfcf4551087420",
+            "size": 696,
+            "uri": "https://{canondata_backend}/1903280/8586fe5d85df76b4ff13b957377dab05967ef91b/resource.tar.gz#test.test_expr-table_record_index-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[expr-to_hashed_dict_list_key-default.txt-Debug]": [
         {
             "checksum": "9822c424fda426e6fb0817ca947254ed",
diff --git a/yql/essentials/tests/sql/minirun/part9/canondata/result.json b/yql/essentials/tests/sql/minirun/part9/canondata/result.json
index b15e71c2b7..8a7a0e87a6 100644
--- a/yql/essentials/tests/sql/minirun/part9/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part9/canondata/result.json
@@ -1258,6 +1258,20 @@
             "uri": "https://{canondata_backend}/1920236/c44c9c6aaab3edcf60318a670d0a5e6c410c3acc/resource.tar.gz#test.test_pg_duplicated-star_proj-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[produce-reduce_row_all-default.txt-Debug]": [
+        {
+            "checksum": "f4d09c8a6c3d8cdd724f5c97eebd6f51",
+            "size": 519,
+            "uri": "https://{canondata_backend}/1775319/bbc0e4846d8bae59999fb05d21f19c430d59727f/resource.tar.gz#test.test_produce-reduce_row_all-default.txt-Debug_/opt.yql"
+        }
+    ],
+    "test.test[produce-reduce_row_all-default.txt-Results]": [
+        {
+            "checksum": "f510b6dec6295b71d801f789f9cdbcfd",
+            "size": 981,
+            "uri": "https://{canondata_backend}/1775319/bbc0e4846d8bae59999fb05d21f19c430d59727f/resource.tar.gz#test.test_produce-reduce_row_all-default.txt-Results_/results.txt"
+        }
+    ],
     "test.test[udf-udaf_default-default.txt-Debug]": [
         {
             "checksum": "8f8b1454954834dfed9debc99927346a",
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/result.json b/yql/essentials/tests/sql/sql2yql/canondata/result.json
index 6de2131f4f..aff3020614 100644
--- a/yql/essentials/tests/sql/sql2yql/canondata/result.json
+++ b/yql/essentials/tests/sql/sql2yql/canondata/result.json
@@ -930,6 +930,13 @@
             "uri": "https://{canondata_backend}/1942173/99e88108149e222741552e7e6cddef041d6a2846/resource.tar.gz#test_sql2yql.test_aggregate-group_by_session_extended_tuple_/sql.yql"
         }
     ],
+    "test_sql2yql.test[aggregate-hopping]": [
+        {
+            "checksum": "b864980c1f4fdf1b00305beb8b93d8cf",
+            "size": 3276,
+            "uri": "https://{canondata_backend}/1900335/a512c88950db77f9d02ba3b43eb0c1b306c6198e/resource.tar.gz#test_sql2yql.test_aggregate-hopping_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[aggregate-listbuiltin_constness]": [
         {
             "checksum": "130edf9ebc140025610bd6b4770c3c54",
@@ -2155,6 +2162,13 @@
             "uri": "https://{canondata_backend}/1942173/99e88108149e222741552e7e6cddef041d6a2846/resource.tar.gz#test_sql2yql.test_expr-convert_to_lambda_optional_args_/sql.yql"
         }
     ],
+    "test_sql2yql.test[expr-current_op]": [
+        {
+            "checksum": "dad23f292f63f624470a93ca339916d1",
+            "size": 1342,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_expr-current_op_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[expr-current_tz]": [
         {
             "checksum": "c71a0e88510854625cb59d6c5f890ef7",
@@ -2869,6 +2883,20 @@
             "uri": "https://{canondata_backend}/1942173/99e88108149e222741552e7e6cddef041d6a2846/resource.tar.gz#test_sql2yql.test_expr-struct_slice_/sql.yql"
         }
     ],
+    "test_sql2yql.test[expr-table_path]": [
+        {
+            "checksum": "7dd7f7cefe0192d6ee3ad43023f3d1db",
+            "size": 1570,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_expr-table_path_/sql.yql"
+        }
+    ],
+    "test_sql2yql.test[expr-table_record_index]": [
+        {
+            "checksum": "7b35ea0da0345ab474c5f7fecf077596",
+            "size": 1572,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_expr-table_record_index_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[expr-tablename]": [
         {
             "checksum": "7837ee5f76b91332ab32381c321d878c",
@@ -3142,6 +3170,13 @@
             "uri": "https://{canondata_backend}/1942173/99e88108149e222741552e7e6cddef041d6a2846/resource.tar.gz#test_sql2yql.test_file-file_skip_take_/sql.yql"
         }
     ],
+    "test_sql2yql.test[file-folder_path]": [
+        {
+            "checksum": "fb2eb7c4e694388c7dcdfee48f5a7af0",
+            "size": 1000,
+            "uri": "https://{canondata_backend}/1871002/051d62825cc3c641079e7e312656a9a47d522647/resource.tar.gz#test_sql2yql.test_file-folder_path_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[file-parse_file_bad_type_fail]": [
         {
             "checksum": "9a60a3a06c9386fe17dbd1f0e003fcf8",
@@ -6439,6 +6474,41 @@
             "uri": "https://{canondata_backend}/1775319/f1fa0c55bf9f13cff57cf1c990c2330caed8eb1b/resource.tar.gz#test_sql2yql.test_pragma-yson_strict_fail_/sql.yql"
         }
     ],
+    "test_sql2yql.test[produce-process_row]": [
+        {
+            "checksum": "6c4897d4c3045e5620ef7ffb5c12d815",
+            "size": 1831,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_produce-process_row_/sql.yql"
+        }
+    ],
+    "test_sql2yql.test[produce-process_rows]": [
+        {
+            "checksum": "be996f6a281aa3f2b3313f7bf7bba154",
+            "size": 1895,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_produce-process_rows_/sql.yql"
+        }
+    ],
+    "test_sql2yql.test[produce-reduce_row]": [
+        {
+            "checksum": "e48cf30419fdea5f22c5d3a8dd4ad9d0",
+            "size": 1942,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_produce-reduce_row_/sql.yql"
+        }
+    ],
+    "test_sql2yql.test[produce-reduce_row_all]": [
+        {
+            "checksum": "47442242b1f0ee1b8899b8e07b75ee5e",
+            "size": 2119,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_produce-reduce_row_all_/sql.yql"
+        }
+    ],
+    "test_sql2yql.test[produce-reduce_row_udf]": [
+        {
+            "checksum": "0e5ae30eeca0f0e0efc5e6078cd50610",
+            "size": 2645,
+            "uri": "https://{canondata_backend}/937458/0263002581044055229fb35127ddc0a0a0025953/resource.tar.gz#test_sql2yql.test_produce-reduce_row_udf_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[produce-yql-10297]": [
         {
             "checksum": "307b5c3474b6475de6fddbab164043f7",
@@ -7524,6 +7594,11 @@
             "uri": "file://test_sql_format.test_aggregate-group_by_session_extended_tuple_/formatted.sql"
         }
     ],
+    "test_sql_format.test[aggregate-hopping]": [
+        {
+            "uri": "file://test_sql_format.test_aggregate-hopping_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[aggregate-listbuiltin_constness]": [
         {
             "uri": "file://test_sql_format.test_aggregate-listbuiltin_constness_/formatted.sql"
@@ -8399,6 +8474,11 @@
             "uri": "file://test_sql_format.test_expr-convert_to_lambda_optional_args_/formatted.sql"
         }
     ],
+    "test_sql_format.test[expr-current_op]": [
+        {
+            "uri": "file://test_sql_format.test_expr-current_op_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[expr-current_tz]": [
         {
             "uri": "file://test_sql_format.test_expr-current_tz_/formatted.sql"
@@ -8909,6 +8989,16 @@
             "uri": "file://test_sql_format.test_expr-struct_slice_/formatted.sql"
         }
     ],
+    "test_sql_format.test[expr-table_path]": [
+        {
+            "uri": "file://test_sql_format.test_expr-table_path_/formatted.sql"
+        }
+    ],
+    "test_sql_format.test[expr-table_record_index]": [
+        {
+            "uri": "file://test_sql_format.test_expr-table_record_index_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[expr-tablename]": [
         {
             "uri": "file://test_sql_format.test_expr-tablename_/formatted.sql"
@@ -9104,6 +9194,11 @@
             "uri": "file://test_sql_format.test_file-file_skip_take_/formatted.sql"
         }
     ],
+    "test_sql_format.test[file-folder_path]": [
+        {
+            "uri": "file://test_sql_format.test_file-folder_path_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[file-parse_file_bad_type_fail]": [
         {
             "uri": "file://test_sql_format.test_file-parse_file_bad_type_fail_/formatted.sql"
@@ -10004,6 +10099,31 @@
             "uri": "file://test_sql_format.test_pragma-yson_strict_fail_/formatted.sql"
         }
     ],
+    "test_sql_format.test[produce-process_row]": [
+        {
+            "uri": "file://test_sql_format.test_produce-process_row_/formatted.sql"
+        }
+    ],
+    "test_sql_format.test[produce-process_rows]": [
+        {
+            "uri": "file://test_sql_format.test_produce-process_rows_/formatted.sql"
+        }
+    ],
+    "test_sql_format.test[produce-reduce_row]": [
+        {
+            "uri": "file://test_sql_format.test_produce-reduce_row_/formatted.sql"
+        }
+    ],
+    "test_sql_format.test[produce-reduce_row_all]": [
+        {
+            "uri": "file://test_sql_format.test_produce-reduce_row_all_/formatted.sql"
+        }
+    ],
+    "test_sql_format.test[produce-reduce_row_udf]": [
+        {
+            "uri": "file://test_sql_format.test_produce-reduce_row_udf_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[produce-yql-10297]": [
         {
             "uri": "file://test_sql_format.test_produce-yql-10297_/formatted.sql"
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_aggregate-hopping_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_aggregate-hopping_/formatted.sql
new file mode 100644
index 0000000000..aafaa5786f
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_aggregate-hopping_/formatted.sql
@@ -0,0 +1,23 @@
+$p = (
+    SELECT
+        user,
+        HOP_START() AS ts,
+        SUM(payload) AS payload
+    FROM (
+        SELECT
+            'foo' AS user,
+            CAST(1 AS Timestamp) AS ts,
+            10 AS payload
+    )
+    GROUP BY
+        HOP (ts, 'PT10S', 'PT10S', 'PT10S'),
+        user
+);
+
+$p = (
+    PROCESS $p
+);
+
+SELECT
+    FormatType(TypeOf($p))
+; -- no MultiHoppingCore comp node
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-current_op_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-current_op_/formatted.sql
new file mode 100644
index 0000000000..3611ab78c0
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-current_op_/formatted.sql
@@ -0,0 +1,5 @@
+SELECT
+    CurrentOperationId(),
+    CurrentOperationSharedId(),
+    CurrentAuthenticatedUser()
+;
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_path_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_path_/formatted.sql
new file mode 100644
index 0000000000..6ba6e445da
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_path_/formatted.sql
@@ -0,0 +1,8 @@
+PRAGMA warning('disable', '1101');
+
+SELECT
+    TablePath()
+FROM (
+    SELECT
+        1
+);
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_record_index_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_record_index_/formatted.sql
new file mode 100644
index 0000000000..eb91b802bd
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_expr-table_record_index_/formatted.sql
@@ -0,0 +1,8 @@
+PRAGMA warning('disable', '1101');
+
+SELECT
+    TableRecordIndex()
+FROM (
+    SELECT
+        1
+);
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-folder_path_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-folder_path_/formatted.sql
new file mode 100644
index 0000000000..2ff9b01ea5
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-folder_path_/formatted.sql
@@ -0,0 +1,3 @@
+SELECT
+    FolderPath('')
+;
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_row_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_row_/formatted.sql
new file mode 100644
index 0000000000..d63140679c
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_row_/formatted.sql
@@ -0,0 +1,12 @@
+$input = (
+    SELECT
+        1 AS key,
+        'foo' AS value
+);
+
+$f = ($row) -> {
+    RETURN <|key: $row.key + 1, value: $row.value|>;
+};
+
+PROCESS $input
+USING $f(TableRow());
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_rows_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_rows_/formatted.sql
new file mode 100644
index 0000000000..17b281e5ab
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-process_rows_/formatted.sql
@@ -0,0 +1,14 @@
+PRAGMA warning('disable', '4510');
+
+$input = (
+    SELECT
+        1 AS key,
+        'foo' AS value
+);
+
+$f = ($rows) -> {
+    RETURN Yql::Map($rows, ($row) -> (<|key: $row.key + 1, value: $row.value|>));
+};
+
+PROCESS $input
+USING $f(TableRows());
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_/formatted.sql
new file mode 100644
index 0000000000..7d24785581
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_/formatted.sql
@@ -0,0 +1,16 @@
+PRAGMA warning('disable', '4510');
+
+$input = (
+    SELECT
+        1 AS key,
+        'foo' AS value
+);
+
+$f = ($key, $stream) -> {
+    RETURN <|key: $key, len: ListLength(Yql::Collect($stream))|>;
+};
+
+REDUCE $input
+ON
+    key
+USING $f(TableRow());
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_all_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_all_/formatted.sql
new file mode 100644
index 0000000000..ffb5270fae
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_all_/formatted.sql
@@ -0,0 +1,16 @@
+PRAGMA warning('disable', '4510');
+
+$input = (
+    SELECT
+        1 AS key,
+        'foo' AS value
+);
+
+$f = ($stream) -> {
+    RETURN Yql::Map($stream, ($p) -> (<|key: $p.0, len: ListLength(Yql::Collect($p.1))|>));
+};
+
+REDUCE $input
+ON
+    key
+USING ALL $f(TableRow());
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_udf_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_udf_/formatted.sql
new file mode 100644
index 0000000000..0fc4464bab
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_produce-reduce_row_udf_/formatted.sql
@@ -0,0 +1,21 @@
+PRAGMA warning('disable', '4510');
+
+$input = (
+    SELECT
+        1 AS key,
+        'foo' AS value
+);
+
+$r = (
+    REDUCE $input
+    ON
+        key
+    USING SimpleUdf::GenericAsStruct(TableRow().value)
+);
+
+SELECT
+    arg_0,
+    Yql::Collect(arg_1)
+FROM
+    $r
+;
diff --git a/yql/essentials/tests/sql/suites/aggregate/hopping.sql b/yql/essentials/tests/sql/suites/aggregate/hopping.sql
new file mode 100644
index 0000000000..a83b421242
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/aggregate/hopping.sql
@@ -0,0 +1,9 @@
+$p = SELECT
+    user,
+    HOP_START() as ts,
+    SUM(payload) as payload
+FROM (select 'foo' as user, cast(1 as Timestamp) as ts, 10 as payload)
+GROUP BY HOP(ts, "PT10S", "PT10S", "PT10S"), user;
+
+$p = PROCESS $p;
+SELECT FormatType(TypeOf($p)); -- no MultiHoppingCore comp node
diff --git a/yql/essentials/tests/sql/suites/expr/current_op.sql b/yql/essentials/tests/sql/suites/expr/current_op.sql
new file mode 100644
index 0000000000..09002c8ca9
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/expr/current_op.sql
@@ -0,0 +1 @@
+select CurrentOperationId(),CurrentOperationSharedId(),CurrentAuthenticatedUser();
diff --git a/yql/essentials/tests/sql/suites/expr/table_path.sql b/yql/essentials/tests/sql/suites/expr/table_path.sql
new file mode 100644
index 0000000000..4477297b19
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/expr/table_path.sql
@@ -0,0 +1,2 @@
+pragma warning('disable','1101');
+select TablePath() from (select 1)
diff --git a/yql/essentials/tests/sql/suites/expr/table_record_index.sql b/yql/essentials/tests/sql/suites/expr/table_record_index.sql
new file mode 100644
index 0000000000..f273f5aa36
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/expr/table_record_index.sql
@@ -0,0 +1,2 @@
+pragma warning('disable','1101');
+select TableRecordIndex() from (select 1)
diff --git a/yql/essentials/tests/sql/suites/file/folder_path.cfg b/yql/essentials/tests/sql/suites/file/folder_path.cfg
new file mode 100644
index 0000000000..79392671a4
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/folder_path.cfg
@@ -0,0 +1 @@
+file bools.lst bools.lst
\ No newline at end of file
diff --git a/yql/essentials/tests/sql/suites/file/folder_path.sql b/yql/essentials/tests/sql/suites/file/folder_path.sql
new file mode 100644
index 0000000000..c470ee3728
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/folder_path.sql
@@ -0,0 +1 @@
+select FolderPath('');
diff --git a/yql/essentials/tests/sql/suites/produce/process_row.sql b/yql/essentials/tests/sql/suites/produce/process_row.sql
new file mode 100644
index 0000000000..cd8458819a
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/process_row.sql
@@ -0,0 +1,7 @@
+$input = select 1 as key, 'foo' as value;
+
+$f = ($row)->{
+    return <|key:$row.key + 1,value:$row.value|>;
+};
+
+PROCESS $input USING $f(TableRow());
diff --git a/yql/essentials/tests/sql/suites/produce/process_rows.sql b/yql/essentials/tests/sql/suites/produce/process_rows.sql
new file mode 100644
index 0000000000..5b874eeeab
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/process_rows.sql
@@ -0,0 +1,8 @@
+pragma warning("disable","4510");
+$input = select 1 as key, 'foo' as value;
+
+$f = ($rows)->{
+    return Yql::Map($rows, ($row)->(<|key:$row.key + 1,value:$row.value|>));
+};
+
+PROCESS $input USING $f(TableRows());
diff --git a/yql/essentials/tests/sql/suites/produce/reduce_row.sql b/yql/essentials/tests/sql/suites/produce/reduce_row.sql
new file mode 100644
index 0000000000..d5a87fd930
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/reduce_row.sql
@@ -0,0 +1,8 @@
+pragma warning("disable","4510");
+$input = select 1 as key, 'foo' as value;
+
+$f = ($key, $stream)->{
+    return <|key:$key,len:ListLength(Yql::Collect($stream))|>
+};
+
+REDUCE $input ON key USING $f(TableRow());
diff --git a/yql/essentials/tests/sql/suites/produce/reduce_row_all.sql b/yql/essentials/tests/sql/suites/produce/reduce_row_all.sql
new file mode 100644
index 0000000000..6770f59072
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/reduce_row_all.sql
@@ -0,0 +1,8 @@
+pragma warning("disable","4510");
+$input = select 1 as key, 'foo' as value;
+
+$f = ($stream)->{
+    return Yql::Map($stream, ($p)->(<|key:$p.0,len:ListLength(Yql::Collect($p.1))|>));
+};
+
+REDUCE $input ON key USING ALL $f(TableRow());
diff --git a/yql/essentials/tests/sql/suites/produce/reduce_row_udf.cfg b/yql/essentials/tests/sql/suites/produce/reduce_row_udf.cfg
new file mode 100644
index 0000000000..8df9e9bd77
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/reduce_row_udf.cfg
@@ -0,0 +1 @@
+udf simple_udf
diff --git a/yql/essentials/tests/sql/suites/produce/reduce_row_udf.sql b/yql/essentials/tests/sql/suites/produce/reduce_row_udf.sql
new file mode 100644
index 0000000000..bf7dfe477d
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/produce/reduce_row_udf.sql
@@ -0,0 +1,6 @@
+pragma warning("disable","4510");
+$input = select 1 as key, 'foo' as value;
+
+$r = REDUCE $input ON key USING SimpleUdf::GenericAsStruct(TableRow().value);
+
+select arg_0, Yql::Collect(arg_1) from $r;