YQL-20423 pending files should postpone all outer evaluations

commit_hash:70c91e881d5f8126d3d1c68a5816f440295330da

14 files changed, 121 insertions, 0 deletions

diff --git a/yql/essentials/tests/sql/minirun/part4/canondata/result.json b/yql/essentials/tests/sql/minirun/part4/canondata/result.json
index 00bfac342c2..0c4832e21c5 100644
--- a/yql/essentials/tests/sql/minirun/part4/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part4/canondata/result.json
@@ -790,6 +790,20 @@
             "uri": "https://{canondata_backend}/1942671/f9fe8b5ff2967f43b60e0f5b3fa5c2c4eff69207/resource.tar.gz#test.test_expr-to_sorted_set_vartuple_key-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[file-pending_file_path--Debug]": [
+        {
+            "checksum": "61ef5c6a57845c4e94769d61ce3d9e3e",
+            "size": 333,
+            "uri": "https://{canondata_backend}/1781765/7c9d57e3c0d04d77a5f137b33790e22a6c3be009/resource.tar.gz#test.test_file-pending_file_path--Debug_/opt.yql"
+        }
+    ],
+    "test.test[file-pending_file_path--Results]": [
+        {
+            "checksum": "b48e12d7643de4fa20db189c7efc3763",
+            "size": 701,
+            "uri": "https://{canondata_backend}/1946324/8877615c2f2d06620f4a366cae6bb4ef84d04214/resource.tar.gz#test.test_file-pending_file_path--Results_/results.txt"
+        }
+    ],
     "test.test[flexible_types-basic-default.txt-Debug]": [
         {
             "checksum": "878f3dad3069225885db0d21a0dfe90e",
diff --git a/yql/essentials/tests/sql/minirun/part6/canondata/result.json b/yql/essentials/tests/sql/minirun/part6/canondata/result.json
index e0ad9324827..560a7290800 100644
--- a/yql/essentials/tests/sql/minirun/part6/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part6/canondata/result.json
@@ -866,6 +866,20 @@
             "uri": "https://{canondata_backend}/1946324/dc59c53f5d19891b3c597a8faed7d5051f6d3c89/resource.tar.gz#test.test_expr-variant_tuple_comp-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[file-eval_over_pending_file_path--Debug]": [
+        {
+            "checksum": "40c338646902a1addafdbce430950d74",
+            "size": 327,
+            "uri": "https://{canondata_backend}/1130705/c50021e7e31522dea6187ba1a63726273178ab6e/resource.tar.gz#test.test_file-eval_over_pending_file_path--Debug_/opt.yql"
+        }
+    ],
+    "test.test[file-eval_over_pending_file_path--Results]": [
+        {
+            "checksum": "b48e12d7643de4fa20db189c7efc3763",
+            "size": 701,
+            "uri": "https://{canondata_backend}/1130705/c50021e7e31522dea6187ba1a63726273178ab6e/resource.tar.gz#test.test_file-eval_over_pending_file_path--Results_/results.txt"
+        }
+    ],
     "test.test[file-file_list_bools--Debug]": [
         {
             "checksum": "01a93027ae3a46ce3d0b8cc50eee3ece",
diff --git a/yql/essentials/tests/sql/minirun/part9/canondata/result.json b/yql/essentials/tests/sql/minirun/part9/canondata/result.json
index 3061eb226e6..a313c227381 100644
--- a/yql/essentials/tests/sql/minirun/part9/canondata/result.json
+++ b/yql/essentials/tests/sql/minirun/part9/canondata/result.json
@@ -765,6 +765,20 @@
             "uri": "https://{canondata_backend}/1942525/67e48e62cc0c5eb3bc9702e8bca0cc2d86a18994/resource.tar.gz#test.test_expr-type_as_key-default.txt-Results_/results.txt"
         }
     ],
+    "test.test[file-nested_eval_over_pending_file_path--Debug]": [
+        {
+            "checksum": "0f189e9b4168d7a09a107eb8e46755bd",
+            "size": 367,
+            "uri": "https://{canondata_backend}/1871002/d5e0dcec088b648206968e9598e39da45e0bd47e/resource.tar.gz#test.test_file-nested_eval_over_pending_file_path--Debug_/opt.yql"
+        }
+    ],
+    "test.test[file-nested_eval_over_pending_file_path--Results]": [
+        {
+            "checksum": "8cd2fb062e84f88c4d280c373a469d4e",
+            "size": 1000,
+            "uri": "https://{canondata_backend}/1871002/d5e0dcec088b648206968e9598e39da45e0bd47e/resource.tar.gz#test.test_file-nested_eval_over_pending_file_path--Results_/results.txt"
+        }
+    ],
     "test.test[flatten_by-flatten_persist_resource--Debug]": [
         {
             "checksum": "5ac2cddb4782ec64eee344a71cd9f6c0",
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/result.json b/yql/essentials/tests/sql/sql2yql/canondata/result.json
index dd09621982d..58981eb0d31 100644
--- a/yql/essentials/tests/sql/sql2yql/canondata/result.json
+++ b/yql/essentials/tests/sql/sql2yql/canondata/result.json
@@ -3989,6 +3989,13 @@
             "uri": "https://{canondata_backend}/1937150/ec0019724df75083b0e89cab22f57e10ef36744e/resource.tar.gz#test_sql2yql.test_expr-yql-20205_/sql.yql"
         }
     ],
+    "test_sql2yql.test[file-eval_over_pending_file_path]": [
+        {
+            "checksum": "4175a5ec852c055ea2d36b089c15263f",
+            "size": 1209,
+            "uri": "https://{canondata_backend}/1936997/254a883a5f7893192d20c38f7df7c30e99ac912e/resource.tar.gz#test_sql2yql.test_file-eval_over_pending_file_path_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[file-file_list_bools]": [
         {
             "checksum": "5f7d718ab0bb99c5147867c7a4a01b47",
@@ -4010,6 +4017,13 @@
             "uri": "https://{canondata_backend}/1937150/ec0019724df75083b0e89cab22f57e10ef36744e/resource.tar.gz#test_sql2yql.test_file-folder_path_/sql.yql"
         }
     ],
+    "test_sql2yql.test[file-nested_eval_over_pending_file_path]": [
+        {
+            "checksum": "0f9372a8b7dd78b76e9ef785c54dc0a0",
+            "size": 1453,
+            "uri": "https://{canondata_backend}/1777230/bdad664e5f4e03cb2adf0e6f8a2287b6378bdc7f/resource.tar.gz#test_sql2yql.test_file-nested_eval_over_pending_file_path_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[file-parse_file_bad_type_fail]": [
         {
             "checksum": "9a60a3a06c9386fe17dbd1f0e003fcf8",
@@ -4017,6 +4031,13 @@
             "uri": "https://{canondata_backend}/1937150/ec0019724df75083b0e89cab22f57e10ef36744e/resource.tar.gz#test_sql2yql.test_file-parse_file_bad_type_fail_/sql.yql"
         }
     ],
+    "test_sql2yql.test[file-pending_file_path]": [
+        {
+            "checksum": "a71a88d75e77045a796426c84ac7b148",
+            "size": 1194,
+            "uri": "https://{canondata_backend}/1031349/d6bc6321a94cfdd335f3882d6f23ade85145fa6b/resource.tar.gz#test_sql2yql.test_file-pending_file_path_/sql.yql"
+        }
+    ],
     "test_sql2yql.test[file-second_pass_parse_file_fail]": [
         {
             "checksum": "d48224429d5c375f09466958f30b7e7b",
@@ -11263,6 +11284,11 @@
             "uri": "file://test_sql_format.test_expr-yql-20205_/formatted.sql"
         }
     ],
+    "test_sql_format.test[file-eval_over_pending_file_path]": [
+        {
+            "uri": "file://test_sql_format.test_file-eval_over_pending_file_path_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[file-file_list_bools]": [
         {
             "uri": "file://test_sql_format.test_file-file_list_bools_/formatted.sql"
@@ -11278,11 +11304,21 @@
             "uri": "file://test_sql_format.test_file-folder_path_/formatted.sql"
         }
     ],
+    "test_sql_format.test[file-nested_eval_over_pending_file_path]": [
+        {
+            "uri": "file://test_sql_format.test_file-nested_eval_over_pending_file_path_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[file-parse_file_bad_type_fail]": [
         {
             "uri": "file://test_sql_format.test_file-parse_file_bad_type_fail_/formatted.sql"
         }
     ],
+    "test_sql_format.test[file-pending_file_path]": [
+        {
+            "uri": "file://test_sql_format.test_file-pending_file_path_/formatted.sql"
+        }
+    ],
     "test_sql_format.test[file-second_pass_parse_file_fail]": [
         {
             "uri": "file://test_sql_format.test_file-second_pass_parse_file_fail_/formatted.sql"
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-eval_over_pending_file_path_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-eval_over_pending_file_path_/formatted.sql
new file mode 100644
index 00000000000..ce0c8d06147
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-eval_over_pending_file_path_/formatted.sql
@@ -0,0 +1,7 @@
+$p = 'http_test://' || 'foo.txt';
+
+PRAGMA file('foo.txt', $p);
+
+SELECT
+    EvaluateExpr(FileContent('foo.txt'))
+;
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-nested_eval_over_pending_file_path_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-nested_eval_over_pending_file_path_/formatted.sql
new file mode 100644
index 00000000000..3bfb1688ff4
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-nested_eval_over_pending_file_path_/formatted.sql
@@ -0,0 +1,11 @@
+$p = 'http_test://' || 'foo.txt';
+
+PRAGMA file('foo.txt', $p);
+
+$e1 = EvaluateExpr(FileContent('foo.txt'));
+$e2 = EvaluateExpr($e1);
+
+SELECT
+    $e1,
+    $e2
+;
diff --git a/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-pending_file_path_/formatted.sql b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-pending_file_path_/formatted.sql
new file mode 100644
index 00000000000..86a3116424c
--- /dev/null
+++ b/yql/essentials/tests/sql/sql2yql/canondata/test_sql_format.test_file-pending_file_path_/formatted.sql
@@ -0,0 +1,7 @@
+$p = 'http_test://' || 'foo.txt';
+
+PRAGMA file('foo.txt', $p);
+
+SELECT
+    FileContent('foo.txt')
+;
diff --git a/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.cfg b/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.cfg
new file mode 100644
index 00000000000..24c161b4236
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.cfg
@@ -0,0 +1 @@
+http_file foo.txt foo.txt
diff --git a/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.yql b/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.yql
new file mode 100644
index 00000000000..bcf33c3567a
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/eval_over_pending_file_path.yql
@@ -0,0 +1,3 @@
+$p = 'http_test://' || 'foo.txt';
+pragma file('foo.txt',$p);
+select EvaluateExpr(FileContent('foo.txt'));
diff --git a/yql/essentials/tests/sql/suites/file/foo.txt b/yql/essentials/tests/sql/suites/file/foo.txt
new file mode 100644
index 00000000000..8d637a784e3
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/foo.txt
@@ -0,0 +1,2 @@
+42
+
diff --git a/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.cfg b/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.cfg
new file mode 100644
index 00000000000..708fafeb394
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.cfg
@@ -0,0 +1 @@
+http_file foo.txt foo.txt
\ No newline at end of file
diff --git a/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.yql b/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.yql
new file mode 100644
index 00000000000..57e43cecf4a
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/nested_eval_over_pending_file_path.yql
@@ -0,0 +1,7 @@
+$p = 'http_test://' || 'foo.txt';
+pragma file('foo.txt',$p);
+
+$e1 = EvaluateExpr(FileContent('foo.txt'));
+$e2 = EvaluateExpr($e1);
+
+select $e1, $e2;
diff --git a/yql/essentials/tests/sql/suites/file/pending_file_path.cfg b/yql/essentials/tests/sql/suites/file/pending_file_path.cfg
new file mode 100644
index 00000000000..24c161b4236
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/pending_file_path.cfg
@@ -0,0 +1 @@
+http_file foo.txt foo.txt
diff --git a/yql/essentials/tests/sql/suites/file/pending_file_path.yql b/yql/essentials/tests/sql/suites/file/pending_file_path.yql
new file mode 100644
index 00000000000..925f9d21b76
--- /dev/null
+++ b/yql/essentials/tests/sql/suites/file/pending_file_path.yql
@@ -0,0 +1,3 @@
+$p = 'http_test://' || 'foo.txt';
+pragma file('foo.txt',$p);
+select FileContent('foo.txt');