ci: add ya test run to the nigthly workflow, save test logs

4 files changed, 68 insertions, 7 deletions

diff --git a/.github/actions/test_ya/action.yml b/.github/actions/test_ya/action.yml
index 8fabe466fd2..8a8a639ee5a 100644
--- a/.github/actions/test_ya/action.yml
+++ b/.github/actions/test_ya/action.yml
@@ -36,6 +36,7 @@ runs:
         echo "SHELLOPTS=xtrace" >> $GITHUB_ENV
         export TMP_DIR=$(pwd)/tmp
         echo "TMP_DIR=$TMP_DIR" >> $GITHUB_ENV
+        echo "LOG_DIR=$TMP_DIR/logs" >> $GITHUB_ENV
         echo "OUT_DIR=$TMP_DIR/out" >> $GITHUB_ENV
         echo "ARTIFACTS_DIR=$TMP_DIR/artifacts" >> $GITHUB_ENV
         echo "JUNIT_REPORT_XML=$TMP_DIR/junit.xml" >> $GITHUB_ENV
@@ -47,8 +48,7 @@ runs:
       shell: bash
       run: |
         rm -rf $TMP_DIR $JUNIT_REPORT_XML
-        mkdir -p $TMP_DIR $OUT_DIR $ARTIFACTS_DIR
-    
+        mkdir -p $TMP_DIR $OUT_DIR $ARTIFACTS_DIR $LOG_DIR
     
     - name: Install Node required for Testmo CLI
       uses: actions/setup-node@v3
@@ -116,7 +116,9 @@ runs:
         fi
 
         ./ya test -A --build relwithdebinfo -D'BUILD_LANGUAGES=CPP PY3' --test-threads "${{ inputs.test_threads }}" \
-          --do-not-output-stderrs -T \
+          --regular-tests --do-not-output-stderrs -T \
+          --stat --log-file "$LOG_DIR/ya_log.txt" --evlog-file "$LOG_DIR/ya_evlog.jsonl" \
+          --dump-graph --dump-graph-to-file "$LOG_DIR/ya_graph.json" \
           --junit "$JUNIT_REPORT_XML" --output "$OUT_DIR" "${extra_params[@]}" || (
             RC=$?
             if [ $RC == 10 ]; then
@@ -170,6 +172,14 @@ runs:
         s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-check-md5 "$ARTIFACTS_DIR/" "$S3_BUCKET_PATH/"
         echo "::endgroup::"
 
+    - name: sync logs results to s3
+      if: always()
+      shell: bash
+      run: |
+        echo "::group::s3-sync"
+        s3cmd sync --follow-symlinks --acl-private --no-progress --stats --no-check-md5 "$LOG_DIR/" "$S3_BUCKET_PATH/test_logs/"
+        echo "::endgroup::"
+
 
     - name: Test history run complete
       if: always() && inputs.testman_token
diff --git a/.github/workflows/build_and_test_ya_ondemand.yml b/.github/workflows/build_and_test_ya_ondemand.yml
index e6497d4216d..a0924479279 100644
--- a/.github/workflows/build_and_test_ya_ondemand.yml
+++ b/.github/workflows/build_and_test_ya_ondemand.yml
@@ -30,6 +30,23 @@ on:
         type: boolean
         default: true
         description: "run tests"
+  workflow_call:
+    inputs:
+      image:
+        type: string
+        default: fd8earpjmhevh8h6ug5o
+      build_target:
+        type: string
+        default: "ydb/"
+      sanitizer:
+        type: string
+        default: "none"
+      run_build:
+        type: boolean
+        default: true
+      run_tests:
+        type: boolean
+        default: true
 
 jobs:
   provide-runner:
@@ -51,8 +68,8 @@ jobs:
           image-id: ${{ inputs.image }}
           disk-size: ${{ vars.DISK_SIZE && vars.DISK_SIZE || '1023GB' }}
           disk-type: network-ssd-nonreplicated
-          cores: 32
-          memory: 256GB
+          cores: 64
+          memory: 192GB
           core-fraction: 100
           zone-id: ru-central1-b
           subnet-id: ${{ secrets.YC_SUBNET }}
diff --git a/.github/workflows/build_and_test_ya_provisioned.yml b/.github/workflows/build_and_test_ya_provisioned.yml
index 4e8b1509fd8..8d3dd727e85 100644
--- a/.github/workflows/build_and_test_ya_provisioned.yml
+++ b/.github/workflows/build_and_test_ya_provisioned.yml
@@ -20,7 +20,7 @@ on:
           - leak
       runner_label:
         type: string
-        default: "linux"
+        default: "ya-make"
         description: "runner label"
       run_build:
         type: boolean
@@ -30,6 +30,30 @@ on:
         type: boolean
         default: true
         description: "run tests"
+      testmo_source:
+        type: string
+        default: "ya-x86-64"
+        description: "testmo source"
+  workflow_call:
+    inputs:
+      build_target:
+        type: string
+        default: "ydb/"
+      sanitizer:
+        type: string
+        default: "none"
+      run_build:
+        type: boolean
+        default: true
+      run_tests:
+        type: boolean
+        default: true
+      runner_label:
+        type: string
+        default: "ya-make"
+      testmo_source:
+        type: string
+        default: "ya-x86-64"
 
 jobs:
   main:
@@ -41,5 +65,5 @@ jobs:
       sanitizer: ${{ inputs.sanitizer }}
       run_build: ${{ inputs.run_build }}
       run_tests: ${{ inputs.run_tests }}
-      log_suffix: ya-${{ inputs.sanitizer != 'none' && format('{0}-{1}', inputs.runner_label, inputs.sanitizer) || inputs.runner_label }}
+      log_suffix: ${{ inputs.testmo_source }}
     secrets: inherit
diff --git a/.github/workflows/nightly_run.yaml b/.github/workflows/nightly_run.yaml
index e21198f6295..fbcf7c0c045 100644
--- a/.github/workflows/nightly_run.yaml
+++ b/.github/workflows/nightly_run.yaml
@@ -33,3 +33,13 @@ jobs:
       extra_compile_flags: "-DMKQL_DISABLE_CODEGEN"
       test_label_regexp: ${{inputs.test_label_regexp}}
     secrets: inherit
+
+  build_ya_make:
+    name: Build/test x86_64 using YA
+    uses: ./.github/workflows/build_and_test_ya_ondemand.yml
+    secrets: inherit
+    with:
+      build_target: ydb/
+      sanitizer: none
+      run_build: false
+      run_tests: true