diff options
author | nkozlovskiy <nmk@ydb.tech> | 2023-10-18 16:32:49 +0300 |
---|---|---|
committer | nkozlovskiy <nmk@ydb.tech> | 2023-10-18 17:37:49 +0300 |
commit | 4d490d32ee4de930747be21b41778b8854182af0 (patch) | |
tree | b230dd53ac54e409317d99642a681e4491ce9a09 | |
parent | bf423fc3881e747996a364ef1766065204484578 (diff) | |
download | ydb-4d490d32ee4de930747be21b41778b8854182af0.tar.gz |
ci: use --bazel-remote-store for test runs
-rw-r--r-- | .github/actions/build_ya/action.yml | 12 | ||||
-rw-r--r-- | .github/actions/test_ya/action.yml | 25 | ||||
-rw-r--r-- | .github/workflows/build_and_test_ya.yml | 1 |
3 files changed, 33 insertions, 5 deletions
diff --git a/.github/actions/build_ya/action.yml b/.github/actions/build_ya/action.yml index 273f21a1b2..2c6746e45f 100644 --- a/.github/actions/build_ya/action.yml +++ b/.github/actions/build_ya/action.yml @@ -17,6 +17,10 @@ inputs: bazel_remote_password: required: false description: "bazel-remote password" + link_threads: + required: false + default: "8" + description: "link threads count" runs: using: "composite" @@ -51,12 +55,13 @@ runs: if [ ! -z "${{ inputs.bazel_remote_username }}" ]; then extra_params+=(--bazel-remote-username "${{ inputs.bazel_remote_username }}") extra_params+=(--bazel-remote-password "${{ inputs.bazel_remote_password }}") - extra_params+=(--bazel-remote-put --add-result .o --yt-replace-result --yt-replace-result-rm-binaries) + extra_params+=(--bazel-remote-put --dist-cache-evict-bins --add-result .o) fi ./ya make --build relwithdebinfo --force-build-depends -D'BUILD_LANGUAGES=CPP PY3' -T --stat \ --log-file "$TMP_DIR/ya_log.txt" --evlog-file "$TMP_DIR/ya_evlog.jsonl" \ --dump-graph --dump-graph-to-file "$TMP_DIR/ya_graph.json" \ + --cache-size 512G --link-threads "${{ inputs.link_threads }}" \ "${extra_params[@]}" - name: sync logs to s3 @@ -66,3 +71,8 @@ runs: echo "::group::s3-sync" s3cmd sync --acl-private --no-progress --stats --no-check-md5 "$TMP_DIR/" "$S3_BUCKET_PATH/build_logs/" echo "::endgroup::" + + - name: show free space + if: always() + shell: bash + run: df -h diff --git a/.github/actions/test_ya/action.yml b/.github/actions/test_ya/action.yml index 8288d8fa03..24fbe03e99 100644 --- a/.github/actions/test_ya/action.yml +++ b/.github/actions/test_ya/action.yml @@ -16,6 +16,10 @@ inputs: required: false default: "28" description: "Test threads count" + link_threads: + required: false + default: "8" + description: "link threads count" testman_token: required: false @@ -26,6 +30,9 @@ inputs: testman_project_id: required: false description: "test manager project id" + bazel_remote_uri: + required: false + description: "bazel-remote endpoint" runs: using: "composite" steps: @@ -119,9 +126,15 @@ runs: if [ ! -z "${{ inputs.sanitizer }}" ] && [ "${{ inputs.sanitizer }}" != "none" ]; then extra_params+=(--sanitize="${{ inputs.sanitizer }}") fi - - ./ya test -A --build relwithdebinfo -D'BUILD_LANGUAGES=CPP PY3' --test-threads "${{ inputs.test_threads }}" \ - --regular-tests --do-not-output-stderrs -T \ + + if [ ! -z "${{ inputs.bazel_remote_uri }}" ]; then + extra_params+=(--bazel-remote-store) + extra_params+=(--bazel-remote-base-uri "${{ inputs.bazel_remote_uri }}") + fi + + ./ya test -A --build relwithdebinfo -D'BUILD_LANGUAGES=CPP PY3' \ + --test-threads "${{ inputs.test_threads }}" --link-threads "${{ inputs.link_threads }}" \ + --cache-size 512G --regular-tests --do-not-output-stderrs -T \ --stat --log-file "$LOG_DIR/ya_log.txt" --evlog-file "$LOG_DIR/ya_evlog.jsonl" \ --dump-graph --dump-graph-to-file "$LOG_DIR/ya_graph.json" \ --junit "$JUNIT_REPORT_XML" --output "$OUT_DIR" "${extra_params[@]}" || ( @@ -196,4 +209,8 @@ runs: shell: bash run: | .github/scripts/tests/fail-checker.py "$JUNIT_REPORT_XML" -
\ No newline at end of file + + - name: show free space + if: always() + shell: bash + run: df -h diff --git a/.github/workflows/build_and_test_ya.yml b/.github/workflows/build_and_test_ya.yml index 6d16be296f..c53c7d3fdb 100644 --- a/.github/workflows/build_and_test_ya.yml +++ b/.github/workflows/build_and_test_ya.yml @@ -70,3 +70,4 @@ jobs: testman_token: ${{ secrets.TESTMO_TOKEN }} testman_url: ${{ vars.TESTMO_URL }} testman_project_id: ${{ vars.TESTMO_PROJECT_ID }} + bazel_remote_uri: ${{ vars.REMOTE_CACHE_URL_YA || '' }} |