aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authornkozlovskiy <nmk@ydb.tech>2023-10-18 16:32:49 +0300
committernkozlovskiy <nmk@ydb.tech>2023-10-18 17:37:49 +0300
commit4d490d32ee4de930747be21b41778b8854182af0 (patch)
treeb230dd53ac54e409317d99642a681e4491ce9a09
parentbf423fc3881e747996a364ef1766065204484578 (diff)
downloadydb-4d490d32ee4de930747be21b41778b8854182af0.tar.gz
ci: use --bazel-remote-store for test runs
-rw-r--r--.github/actions/build_ya/action.yml12
-rw-r--r--.github/actions/test_ya/action.yml25
-rw-r--r--.github/workflows/build_and_test_ya.yml1
3 files changed, 33 insertions, 5 deletions
diff --git a/.github/actions/build_ya/action.yml b/.github/actions/build_ya/action.yml
index 273f21a1b2..2c6746e45f 100644
--- a/.github/actions/build_ya/action.yml
+++ b/.github/actions/build_ya/action.yml
@@ -17,6 +17,10 @@ inputs:
bazel_remote_password:
required: false
description: "bazel-remote password"
+ link_threads:
+ required: false
+ default: "8"
+ description: "link threads count"
runs:
using: "composite"
@@ -51,12 +55,13 @@ runs:
if [ ! -z "${{ inputs.bazel_remote_username }}" ]; then
extra_params+=(--bazel-remote-username "${{ inputs.bazel_remote_username }}")
extra_params+=(--bazel-remote-password "${{ inputs.bazel_remote_password }}")
- extra_params+=(--bazel-remote-put --add-result .o --yt-replace-result --yt-replace-result-rm-binaries)
+ extra_params+=(--bazel-remote-put --dist-cache-evict-bins --add-result .o)
fi
./ya make --build relwithdebinfo --force-build-depends -D'BUILD_LANGUAGES=CPP PY3' -T --stat \
--log-file "$TMP_DIR/ya_log.txt" --evlog-file "$TMP_DIR/ya_evlog.jsonl" \
--dump-graph --dump-graph-to-file "$TMP_DIR/ya_graph.json" \
+ --cache-size 512G --link-threads "${{ inputs.link_threads }}" \
"${extra_params[@]}"
- name: sync logs to s3
@@ -66,3 +71,8 @@ runs:
echo "::group::s3-sync"
s3cmd sync --acl-private --no-progress --stats --no-check-md5 "$TMP_DIR/" "$S3_BUCKET_PATH/build_logs/"
echo "::endgroup::"
+
+ - name: show free space
+ if: always()
+ shell: bash
+ run: df -h
diff --git a/.github/actions/test_ya/action.yml b/.github/actions/test_ya/action.yml
index 8288d8fa03..24fbe03e99 100644
--- a/.github/actions/test_ya/action.yml
+++ b/.github/actions/test_ya/action.yml
@@ -16,6 +16,10 @@ inputs:
required: false
default: "28"
description: "Test threads count"
+ link_threads:
+ required: false
+ default: "8"
+ description: "link threads count"
testman_token:
required: false
@@ -26,6 +30,9 @@ inputs:
testman_project_id:
required: false
description: "test manager project id"
+ bazel_remote_uri:
+ required: false
+ description: "bazel-remote endpoint"
runs:
using: "composite"
steps:
@@ -119,9 +126,15 @@ runs:
if [ ! -z "${{ inputs.sanitizer }}" ] && [ "${{ inputs.sanitizer }}" != "none" ]; then
extra_params+=(--sanitize="${{ inputs.sanitizer }}")
fi
-
- ./ya test -A --build relwithdebinfo -D'BUILD_LANGUAGES=CPP PY3' --test-threads "${{ inputs.test_threads }}" \
- --regular-tests --do-not-output-stderrs -T \
+
+ if [ ! -z "${{ inputs.bazel_remote_uri }}" ]; then
+ extra_params+=(--bazel-remote-store)
+ extra_params+=(--bazel-remote-base-uri "${{ inputs.bazel_remote_uri }}")
+ fi
+
+ ./ya test -A --build relwithdebinfo -D'BUILD_LANGUAGES=CPP PY3' \
+ --test-threads "${{ inputs.test_threads }}" --link-threads "${{ inputs.link_threads }}" \
+ --cache-size 512G --regular-tests --do-not-output-stderrs -T \
--stat --log-file "$LOG_DIR/ya_log.txt" --evlog-file "$LOG_DIR/ya_evlog.jsonl" \
--dump-graph --dump-graph-to-file "$LOG_DIR/ya_graph.json" \
--junit "$JUNIT_REPORT_XML" --output "$OUT_DIR" "${extra_params[@]}" || (
@@ -196,4 +209,8 @@ runs:
shell: bash
run: |
.github/scripts/tests/fail-checker.py "$JUNIT_REPORT_XML"
- \ No newline at end of file
+
+ - name: show free space
+ if: always()
+ shell: bash
+ run: df -h
diff --git a/.github/workflows/build_and_test_ya.yml b/.github/workflows/build_and_test_ya.yml
index 6d16be296f..c53c7d3fdb 100644
--- a/.github/workflows/build_and_test_ya.yml
+++ b/.github/workflows/build_and_test_ya.yml
@@ -70,3 +70,4 @@ jobs:
testman_token: ${{ secrets.TESTMO_TOKEN }}
testman_url: ${{ vars.TESTMO_URL }}
testman_project_id: ${{ vars.TESTMO_PROJECT_ID }}
+ bazel_remote_uri: ${{ vars.REMOTE_CACHE_URL_YA || '' }}