diff options
author | Maxim Yurchuk <maxim-yurchuk@ydb.tech> | 2024-10-02 16:21:44 +0300 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-10-02 16:21:44 +0300 |
commit | 09331c8a2a18ea7b693058c11aac342795746772 (patch) | |
tree | 84b82bdb5284d4a580945e86edaa48cc3a15546b /.github | |
parent | 09a466dd81c40b35165dcf53ed44a541579d86bb (diff) | |
download | ydb-09331c8a2a18ea7b693058c11aac342795746772.tar.gz |
Test bloat for every PR (#9948)
Diffstat (limited to '.github')
-rw-r--r-- | .github/actions/build_analytics/action.yml | 8 | ||||
-rw-r--r-- | .github/actions/test_ya/action.yml | 12 |
2 files changed, 10 insertions, 10 deletions
diff --git a/.github/actions/build_analytics/action.yml b/.github/actions/build_analytics/action.yml index c4a79e6dda..e8018eec64 100644 --- a/.github/actions/build_analytics/action.yml +++ b/.github/actions/build_analytics/action.yml @@ -45,7 +45,7 @@ runs: run: | set -ex s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "ya_bloat_html/" "$S3_BUCKET_PATH/ya_bloat_html/" - echo "[ya bloat tool]($S3_URL_PREFIX/ya_bloat_html/index.html) (better use Safari, because it is too large for Chrome)" >> $GITHUB_STEP_SUMMARY + echo "[ya bloat tool]($S3_URL_PREFIX/ya_bloat_html/tree_map.html) (better use Safari, because it is too large for Chrome)" >> $GITHUB_STEP_SUMMARY s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "template_bloat.by_size.txt" "$S3_BUCKET_PATH/template_bloat.by_size.txt" TEMPLATE_BLOAT_BY_SIZE_URL=$S3_URL_PREFIX/template_bloat.by_size.txt @@ -54,13 +54,13 @@ runs: TEMPLATE_BLOAT_BY_COUNT_URL=$S3_URL_PREFIX/template_bloat.by_count.txt s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "template_bloat_html/" "$S3_BUCKET_PATH/template_bloat_html/" - TEMPLATE_BLOAT_TREEMAP_URL=$S3_URL_PREFIX/template_bloat_html/index.html + TEMPLATE_BLOAT_TREEMAP_URL=$S3_URL_PREFIX/template_bloat_html/tree_map.html echo "[template bloat]($TEMPLATE_BLOAT_TREEMAP_URL) ([sorted by size]($TEMPLATE_BLOAT_BY_SIZE_URL), [sorted by count]($TEMPLATE_BLOAT_BY_COUNT_URL))" >> $GITHUB_STEP_SUMMARY s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "html_cpp_impact/" "$S3_BUCKET_PATH/html_cpp_impact/" - echo "[cpp compilation time]($S3_URL_PREFIX/html_cpp_impact/index.html)" >> $GITHUB_STEP_SUMMARY + echo "[cpp compilation time]($S3_URL_PREFIX/html_cpp_impact/tree_map.html)" >> $GITHUB_STEP_SUMMARY s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "html_headers_impact/" "$S3_BUCKET_PATH/html_headers_impact/" - echo "[headers impact]($S3_URL_PREFIX/html_headers_impact/index.html)" >> $GITHUB_STEP_SUMMARY + echo "[headers impact]($S3_URL_PREFIX/html_headers_impact/tree_map.html)" >> $GITHUB_STEP_SUMMARY diff --git a/.github/actions/test_ya/action.yml b/.github/actions/test_ya/action.yml index c3ec743968..354105cb42 100644 --- a/.github/actions/test_ya/action.yml +++ b/.github/actions/test_ya/action.yml @@ -122,7 +122,7 @@ runs: echo "SUMMARY_LINKS=$PUBLIC_DIR/summary_links.txt" >> $GITHUB_ENV echo "BUILD_PRESET=${{ inputs.build_preset }}" >> $GITHUB_ENV - python3 -m pip install ydb ydb[yc] codeowners + python3 -m pip install ydb ydb[yc] codeowners humanize junitparser if [ ${{ inputs.testman_token }} ]; then TESTMO_PROXY_ADDR=127.0.0.1:8888 @@ -399,6 +399,9 @@ runs: ya_dir=$(pwd) (cd $CURRENT_PUBLIC_DIR && $ya_dir/ya analyze-make timeline --evlog ya_evlog.jsonl) + # generate test_bloat + ./ydb/ci/build_bloat/test_bloat.py --junit $CURRENT_JUNIT_XML_PATH --output_dir $CURRENT_PUBLIC_DIR/test_bloat || true + if [ $RC -ne 0 ]; then echo "ya make returned $RC, build failed" echo "status=failed" >> $GITHUB_OUTPUT @@ -453,7 +456,7 @@ runs: "Tests" $CURRENT_PUBLIC_DIR/ya-test.html "$CURRENT_JUNIT_XML_PATH" fi - s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/" + s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-mime-magic --guess-mime-type --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/" if [ "${{ inputs.run_tests }}" = "true" ]; then cat summary_text.txt | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py --color `cat summary_color.txt` @@ -595,7 +598,7 @@ runs: echo "::group::s3-sync" .github/scripts/Indexer/indexer.py -r "$PUBLIC_DIR/" echo "00 [Artifacts](${PUBLIC_DIR_URL}/index.html)" >> $SUMMARY_LINKS - s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/" + s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-mime-magic --guess-mime-type --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/" cat $SUMMARY_LINKS | python3 -c 'import sys; print(" | ".join([v for _, v in sorted([l.strip().split(" ", 1) for l in sys.stdin], key=lambda a: (int(a[0]), a))]))' >> $GITHUB_STEP_SUMMARY echo "::endgroup::" @@ -613,7 +616,6 @@ runs: export build_preset="${{ inputs.build_preset }}" export commit_git_sha="$(git rev-parse HEAD)" - python3 -m pip install ydb ydb[yc] python3 .github/scripts/send_build_stats.py - name: show_build_size_diff @@ -630,8 +632,6 @@ runs: export red_treshold=2097152 export commit_git_sha="$(git rev-parse HEAD)" - python3 -m pip install ydb ydb[yc] humanize - get_sizes_comment_script=.github/scripts/get_build_diff.py comment_raw=`$get_sizes_comment_script` |