aboutsummaryrefslogtreecommitdiffstats
path: root/.github
diff options
context:
space:
mode:
authorMaxim Yurchuk <maxim-yurchuk@ydb.tech>2024-10-02 16:21:44 +0300
committerGitHub <noreply@github.com>2024-10-02 16:21:44 +0300
commit09331c8a2a18ea7b693058c11aac342795746772 (patch)
tree84b82bdb5284d4a580945e86edaa48cc3a15546b /.github
parent09a466dd81c40b35165dcf53ed44a541579d86bb (diff)
downloadydb-09331c8a2a18ea7b693058c11aac342795746772.tar.gz
Test bloat for every PR (#9948)
Diffstat (limited to '.github')
-rw-r--r--.github/actions/build_analytics/action.yml8
-rw-r--r--.github/actions/test_ya/action.yml12
2 files changed, 10 insertions, 10 deletions
diff --git a/.github/actions/build_analytics/action.yml b/.github/actions/build_analytics/action.yml
index c4a79e6dda..e8018eec64 100644
--- a/.github/actions/build_analytics/action.yml
+++ b/.github/actions/build_analytics/action.yml
@@ -45,7 +45,7 @@ runs:
run: |
set -ex
s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "ya_bloat_html/" "$S3_BUCKET_PATH/ya_bloat_html/"
- echo "[ya bloat tool]($S3_URL_PREFIX/ya_bloat_html/index.html) (better use Safari, because it is too large for Chrome)" >> $GITHUB_STEP_SUMMARY
+ echo "[ya bloat tool]($S3_URL_PREFIX/ya_bloat_html/tree_map.html) (better use Safari, because it is too large for Chrome)" >> $GITHUB_STEP_SUMMARY
s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "template_bloat.by_size.txt" "$S3_BUCKET_PATH/template_bloat.by_size.txt"
TEMPLATE_BLOAT_BY_SIZE_URL=$S3_URL_PREFIX/template_bloat.by_size.txt
@@ -54,13 +54,13 @@ runs:
TEMPLATE_BLOAT_BY_COUNT_URL=$S3_URL_PREFIX/template_bloat.by_count.txt
s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "template_bloat_html/" "$S3_BUCKET_PATH/template_bloat_html/"
- TEMPLATE_BLOAT_TREEMAP_URL=$S3_URL_PREFIX/template_bloat_html/index.html
+ TEMPLATE_BLOAT_TREEMAP_URL=$S3_URL_PREFIX/template_bloat_html/tree_map.html
echo "[template bloat]($TEMPLATE_BLOAT_TREEMAP_URL) ([sorted by size]($TEMPLATE_BLOAT_BY_SIZE_URL), [sorted by count]($TEMPLATE_BLOAT_BY_COUNT_URL))" >> $GITHUB_STEP_SUMMARY
s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "html_cpp_impact/" "$S3_BUCKET_PATH/html_cpp_impact/"
- echo "[cpp compilation time]($S3_URL_PREFIX/html_cpp_impact/index.html)" >> $GITHUB_STEP_SUMMARY
+ echo "[cpp compilation time]($S3_URL_PREFIX/html_cpp_impact/tree_map.html)" >> $GITHUB_STEP_SUMMARY
s3cmd sync -r --acl-public --stats --no-progress --no-mime-magic --guess-mime-type --no-check-md5 "html_headers_impact/" "$S3_BUCKET_PATH/html_headers_impact/"
- echo "[headers impact]($S3_URL_PREFIX/html_headers_impact/index.html)" >> $GITHUB_STEP_SUMMARY
+ echo "[headers impact]($S3_URL_PREFIX/html_headers_impact/tree_map.html)" >> $GITHUB_STEP_SUMMARY
diff --git a/.github/actions/test_ya/action.yml b/.github/actions/test_ya/action.yml
index c3ec743968..354105cb42 100644
--- a/.github/actions/test_ya/action.yml
+++ b/.github/actions/test_ya/action.yml
@@ -122,7 +122,7 @@ runs:
echo "SUMMARY_LINKS=$PUBLIC_DIR/summary_links.txt" >> $GITHUB_ENV
echo "BUILD_PRESET=${{ inputs.build_preset }}" >> $GITHUB_ENV
- python3 -m pip install ydb ydb[yc] codeowners
+ python3 -m pip install ydb ydb[yc] codeowners humanize junitparser
if [ ${{ inputs.testman_token }} ]; then
TESTMO_PROXY_ADDR=127.0.0.1:8888
@@ -399,6 +399,9 @@ runs:
ya_dir=$(pwd)
(cd $CURRENT_PUBLIC_DIR && $ya_dir/ya analyze-make timeline --evlog ya_evlog.jsonl)
+ # generate test_bloat
+ ./ydb/ci/build_bloat/test_bloat.py --junit $CURRENT_JUNIT_XML_PATH --output_dir $CURRENT_PUBLIC_DIR/test_bloat || true
+
if [ $RC -ne 0 ]; then
echo "ya make returned $RC, build failed"
echo "status=failed" >> $GITHUB_OUTPUT
@@ -453,7 +456,7 @@ runs:
"Tests" $CURRENT_PUBLIC_DIR/ya-test.html "$CURRENT_JUNIT_XML_PATH"
fi
- s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/"
+ s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-mime-magic --guess-mime-type --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/"
if [ "${{ inputs.run_tests }}" = "true" ]; then
cat summary_text.txt | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py --color `cat summary_color.txt`
@@ -595,7 +598,7 @@ runs:
echo "::group::s3-sync"
.github/scripts/Indexer/indexer.py -r "$PUBLIC_DIR/"
echo "00 [Artifacts](${PUBLIC_DIR_URL}/index.html)" >> $SUMMARY_LINKS
- s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/"
+ s3cmd sync --follow-symlinks --acl-public --no-progress --stats --no-mime-magic --guess-mime-type --no-check-md5 "$PUBLIC_DIR/" "$S3_BUCKET_PATH/"
cat $SUMMARY_LINKS | python3 -c 'import sys; print(" | ".join([v for _, v in sorted([l.strip().split(" ", 1) for l in sys.stdin], key=lambda a: (int(a[0]), a))]))' >> $GITHUB_STEP_SUMMARY
echo "::endgroup::"
@@ -613,7 +616,6 @@ runs:
export build_preset="${{ inputs.build_preset }}"
export commit_git_sha="$(git rev-parse HEAD)"
- python3 -m pip install ydb ydb[yc]
python3 .github/scripts/send_build_stats.py
- name: show_build_size_diff
@@ -630,8 +632,6 @@ runs:
export red_treshold=2097152
export commit_git_sha="$(git rev-parse HEAD)"
- python3 -m pip install ydb ydb[yc] humanize
-
get_sizes_comment_script=.github/scripts/get_build_diff.py
comment_raw=`$get_sizes_comment_script`