diff options
| author | AlexSm <[email protected]> | 2024-03-26 18:03:28 +0100 |
|---|---|---|
| committer | GitHub <[email protected]> | 2024-03-26 18:03:28 +0100 |
| commit | 8418282f9e626e28cf8113ebd318ceacd6fbe24b (patch) | |
| tree | d605957cada8f083ee6fc85ea97f469f0a20d7b8 /.github/scripts | |
| parent | f582147e4ee4cccc96c750e323a695e8b6cc8469 (diff) | |
Run tests based on build graph analysis, stop using cache for test results (#3171)
Diffstat (limited to '.github/scripts')
| -rwxr-xr-x | .github/scripts/graph_compare.sh | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/.github/scripts/graph_compare.sh b/.github/scripts/graph_compare.sh new file mode 100755 index 00000000000..89ebd65fd56 --- /dev/null +++ b/.github/scripts/graph_compare.sh @@ -0,0 +1,40 @@ + +# Compares build graphs for two given refs in the current directory git repo +# Creates ya.make in the current directory listing affected ydb test suites +# Parameters: base_commit_sha head_commit_sha + +set -e + +workdir=$(mktemp -d) +echo Workdir: $workdir +echo Checkout base commit... +git checkout $1 +echo Build graph for base commit... +./ya make -Gj0 -ttt ydb --build release -k --cache-tests | jq '.graph[] | select( ."node-type"=="test")' > $workdir/graph_base + +echo Checkout head commit... +git checkout $2 +echo Build graph for head commit... +./ya make -Gj0 -ttt ydb --build release -k --cache-tests | jq '.graph[] | select( ."node-type"=="test")' > $workdir/graph_head + +echo Generate lists of uids for base and head... +cat $workdir/graph_base | jq '.uid' > $workdir/uid_base +cat $workdir/graph_head | jq '.uid' > $workdir/uid_head + +echo Create a list of changed uids in the head graph... +(cat $workdir/uid_head;(cat $workdir/uid_base;cat $workdir/uid_head) | sort | uniq -u) | sort | uniq -d > $workdir/uids_new + +echo Generate list of test shard names from the head graph based on the list of uids... +cat $workdir/graph_head | jq -r --slurpfile uids $workdir/uids_new 'select( any( .uid; .==$uids[] )) | .kv.path' | sort | uniq > $workdir/testsuites + +echo Number of test suites: +cat $workdir/testsuites | wc -l + +echo Removing test suite name from the list to get target names... +sed -E 's/\/[^/]*$//g;/^null$/d' $workdir/testsuites > $workdir/ts2 + +echo Generating temp ya.make with recurses to all required tests... +cat $workdir/ts2 | (echo 'RECURSE_FOR_TESTS(';cat;echo ')') > ya.make + +# echo Running ya test... +# ./ya make -A -R --build relwithdebinfo .
\ No newline at end of file |