7878 jobs_url="https://api.github.com/repos/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/jobs"
7979 # tricky: we are searching job with name that contains build_preset
8080 check_url=$(curl -s $jobs_url | jq --arg n "$BUILD_PRESET" -r '.jobs[] | select(.name | contains($n)) | .html_url')
81-
81+
8282 platform_name="$(echo "$(uname -s)-$(uname -p)" | tr '[:upper:]' '[:lower:]')-$BUILD_PRESET"
8383 echo "Pre-commit [check]($check_url) **$platform_name** for $(git rev-parse HEAD) has started." | .github/scripts/tests/comment-pr.py --rewrite
8484
@@ -91,19 +91,19 @@ runs:
9191 https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
9292 -d '{"state":"pending","description":"The check has been started","context":"test_${{inputs.build_preset}}"}'
9393 fi
94-
94+
9595name : Clean ya cache
9696 shell : bash
9797 run : rm -rf ~/.ya
98-
98+
9999 - name : Init
100100 id : init
101101 shell : bash
102102 run : |
103103 set -x
104-
104+
105105 echo "$(pwd)/ydb/ci/scripts" >> $GITHUB_PATH
106-
106+
107107 export TMP_DIR=$(pwd)/tmp
108108 rm -rf $TMP_DIR
109109 mkdir -p $TMP_DIR
@@ -129,14 +129,14 @@ runs:
129129 openssl req -x509 -newkey rsa:2048 \
130130 -keyout $TMP_DIR/key.pem -out $TMP_DIR/cert.pem \
131131 -sha256 -days 1 -nodes -subj "/CN=127.0.0.1"
132-
132+
133133 TESTMO_TOKEN=${{ inputs.testman_token }} ./ydb/ci/testmo-proxy/testmo-proxy.py -l $TESTMO_PROXY_ADDR \
134134 --cert-file "$TMP_DIR/cert.pem" \
135135 --cert-key "$TMP_DIR/key.pem" \
136136 --target-timeout 3,60 \
137137 --max-request-time 200 \
138138 "$TESTMO_URL" > $PUBLIC_DIR/testmo_proxy_log.txt 2>&1 &
139-
139+
140140 TESTMO_PROXY_PID=$!
141141 echo "TESTMO_PROXY_ADDR=$TESTMO_PROXY_ADDR" >> $GITHUB_ENV
142142 echo "TESTMO_PROXY_PID=$TESTMO_PROXY_PID" >> $GITHUB_ENV
@@ -160,7 +160,7 @@ runs:
160160 echo "Artifacts will be uploaded [here](${PUBLIC_DIR_URL}/index.html)" | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py
161161
162162 ORIGINAL_HEAD=$(git rev-parse HEAD)
163-
163+
164164 if [ "${{ inputs.increment }}" = "true" ]; then
165165 GRAPH_COMPARE_OUTPUT="$PUBLIC_DIR/graph_compare_log.txt"
166166 GRAPH_COMPARE_OUTPUT_URL="$PUBLIC_DIR_URL/graph_compare_log.txt"
@@ -177,7 +177,7 @@ runs:
177177 echo "Graph compare failed, see the [logs]($GRAPH_COMPARE_OUTPUT_URL)." | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py --color red
178178 exit $RC
179179 fi
180-
180+
181181 git checkout $ORIGINAL_HEAD
182182 YA_MAKE_TARGET=.
183183 else
@@ -197,15 +197,15 @@ runs:
197197
198198 TEST_RETRY_COUNT=${{ inputs.test_retry_count }}
199199 IS_TEST_RESULT_IGNORED=0
200-
200+
201201 case "$BUILD_PRESET" in
202202 debug)
203203 params+=(--build "debug")
204204 ;;
205205 relwithdebinfo)
206206 params+=(--build "relwithdebinfo")
207207 ;;
208- release)
208+ release)
209209 params+=(--build "release")
210210 ;;
211211 release-asan)
@@ -237,14 +237,14 @@ runs:
237237 exit 1
238238 ;;
239239 esac
240-
240+
241241 echo "IS_TEST_RESULT_IGNORED=$IS_TEST_RESULT_IGNORED" >> $GITHUB_ENV
242242
243243 if [ $TEST_RETRY_COUNT -z ]; then
244244 # default is 3 for ordinary build and 1 for sanitizer builds
245245 TEST_RETRY_COUNT=3
246246 fi
247-
247+
248248 if [ ! -z "${{ inputs.additional_ya_make_args }}" ]; then
249249 params+=(${{ inputs.additional_ya_make_args }})
250250 fi
@@ -267,15 +267,15 @@ runs:
267267
268268 params+=(
269269 --stat -DCONSISTENT_DEBUG --no-dir-outputs
270- --test-failure-code 0 --build-all
270+ --test-failure-code 0 --build-all
271271 --cache-size 2TB --force-build-depends
272272 )
273273
274274
275275 TESTMO_BRANCH_TAG="$GITHUB_REF_NAME"
276276 TESTMO_ARCH="${{ runner.arch == 'X64' && 'x86-64' || runner.arch == 'ARM64' && 'arm64' || 'unknown' }}"
277277 TESTMO_PR_NUMBER=${{ github.event.number }}
278-
278+
279279 case "$BUILD_PRESET" in
280280 relwithdebinfo)
281281 TESTMO_SOURCE="ya-${TESTMO_ARCH}"
@@ -329,7 +329,7 @@ runs:
329329 ;;
330330 esac
331331
332- echo "TESTMO_RUN_NAME=$TESTMO_RUN_NAME" >> $GITHUB_ENV
332+ echo "TESTMO_RUN_NAME=$TESTMO_RUN_NAME" >> $GITHUB_ENV
333333 if [ $RETRY != 1 ]; then
334334 IS_RETRY=1
335335 TESTMO_RUN_NAME="$TESTMO_RUN_NAME A$RETRY"
@@ -342,6 +342,8 @@ runs:
342342 export CURRENT_PUBLIC_DIR=$PUBLIC_DIR/$CURRENT_PUBLIC_DIR_RELATIVE
343343 export CURRENT_PUBLIC_DIR_URL=$PUBLIC_DIR_URL/$CURRENT_PUBLIC_DIR_RELATIVE
344344 mkdir $CURRENT_PUBLIC_DIR
345+ export TEST_META_INFO=$CURRENT_PUBLIC_DIR/tests_meta
346+ mkdir $TEST_META_INFO
345347
346348 if [ ${{ inputs.testman_token }} ]; then
347349 # inititalize testmo session
@@ -362,7 +364,7 @@ runs:
362364 echo "10 [Test history](${TESTMO_HISTORY_URL})" >> $SUMMARY_LINKS
363365 fi
364366
365- CURRENT_MESSAGE="ya make is running..."
367+ CURRENT_MESSAGE="ya make is running..."
366368 if [ $IS_RETRY = 0 ]; then
367369 CURRENT_MESSAGE="$CURRENT_MESSAGE"
368370 RERUN_FAILED_OPT=""
@@ -409,9 +411,15 @@ runs:
409411 fi
410412
411413 # fix junit files (add links, logs etc)
412- # archive unitest reports (orig)
414+ # archive unitest reports (orig)
413415 gzip -c $CURRENT_JUNIT_XML_PATH > $CURRENT_PUBLIC_DIR/orig_junit.xml.gz
414416
417+ # postprocess junit user_attributesreport
418+ .github/scripts/tests/apply_user_properties_to_junit.py \
419+ --test_dir="$TEST_META_INFO" \
420+ --in_file="$CURRENT_JUNIT_XML_PATH" \
421+ --out_file="$CURRENT_JUNIT_XML_PATH" || true
422+
415423 # postprocess junit report
416424 .github/scripts/tests/transform_ya_junit.py -i \
417425 -m .github/config/muted_ya.txt \
@@ -433,7 +441,7 @@ runs:
433441 IS_LAST_RETRY=1
434442 fi
435443
436- if [ $FAILED_TESTS_COUNT -gt 500 ]; then
444+ if [ $FAILED_TESTS_COUNT -gt 500 ]; then
437445 IS_LAST_RETRY=1
438446 TOO_MANY_FAILED="Too many tests failed, NOT going to retry"
439447 echo $TOO_MANY_FAILED | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py --color red
@@ -459,7 +467,7 @@ runs:
459467 if [ "${{ inputs.run_tests }}" = "true" ]; then
460468 cat summary_text.txt | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py --color `cat summary_color.txt`
461469 fi
462-
470+
463471 # upload tests results to YDB
464472 ydb_upload_run_name="${TESTMO_RUN_NAME// /"_"}"
465473 result=`.github/scripts/analytics/upload_tests_results.py --test-results-file ${CURRENT_JUNIT_XML_PATH} --run-timestamp $(date +%s) --commit $(git rev-parse HEAD) --build-type ${BUILD_PRESET} --pull $ydb_upload_run_name --job-name "${{ github.workflow }}" --job-id "${{ github.run_id }}" --branch ${GITHUB_REF_NAME}`
@@ -473,7 +481,7 @@ runs:
473481 .github/scripts/tests/split-junit.py -o "$TESTMO_JUNIT_REPORT_PARTS" "$CURRENT_JUNIT_XML_PATH"
474482 # archive unitest reports (transformed)
475483 tar -C $TESTMO_JUNIT_REPORT_PARTS/.. -czf $PUBLIC_DIR/junit_parts.xml.tar.gz $(basename $TESTMO_JUNIT_REPORT_PARTS)
476-
484+
477485 TESTMO_TOKEN=${{ inputs.testman_token }} retry.sh -- testmo automation:run:submit-thread \
478486 --instance "https://$TESTMO_PROXY_ADDR" --run-id "$TESTMO_RUN_ID" \
479487 --results "$TESTMO_JUNIT_REPORT_PARTS/*.xml"
@@ -499,7 +507,7 @@ runs:
499507 GITHUB_TOKEN : ${{ github.token }}
500508 run : |
501509 set -x
502-
510+
503511 if [ "${{ steps.build.outputs.status }}" == "failed" ]; then
504512 curl -L -X POST -H "Accept: application/vnd.github+json" -H "Authorization: Bearer ${{github.token}}" -H "X-GitHub-Api-Version: 2022-11-28" \
505513 https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
@@ -509,7 +517,7 @@ runs:
509517 https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
510518 -d '{"state":"success","description":"The check has been completed successfully","context":"build_${{inputs.build_preset}}"}'
511519 fi
512-
520+
513521name : Clean up unfinished testmo sessions
514522 if : always()
515523 shell : bash
@@ -536,12 +544,12 @@ runs:
536544 curl -L -X POST -H "Accept: application/vnd.github+json" -H "Authorization: Bearer ${{github.token}}" -H "X-GitHub-Api-Version: 2022-11-28" \
537545 https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
538546 -d '{"state":"'$teststatus'","description":"'"$testmessage"'","context":"test_${{inputs.build_preset}}"}'
539-
547+
540548 if [[ $teststatus != "success" ]]; then
541549 echo "status=failed" >> $GITHUB_OUTPUT
542550 fi
543551 fi
544-
552+
545553name : check test results
546554 if : inputs.run_tests
547555 shell : bash
@@ -587,7 +595,7 @@ runs:
587595 fi
588596 fi
589597
590-
598+
591599name : sync results to s3 and publish links
592600 if : always()
593601 shell : bash
@@ -611,7 +619,7 @@ runs:
611619 if : always()
612620 run : |
613621 set -x
614- export build_preset="${{ inputs.build_preset }}"
622+ export build_preset="${{ inputs.build_preset }}"
615623 export commit_git_sha="$(git rev-parse HEAD)"
616624
617625 python3 .github/scripts/send_build_stats.py
@@ -624,15 +632,15 @@ runs:
624632 GITHUB_TOKEN : ${{ github.token }}
625633 run : |
626634 set -x
627- export build_preset="${{ inputs.build_preset }}"
628- export branch_to_compare="$GITHUB_REF_NAME"
635+ export build_preset="${{ inputs.build_preset }}"
636+ export branch_to_compare="$GITHUB_REF_NAME"
629637 export yellow_treshold=102400
630- export red_treshold=2097152
638+ export red_treshold=2097152
631639 export commit_git_sha="$(git rev-parse HEAD)"
632640
633641 get_sizes_comment_script=.github/scripts/get_build_diff.py
634642 comment_raw=`$get_sizes_comment_script`
635-
643+
636644 IFS=';;;'
637645 read -ra comment_arr <<< "$comment_raw"
638646
@@ -641,7 +649,7 @@ runs:
641649 color=${comment_arr[0]}
642650 replace=$color";;;"
643651 comment=${comment_raw/$replace/""}
644-
652+
645653 printf "$comment" | .github/scripts/tests/comment-pr.py --color $color
646654
647655 else
0 commit comments