Configure Renovate #132
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: smart test selection | |
| on: | |
| pull_request: | |
| defaults: | |
| run: | |
| # the default default is: | |
| # bash --noprofile --norc -eo pipefail {0} | |
| shell: bash --noprofile --norc -eo pipefail -ux {0} | |
| jobs: | |
| coverage-ats: | |
| runs-on: ubuntu-latest | |
| # Map a step output to a job output | |
| outputs: | |
| ATS_TESTS_TO_RUN: ${{ steps.label_analysis.outputs.ATS_TESTS_TO_RUN }} | |
| ATS_TESTS_TO_SKIP: ${{ steps.label_analysis.outputs.ATS_TESTS_TO_SKIP }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python 3.10.10 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10.10" | |
| # We need the setup to collect the list of tests properly | |
| - name: Download Codecov CLI | |
| run: | | |
| pip install codecov-cli>=0.4.1 | |
| # Creates the commit and report objects in codecov | |
| - name: Codecov startup | |
| run: | | |
| codecovcli create-commit | |
| codecovcli create-report | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_STAGING_TOKEN }} | |
| # Sends static analysis information to codecov | |
| - name: Static Analysis | |
| run: | | |
| codecovcli --url=${{ secrets.CODECOV_STAGING_URL }} static-analysis \ | |
| --token=${CODECOV_STATIC_TOKEN} \ | |
| --folders-to-exclude .artifacts \ | |
| --folders-to-exclude .github \ | |
| --folders-to-exclude .venv | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_STAGING_TOKEN }} | |
| CODECOV_STATIC_TOKEN: ${{ secrets.CODECOV_STAGING_STATIC_TOKEN }} | |
| - name: Install requirements | |
| run: pip install -r requirements.txt | |
| # Run label analysis in dry mode to get the list of tests to run | |
| # The base commit will be the parent commit (apparently commits on master don't exist in codecov) | |
| # The CLI might fail the label-analysis command for reasons | |
| # If that's the case we still want to do some post-processing (the else part below) to generate the correct outputs | |
| - name: Label Analysis | |
| id: label_analysis | |
| run: | | |
| BASE_COMMIT=$(git merge-base ${{ github.sha }}^ origin/main) | |
| echo $BASE_COMMIT | |
| output=$(codecovcli --url=${{ secrets.CODECOV_STAGING_URL }} --codecov-yml-path=codecov.yml label-analysis --dry-run --token=${CODECOV_STATIC_TOKEN} --base-sha=${BASE_COMMIT}) || true | |
| # Post processing and validation | |
| if [ -n "${output}" ]; | |
| then | |
| jq <<< $output '.runner_options + .ats_tests_to_run | @json' --raw-output > .artifacts/codecov_ats/tests_to_run.json | |
| jq <<< $output '.runner_options + .ats_tests_to_skip | @json' --raw-output > .artifacts/codecov_ats/tests_to_skip.json | |
| testcount() { jq <<< $output ".$1 | length"; } | |
| run_count=$(testcount ats_tests_to_run) | |
| skip_count=$(testcount ats_tests_to_skip) | |
| # Parse any potential errors that made ATS fallback to running all tests | |
| # And surface them | |
| ats_fallback_reason=$(jq <<< "$output" '.ats_fallback_reason') | |
| if [ "$ats_fallback_reason" == "null" ]; then | |
| ats_success=true | |
| else | |
| ats_success=false | |
| fi | |
| tee <<< \ | |
| "{\"ats_success\": $ats_success, \"error\": $ats_fallback_reason, \"tests_to_run\": $run_count, \"tests_analyzed\": $((run_count+skip_count))}" \ | |
| "$GITHUB_STEP_SUMMARY" \ | |
| ".artifacts/codecov_ats/result.json" | |
| else | |
| # We need not forget to add the search options in the fallback command, otherwise pytest might run more tests than expected | |
| # These search options match what's defined in codecov.yml:105 | |
| jq '@json' --raw-output <<< '[ | |
| "--cov-context=test", | |
| "core" | |
| ]' > .artifacts/codecov_ats/tests_to_skip.json | |
| echo '[]' > .artifacts/codecov_ats/tests_to_run.json | |
| # If we reached this point it means that ATS failed with some error | |
| tee <<< '{"ats_success": false, "error": "exception_raised"}' "$GITHUB_STEP_SUMMARY" ".artifacts/codecov_ats/result.json" | |
| fi | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_STAGING_TOKEN }} | |
| CODECOV_STATIC_TOKEN: ${{ secrets.CODECOV_STAGING_STATIC_TOKEN }} | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: codecov_ats | |
| path: .artifacts/codecov_ats | |
| if-no-files-found: error | |
| debug: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - coverage-ats | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: codecov_ats | |
| path: .artifacts | |
| - name: Debug ATS_TESTS_TO_RUN | |
| run: | | |
| length_of_tests=$(cat .artifacts/tests_to_run.json | jq 'length') | |
| # The 1st value doesn't count, it's '--cov-context=test' (hence -gt 1) | |
| if [ $length_of_tests -gt 1 ]; then | |
| echo "Running $length_of_tests tests" | |
| # --raw-output0 doesn't work. | |
| cat .artifacts/tests_to_run.json | jq 'join("\u0000")' --raw-output | tr -d '\n' | xargs -r0 echo 'pytest' | |
| else | |
| echo "No tests to run" | |
| fi | |
| - name: Debug ATS_TESTS_TO_SKIP | |
| run: | | |
| length_of_tests=$(cat .artifacts/tests_to_skip.json | jq 'length') | |
| # The 1st value doesn't count, it's '--cov-context=test' | |
| if [ $length_of_tests -gt 1 ]; then | |
| echo "Running $length_of_tests tests" | |
| # --raw-output0 doesn't work. | |
| cat .artifacts/tests_to_skip.json | jq 'join("\u0000")' --raw-output | tr -d '\n' | xargs -r0 echo 'pytest' | |
| else | |
| echo "No tests to run" | |
| fi | |