Skip to content

~NGC release testing #116

~NGC release testing

~NGC release testing #116

name: ~NGC release testing
on:
workflow_dispatch:
inputs:
JAX_IMAGE:
type: string
description: "JAX image to run tests on"
required: false
default: ''
PAX_IMAGE:
type: string
description: "Rosetta Pax image to run tests on"
required: false
default: ''
MAXTEXT_IMAGE:
type: string
description: "MaxText image to run tests on"
required: false
default: ''
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
permissions:
contents: read # to fetch code
actions: write # to cancel previous workflows
packages: read # to upload container
jobs:
test-jax:
if: inputs.JAX_IMAGE != ''
uses: ./.github/workflows/_test_unit.yaml
with:
TEST_NAME: jax
EXECUTE: |
docker run -i --shm-size=1g --gpus all \
${{ inputs.JAX_IMAGE }} \
bash <<"EOF" |& tee test-backend-independent.log
test-jax.sh -b backend-independent
EOF
docker run -i --shm-size=1g --gpus all \
${{ inputs.JAX_IMAGE }} \
bash <<"EOF" |& tee tee test-gpu.log
test-jax.sh -b gpu
EOF
STATISTICS_SCRIPT: |
errors=$(cat test-*.log | grep -c 'ERROR:' || true)
failed_tests=$(cat test-*.log | grep -c 'FAILED in' || true)
passed_tests=$(cat test-*.log | grep -c 'PASSED in' || true)
total_tests=$((failed_tests + passed_tests))
echo "TOTAL_TESTS=${total_tests}" >> $GITHUB_OUTPUT
echo "ERRORS=${errors}" >> $GITHUB_OUTPUT
echo "PASSED_TESTS=${passed_tests}" >> $GITHUB_OUTPUT
echo "FAILED_TESTS=${failed_tests}" >> $GITHUB_OUTPUT
ARTIFACTS: |
test-backend-independent.log
test-gpu.log
secrets: inherit
test-rosetta-pax:
if: inputs.PAX_IMAGE != ''
uses: ./.github/workflows/_test_pax_rosetta.yaml
with:
PAX_IMAGE: ${{ inputs.PAX_IMAGE }}
secrets: inherit
test-maxtext:
if: inputs.MAXTEXT_IMAGE != ''
uses: ./.github/workflows/_test_maxtext.yaml
with:
MAXTEXT_IMAGE: ${{ inputs.MAXTEXT_IMAGE }}
secrets: inherit
finalize:
needs: [ test-jax, test-rosetta-pax, test-maxtext ]
if: "!cancelled()"
uses: ./.github/workflows/_finalize.yaml
secrets: inherit