validate-linux-binaries.yml

name: Validate linux binaries

on:
  workflow_call:
    inputs:
      channel:
        description: "Channel to use (nightly, test, release, all)"
        required: true
        type: string
      torchonly:
        description: 'Validate torchonly'
        default: false
        required: false
        type: boolean
      version:
        description: 'Version to validate - optional'
        default: ""
        required: false
        type: string
      use-version-set:
        description: 'Applies when version is used, use version for each domain'
        default: false
        required: false
        type: boolean
      release-matrix:
        description: 'Release matrix - optional'
        default: ""
        required: false
        type: string
      include-test-ops:
        description: 'Include Test Ops tests (only Linux)'
        default: false
        required: false
        type: boolean
      use-only-dl-pytorch-org:
        description: 'Use only download.pytorch.org when generating wheel install command'
        default: false
        required: false
        type: boolean
      use-force-reinstall:
        description: 'Use force-reinstall for pip binaries'
        default: false
        required: false
        type: boolean
      use-meta-cdn:
        description: 'Use meta cdn for installing pip binaries'
        default: false
        required: false
        type: boolean
      use_split_build:
        description: |
          [Experimental] Use split build
        required: false
        type: boolean
        default: false
      use-extra-index-url:
        description: 'Use extra-index url for pip tests'
        default: false
        required: false
        type: boolean
  workflow_dispatch:
    inputs:
      channel:
        description: "Channel to use (nightly, test, release, all)"
        required: true
        type: choice
        options:
          - release
          - nightly
          - test
          - all
      torchonly:
        description: 'Validate torchonly'
        default: false
        required: false
        type: boolean
      version:
        description: 'Version to validate - optional'
        default: ""
        required: false
        type: string
      release-matrix:
        description: 'Release matrix - optional'
        default: ""
        required: false
        type: string
      include-test-ops:
        description: 'Include Test Ops tests (only Linux)'
        default: false
        required: false
        type: boolean
      use-only-dl-pytorch-org:
        description: 'Use only download.pytorch.org when generating wheel install command'
        default: false
        required: false
        type: boolean
      use-force-reinstall:
        description: 'Use force-reinstall for pip binaries'
        default: false
        required: false
        type: boolean
      use-meta-cdn:
        description: 'Use meta cdn for installing pip binaries'
        default: false
        required: false
        type: boolean
      use_split_build:
        description: |
          [Experimental] Use split build
        required: false
        type: boolean
        default: false
      use-extra-index-url:
        description: 'Use extra-index url for pip tests'
        default: false
        required: false
        type: boolean
      use-version-set:
        description: 'Applies when version is used, use version for each domain'
        default: false
        required: false
        type: boolean

jobs:
  generate-linux-matrix:
    uses: ./.github/workflows/generate_binary_build_matrix.yml
    with:
      package-type: wheel,libtorch
      os: linux
      channel: ${{ inputs.channel }}
      use-only-dl-pytorch-org: ${{ inputs.use-only-dl-pytorch-org }}
      use_split_build: ${{ inputs.use_split_build }}
      with-xpu: enable

  linux:
    needs: generate-linux-matrix
    strategy:
      matrix: ${{ fromJson(needs.generate-linux-matrix.outputs.matrix) }}
      fail-fast: false
    uses: ./.github/workflows/linux_job.yml
    name: ${{ matrix.build_name }}
    with:
      runner: ${{ matrix.validation_runner }}
      repository: "pytorch/pytorch"
      ref: main
      job-name: ${{ matrix.build_name }}
      docker-image: ${{ (matrix.gpu_arch_type == 'xpu' && matrix.container_image) || (matrix.gpu_arch_version == '12.6' && 'pytorch/almalinux-builder:cpu-main') || 'pytorch/conda-builder' }}
      binary-matrix: ${{ toJSON(matrix) }}
      docker-build-dir: "skip-docker-build"
      timeout: 180
      script: |
        set -ex
        export ENV_NAME="conda-env-${{ github.run_id }}"
        export TORCH_ONLY=${{ inputs.torchonly }}
        export INCLUDE_TEST_OPS=${{ inputs.include-test-ops }}
        export USE_ONLY_DL_PYTORCH_ORG=${{ inputs.use-only-dl-pytorch-org }}
        export USE_EXTRA_INDEX_URL=${{ inputs.use-extra-index-url }}
        export USE_META_CDN=${{ inputs.use-meta-cdn }}
        export RELEASE_VERSION=${{ inputs.version }}
        export USE_VERSION_SET=${{ inputs.use-version-set }}
        if [[ ${USE_VERSION_SET} == 'true' ]]; then
          export VISION_RELEASE_VERSION=${{ fromJson(inputs.release-matrix).torchvision }}
          export AUDIO_RELEASE_VERSION=${{ fromJson(inputs.release-matrix).torchaudio }}
        fi

        export USE_FORCE_REINSTALL=${{ inputs.use-force-reinstall }}
        export TARGET_OS="linux"
        # Due to xpu doesn't use pytorch/conda-builder image, need to install conda firstly
        if [[ ${{ matrix.gpu_arch_type }} == 'xpu' ]]; then
          source /.ci/docker/common/install_conda.sh
        fi
        eval "$(conda shell.bash hook)"
        printf '%s\n' ${{ toJson(inputs.release-matrix) }} > release_matrix.json

        # Special case PyPi installation package. And Install of PyPi package via poetry
        if [[ ${MATRIX_PACKAGE_TYPE} == "manywheel" && \
              ${MATRIX_GPU_ARCH_VERSION} == "12.4" && \
              ${MATRIX_CHANNEL} == "release" && \
              ${USE_ONLY_DL_PYTORCH_ORG} == "false" ]]; then
          source ../../test-infra/.github/scripts/validate_pipy.sh
          source ../../test-infra/.github/scripts/validate_poetry.sh
        fi

        # Standart case: Validate binaries
        source ../../test-infra/.github/scripts/validate_binaries.sh