diff --git a/.github/workflows/nightly_ondemand.yml b/.github/workflows/nightly_ondemand.yml index 69e935388..6b4ac6c3d 100644 --- a/.github/workflows/nightly_ondemand.yml +++ b/.github/workflows/nightly_ondemand.yml @@ -156,7 +156,7 @@ jobs: fi echo "TORCH_BRANCH_ID=$(git rev-parse --abbrev-ref HEAD)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCH_COMMIT_ID=$(git rev-parse HEAD)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" - echo "TORCHBENCH_COMMIT_ID=$(> "${GITHUB_ENV}" + echo "TORCHBENCH_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" diff --git a/.github/workflows/nightly_ondemand_rolling.yml b/.github/workflows/nightly_ondemand_rolling.yml index 12d86b244..7515c5003 100644 --- a/.github/workflows/nightly_ondemand_rolling.yml +++ b/.github/workflows/nightly_ondemand_rolling.yml @@ -158,7 +158,7 @@ jobs: fi echo "TORCH_BRANCH_ID=$(git rev-parse --abbrev-ref HEAD)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCH_COMMIT_ID=$(git rev-parse HEAD)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" - echo "TORCHBENCH_COMMIT_ID=$(> "${GITHUB_ENV}" + echo "TORCHBENCH_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" diff --git a/.github/workflows/nightly_ondemand_whl.yml b/.github/workflows/nightly_ondemand_whl.yml index 5dc776bbb..a742f2b2d 100644 --- a/.github/workflows/nightly_ondemand_whl.yml +++ b/.github/workflows/nightly_ondemand_whl.yml @@ -132,7 +132,7 @@ jobs: echo "TORCHAUDIO_COMMIT_ID=$(python -c 'import torchaudio; print(torchaudio.version.git_version)')" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TRITON_COMMIT_ID=$(python -c 'import triton; print(triton.__version__)')" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" cd ../pytorch - echo "TORCHBENCH_COMMIT_ID=$(> "${GITHUB_ENV}" + echo "TORCHBENCH_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" echo "MODEL_ONLY_NAME=${{ inputs.model }}" |tee -a "${GITHUB_OUTPUT}" >> "${GITHUB_ENV}" diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index 53f93e629..8c0a39c74 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -90,7 +90,7 @@ jobs: cd ../pytorch echo "TRITON_COMMIT_ID=$(<.ci/docker/ci_commit_pins/triton-xpu.txt)" >> "${GITHUB_ENV}" echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" >> "${GITHUB_ENV}" - echo "TORCHBENCH_COMMIT_ID=$(> "${GITHUB_ENV}" + echo "TORCHBENCH_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" >> "${GITHUB_ENV}" echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" >> "${GITHUB_ENV}" echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" >> "${GITHUB_ENV}" echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" >> "${GITHUB_ENV}" @@ -144,9 +144,9 @@ jobs: run: | rm -rf ${{ github.workspace }}/upload_files cp -r ${{ github.workspace }}/../pytorch/inductor_log ${{ github.workspace }}/upload_files - failed_case=$(grep "Real failed: models: *[1-9]" ${{ github.workspace }}/upload_files/summary_accuracy.log |wc -l || true) + failed_case=$(grep "Real failed models: *[1-9]" ${{ github.workspace }}/upload_files/summary_accuracy.log |wc -l || true) if [ ${failed_case} -ne 0 ];then - grep -E "Real failed: models: [1-9]|Summary for" ${{ github.workspace }}/summary_accuracy.log + grep -E "Real failed models: [1-9]|Summary for" ${{ github.workspace }}/summary_accuracy.log exit 1 fi - name: Upload Inductor XPU E2E Data diff --git a/test/xpu/extended/skip_list_win_mtl.py b/test/xpu/extended/skip_list_win_mtl.py index b0d971c6e..193e31422 100644 --- a/test/xpu/extended/skip_list_win_mtl.py +++ b/test/xpu/extended/skip_list_win_mtl.py @@ -1,9 +1,6 @@ skip_dict = { # failed on MTL windows, skip first for Preci "test_ops_xpu.py": ( - "test_compare_cpu_sqrt_xpu_complex64", - "test_backward_nn_functional_adaptive_avg_pool2d_xpu_float32", - "test_compare_cpu_cosh_xpu_complex128", "test_compare_cpu_frexp_xpu_bfloat16", "test_compare_cpu_frexp_xpu_float16", @@ -14,7 +11,35 @@ "test_compare_cpu_max_pool2d_with_indices_backward_xpu_float32", "test_compare_cpu_max_pool2d_with_indices_backward_xpu_float64", "test_compare_cpu_nn_functional_avg_pool2d_xpu_bfloat16", - "test_compare_cpu_nn_functional_avg_pool2d_xpu_float32", "test_compare_cpu_nn_functional_avg_pool3d_xpu_float32", + "test_compare_cpu_nn_functional_avg_pool3d_xpu_float64", + "test_compare_cpu_nn_functional_batch_norm_xpu_float16", + "test_compare_cpu_nn_functional_interpolate_bicubic_xpu_float32", + "test_compare_cpu_nn_functional_interpolate_bicubic_xpu_float64", + "test_compare_cpu_nn_functional_interpolate_bilinear_xpu_float32", + "test_compare_cpu_nn_functional_interpolate_bilinear_xpu_float64", + "test_compare_cpu_nn_functional_max_pool2d_xpu_bfloat16", + "test_compare_cpu_nn_functional_max_pool2d_xpu_float16", + "test_compare_cpu_nn_functional_max_pool2d_xpu_float32", + "test_compare_cpu_nn_functional_max_pool2d_xpu_float64", + "test_compare_cpu_norm_nuc_xpu_complex128", + "test_compare_cpu_norm_nuc_xpu_complex64", + "test_compare_cpu_norm_nuc_xpu_float32", + "test_compare_cpu_norm_nuc_xpu_float64", + "test_compare_cpu_sinh_xpu_complex128", + "test_compare_cpu_softmax_with_dtype_xpu_bfloat16", + "test_compare_cpu_softmax_with_dtype_xpu_complex128", + "test_compare_cpu_softmax_with_dtype_xpu_complex64", + "test_compare_cpu_softmax_with_dtype_xpu_float64", + "test_compare_cpu_softmax_with_dtype_xpu_int32", + "test_compare_cpu_softmax_with_dtype_xpu_int64", + "test_compare_cpu_softmax_with_dtype_xpu_uint8", + "test_compare_cpu_softmax_xpu_float64", + "test_compare_cpu_square_xpu_complex128", + "test_backward_norm_nuc_xpu_float32", + "test_cow_input_norm_nuc_xpu_float32", + "test_forward_ad_norm_nuc_xpu_float32", + "test_operator_norm_nuc_xpu_float32", + "test_view_replay_norm_nuc_xpu_float32", ), } diff --git a/test/xpu/skip_list_common.py b/test/xpu/skip_list_common.py index 52a93d91b..86f725744 100644 --- a/test/xpu/skip_list_common.py +++ b/test/xpu/skip_list_common.py @@ -2,6 +2,21 @@ "test_ops_xpu.py": ( # Skip list of base line + # XPU implementation doesn't claimn FP8 now + # https://github.com/intel/torch-xpu-ops/issues/461 + "float8", + + # workarounds for the following tests + # https://github.com/intel/torch-xpu-ops/issues/1214 + "test_python_ref__refs_exp_xpu_complex128", + "test_python_ref__refs_sigmoid_xpu_complex128", + "test_python_ref_executor__refs_log2_executor_aten_xpu_complex128", + "test_python_ref_executor__refs_exp_executor_aten_xpu_complex128", + "test_python_ref_torch_fallback__refs_log2_xpu_complex128", + "test_python_ref_torch_fallback__refs_log10_xpu_complex128", + "test_python_ref_torch_fallback__refs_sigmoid_xpu_complex128", + "test_python_ref_executor__refs_log10_executor_aten_xpu_complex128", + # To be removed from this file. # CUDA and XPU both XFAIL now. "test_out_narrow_copy_xpu_float32",