diff --git a/.github/workflows/generate_binary_build_matrix.yml b/.github/workflows/generate_binary_build_matrix.yml
index ccca9ebfb1..9ec18c960d 100644
--- a/.github/workflows/generate_binary_build_matrix.yml
+++ b/.github/workflows/generate_binary_build_matrix.yml
@@ -37,7 +37,7 @@ on:
         type: string
       with-xpu:
         description: "Build with XPU?"
-        default: "enable"
+        default: "disable"
         type: string
       use-only-dl-pytorch-org:
         description: "Use only download.pytorch.org when generating wheel install command?"