diff --git a/tools/tests/test_generate_binary_build_matrix.py b/tools/tests/test_generate_binary_build_matrix.py
index 168d8a86ee..0c7920a027 100644
--- a/tools/tests/test_generate_binary_build_matrix.py
+++ b/tools/tests/test_generate_binary_build_matrix.py
@@ -44,8 +44,8 @@ def test_linux_wheel_cpu_python_only(self):
         self.matrix_compare_helper(
             package_type="wheel",
             operating_system="linux",
-            cuda=True,
-            rocm=True,
+            cuda=False,
+            rocm=False,
             cpu=True,
             reference_output_file="build_matrix_linux_wheel_cuda.json",
             build_python_only=True,