diff --git a/compiler/src/iree/compiler/Codegen/Utils/Utils.cpp b/compiler/src/iree/compiler/Codegen/Utils/Utils.cpp
index c02d730e5c33..3dc6a89a0c1a 100644
--- a/compiler/src/iree/compiler/Codegen/Utils/Utils.cpp
+++ b/compiler/src/iree/compiler/Codegen/Utils/Utils.cpp
@@ -186,10 +186,6 @@ static const char *getDefaultEnabledUkernels(Attribute attr) {
     return "mmt4d";
   }
   if (isAArch64(targetAttr)) {
-    if (hasFeature(targetAttr, "+sve") || hasFeature(targetAttr, "+sve2") ||
-        hasFeature(targetAttr, "+sme")) {
-      return kNone;
-    }
     return "mmt4d";
   }
   return kNone;