diff --git a/recipes/sire/template.yaml b/recipes/sire/template.yaml
index a2f6535b5..810a8b54a 100644
--- a/recipes/sire/template.yaml
+++ b/recipes/sire/template.yaml
@@ -13,8 +13,6 @@ build:
 
 requirements:
   build:
-    - {{ compiler('c') }}
-    - {{ compiler('cxx') }}
     SIRE_BUILD_REQUIREMENTS
   host:
     SIRE_HOST_REQUIREMENTS
diff --git a/requirements_build.txt b/requirements_build.txt
index c2b7173ea..b319966df 100644
--- a/requirements_build.txt
+++ b/requirements_build.txt
@@ -1,5 +1,14 @@
 # Build requirements for Sire.
 
+# Need to specify the compiler as we have to control the version
+gcc==12.3.0 ; sys_platform == "linux"
+gxx==12.3.0 ; sys_platform == "linux"
+
+clang ; sys_platform == "darwin"
+clangxx ; sys_platform == "darwin"
+
+vc ; sys_platform == "win32"
+
 cmake
 git
 python