diff --git a/openhands/core/config/llm_config.py b/openhands/core/config/llm_config.py
index cee22766df14..5497d7125823 100644
--- a/openhands/core/config/llm_config.py
+++ b/openhands/core/config/llm_config.py
@@ -102,3 +102,9 @@ def model_post_init(self, __context: Any):
             os.environ['OR_SITE_URL'] = self.openrouter_site_url
         if self.openrouter_app_name:
             os.environ['OR_APP_NAME'] = self.openrouter_app_name
+
+        # Assign an API version for Azure models
+        # While it doesn't seem required, the format supported by the API without version seems old and will likely break.
+        # Azure issue: https://github.com/All-Hands-AI/OpenHands/issues/6777
+        if self.model.startswith('azure') and self.api_version is None:
+            self.api_version = '2024-08-01-preview'