Merge pull request #833 from PrefectHQ/hotfix/await-should-retry

await should_fallback
PrefectHQ · Feb 6, 2024 · 8ee6b7c · 8ee6b7c
2 parents e712231 + 96eb6da
commit 8ee6b7c
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/marvin/client/openai.py b/src/marvin/client/openai.py
@@ -33,6 +33,7 @@
     TranscriptRequest,
     VisionRequest,
 )
+from marvin.utilities.asyncio import run_sync
 from marvin.utilities.logging import get_logger
 from marvin.utilities.openai import get_openai_client
 
@@ -182,7 +183,7 @@ def generate_chat(
         try:
             response: "ChatCompletion" = create(**request.model_dump(exclude_none=True))
         except NotFoundError as e:
-            if should_fallback(e, request):
+            if run_sync(should_fallback(e, request)):
                 response = create(
                     **request.model_dump(exclude_none=True)
                     | dict(model=FALLBACK_CHAT_COMPLETIONS_MODEL)
@@ -283,7 +284,7 @@ async def generate_chat(
                 **request.model_dump(exclude_none=True)
             )
         except NotFoundError as e:
-            if should_fallback(e, request):
+            if await should_fallback(e, request):
                 response = await create(
                     **request.model_dump(exclude_none=True)
                     | dict(model=FALLBACK_CHAT_COMPLETIONS_MODEL)