ENH: Improve internal server error (#2009)

doc/source/models/model_abilities/audio.rst

@@ -191,7 +191,7 @@ Speech API use non-stream by default as
       -H 'Content-Type: application/json' \
       -d '{
         "model": "<MODEL_UID>",
-        "text": "<The text to generate audio for>",
+        "input": "<The text to generate audio for>",
         "voice": "echo",
         "stream": True,
       }'
@@ -245,7 +245,7 @@ Basic usage, launch model ``CosyVoice-300M-SFT``.
       -H 'Content-Type: application/json' \
       -d '{
         "model": "<MODEL_UID>",
-        "text": "<The text to generate audio for>",
+        "input": "<The text to generate audio for>",
         # ['中文女', '中文男', '日语男', '粤语女', '英文女', '英文男', '韩语女']
         "voice": "中文女"
       }'

xinference/api/restful_api.py

@@ -46,7 +46,7 @@
 from PIL import Image
 from sse_starlette.sse import EventSourceResponse
 from starlette.responses import JSONResponse as StarletteJSONResponse
-from starlette.responses import RedirectResponse
+from starlette.responses import PlainTextResponse, RedirectResponse
 from uvicorn import Config, Server
 from xoscar.utils import get_next_port
 
@@ -235,6 +235,13 @@ def serve(self, logging_conf: Optional[dict] = None):
             allow_headers=["*"],
         )
 
+        @self._app.exception_handler(500)
+        async def internal_exception_handler(request: Request, exc: Exception):
+            logger.exception("Handling request %s failed: %s", request.url, exc)
+            return PlainTextResponse(
+                status_code=500, content=f"Internal Server Error: {exc}"
+            )
+
         # internal interface
         self._router.add_api_route("/status", self.get_status, methods=["GET"])
         # conflict with /v1/models/{model_uid} below, so register this first