From e4b13d396b62741f19bf9701ee10fef817b07fd9 Mon Sep 17 00:00:00 2001 From: zty98751 Date: Thu, 26 Dec 2024 11:02:15 +0800 Subject: [PATCH] fix default config of ai-cache plugin --- .../main/resources/plugins/ai-cache/spec.yaml | 18 ++++++------------ 1 file changed, 6 insertions(+), 12 deletions(-) diff --git a/backend/sdk/src/main/resources/plugins/ai-cache/spec.yaml b/backend/sdk/src/main/resources/plugins/ai-cache/spec.yaml index 9ad8c1ea..b793f9b3 100644 --- a/backend/sdk/src/main/resources/plugins/ai-cache/spec.yaml +++ b/backend/sdk/src/main/resources/plugins/ai-cache/spec.yaml @@ -25,12 +25,9 @@ spec: redis: serviceName: my-redis.dns timeout: 2000 - cacheKeyFrom: - requestBody: "messages.@reverse.0.content" - cacheValueFrom: - responseBody: "choices.0.message.content" - cacheStreamValueFrom: - responseBody: "choices.0.delta.content" + cacheKeyFrom: "messages.@reverse.0.content" + cacheValueFrom: "choices.0.message.content" + cacheStreamValueFrom: "choices.0.delta.content" returnResponseTemplate: | {"id":"from-cache","choices":[{"index":0,"message":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} returnStreamResponseTemplate: | @@ -44,12 +41,9 @@ spec: redis: serviceName: my-redis.dns timeout: 2000 - cacheKeyFrom: - requestBody: "messages.@reverse.0.content" - cacheValueFrom: - responseBody: "choices.0.message.content" - cacheStreamValueFrom: - responseBody: "choices.0.delta.content" + cacheKeyFrom: "messages.@reverse.0.content" + cacheValueFrom: "choices.0.message.content" + cacheStreamValueFrom: "choices.0.delta.content" returnResponseTemplate: | {"id":"from-cache","choices":[{"index":0,"message":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} returnStreamResponseTemplate: |