From 2f856619574d9ba3657ad7ff8b49c54e75a4b747 Mon Sep 17 00:00:00 2001 From: chezsmithy Date: Wed, 16 Apr 2025 21:44:51 -0700 Subject: [PATCH] fix-yaml-reasoning-caching --- packages/config-yaml/src/schemas/models.ts | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/packages/config-yaml/src/schemas/models.ts b/packages/config-yaml/src/schemas/models.ts index ad3318a153..2ae8d96681 100644 --- a/packages/config-yaml/src/schemas/models.ts +++ b/packages/config-yaml/src/schemas/models.ts @@ -47,9 +47,17 @@ export const completionOptionsSchema = z.object({ topK: z.number().optional(), stop: z.array(z.string()).optional(), n: z.number().optional(), + reasoning: z.boolean().optional(), + reasoningBudgetTokens: z.number().optional(), }); export type CompletionOptions = z.infer; +export const cacheBehaviorSchema = z.object({ + cacheSystemMessage: z.boolean().optional(), + cacheConversation: z.boolean().optional(), +}) +export type CacheBehavior = z.infer; + export const embedOptionsSchema = z.object({ maxChunkSize: z.number().optional(), maxBatchSize: z.number().optional(), @@ -76,6 +84,7 @@ const baseModelFields = { roles: modelRolesSchema.array().optional(), capabilities: modelCapabilitySchema.array().optional(), defaultCompletionOptions: completionOptionsSchema.optional(), + cacheBehavior: cacheBehaviorSchema.optional(), requestOptions: requestOptionsSchema.optional(), embedOptions: embedOptionsSchema.optional(), chatOptions: chatOptionsSchema.optional(),