@@ -47,9 +47,17 @@ export const completionOptionsSchema = z.object({
47
47
topK : z . number ( ) . optional ( ) ,
48
48
stop : z . array ( z . string ( ) ) . optional ( ) ,
49
49
n : z . number ( ) . optional ( ) ,
50
+ reasoning : z . boolean ( ) . optional ( ) ,
51
+ reasoningBudgetTokens : z . number ( ) . optional ( ) ,
50
52
} ) ;
51
53
export type CompletionOptions = z . infer < typeof completionOptionsSchema > ;
52
54
55
+ export const cacheBehaviorSchema = z . object ( {
56
+ cacheSystemMessage : z . boolean ( ) . optional ( ) ,
57
+ cacheConversation : z . boolean ( ) . optional ( ) ,
58
+ } )
59
+ export type CacheBehavior = z . infer < typeof cacheBehaviorSchema > ;
60
+
53
61
export const embedOptionsSchema = z . object ( {
54
62
maxChunkSize : z . number ( ) . optional ( ) ,
55
63
maxBatchSize : z . number ( ) . optional ( ) ,
@@ -76,6 +84,7 @@ const baseModelFields = {
76
84
roles : modelRolesSchema . array ( ) . optional ( ) ,
77
85
capabilities : modelCapabilitySchema . array ( ) . optional ( ) ,
78
86
defaultCompletionOptions : completionOptionsSchema . optional ( ) ,
87
+ cacheBehavior : cacheBehaviorSchema . optional ( ) ,
79
88
requestOptions : requestOptionsSchema . optional ( ) ,
80
89
embedOptions : embedOptionsSchema . optional ( ) ,
81
90
chatOptions : chatOptionsSchema . optional ( ) ,
0 commit comments