fix: Add Context Cache support for ChatSessionPreview class (#433)

* add content cache to chat session * remove logs, add gitignore --------- Co-authored-by: Oleksii Oleniuk <[email protected]> Co-authored-by: Yvonne Yu <[email protected]>
googleapis · Oct 8, 2024 · f8a3bdf · f8a3bdf
1 parent 0e9a08d
commit f8a3bdf
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/.gitignore b/.gitignore
@@ -6,3 +6,6 @@ docs/
 
 # Ignore files generated automatically.
 test/spec/sponge_log.xml
+
+# Ignore JetBrains IDE files
+.idea/
diff --git a/src/models/chat_session.ts b/src/models/chat_session.ts
@@ -271,6 +271,7 @@ export class ChatSessionPreview {
   private readonly toolConfig?: ToolConfig;
   private readonly apiEndpoint?: string;
   private readonly systemInstruction?: Content;
+  private readonly cachedContent?: string;
 
   async getHistory(): Promise<Content[]> {
     return Promise.resolve(this.historyInternal);
@@ -295,6 +296,7 @@ export class ChatSessionPreview {
     this.toolConfig = request.toolConfig;
     this.apiEndpoint = request.apiEndpoint;
     this.requestOptions = requestOptions ?? {};
+    this.cachedContent = request.cachedContent;
     if (request.systemInstruction) {
       this.systemInstruction = formulateSystemInstructionIntoContent(
         request.systemInstruction
@@ -423,20 +425,21 @@ export class ChatSessionPreview {
   ): Promise<StreamGenerateContentResult> {
     const newContent: Content[] =
       formulateNewContentFromSendMessageRequest(request);
-    const generateContentrequest: GenerateContentRequest = {
+    const generateContentRequest: GenerateContentRequest = {
       contents: this.historyInternal.concat(newContent),
       safetySettings: this.safetySettings,
       generationConfig: this.generationConfig,
       tools: this.tools,
       toolConfig: this.toolConfig,
       systemInstruction: this.systemInstruction,
+      cachedContent: this.cachedContent,
     };
 
     const streamGenerateContentResultPromise = generateContentStream(
       this.location,
       this.resourcePath,
       this.fetchToken(),
-      generateContentrequest,
+      generateContentRequest,
       this.apiEndpoint,
       this.generationConfig,
       this.safetySettings,