reduced LLM temperatures

emcf · Sep 4, 2024 · 336dd4f · 336dd4f
1 parent e69a00a
commit 336dd4f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/thepipe/extract.py b/thepipe/extract.py
@@ -75,7 +75,7 @@ def extract_from_chunk(chunk: Chunk, chunk_index: int, schema: str, ai_model: st
             model=ai_model,
             messages=messages,
             response_format={"type": "json_object"},
-            temperature=0.2
+            temperature=0.1,
         )
         llm_response = response.choices[0].message.content
         input_tokens = calculate_tokens([chunk])

diff --git a/thepipe/scraper.py b/thepipe/scraper.py
@@ -190,7 +190,7 @@ def process_page(page_num):
                 response = openrouter_client.chat.completions.create(
                     model=ai_model,
                     messages=messages,
-                    temperature=0.2
+                    temperature=0.1
                 )
                 try:
                     llm_response = response.choices[0].message.content.strip()
@@ -361,7 +361,7 @@ def ai_extract_webpage_content(url: str, text_only: Optional[bool] = False, verb
         response = openrouter_client.chat.completions.create(
             model=ai_model,
             messages=messages,
-            temperature=0.2
+            temperature=0.1
         )
         llm_response = response.choices[0].message.content
         chunk = Chunk(path=url, texts=[llm_response], images=[stacked_image])