Code fixes for examples

chain-ml · Oct 10, 2024 · a92d67a · a92d67a
1 parent ab3c198
commit a92d67a
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/docs/source/reference/llm/llm_message.rst b/docs/source/reference/llm/llm_message.rst
@@ -27,14 +27,16 @@ Here's how you can use Anthropic prompt caching with council.
     os.environ["ANTHROPIC_API_KEY"] = "sk-YOUR-KEY-HERE"
     os.environ["ANTHROPIC_LLM_MODEL"] = "claude-3-haiku-20240307"
 
+    # Ensure that the number of tokens in a cacheable message exceeds
+    # the minimum cacheable token count, which is 2048 for Haiku;
+    # otherwise, the message will not be cached.
+    HUGE_STATIC_SYSTEM_PROMPT = ""
+
     # Create a system message with ephemeral caching
     system_message_with_cache = LLMMessage.system_message(
         HUGE_STATIC_SYSTEM_PROMPT,
         data=[LLMCacheControlData.ephemeral()]
     )
-    # Ensure that the number of tokens in a cacheable message exceeds
-    # the minimum cacheable token count, which is 2048 for Haiku;
-    # otherwise, the message will not be cached.
 
     # Initialize the messages list with cachable system message
     messages = [

diff --git a/docs/source/reference/llm/llm_response_parser.rst b/docs/source/reference/llm/llm_response_parser.rst
@@ -23,6 +23,8 @@ Here's how you can simplify :class:`council.llm.LLMFunction` example for a sampl
     from council.llm.llm_function import LLMFunction
     from council.llm.llm_response_parser import CodeBlocksResponseParser
 
+    SYSTEM_PROMPT = "same system prompt as in LLMFunction example"
+
 
     # CodeBlocksResponseParser will provide from_response() automatically for you
     class SQLResultFromCodeBlocks(CodeBlocksResponseParser):
@@ -40,7 +42,7 @@ Here's how you can simplify :class:`council.llm.LLMFunction` example for a sampl
 
     # All the remaining code stays the same
     llm_function: LLMFunction[SQLResultFromCodeBlocks] = LLMFunction(
-        llm, SQLResultFromCodeBlocks.from_response, SYSTEM_PROMPT  # system prompt is the same
+        llm, SQLResultFromCodeBlocks.from_response, SYSTEM_PROMPT
     )
 
     response = llm_function.execute(