experimental honeybadger llm reporting

fastrepl · Sep 21, 2024 · 0091006 · 0091006
1 parent a3fafca
commit 0091006
Showing 1 changed file with 18 additions and 3 deletions.
diff --git a/core/lib/canary/query/understander.ex b/core/lib/canary/query/understander.ex
@@ -33,9 +33,24 @@ defmodule Canary.Query.Understander.LLM do
       }
     ]
 
-    case Canary.AI.chat(%{model: chat_model, messages: messages}, timeout: 2_000) do
-      {:ok, completion} -> {:ok, parse(completion)}
-      error -> error
+    args = %{model: chat_model, messages: messages}
+
+    case Canary.AI.chat(args, timeout: 2_000) do
+      {:ok, completion} ->
+        parsed = parse(completion)
+
+        Honeybadger.event("llm", %{
+          task: "understander",
+          query: query,
+          messages: messages,
+          completion: completion,
+          parsed: parsed
+        })
+
+        {:ok, parsed}
+
+      error ->
+        error
     end
   end