From 009100652ad64060b26d200c34c53afe7d9e4879 Mon Sep 17 00:00:00 2001
From: yujonglee <yujonglee.dev@gmail.com>
Date: Sat, 21 Sep 2024 15:21:00 +0900
Subject: [PATCH] experimental honeybadger llm reporting

---
 core/lib/canary/query/understander.ex | 21 ++++++++++++++++++---
 1 file changed, 18 insertions(+), 3 deletions(-)

diff --git a/core/lib/canary/query/understander.ex b/core/lib/canary/query/understander.ex
index 37173a70..f1fec050 100644
--- a/core/lib/canary/query/understander.ex
+++ b/core/lib/canary/query/understander.ex
@@ -33,9 +33,24 @@ defmodule Canary.Query.Understander.LLM do
       }
     ]
 
-    case Canary.AI.chat(%{model: chat_model, messages: messages}, timeout: 2_000) do
-      {:ok, completion} -> {:ok, parse(completion)}
-      error -> error
+    args = %{model: chat_model, messages: messages}
+
+    case Canary.AI.chat(args, timeout: 2_000) do
+      {:ok, completion} ->
+        parsed = parse(completion)
+
+        Honeybadger.event("llm", %{
+          task: "understander",
+          query: query,
+          messages: messages,
+          completion: completion,
+          parsed: parsed
+        })
+
+        {:ok, parsed}
+
+      error ->
+        error
     end
   end