diff --git a/pyproject.toml b/pyproject.toml
index 33bb65e8de..b4edce69e0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -181,7 +181,7 @@ llm = [
     "bert-score>=0.3.13",
     "tenacity>=4.11.0",
     "faiss-cpu>=1.7.4, <1.8.0.post1",
-    "bokeh>=3.3.4",
+    "bokeh>=3.3.4, <3.5", # Bokeh >= 3.6 cause issue with rendering plots when saving to html file
     "umap-learn>=0.5.5",
     "scikit-learn>=1.3.2",
 ]