From 02b2c695e8b9083608084d7923175b792d612643 Mon Sep 17 00:00:00 2001 From: Mingxin Zheng Date: Mon, 4 Nov 2024 17:25:48 +0800 Subject: [PATCH] add persistence to max_tokens temperature and top_p Signed-off-by: Mingxin Zheng --- m3/demo/gradio_m3.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/m3/demo/gradio_m3.py b/m3/demo/gradio_m3.py index d57ba68..bc9f156 100644 --- a/m3/demo/gradio_m3.py +++ b/m3/demo/gradio_m3.py @@ -422,7 +422,7 @@ def squash_expert_messages_into_user(self, messages: list): j += 1 del messages[i + 1 : j] # Remove all the squashed expert messages - i += 1 # Move to the next message. TODO: Check if this is correct + i += 1 return messages @@ -530,6 +530,9 @@ def process_prompt(self, prompt, sv, chat_history): use_model_cards=sv.use_model_cards, download_file_path=download_pkg, temp_working_dir=sv.temp_working_dir, + max_tokens=sv.max_tokens, + temperature=sv.temperature, + top_p=sv.top_p, interactive=True, sys_msgs_to_hide=sv.sys_msgs_to_hide, image_url_backup=sv.image_url,