仍然使用官方模型微调

AIzealotwu · Mar 5, 2024 · 578eeb2 · 578eeb2
1 parent 67e118a
commit 578eeb2
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -176,6 +176,21 @@ lmdeploy convert internlm2-chat-7b  ./merged
 lmdeploy serve api_server ./workspace --server-name 0.0.0.0 --server-port 23333 --tp 1
 ```
 
+## 工具调用能力加强
+
+```bash
+# 使用最新的模型开始微调
+xtuner copy-cfg internlm2_7b_qlora_msagent_react_e3_gpu8 config
+cd config
+mv internlm2_7b_qlora_msagent_react_e3_gpu8_copy.py internlm2_7b_qlora_msagent_react_e1.py
+vim internlm2_7b_qlora_msagent_react_e1.py
+>>> pretrained_model_name_or_path = './merged'
+>>> lr = 2e-5
+>>> max_epochs = 1
+
+xtuner train config/internlm2_7b_qlora_msagent_react_e1.py --deepspeed deepspeed_zero2
+```
+
 ## 模型上传
 
 ```bash

diff --git a/app.py b/app.py
@@ -7,7 +7,8 @@
 # issue: https://github.com/InternLM/lmdeploy/issues/1169
 os.system('pip install torch==2.0.0 torchvision==0.15.1')
 MODEL_DIR = 'models/'
-MODEL_REPOSITORY_OPENXLAB = 'flyer/OculiChatDA'
+# MODEL_REPOSITORY_OPENXLAB = 'flyer/OculiChatDA'
+MODEL_REPOSITORY_OPENXLAB = 'OpenLMLab/internlm2-chat-7b'
 
 if __name__ == '__main__':
     print('服务器cuda版本检测：')