added aquila2 finetuning

Signed-off-by: 严照东 <[email protected]>
FlagAI-Open · Oct 7, 2023 · f773711 · f773711
1 parent 874490b
commit f773711
Show file tree

Hide file tree

Showing 5 changed files with 1,582 additions and 2 deletions.
diff --git a/flagai/auto_model/auto_loader.py b/flagai/auto_model/auto_loader.py
@@ -266,6 +266,8 @@ def __init__(self,
                 model = AquilaForCausalLM.from_pretrained(download_path,low_cpu_mem_usage=low_cpu_mem_usage, torch_dtype=torch_dtype,
                                                         quantization_config=quantization_config)
                 model.eval()
+                if not qlora_dir:
+                    model.to(device)
             else:
                 # Set RoPE scaling factor
                 import transformers 
@@ -285,8 +287,8 @@ def __init__(self,
                                                         **kwargs)
 
 
-            if not qlora_dir:
-                model.to(device)
+            #if not quantization_config:
+            #    model.to(device)
             if lora_dir:
                 from flagai.model.tools.peft import PeftModel
                 model = PeftModel.from_pretrained(model, lora_dir)