From 8f6995081cbdbb2424da586a443e5220a8990faa Mon Sep 17 00:00:00 2001 From: hiyouga <467089858@qq.com> Date: Fri, 19 Jul 2024 01:36:39 +0800 Subject: [PATCH] update parser --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index b3c87b7662..f40e5693ce 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -218,7 +218,7 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS: raise ValueError("Cannot use device map for quantized models in training.") if finetuning_args.pissa_init and is_deepspeed_zero3_enabled(): - raise ValueError("PiSSA is incompatible with DeepSpeed ZeRO-3.") + raise ValueError("Please use scripts/pissa_init.py to initialize PiSSA in DeepSpeed ZeRO-3.") if finetuning_args.pure_bf16: if not is_torch_bf16_gpu_available():