fix lora sharding v2 (#9300)

PaddlePaddle · Oct 22, 2024 · 3443b9f · 3443b9f
1 parent 51f6a4b
commit 3443b9f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llm/run_finetune.py b/llm/run_finetune.py
@@ -562,6 +562,8 @@ def compute_metrics_do_generation(eval_preds):
         gen_args=gen_args,
         data_args=data_args,
     )
+    trainable_parameters = [p for p in model.parameters() if not p.stop_gradient]
+    trainer.set_optimizer_grouped_parameters(trainable_parameters)
 
     # Train
     if training_args.do_train: