From cccdc20b646f01386feebbe43259d0abe0384d60 Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Sun, 8 Dec 2024 13:30:25 +0000 Subject: [PATCH] Turn off fix untrained tokens --- config-base.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config-base.yaml b/config-base.yaml index 0be8e64..50b7d8e 100644 --- a/config-base.yaml +++ b/config-base.yaml @@ -62,7 +62,7 @@ early_stopping_patience: 10 eval_sample_packing: False eval_steps: 0.1 eval_strategy: steps -fix_untrained_tokens: True +fix_untrained_tokens: False gradient_accumulation_steps: 4 gradient_checkpointing: True gradient_checkpointing_kwargs: