ups lora bs x grad_acc to 64

huggingface · Nov 10, 2023 · 0f0b61c · 0f0b61c
1 parent 13141a4
commit 0f0b61c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/zephyr-7b/dpo/config_lora.yaml b/recipes/zephyr-7b/dpo/config_lora.yaml
@@ -29,7 +29,7 @@ do_eval: true
 ddp_find_unused_parameters: true
 evaluation_strategy: epoch
 eval_steps: 100
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 32
 gradient_checkpointing: true
 gradient_checkpointing_kwargs:
   use_reentrant: False