diff --git a/recipes/zephyr-7b/dpo/config_lora.yaml b/recipes/zephyr-7b/dpo/config_lora.yaml
index 9100d1ab..2e9bb28f 100644
--- a/recipes/zephyr-7b/dpo/config_lora.yaml
+++ b/recipes/zephyr-7b/dpo/config_lora.yaml
@@ -29,7 +29,7 @@ do_eval: true
 ddp_find_unused_parameters: true
 evaluation_strategy: epoch
 eval_steps: 100
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 32
 gradient_checkpointing: true
 gradient_checkpointing_kwargs:
   use_reentrant: False