Update src/open_r1/grpo.py

Co-authored-by: lewtun <lewis.c.tunstall@gmail.com>
huggingface · Feb 13, 2025 · 7e2ebee · 7e2ebee
1 parent a720273
commit 7e2ebee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/open_r1/grpo.py b/src/open_r1/grpo.py
@@ -159,7 +159,7 @@ def main(script_args, training_args, model_args):
             ngram_size=script_args.repetition_n_grams,
             max_penalty=script_args.repetition_max_penalty,
         ),
-        "len_reward": len_reward,
+        "length": len_reward,
     }
     reward_funcs = [REWARD_FUNCS_REGISTRY[func] for func in script_args.reward_funcs]