Skip to content

Commit

Permalink
use fields
Browse files Browse the repository at this point in the history
  • Loading branch information
kashif committed Feb 20, 2025
1 parent e3b4731 commit 851ff26
Showing 1 changed file with 11 additions and 3 deletions.
14 changes: 11 additions & 3 deletions trl/trainer/orpo_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -143,6 +143,14 @@ class ORPOConfig(TrainingArguments):
default=None,
metadata={"help": "Number of processes to use for processing the dataset."},
)

use_liger_loss: bool = False
base_model_attribute_name: str = "model"
use_liger_loss: bool = field(
default=False,
metadata={"help": "Whether to use Liger loss."},
)
base_model_attribute_name: str = field(
default="model",
metadata={
"help": "Name of the attribute in the model that contains the base model. This is used to get the base model "
"from the model when the model does not have a `get_decoder` method in the case when `use_liger_loss` is `True`."
},
)

0 comments on commit 851ff26

Please sign in to comment.