|
@@ -339,7 +339,7 @@ class TextEngine(BaseEngine):
|
|
|
ref_model=ref_model,
|
|
ref_model=ref_model,
|
|
|
args=DPOConfig(**base_trainer_kwargs),
|
|
args=DPOConfig(**base_trainer_kwargs),
|
|
|
train_dataset=dataset,
|
|
train_dataset=dataset,
|
|
|
- tokenizer=self._tokenizer,
|
|
|
|
|
|
|
+ processing_class=self._tokenizer,
|
|
|
)
|
|
)
|
|
|
|
|
|
|
|
# 修复 Qwen tokenizer bug(TRL #1073):
|
|
# 修复 Qwen tokenizer bug(TRL #1073):
|