remove duplicate words in msg (#31876)

2024-07-10 16:54:45 +08:00
parent 97aa3e2905
commit e9eeedaf3b
3 changed files with 3 additions and 3 deletions
--- a/examples/flax/language-modeling/run_bart_dlm_flax.py
+++ b/examples/flax/language-modeling/run_bart_dlm_flax.py
@@ -290,7 +290,7 @@ class FlaxDataCollatorForBartDenoisingLM:
    def __post_init__(self):
        if self.tokenizer.mask_token is None or self.tokenizer.eos_token is None:
            raise ValueError(
-                "This tokenizer does not have a mask token or eos token token which is necessary for denoising"
+                "This tokenizer does not have a mask token or eos token which is necessary for denoising"
                " language modeling. "
            )