From e9eeedaf3be650ef8875dc73d334c3a5b684eeb3 Mon Sep 17 00:00:00 2001 From: yukionfire Date: Wed, 10 Jul 2024 16:54:45 +0800 Subject: [PATCH] remove duplicate words in msg (#31876) --- examples/flax/language-modeling/run_bart_dlm_flax.py | 2 +- examples/research_projects/codeparrot/scripts/arguments.py | 2 +- src/transformers/models/whisper/convert_openai_to_hf.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/flax/language-modeling/run_bart_dlm_flax.py b/examples/flax/language-modeling/run_bart_dlm_flax.py index 6bf98d25fc..1f87eedd8a 100644 --- a/examples/flax/language-modeling/run_bart_dlm_flax.py +++ b/examples/flax/language-modeling/run_bart_dlm_flax.py @@ -290,7 +290,7 @@ class FlaxDataCollatorForBartDenoisingLM: def __post_init__(self): if self.tokenizer.mask_token is None or self.tokenizer.eos_token is None: raise ValueError( - "This tokenizer does not have a mask token or eos token token which is necessary for denoising" + "This tokenizer does not have a mask token or eos token which is necessary for denoising" " language modeling. " ) diff --git a/examples/research_projects/codeparrot/scripts/arguments.py b/examples/research_projects/codeparrot/scripts/arguments.py index 5fee05eb04..1540319b3d 100644 --- a/examples/research_projects/codeparrot/scripts/arguments.py +++ b/examples/research_projects/codeparrot/scripts/arguments.py @@ -132,7 +132,7 @@ class PreprocessingArguments: default="transformersbook/codeparrot", metadata={"help": "Folder or name of dataset to process."} ) output_dir: Optional[str] = field( - default="codeparrot-clean", metadata={"help": "Folder to save processed processed dataset."} + default="codeparrot-clean", metadata={"help": "Folder to save processed dataset."} ) samples_per_file: Optional[int] = field( default=100_000, metadata={"help": "Number of files to save per JSON output file."} diff --git a/src/transformers/models/whisper/convert_openai_to_hf.py b/src/transformers/models/whisper/convert_openai_to_hf.py index 6e859dc9dd..bb63cd24cd 100755 --- a/src/transformers/models/whisper/convert_openai_to_hf.py +++ b/src/transformers/models/whisper/convert_openai_to_hf.py @@ -176,7 +176,7 @@ def _download(url: str, root: str) -> Any: model_bytes = open(download_target, "rb").read() if insecure_hashlib.sha256(model_bytes).hexdigest() != expected_sha256: raise RuntimeError( - "Model has been downloaded but the SHA256 checksum does not not match. Please retry loading the model." + "Model has been downloaded but the SHA256 checksum does not match. Please retry loading the model." ) return torch.load(io.BytesIO(model_bytes))