From 8049dfa42799683f2271f4263e5d412448a76bd3 Mon Sep 17 00:00:00 2001 From: Yongrae Jo Date: Mon, 28 Mar 2022 19:00:53 +0900 Subject: [PATCH] Update run_t5_mlm_flax.py (#16421) Fix typo in comment: proprocessed -> preprocessed --- examples/flax/language-modeling/run_t5_mlm_flax.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/flax/language-modeling/run_t5_mlm_flax.py b/examples/flax/language-modeling/run_t5_mlm_flax.py index 6fd5636ce1..622f11f5de 100755 --- a/examples/flax/language-modeling/run_t5_mlm_flax.py +++ b/examples/flax/language-modeling/run_t5_mlm_flax.py @@ -338,7 +338,7 @@ class FlaxDataCollatorForT5MLM: f"`labels` are incorrectly preprocessed. `labels` length is {batch['labels'].shape[-1]}, but should be {self.target_length}." ) - # to check that tokens are correctly proprocessed, one can run `self.tokenizer.batch_decode(input_ids)` and `self.tokenizer.batch_decode(labels)` here... + # to check that tokens are correctly preprocessed, one can run `self.tokenizer.batch_decode(input_ids)` and `self.tokenizer.batch_decode(labels)` here... batch["decoder_input_ids"] = shift_tokens_right( batch["labels"], self.pad_token_id, self.decoder_start_token_id )