From f9c16b02e3f5d2ee0a1cadb6f50dc9e3281e2536 Mon Sep 17 00:00:00 2001 From: Christopher Akiki Date: Thu, 21 Oct 2021 17:19:30 +0200 Subject: [PATCH] Replace "Masked" with "Causal" in TF CLM example (#14014) --- examples/tensorflow/language-modeling/run_clm.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/tensorflow/language-modeling/run_clm.py b/examples/tensorflow/language-modeling/run_clm.py index 8f2196488a..05437d37ce 100755 --- a/examples/tensorflow/language-modeling/run_clm.py +++ b/examples/tensorflow/language-modeling/run_clm.py @@ -14,13 +14,13 @@ # See the License for the specific language governing permissions and # limitations under the License. """ -Fine-tuning the library models for masked language modeling (BERT, ALBERT, RoBERTa...) +Fine-tuning the library models for causal language modeling (GPT-2, GPT-Neo...) on a text file or a dataset without using HuggingFace Trainer. Here is the full list of checkpoints on the hub that can be fine-tuned by this script: -https://huggingface.co/models?filter=masked-lm +https://huggingface.co/models?filter=causal-lm """ -# You can also adapt this script on your own mlm task. Pointers for this are left as comments. +# You can also adapt this script on your own clm task. Pointers for this are left as comments. # region Imports import logging