From 702f4a49cdd4a59db870f2aa909cd4b03746be9c Mon Sep 17 00:00:00 2001 From: Matt Date: Tue, 31 Aug 2021 13:21:39 +0100 Subject: [PATCH] Fixed CLM model still using MODEL_FOR_MASKED_LM_MAPPING (#13002) --- examples/tensorflow/language-modeling/run_clm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/tensorflow/language-modeling/run_clm.py b/examples/tensorflow/language-modeling/run_clm.py index 8c9f211a3c..8f2196488a 100755 --- a/examples/tensorflow/language-modeling/run_clm.py +++ b/examples/tensorflow/language-modeling/run_clm.py @@ -43,7 +43,7 @@ import transformers from transformers import ( CONFIG_MAPPING, CONFIG_NAME, - MODEL_FOR_MASKED_LM_MAPPING, + MODEL_FOR_CAUSAL_LM_MAPPING, TF2_WEIGHTS_NAME, AutoConfig, AutoTokenizer, @@ -58,7 +58,7 @@ from transformers.utils.versions import require_version logger = logging.getLogger(__name__) require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt") -MODEL_CONFIG_CLASSES = list(MODEL_FOR_MASKED_LM_MAPPING.keys()) +MODEL_CONFIG_CLASSES = list(MODEL_FOR_CAUSAL_LM_MAPPING.keys()) MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES) # endregion