include roberta in run_squad_w_distillation - cc @graviraja

This commit is contained in:
VictorSanh
2020-03-01 01:56:50 +00:00
parent b5509abb36
commit 852e032ca6

View File

@@ -45,6 +45,9 @@ from transformers import (
XLNetConfig, XLNetConfig,
XLNetForQuestionAnswering, XLNetForQuestionAnswering,
XLNetTokenizer, XLNetTokenizer,
RobertaConfig,
RobertaForQuestionAnswering,
RobertaTokenizer,
get_linear_schedule_with_warmup, get_linear_schedule_with_warmup,
squad_convert_examples_to_features, squad_convert_examples_to_features,
) )
@@ -73,6 +76,7 @@ MODEL_CLASSES = {
"xlnet": (XLNetConfig, XLNetForQuestionAnswering, XLNetTokenizer), "xlnet": (XLNetConfig, XLNetForQuestionAnswering, XLNetTokenizer),
"xlm": (XLMConfig, XLMForQuestionAnswering, XLMTokenizer), "xlm": (XLMConfig, XLMForQuestionAnswering, XLMTokenizer),
"distilbert": (DistilBertConfig, DistilBertForQuestionAnswering, DistilBertTokenizer), "distilbert": (DistilBertConfig, DistilBertForQuestionAnswering, DistilBertTokenizer),
"roberta": (RobertaConfig, RobertaForQuestionAnswering, RobertaTokenizer),
} }