move xnli_compute_metrics to data/metrics
This commit is contained in:
committed by
Lysandre Debut
parent
73fe2e7385
commit
bcd8dc6b48
@@ -29,7 +29,7 @@ from .data import (is_sklearn_available,
|
|||||||
xnli_output_modes, xnli_processors, xnli_tasks_num_labels)
|
xnli_output_modes, xnli_processors, xnli_tasks_num_labels)
|
||||||
|
|
||||||
if is_sklearn_available():
|
if is_sklearn_available():
|
||||||
from .data import glue_compute_metrics
|
from .data import glue_compute_metrics, xnli_compute_metrics
|
||||||
|
|
||||||
# Tokenizers
|
# Tokenizers
|
||||||
from .tokenization_utils import (PreTrainedTokenizer)
|
from .tokenization_utils import (PreTrainedTokenizer)
|
||||||
|
|||||||
@@ -4,4 +4,4 @@ from .processors import xnli_output_modes, xnli_processors, xnli_tasks_num_label
|
|||||||
|
|
||||||
from .metrics import is_sklearn_available
|
from .metrics import is_sklearn_available
|
||||||
if is_sklearn_available():
|
if is_sklearn_available():
|
||||||
from .metrics import glue_compute_metrics
|
from .metrics import glue_compute_metrics, xnli_compute_metrics
|
||||||
|
|||||||
@@ -81,3 +81,11 @@ if _has_sklearn:
|
|||||||
return {"acc": simple_accuracy(preds, labels)}
|
return {"acc": simple_accuracy(preds, labels)}
|
||||||
else:
|
else:
|
||||||
raise KeyError(task_name)
|
raise KeyError(task_name)
|
||||||
|
|
||||||
|
|
||||||
|
def xnli_compute_metrics(task_name, preds, labels):
|
||||||
|
assert len(preds) == len(labels)
|
||||||
|
if task_name == "xnli":
|
||||||
|
return {"acc": simple_accuracy(preds, labels)}
|
||||||
|
else:
|
||||||
|
raise KeyError(task_name)
|
||||||
|
|||||||
@@ -73,13 +73,6 @@ class XnliProcessor(DataProcessor):
|
|||||||
"""See base class."""
|
"""See base class."""
|
||||||
return ["contradiction", "entailment", "neutral"]
|
return ["contradiction", "entailment", "neutral"]
|
||||||
|
|
||||||
def xnli_compute_metrics(task_name, preds, labels):
|
|
||||||
assert len(preds) == len(labels)
|
|
||||||
if task_name == "xnli":
|
|
||||||
return {"acc": simple_accuracy(preds, labels)}
|
|
||||||
else:
|
|
||||||
raise ValueError('{} is not a supported task.'.format(task_name))
|
|
||||||
|
|
||||||
xnli_processors = {
|
xnli_processors = {
|
||||||
"xnli": XnliProcessor,
|
"xnli": XnliProcessor,
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user