move xnli processor (and utils) to transformers/data/processors

This commit is contained in:
VictorSanh
2019-11-05 10:21:25 -05:00
committed by Lysandre Debut
parent 289cf4d2b7
commit d5910b312f
5 changed files with 8 additions and 6 deletions

View File

@@ -44,9 +44,9 @@ from transformers import (WEIGHTS_NAME,
from transformers import AdamW, WarmupLinearSchedule
from utils_xnli import xnli_compute_metrics as compute_metrics
from utils_xnli import xnli_output_modes as output_modes
from utils_xnli import xnli_processors as processors
from transformers import xnli_compute_metrics as compute_metrics
from transformers import xnli_output_modes as output_modes
from transformers import xnli_processors as processors
from transformers import glue_convert_examples_to_features as convert_examples_to_features

View File

@@ -25,7 +25,8 @@ from .file_utils import (TRANSFORMERS_CACHE, PYTORCH_TRANSFORMERS_CACHE, PYTORCH
from .data import (is_sklearn_available,
InputExample, InputFeatures, DataProcessor,
glue_output_modes, glue_convert_examples_to_features,
glue_processors, glue_tasks_num_labels)
glue_processors, glue_tasks_num_labels,
xnli_output_modes, xnli_processors, xnli_tasks_num_labels)
if is_sklearn_available():
from .data import glue_compute_metrics

View File

@@ -1,5 +1,6 @@
from .processors import InputExample, InputFeatures, DataProcessor
from .processors import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features
from .processors import xnli_output_modes, xnli_processors, xnli_tasks_num_labels
from .metrics import is_sklearn_available
if is_sklearn_available():

View File

@@ -1,3 +1,3 @@
from .utils import InputExample, InputFeatures, DataProcessor
from .glue import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features
from .xnli import xnli_output_modes, xnli_processors, xnli_tasks_num_labels

View File

@@ -20,7 +20,7 @@ from __future__ import absolute_import, division, print_function
import logging
import os
from transformers.data.processors import DataProcessor, InputExample
from .utils import DataProcessor, InputExample
from transformers.data.metrics import simple_accuracy
logger = logging.getLogger(__name__)