SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

move xnli processor (and utils) to transformers/data/processors

Browse Source
This commit is contained in:
VictorSanh
2019-11-05 10:21:25 -05:00
committed by Lysandre Debut
parent 289cf4d2b7
commit d5910b312f
5 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/run_xnli.py
View File

@@ -44,9 +44,9 @@ from transformers import (WEIGHTS_NAME,
from transformers import AdamW, WarmupLinearSchedule from transformers import AdamW, WarmupLinearSchedule
from utils_xnli import xnli_compute_metrics as compute_metrics from transformers import xnli_compute_metrics as compute_metrics
from utils_xnli import xnli_output_modes as output_modes from transformers import xnli_output_modes as output_modes
from utils_xnli import xnli_processors as processors from transformers import xnli_processors as processors
from transformers import glue_convert_examples_to_features as convert_examples_to_features from transformers import glue_convert_examples_to_features as convert_examples_to_features

3
transformers/__init__.py
View File

@@ -25,7 +25,8 @@ from .file_utils import (TRANSFORMERS_CACHE, PYTORCH_TRANSFORMERS_CACHE, PYTORCH
from .data import (is_sklearn_available, from .data import (is_sklearn_available,
InputExample, InputFeatures, DataProcessor, InputExample, InputFeatures, DataProcessor,
glue_output_modes, glue_convert_examples_to_features, glue_output_modes, glue_convert_examples_to_features,
glue_processors, glue_tasks_num_labels) glue_processors, glue_tasks_num_labels,
xnli_output_modes, xnli_processors, xnli_tasks_num_labels)
if is_sklearn_available(): if is_sklearn_available():
from .data import glue_compute_metrics from .data import glue_compute_metrics

1
transformers/data/__init__.py
View File

@@ -1,5 +1,6 @@
from .processors import InputExample, InputFeatures, DataProcessor from .processors import InputExample, InputFeatures, DataProcessor
from .processors import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features from .processors import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features
from .processors import xnli_output_modes, xnli_processors, xnli_tasks_num_labels
from .metrics import is_sklearn_available from .metrics import is_sklearn_available
if is_sklearn_available(): if is_sklearn_available():

2
transformers/data/processors/__init__.py
View File

@@ -1,3 +1,3 @@
from .utils import InputExample, InputFeatures, DataProcessor from .utils import InputExample, InputFeatures, DataProcessor
from .glue import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features from .glue import glue_output_modes, glue_processors, glue_tasks_num_labels, glue_convert_examples_to_features
from .xnli import xnli_output_modes, xnli_processors, xnli_tasks_num_labels

2
examples/utils_xnli.py → transformers/data/processors/xnli.py
View File

@@ -20,7 +20,7 @@ from __future__ import absolute_import, division, print_function
import logging import logging
import os import os
from transformers.data.processors import DataProcessor, InputExample from .utils import DataProcessor, InputExample
from transformers.data.metrics import simple_accuracy from transformers.data.metrics import simple_accuracy
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)