Reorganize file utils (#16264)

* Split file_utils in several submodules

* Fixes

* Add back more objects

* More fixes

* Who exactly decided to import that from there?

* Second suggestion to code with code review

* Revert wront move

* Fix imports

* Adapt all imports

* Adapt all imports everywhere

* Revert this import, will fix in a separate commit
This commit is contained in:
Sylvain Gugger
2022-03-23 10:26:33 -04:00
committed by GitHub
parent 7135603423
commit 4975002df5
583 changed files with 4670 additions and 4514 deletions

View File

@@ -51,7 +51,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import get_full_repo_name
from transformers.utils.versions import require_version

View File

@@ -51,7 +51,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import get_full_repo_name
from transformers.utils.versions import require_version

View File

@@ -41,10 +41,9 @@ from transformers import (
default_data_collator,
set_seed,
)
from transformers.file_utils import PaddingStrategy
from transformers.tokenization_utils_base import PreTrainedTokenizerBase
from transformers.trainer_utils import get_last_checkpoint
from transformers.utils import check_min_version
from transformers.utils import PaddingStrategy, check_min_version
# Will error if the minimal version of Transformers is not installed. Remove at your own risks.

View File

@@ -50,7 +50,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import PaddingStrategy, get_full_repo_name
from transformers.utils import PaddingStrategy, get_full_repo_name
logger = logging.getLogger(__name__)

View File

@@ -47,8 +47,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import check_min_version
from transformers.utils import check_min_version, get_full_repo_name
from transformers.utils.versions import require_version
from utils_qa import postprocess_qa_predictions_with_beam_search

View File

@@ -49,8 +49,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import check_min_version
from transformers.utils import check_min_version, get_full_repo_name
from transformers.utils.versions import require_version
from utils_qa import postprocess_qa_predictions

View File

@@ -42,8 +42,8 @@ from transformers import (
is_wandb_available,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.models.wav2vec2.modeling_wav2vec2 import _compute_mask_indices, _sample_negative_indices
from transformers.utils import get_full_repo_name
logger = logging.getLogger(__name__)

View File

@@ -45,9 +45,8 @@ from transformers import (
Seq2SeqTrainingArguments,
set_seed,
)
from transformers.file_utils import is_offline_mode
from transformers.trainer_utils import get_last_checkpoint
from transformers.utils import check_min_version
from transformers.utils import check_min_version, is_offline_mode
from transformers.utils.versions import require_version

View File

@@ -49,7 +49,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name, is_offline_mode
from transformers.utils import get_full_repo_name, is_offline_mode
from transformers.utils.versions import require_version

View File

@@ -25,8 +25,8 @@ from unittest.mock import patch
import torch
from transformers import ViTMAEForPreTraining, Wav2Vec2ForPreTraining
from transformers.file_utils import is_apex_available
from transformers.testing_utils import CaptureLogger, TestCasePlus, get_gpu_count, slow, torch_device
from transformers.utils import is_apex_available
SRC_DIRS = [

View File

@@ -40,7 +40,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import get_full_repo_name
from transformers.utils.versions import require_version

View File

@@ -48,7 +48,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import get_full_repo_name
from transformers.utils.versions import require_version

View File

@@ -50,7 +50,7 @@ from transformers import (
get_scheduler,
set_seed,
)
from transformers.file_utils import get_full_repo_name
from transformers.utils import get_full_repo_name
from transformers.utils.versions import require_version