Update quality tooling for formatting (#21480)
* Result of black 23.1 * Update target to Python 3.7 * Switch flake8 to ruff * Configure isort * Configure isort * Apply isort with line limit * Put the right black version * adapt black in check copies * Fix copies
This commit is contained in:
@@ -35,6 +35,7 @@ if is_flax_available():
|
||||
|
||||
import jax
|
||||
import jax.numpy as jnp
|
||||
|
||||
from transformers import MarianTokenizer
|
||||
from transformers.models.marian.modeling_flax_marian import FlaxMarianModel, FlaxMarianMTModel, shift_tokens_right
|
||||
|
||||
|
||||
@@ -18,6 +18,7 @@ import tempfile
|
||||
import unittest
|
||||
|
||||
from huggingface_hub.hf_api import list_models
|
||||
|
||||
from transformers import MarianConfig, is_torch_available
|
||||
from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
|
||||
from transformers.utils import cached_property
|
||||
|
||||
@@ -45,7 +45,6 @@ else:
|
||||
|
||||
@require_sentencepiece
|
||||
class MarianTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
|
||||
tokenizer_class = MarianTokenizer
|
||||
test_rust_tokenizer = False
|
||||
test_sentencepiece = True
|
||||
|
||||
Reference in New Issue
Block a user