Update quality tooling for formatting (#21480)
* Result of black 23.1 * Update target to Python 3.7 * Switch flake8 to ruff * Configure isort * Configure isort * Apply isort with line limit * Put the right black version * adapt black in check copies * Fix copies
This commit is contained in:
@@ -208,7 +208,6 @@ class CanineModelTester:
|
||||
|
||||
@require_torch
|
||||
class CanineModelTest(ModelTesterMixin, unittest.TestCase):
|
||||
|
||||
all_model_classes = (
|
||||
(
|
||||
CanineModel,
|
||||
|
||||
@@ -28,7 +28,6 @@ from ...test_tokenization_common import TokenizerTesterMixin
|
||||
|
||||
|
||||
class CanineTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
|
||||
tokenizer_class = CanineTokenizer
|
||||
test_rust_tokenizer = False
|
||||
|
||||
@@ -188,7 +187,6 @@ class CanineTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
tokenizers = self.get_tokenizers(do_lower_case=False)
|
||||
for tokenizer in tokenizers:
|
||||
with self.subTest(f"{tokenizer.__class__.__name__}"):
|
||||
|
||||
# a special token for Canine can be defined as follows:
|
||||
NEW_TOKEN = 0xE006
|
||||
new_token = chr(NEW_TOKEN)
|
||||
@@ -262,7 +260,6 @@ class CanineTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
tokenizers = self.get_tokenizers(do_lower_case=False)
|
||||
for tokenizer in tokenizers:
|
||||
with self.subTest(f"{tokenizer.__class__.__name__}"):
|
||||
|
||||
input = "hello world"
|
||||
if self.space_between_special_tokens:
|
||||
output = "[CLS] hello world [SEP]"
|
||||
|
||||
Reference in New Issue
Block a user