@@ -38,7 +38,8 @@ def str_to_hex(line: str, sep: str = " ") -> str:
|
|||||||
|
|
||||||
|
|
||||||
class TestByteRewriter(unittest.TestCase):
|
class TestByteRewriter(unittest.TestCase):
|
||||||
tokenizer = MyT5Tokenizer.from_pretrained("Tomlim/myt5-base")
|
def setUp(self) -> None:
|
||||||
|
self.tokenizer = MyT5Tokenizer.from_pretrained("Tomlim/myt5-base")
|
||||||
|
|
||||||
def test_simple_decompose(self):
|
def test_simple_decompose(self):
|
||||||
decompose_rewriter = self.tokenizer.decompose_rewriter
|
decompose_rewriter = self.tokenizer.decompose_rewriter
|
||||||
|
|||||||
Reference in New Issue
Block a user