@@ -38,7 +38,8 @@ def str_to_hex(line: str, sep: str = " ") -> str:
|
||||
|
||||
|
||||
class TestByteRewriter(unittest.TestCase):
|
||||
tokenizer = MyT5Tokenizer.from_pretrained("Tomlim/myt5-base")
|
||||
def setUp(self) -> None:
|
||||
self.tokenizer = MyT5Tokenizer.from_pretrained("Tomlim/myt5-base")
|
||||
|
||||
def test_simple_decompose(self):
|
||||
decompose_rewriter = self.tokenizer.decompose_rewriter
|
||||
|
||||
Reference in New Issue
Block a user