ALBERT passes all tests

This commit is contained in:
Lysandre
2019-10-31 14:04:10 +00:00
committed by Lysandre Debut
parent 870320a24e
commit c14a22272f
3 changed files with 5 additions and 10 deletions

View File

@@ -22,7 +22,7 @@ from transformers.tokenization_albert import (AlbertTokenizer, SPIECE_UNDERLINE)
from .tokenization_tests_commons import CommonTestCases
SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)),
'fixtures/30k-clean.model')
'fixtures/spiece.model')
class AlbertTokenizationTest(CommonTestCases.CommonTokenizerTester):