SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix both failing RoCBert tests (#20469)

Browse Source
This commit is contained in:
Arthur
2022-11-28 17:08:57 +01:00
committed by GitHub
parent 30163921ae
commit 39a72125e7
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/roc_bert/test_modeling_roc_bert.py
View File

@@ -710,4 +710,4 @@ class RoCBertModelIntegrationTest(unittest.TestCase):
# convert to tokens is: ['[CLS]', '巴', '*', '黎', '是', '法', '国', '的', '首', '都', '[SEP]'] # convert to tokens is: ['[CLS]', '巴', '*', '黎', '是', '法', '国', '的', '首', '都', '[SEP]']
expected_output = torch.tensor([[101, 2349, 115, 7944, 3221, 3791, 1744, 4638, 7674, 6963, 102]]) expected_output = torch.tensor([[101, 2349, 115, 7944, 3221, 3791, 1744, 4638, 7674, 6963, 102]])
self.assertEqual(output_ids, expected_output) assert torch.allclose(output_ids, expected_output)

4
tests/models/roc_bert/test_tokenization_roc_bert.py
View File

@@ -299,8 +299,8 @@ class BertTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
encoded_sentence = tokenizer.build_inputs_with_special_tokens(text) encoded_sentence = tokenizer.build_inputs_with_special_tokens(text)
encoded_pair = tokenizer.build_inputs_with_special_tokens(text, text_2) encoded_pair = tokenizer.build_inputs_with_special_tokens(text, text_2)
assert encoded_sentence == [101] + text + [102] assert encoded_sentence == [1] + text + [2]
assert encoded_pair == [101] + text + [102] + text_2 + [102] assert encoded_pair == [1] + text + [2] + text_2 + [2]
def test_prepare_for_model(self): def test_prepare_for_model(self):
tokenizers = self.get_tokenizers(do_lower_case=False) tokenizers = self.get_tokenizers(do_lower_case=False)