SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix RequestCounter to make it more future-proof (#27406)

Browse Source 
* Fix RequestCounter to make it more future-proof

* code quality
This commit is contained in:
Lucain
2023-11-09 18:53:26 +01:00
committed by GitHub
parent c8b6052ff6
commit e38348ae8f
5 changed files with 48 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tests/models/auto/test_tokenization_auto.py
View File

@@ -419,14 +419,11 @@ class AutoTokenizerTest(unittest.TestCase):
):
_ = AutoTokenizer.from_pretrained(DUMMY_UNKNOWN_IDENTIFIER, revision="aaaaaa")
@unittest.skip(
"Currently failing with new huggingface_hub release. See: https://github.com/huggingface/transformers/pull/27389"
)
def test_cached_tokenizer_has_minimum_calls_to_head(self):
# Make sure we have cached the tokenizer.
_ = AutoTokenizer.from_pretrained("hf-internal-testing/tiny-random-bert")
with RequestCounter() as counter:
_ = AutoTokenizer.from_pretrained("hf-internal-testing/tiny-random-bert")
self.assertEqual(counter.get_request_count, 0)
self.assertEqual(counter.head_request_count, 1)
self.assertEqual(counter.other_request_count, 0)
self.assertEqual(counter["GET"], 0)
self.assertEqual(counter["HEAD"], 1)
self.assertEqual(counter.total_calls, 1)