SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Prepare transformers for v0.8.0 huggingface-hub release (#17716)

Browse Source 
* Prepare CI for v0.8.0

* pin hfh (revert before merge)

* Revert "pin hfh (revert before merge)"

This reverts commit a0103140e1c77b810ffcb735192968bc03be3e1f.

* Test rc3

* Test latest rc

* Unpin to the RC

Co-authored-by: Sylvain Gugger <Sylvain.gugger@gmail.com>
This commit is contained in:
Lysandre Debut
2022-06-21 17:51:18 +02:00
committed by GitHub
parent 7bc88c0511
commit 6a5272b205
11 changed files with 75 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
tests/test_tokenization_common.py
View File

@@ -30,7 +30,7 @@ from itertools import takewhile
from pathlib import Path
from typing import TYPE_CHECKING, Any, Dict, List, Tuple, Union
from huggingface_hub import Repository, delete_repo, login
from huggingface_hub import HfFolder, Repository, delete_repo, set_access_token
from requests.exceptions import HTTPError
from transformers import (
AlbertTokenizer,
@@ -49,7 +49,7 @@ from transformers import (
is_torch_available,
)
from transformers.testing_utils import (
PASS,
TOKEN,
USER,
check_json_file_has_correct_format,
get_tests_dir,
@@ -3824,22 +3824,24 @@ class TokenizerPushToHubTester(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls._token = login(username=USER, password=PASS)
cls._token = TOKEN
set_access_token(TOKEN)
HfFolder.save_token(TOKEN)
@classmethod
def tearDownClass(cls):
try:
delete_repo(token=cls._token, name="test-tokenizer")
delete_repo(token=cls._token, repo_id="test-tokenizer")
except HTTPError:
pass
try:
delete_repo(token=cls._token, name="test-tokenizer-org", organization="valid_org")
delete_repo(token=cls._token, repo_id="valid_org/test-tokenizer-org")
except HTTPError:
pass
try:
delete_repo(token=cls._token, name="test-dynamic-tokenizer")
delete_repo(token=cls._token, repo_id="test-dynamic-tokenizer")
except HTTPError:
pass