Little cleanup: let huggingface_hub manage token retrieval (#21333)
* Let huggingface_hub manage token retrieval * flake8 * code quality * adapt in every PushToHubMixin children * add explicit return type
This commit is contained in:
@@ -2098,7 +2098,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
|
||||
if push_to_hub:
|
||||
commit_message = kwargs.pop("commit_message", None)
|
||||
repo_id = kwargs.pop("repo_id", save_directory.split(os.path.sep)[-1])
|
||||
repo_id, token = self._create_repo(repo_id, **kwargs)
|
||||
repo_id = self._create_repo(repo_id, **kwargs)
|
||||
files_timestamps = self._get_files_timestamps(save_directory)
|
||||
|
||||
special_tokens_map_file = os.path.join(
|
||||
@@ -2177,7 +2177,11 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
|
||||
|
||||
if push_to_hub:
|
||||
self._upload_modified_files(
|
||||
save_directory, repo_id, files_timestamps, commit_message=commit_message, token=token
|
||||
save_directory,
|
||||
repo_id,
|
||||
files_timestamps,
|
||||
commit_message=commit_message,
|
||||
token=kwargs.get("use_auth_token"),
|
||||
)
|
||||
|
||||
return save_files
|
||||
|
||||
Reference in New Issue
Block a user