SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Use repo_type instead of deprecated datasets repo IDs (#19202)

Browse Source 
* Use repo_type instead of deprecated datasets repo IDs

* Add missing one in doc
This commit is contained in:
Sylvain Gugger
2022-09-26 09:50:48 -04:00
committed by GitHub
parent 216b2f9e80
commit c20b2c7e18
32 changed files with 74 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pytorch/semantic-segmentation/run_semantic_segmentation.py
View File

@@ -327,12 +327,12 @@ def main():
# Prepare label mappings.
# We'll include these in the model's config to get human readable labels in the Inference API.
if data_args.dataset_name == "scene_parse_150":
repo_id = "datasets/huggingface/label-files"
repo_id = "huggingface/label-files"
filename = "ade20k-id2label.json"
else:
repo_id = f"datasets/{data_args.dataset_name}"
repo_id = data_args.dataset_name
filename = "id2label.json"
id2label = json.load(open(hf_hub_download(repo_id, filename), "r"))
id2label = json.load(open(hf_hub_download(repo_id, filename, repo_type="dataset"), "r"))
id2label = {int(k): v for k, v in id2label.items()}
label2id = {v: str(k) for k, v in id2label.items()}

6
examples/pytorch/semantic-segmentation/run_semantic_segmentation_no_trainer.py
View File

@@ -387,12 +387,12 @@ def main():
# Prepare label mappings.
# We'll include these in the model's config to get human readable labels in the Inference API.
if args.dataset_name == "scene_parse_150":
repo_id = "datasets/huggingface/label-files"
repo_id = "huggingface/label-files"
filename = "ade20k-id2label.json"
else:
repo_id = f"datasets/{args.dataset_name}"
repo_id = args.dataset_name
filename = "id2label.json"
id2label = json.load(open(hf_hub_download(repo_id, filename), "r"))
id2label = json.load(open(hf_hub_download(repo_id, filename, repo_type="dataset"), "r"))
id2label = {int(k): v for k, v in id2label.items()}
label2id = {v: k for k, v in id2label.items()}