Broken links fixed related to datasets docs (#27569)
fixed the broken links belogs to dataset library of transformers
This commit is contained in:
@@ -361,7 +361,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
|
||||
# 5. Load pretrained model, tokenizer, and image processor
|
||||
if model_args.tokenizer_name:
|
||||
|
||||
@@ -316,7 +316,7 @@ def main():
|
||||
task="image-classification",
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
|
||||
# Prepare label mappings.
|
||||
# We'll include these in the model's config to get human readable labels in the Inference API.
|
||||
|
||||
@@ -371,7 +371,7 @@ def main():
|
||||
**dataset_args,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
# endregion
|
||||
|
||||
# region Load pretrained model and tokenizer
|
||||
|
||||
@@ -353,7 +353,7 @@ def main():
|
||||
)
|
||||
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
# endregion
|
||||
|
||||
# region Load pretrained model and tokenizer
|
||||
|
||||
@@ -338,7 +338,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
|
||||
# When using your own dataset or a different dataset from swag, you will probably need to change this.
|
||||
ending_names = [f"ending{i}" for i in range(4)]
|
||||
|
||||
@@ -352,7 +352,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
# endregion
|
||||
|
||||
# region Load pretrained model and tokenizer
|
||||
|
||||
@@ -401,7 +401,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
# endregion
|
||||
|
||||
# region Load model config and tokenizer
|
||||
|
||||
@@ -271,7 +271,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
|
||||
is_regression = data_args.task_name == "stsb"
|
||||
if not is_regression:
|
||||
|
||||
@@ -290,7 +290,7 @@ def main():
|
||||
# Loading a dataset from local json files
|
||||
datasets = load_dataset("json", data_files=data_files, cache_dir=model_args.cache_dir)
|
||||
# See more about loading any type of standard or custom dataset at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
# endregion
|
||||
|
||||
# region Label preprocessing
|
||||
|
||||
@@ -269,7 +269,7 @@ def main():
|
||||
token=model_args.token,
|
||||
)
|
||||
# See more about loading any type of standard or custom dataset (from files, python dict, pandas DataFrame, etc) at
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.html.
|
||||
# https://huggingface.co/docs/datasets/loading_datasets.
|
||||
|
||||
if raw_datasets["train"] is not None:
|
||||
column_names = raw_datasets["train"].column_names
|
||||
|
||||
Reference in New Issue
Block a user