SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

docs: update link huggingface map (#26077)

Browse Source
This commit is contained in:
Phuc Van Phan
2023-09-11 18:57:04 +07:00
committed by GitHub
parent 7fd2d68613
commit 9cebae64ad
15 changed files with 15 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/tensorflow/language-modeling/run_clm.py
View File

@@ -459,7 +459,7 @@ def main():
# to preprocess.
#
# To speed up this part, we use multiprocessing. See the documentation of the map method for more information:
# https://huggingface.co/docs/datasets/package_reference/main_classes.html#datasets.Dataset.map
# https://huggingface.co/docs/datasets/process#map
lm_datasets = tokenized_datasets.map(
group_texts,

2
examples/tensorflow/language-modeling/run_mlm.py
View File

@@ -474,7 +474,7 @@ def main():
# might be slower to preprocess.
#
# To speed up this part, we use multiprocessing. See the documentation of the map method for more information:
# https://huggingface.co/docs/datasets/package_reference/main_classes.html#datasets.Dataset.map
# https://huggingface.co/docs/datasets/process#map
tokenized_datasets = tokenized_datasets.map(
group_texts,