SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add example batch size to all commands (#15596)

Browse Source
This commit is contained in:
Patrick von Platen
2022-02-10 14:52:07 +01:00
committed by GitHub
parent cb7ed6e083
commit 3d5dea9bf0
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
examples/pytorch/language-modeling/README.md
View File

@@ -39,6 +39,8 @@ python run_clm.py \
--model_name_or_path gpt2 \ --model_name_or_path gpt2 \
--dataset_name wikitext \ --dataset_name wikitext \
--dataset_config_name wikitext-2-raw-v1 \ --dataset_config_name wikitext-2-raw-v1 \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-clm --output_dir /tmp/test-clm
@@ -54,6 +56,8 @@ python run_clm.py \
--model_name_or_path gpt2 \ --model_name_or_path gpt2 \
--train_file path_to_train_file \ --train_file path_to_train_file \
--validation_file path_to_validation_file \ --validation_file path_to_validation_file \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-clm --output_dir /tmp/test-clm
@@ -83,6 +87,8 @@ python run_mlm.py \
--model_name_or_path roberta-base \ --model_name_or_path roberta-base \
--dataset_name wikitext \ --dataset_name wikitext \
--dataset_config_name wikitext-2-raw-v1 \ --dataset_config_name wikitext-2-raw-v1 \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-mlm --output_dir /tmp/test-mlm
@@ -95,6 +101,8 @@ python run_mlm.py \
--model_name_or_path roberta-base \ --model_name_or_path roberta-base \
--train_file path_to_train_file \ --train_file path_to_train_file \
--validation_file path_to_validation_file \ --validation_file path_to_validation_file \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-mlm --output_dir /tmp/test-mlm
@@ -139,6 +147,8 @@ python run_plm.py \
--model_name_or_path=xlnet-base-cased \ --model_name_or_path=xlnet-base-cased \
--dataset_name wikitext \ --dataset_name wikitext \
--dataset_config_name wikitext-2-raw-v1 \ --dataset_config_name wikitext-2-raw-v1 \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-plm --output_dir /tmp/test-plm
@@ -151,6 +161,8 @@ python run_plm.py \
--model_name_or_path=xlnet-base-cased \ --model_name_or_path=xlnet-base-cased \
--train_file path_to_train_file \ --train_file path_to_train_file \
--validation_file path_to_validation_file \ --validation_file path_to_validation_file \
--per_device_train_batch_size 8 \
--per_device_eval_batch_size 8 \
--do_train \ --do_train \
--do_eval \ --do_eval \
--output_dir /tmp/test-plm --output_dir /tmp/test-plm