Fix canonical model --model_type in examples (#30480)
Fix --model_type in examples
This commit is contained in:
@@ -89,7 +89,7 @@ Aquí hay un ejemplo del proceso para convertir un modelo OpenAI GPT-2 pre-entre
|
|||||||
```bash
|
```bash
|
||||||
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
||||||
|
|
||||||
transformers-cli convert --model_type openai-community/gpt2 \
|
transformers-cli convert --model_type gpt2 \
|
||||||
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
||||||
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
||||||
[--config OPENAI_GPT2_CONFIG] \
|
[--config OPENAI_GPT2_CONFIG] \
|
||||||
|
|||||||
@@ -97,7 +97,7 @@ Ecco un esempio del processo di conversione di un modello OpenAI GPT-2 pre-allen
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
||||||
transformers-cli convert --model_type openai-community/gpt2 \
|
transformers-cli convert --model_type gpt2 \
|
||||||
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
||||||
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
||||||
[--config OPENAI_GPT2_CONFIG] \
|
[--config OPENAI_GPT2_CONFIG] \
|
||||||
|
|||||||
@@ -102,7 +102,7 @@ Aqui está um exemplo do processo de conversão para um modelo OpenAI GPT-2 pré
|
|||||||
```bash
|
```bash
|
||||||
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
export OPENAI_GPT2_CHECKPOINT_PATH=/path/to/openai-community/gpt2/pretrained/weights
|
||||||
|
|
||||||
transformers-cli convert --model_type openai-community/gpt2 \
|
transformers-cli convert --model_type gpt2 \
|
||||||
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
--tf_checkpoint $OPENAI_GPT2_CHECKPOINT_PATH \
|
||||||
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
--pytorch_dump_output $PYTORCH_DUMP_OUTPUT \
|
||||||
[--config OPENAI_GPT2_CONFIG] \
|
[--config OPENAI_GPT2_CONFIG] \
|
||||||
|
|||||||
@@ -118,7 +118,7 @@ pip install runhouse
|
|||||||
# For an on-demand V100 with whichever cloud provider you have configured:
|
# For an on-demand V100 with whichever cloud provider you have configured:
|
||||||
python run_on_remote.py \
|
python run_on_remote.py \
|
||||||
--example pytorch/text-generation/run_generation.py \
|
--example pytorch/text-generation/run_generation.py \
|
||||||
--model_type=openai-community/gpt2 \
|
--model_type=gpt2 \
|
||||||
--model_name_or_path=openai-community/gpt2 \
|
--model_name_or_path=openai-community/gpt2 \
|
||||||
--prompt "I am a language model and"
|
--prompt "I am a language model and"
|
||||||
|
|
||||||
|
|||||||
@@ -199,7 +199,7 @@ Finally, we can run the example script to pretrain the model:
|
|||||||
```bash
|
```bash
|
||||||
python run_clm_flax.py \
|
python run_clm_flax.py \
|
||||||
--output_dir="./norwegian-gpt2" \
|
--output_dir="./norwegian-gpt2" \
|
||||||
--model_type="openai-community/gpt2" \
|
--model_type="gpt2" \
|
||||||
--config_name="./norwegian-gpt2" \
|
--config_name="./norwegian-gpt2" \
|
||||||
--tokenizer_name="./norwegian-gpt2" \
|
--tokenizer_name="./norwegian-gpt2" \
|
||||||
--dataset_name="oscar" \
|
--dataset_name="oscar" \
|
||||||
|
|||||||
@@ -239,7 +239,7 @@ When training a model from scratch, configuration values may be overridden with
|
|||||||
|
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
python run_clm.py --model_type openai-community/gpt2 --tokenizer_name openai-community/gpt2 \ --config_overrides="n_embd=1024,n_head=16,n_layer=48,n_positions=102" \
|
python run_clm.py --model_type gpt2 --tokenizer_name openai-community/gpt2 \ --config_overrides="n_embd=1024,n_head=16,n_layer=48,n_positions=102" \
|
||||||
[...]
|
[...]
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|||||||
@@ -26,6 +26,6 @@ Example usage:
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
python run_generation.py \
|
python run_generation.py \
|
||||||
--model_type=openai-community/gpt2 \
|
--model_type=gpt2 \
|
||||||
--model_name_or_path=openai-community/gpt2
|
--model_name_or_path=openai-community/gpt2
|
||||||
```
|
```
|
||||||
|
|||||||
Reference in New Issue
Block a user