SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix broken example generation script for Llama3 (#38062)

Browse Source 
Fix broken example generation script for llama3
This commit is contained in:
Yong Hoon Shin
2025-05-20 01:53:43 -07:00
committed by GitHub
parent 7a611f0afd
commit 555715f418
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/pytorch/text-generation/run_generation.py
View File

@@ -34,7 +34,6 @@ from transformers import (
GPT2Tokenizer, GPT2Tokenizer,
GPTJForCausalLM, GPTJForCausalLM,
LlamaForCausalLM, LlamaForCausalLM,
LlamaTokenizer,
OpenAIGPTLMHeadModel, OpenAIGPTLMHeadModel,
OpenAIGPTTokenizer, OpenAIGPTTokenizer,
OPTForCausalLM, OPTForCausalLM,
@@ -63,7 +62,7 @@ MODEL_CLASSES = {
"xlm": (XLMWithLMHeadModel, XLMTokenizer), "xlm": (XLMWithLMHeadModel, XLMTokenizer),
"gptj": (GPTJForCausalLM, AutoTokenizer), "gptj": (GPTJForCausalLM, AutoTokenizer),
"bloom": (BloomForCausalLM, BloomTokenizerFast), "bloom": (BloomForCausalLM, BloomTokenizerFast),
"llama": (LlamaForCausalLM, LlamaTokenizer), "llama": (LlamaForCausalLM, AutoTokenizer),
"opt": (OPTForCausalLM, GPT2Tokenizer), "opt": (OPTForCausalLM, GPT2Tokenizer),
} }