Update Phi4 converter (#37594)

* fix converter

* Update phi4_multimodal.md
This commit is contained in:
Cyril Vallez
2025-04-17 23:08:24 +02:00
committed by GitHub
parent 40cba20e87
commit 4acf692ace
2 changed files with 15 additions and 3 deletions

View File

@@ -64,7 +64,7 @@ inputs = processor.apply_chat_template(
tokenize=True,
return_dict=True,
return_tensors="pt",
).to(device, torch.float16)
).to(device)
# Generate response
generate_ids = model.generate(
@@ -98,8 +98,7 @@ inputs = processor.apply_chat_template(
tokenize=True,
return_dict=True,
return_tensors="pt",
sample_rate=sample_rate,
).to(device, torch.float16)
).to(device)
generate_ids = model.generate(
**inputs,