SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

pass on tokenizer to pipeline (#4489)

Browse Source
This commit is contained in:
Rens
2020-05-20 22:23:21 +02:00
committed by GitHub
parent cacb654c7f
commit 49c06132df
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/convert_graph_to_onnx.py
View File

@@ -103,7 +103,7 @@ def load_graph_from_args(framework: str, model: str, tokenizer: Optional[str] =
print("Loading pipeline (model: {}, tokenizer: {})".format(model, tokenizer)) print("Loading pipeline (model: {}, tokenizer: {})".format(model, tokenizer))
# Allocate tokenizer and model # Allocate tokenizer and model
return pipeline("feature-extraction", model=model, framework=framework) return pipeline("feature-extraction", model=model, tokenizer=tokenizer, framework=framework)
def convert_pytorch(nlp: Pipeline, opset: int, output: str, use_external_format: bool): def convert_pytorch(nlp: Pipeline, opset: int, output: str, use_external_format: bool):