SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Close #2392

Browse Source
This commit is contained in:
Julien Chaumond
2020-01-15 15:43:44 +00:00
parent dfe012ad9d
commit e184ad13cf
2 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/transformers/pipelines.py
View File

@@ -883,10 +883,10 @@ SUPPORTED_TASKS = {
"pt": AutoModelForTokenClassification if is_torch_available() else None, "pt": AutoModelForTokenClassification if is_torch_available() else None,
"default": { "default": {
"model": { "model": {
"pt": "https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-pytorch_model.bin", "pt": "dbmdz/bert-large-cased-finetuned-conll03-english",
"tf": "https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-tf_model.h5", "tf": "dbmdz/bert-large-cased-finetuned-conll03-english",
}, },
"config": "https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-config.json", "config": "dbmdz/bert-large-cased-finetuned-conll03-english",
"tokenizer": "bert-large-cased", "tokenizer": "bert-large-cased",
}, },
}, },
@@ -925,6 +925,7 @@ def pipeline(
pipeline('sentiment-analysis') pipeline('sentiment-analysis')
pipeline('question-answering', model='distilbert-base-uncased-distilled-squad', tokenizer='bert-base-cased') pipeline('question-answering', model='distilbert-base-uncased-distilled-squad', tokenizer='bert-base-cased')
pipeline('ner', model=AutoModel.from_pretrained(...), tokenizer=AutoTokenizer.from_pretrained(...) pipeline('ner', model=AutoModel.from_pretrained(...), tokenizer=AutoTokenizer.from_pretrained(...)
pipeline('ner', model='dbmdz/bert-large-cased-finetuned-conll03-english', tokenizer='bert-base-cased')
pipeline('ner', model='https://...pytorch-model.bin', config='https://...config.json', tokenizer='bert-base-cased') pipeline('ner', model='https://...pytorch-model.bin', config='https://...config.json', tokenizer='bert-base-cased')
""" """
# Retrieve the task # Retrieve the task

8
tests/test_pipelines.py
View File

@@ -21,16 +21,16 @@ TF_QA_FINETUNED_MODELS = {
TF_NER_FINETUNED_MODELS = { TF_NER_FINETUNED_MODELS = {
( (
"bert-base-cased", "bert-base-cased",
"https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-tf_model.h5", "dbmdz/bert-large-cased-finetuned-conll03-english",
"https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-config.json", "dbmdz/bert-large-cased-finetuned-conll03-english",
) )
} }
NER_FINETUNED_MODELS = { NER_FINETUNED_MODELS = {
( (
"bert-base-cased", "bert-base-cased",
"https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-pytorch_model.bin", "dbmdz/bert-large-cased-finetuned-conll03-english",
"https://s3.amazonaws.com/models.huggingface.co/bert/bert-large-cased-finetuned-conll03-english-config.json", "dbmdz/bert-large-cased-finetuned-conll03-english",
) )
} }