Create README.md
This commit is contained in:
committed by
GitHub
parent
153ec2f154
commit
7af2791d77
24
model_cards/facebook/rag-token-nq_new/README.md
Normal file
24
model_cards/facebook/rag-token-nq_new/README.md
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
The model can be loaded and used as follows on [this branch](https://github.com/huggingface/transformers/tree/finalize_rag) as follows.
|
||||||
|
|
||||||
|
|
||||||
|
# Load model
|
||||||
|
|
||||||
|
```python
|
||||||
|
from transformers import RagTokenizer, RagTokenForGeneration, RagRetriever
|
||||||
|
|
||||||
|
# create Retriever augmented model
|
||||||
|
retriever = RagRetriever.from_pretrained("facebook/rag-token-nq_new", use_dummy_dataset=True)
|
||||||
|
model = RagTokenForGeneration.from_pretrained("facebook/rag-token-nq_new", retriever=retriever)
|
||||||
|
|
||||||
|
tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq_new")
|
||||||
|
|
||||||
|
# create input ids and labels
|
||||||
|
input_ids = tokenizer("who sings does he love me with reba", return_tensors="pt").input_ids
|
||||||
|
|
||||||
|
# use labels
|
||||||
|
labels = tokenizer.generator("Linda Davis", return_tensors="pt").input_ids
|
||||||
|
|
||||||
|
|
||||||
|
# compute loss
|
||||||
|
outputs = model(input_ids, labels=labels)
|
||||||
|
```
|
||||||
Reference in New Issue
Block a user