Update README.md
Lines 183 - 200, fixed indentation. Line 198, replaced `tokenizer_class` with `BertTokenizer`, since `tokenizer_class` is not defined in the loop it belongs to.
This commit is contained in:
committed by
Lysandre Debut
parent
2dc8cb8734
commit
5c3b32d44d
30
README.md
30
README.md
@@ -180,24 +180,24 @@ for model_class in BERT_MODEL_CLASSES:
|
|||||||
# Load pretrained model/tokenizer
|
# Load pretrained model/tokenizer
|
||||||
model = model_class.from_pretrained('bert-base-uncased')
|
model = model_class.from_pretrained('bert-base-uncased')
|
||||||
|
|
||||||
# Models can return full list of hidden-states & attentions weights at each layer
|
# Models can return full list of hidden-states & attentions weights at each layer
|
||||||
model = model_class.from_pretrained(pretrained_weights,
|
model = model_class.from_pretrained(pretrained_weights,
|
||||||
output_hidden_states=True,
|
output_hidden_states=True,
|
||||||
output_attentions=True)
|
output_attentions=True)
|
||||||
input_ids = torch.tensor([tokenizer.encode("Let's see all hidden-states and attentions on this text")])
|
input_ids = torch.tensor([tokenizer.encode("Let's see all hidden-states and attentions on this text")])
|
||||||
all_hidden_states, all_attentions = model(input_ids)[-2:]
|
all_hidden_states, all_attentions = model(input_ids)[-2:]
|
||||||
|
|
||||||
# Models are compatible with Torchscript
|
# Models are compatible with Torchscript
|
||||||
model = model_class.from_pretrained(pretrained_weights, torchscript=True)
|
model = model_class.from_pretrained(pretrained_weights, torchscript=True)
|
||||||
traced_model = torch.jit.trace(model, (input_ids,))
|
traced_model = torch.jit.trace(model, (input_ids,))
|
||||||
|
|
||||||
# Simple serialization for models and tokenizers
|
# Simple serialization for models and tokenizers
|
||||||
model.save_pretrained('./directory/to/save/') # save
|
model.save_pretrained('./directory/to/save/') # save
|
||||||
model = model_class.from_pretrained('./directory/to/save/') # re-load
|
model = model_class.from_pretrained('./directory/to/save/') # re-load
|
||||||
tokenizer.save_pretrained('./directory/to/save/') # save
|
tokenizer.save_pretrained('./directory/to/save/') # save
|
||||||
tokenizer = tokenizer_class.from_pretrained('./directory/to/save/') # re-load
|
tokenizer = BertTokenizer.from_pretrained('./directory/to/save/') # re-load
|
||||||
|
|
||||||
# SOTA examples for GLUE, SQUAD, text generation...
|
# SOTA examples for GLUE, SQUAD, text generation...
|
||||||
```
|
```
|
||||||
|
|
||||||
## Quick tour TF 2.0 training and PyTorch interoperability
|
## Quick tour TF 2.0 training and PyTorch interoperability
|
||||||
|
|||||||
Reference in New Issue
Block a user