Fix model templates and use less than 119 chars (#9684)

* Fix model templates and use less than 119 chars

* Missing new line
This commit is contained in:
Sylvain Gugger
2021-01-19 17:11:22 -05:00
committed by GitHub
parent 2ebbbf558c
commit 7e662e6a3b
13 changed files with 32 additions and 12 deletions

View File

@@ -526,8 +526,16 @@ class {{cookiecutter.camelcase_modelname}}Encoder(nn.Module):
layer_head_mask = head_mask[i] if head_mask is not None else None
past_key_value = past_key_values[i] if past_key_values is not None else None
if getattr(self.config, "gradient_checkpointing", False) and self.training:
if use_cache:
logger.warn(
"`use_cache=True` is incompatible with `config.gradient_checkpointing=True`. Setting "
"`use_cache=False`..."
)
use_cache = False
def create_custom_forward(module):
def custom_forward(*inputs):
return module(*inputs, past_key_value, output_attentions)