SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

add accelerate support for Whisper (#19697)

Browse Source
This commit is contained in:
Younes Belkada
2022-10-18 18:25:49 +02:00
committed by GitHub
parent fb0bd7b7a8
commit af556a09f6
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/models/whisper/modeling_whisper.py
View File

@@ -446,6 +446,7 @@ class WhisperPreTrainedModel(PreTrainedModel):
base_model_prefix = "model" base_model_prefix = "model"
main_input_name = "input_features" main_input_name = "input_features"
supports_gradient_checkpointing = True supports_gradient_checkpointing = True
_no_split_modules = ["WhisperEncoderLayer"]
def _init_weights(self, module): def _init_weights(self, module):
std = self.config.init_std std = self.config.init_std