SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Enable pegasus fp16 by clamping large activations (#7243)

Browse Source 
* Clean clamp

* boom boom

* Take some other changes

* boom boom

* boom boom

* boom boom

* one chg

* fix test

* Use finfo

* style
This commit is contained in:
Sam Shleifer
2020-10-01 04:48:37 -04:00
committed by GitHub
parent be51c1039d
commit 9e80f972fb
2 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/test_modeling_pegasus.py
View File

@@ -47,9 +47,11 @@ class PegasusXSUMIntegrationTest(AbstractSeq2SeqIntegrationTest):
# Demonstrate fp16 issue, Contributions welcome!
self.model.half()
translated_tokens_fp16 = self.model.generate(**inputs, max_length=10)
decoded = self.tokenizer.batch_decode(translated_tokens_fp16, skip_special_tokens=True)
bad_fp16_result = ["unk_7unk_7unk_7unk_7unk_7unk_7unk_7", "unk_7unk_7unk_7unk_7unk_7unk_7unk_7"]
self.assertListEqual(decoded, bad_fp16_result)
decoded_fp16 = self.tokenizer.batch_decode(translated_tokens_fp16, skip_special_tokens=True)
assert decoded_fp16 == [
"California's largest electricity provider has begun",
"N-Dubz have revealed they were",
]
class PegasusConfigTests(unittest.TestCase):