SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Skip BloomEmbeddingTest.test_embeddings for PyTorch < 1.10 (#19261)

Browse Source 
Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2022-10-10 09:05:30 +01:00
committed by GitHub
parent 8b6bba54a7
commit cbb8a37929
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/models/bloom/test_modeling_bloom.py
View File

@@ -37,6 +37,7 @@ if is_torch_available():
BloomModel, BloomModel,
BloomTokenizerFast, BloomTokenizerFast,
) )
from transformers.pytorch_utils import is_torch_greater_or_equal_than_1_10
@require_torch @require_torch
@@ -500,9 +501,14 @@ class BloomEmbeddingTest(unittest.TestCase):
super().setUp() super().setUp()
self.path_bigscience_model = "bigscience/bigscience-small-testing" self.path_bigscience_model = "bigscience/bigscience-small-testing"
@unittest.skipIf(
not is_torch_available() or not is_torch_greater_or_equal_than_1_10,
"Test failed with torch < 1.10 (`LayerNormKernelImpl` not implemented for `BFloat16`)",
)
@require_torch @require_torch
def test_embeddings(self): def test_embeddings(self):
model = BloomForCausalLM.from_pretrained(self.path_bigscience_model, torch_dtype="auto") # load in fp32 # The config in this checkpoint has `bfloat16` as `torch_dtype` -> model in `bfloat16`
model = BloomForCausalLM.from_pretrained(self.path_bigscience_model, torch_dtype="auto")
model.eval() model.eval()
EMBEDDINGS_DS_BEFORE_LN_BF_16_MEAN = { EMBEDDINGS_DS_BEFORE_LN_BF_16_MEAN = {