SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix gemma tests (#31794)

Browse Source 
* skip 3 7b tests

* fix

* fix

* fix

* [run-slow] gemma

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2024-07-05 10:17:59 +02:00
committed by GitHub
parent 9e599d1d94
commit eef0507f3d
1 changed files with 13 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
tests/models/gemma/test_modeling_gemma.py
View File

@@ -542,7 +542,7 @@ class GemmaIntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_model_2b_fp16(self): def test_model_2b_fp16(self):
model_id = "google/gemma-2-9b" model_id = "google/gemma-2b"
EXPECTED_TEXTS = [ EXPECTED_TEXTS = [
"Hello I am doing a project on the 1990s and I need to know what the most popular music", "Hello I am doing a project on the 1990s and I need to know what the most popular music",
"Hi today I am going to share with you a very easy and simple recipe of <strong><em>Kaju Kat", "Hi today I am going to share with you a very easy and simple recipe of <strong><em>Kaju Kat",
@@ -607,8 +607,8 @@ class GemmaIntegrationTest(unittest.TestCase):
# considering differences in hardware processing and potential deviations in generated text. # considering differences in hardware processing and potential deviations in generated text.
EXPECTED_TEXTS = { EXPECTED_TEXTS = {
7: [ 7: [
"Hello I am doing a project on the 1990s and I am looking for some information on the ", "Hello I am doing a project on the 1990s and I need to know what the most popular music",
"Hi today I am going to share with you a very easy and simple recipe of <strong><em>Kaju Kat", "Hi today I am going to share with you a very easy and simple recipe of <strong><em>Khichdi",
], ],
8: [ 8: [
"Hello I am doing a project on the 1990s and I need to know what the most popular music", "Hello I am doing a project on the 1990s and I need to know what the most popular music",
@@ -733,6 +733,9 @@ class GemmaIntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_model_7b_fp16(self): def test_model_7b_fp16(self):
if self.cuda_compute_capability_major_version == 7:
self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
model_id = "google/gemma-7b" model_id = "google/gemma-7b"
EXPECTED_TEXTS = [ EXPECTED_TEXTS = [
"""Hello I am doing a project on a 1999 4.0L 4x4. I""", """Hello I am doing a project on a 1999 4.0L 4x4. I""",
@@ -753,6 +756,9 @@ class GemmaIntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_model_7b_bf16(self): def test_model_7b_bf16(self):
if self.cuda_compute_capability_major_version == 7:
self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
model_id = "google/gemma-7b" model_id = "google/gemma-7b"
# Key 9 for MI300, Key 8 for A100/A10, and Key 7 for T4. # Key 9 for MI300, Key 8 for A100/A10, and Key 7 for T4.
@@ -788,6 +794,9 @@ class GemmaIntegrationTest(unittest.TestCase):
@require_read_token @require_read_token
def test_model_7b_fp16_static_cache(self): def test_model_7b_fp16_static_cache(self):
if self.cuda_compute_capability_major_version == 7:
self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
model_id = "google/gemma-7b" model_id = "google/gemma-7b"
EXPECTED_TEXTS = [ EXPECTED_TEXTS = [
"""Hello I am doing a project on a 1999 4.0L 4x4. I""", """Hello I am doing a project on a 1999 4.0L 4x4. I""",
@@ -815,7 +824,7 @@ class GemmaIntegrationTest(unittest.TestCase):
EXPECTED_TEXTS = { EXPECTED_TEXTS = {
7: [ 7: [
"Hello I am doing a project for my school and I am trying to make a program that will take a number and then", "Hello I am doing a project for my school and I am trying to make a program that will take a number and then",
"""Hi today I am going to talk about the new update for the game called "The new update" and I""", "Hi today I am going to talk about the best way to get rid of acne. miniaturing is a very",
], ],
8: [ 8: [
"Hello I am doing a project for my school and I am trying to make a program that will take a number and then", "Hello I am doing a project for my school and I am trying to make a program that will take a number and then",