SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update summarization run_pipeline_test (#20623)

Browse Source 
* update summarization run_pipeline_test

* update

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2022-12-07 15:46:12 +01:00
committed by GitHub
parent 3e4c9e5c64
commit cec5f7abd1
1 changed files with 11 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/pipelines/test_pipelines_summarization.py
View File

@@ -17,11 +17,7 @@ import unittest
from transformers import ( from transformers import (
MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING, MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING, TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
LEDConfig,
LongT5Config,
SummarizationPipeline, SummarizationPipeline,
SwitchTransformersConfig,
T5Config,
pipeline, pipeline,
) )
from transformers.testing_utils import require_tf, require_torch, slow, torch_device from transformers.testing_utils import require_tf, require_torch, slow, torch_device
@@ -55,7 +51,17 @@ class SummarizationPipelineTests(unittest.TestCase, metaclass=PipelineTestCaseMe
) )
self.assertEqual(outputs, [{"summary_text": ANY(str)}]) self.assertEqual(outputs, [{"summary_text": ANY(str)}])
if not isinstance(model.config, (SwitchTransformersConfig, T5Config, LongT5Config, LEDConfig)): model_can_handle_longer_seq = [
"SwitchTransformersConfig",
"T5Config",
"LongT5Config",
"LEDConfig",
"PegasusXConfig",
"FSMTConfig",
"M2M100Config",
"ProphetNetConfig", # positional embeddings up to a fixed maximum size (otherwise clamping the values)
]
if model.config.__class__.__name__ not in model_can_handle_longer_seq:
# Switch Transformers, LED, T5, LongT5 can handle it. # Switch Transformers, LED, T5, LongT5 can handle it.
# Too long. # Too long.
with self.assertRaises(Exception): with self.assertRaises(Exception):