SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Benchmark] Extend Benchmark to all model type extensions (#5241)

Browse Source 
* add benchmark for all kinds of models

* improved import

* delete bogus files

* make style
This commit is contained in:
Patrick von Platen
2020-06-24 15:11:42 +02:00
committed by GitHub
parent 7c41057d50
commit 9fe09cec76
7 changed files with 89 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/test_benchmark.py
View File

@@ -38,6 +38,22 @@ class BenchmarkTest(unittest.TestCase):
self.check_results_dict_not_empty(results.time_inference_result)
self.check_results_dict_not_empty(results.memory_inference_result)
def test_inference_no_configs_only_pretrain(self):
MODEL_ID = "sshleifer/tiny-distilbert-base-uncased-finetuned-sst-2-english"
benchmark_args = PyTorchBenchmarkArguments(
models=[MODEL_ID],
training=False,
no_inference=False,
sequence_lengths=[8],
batch_sizes=[1],
no_multi_process=True,
only_pretrain_model=True,
)
benchmark = PyTorchBenchmark(benchmark_args)
results = benchmark.run()
self.check_results_dict_not_empty(results.time_inference_result)
self.check_results_dict_not_empty(results.memory_inference_result)
def test_inference_torchscript(self):
MODEL_ID = "sshleifer/tiny-gpt2"
benchmark_args = PyTorchBenchmarkArguments(