SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Apply ruff flake8-comprehensions (#21694)

Browse Source
This commit is contained in:
Aaron Gokaslan
2023-02-22 03:14:54 -05:00
committed by GitHub
parent df06fb1f0b
commit 5e8c8eb5ba
230 changed files with 971 additions and 955 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/pipelines/test_pipelines_common.py
View File

@@ -606,7 +606,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelineIterator(dummy_dataset, add, {"extra": 2})
self.assertEqual(len(dataset), 4)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [2, 3, 4, 5])
@require_torch
@@ -624,7 +624,7 @@ class PipelineUtilsTest(unittest.TestCase):
with self.assertRaises(TypeError):
len(dataset)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [2, 3, 4, 5])
@require_torch
@@ -638,7 +638,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelineIterator(dummy_dataset, add, {"extra": 2}, loader_batch_size=3)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [{"id": 2}, {"id": 3}, {"id": 4}, {"id": 5}])
@require_torch
@@ -654,7 +654,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelineIterator(dummy_dataset, add, {"extra": 2}, loader_batch_size=3)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(
nested_simplify(outputs), [{"id": [[12, 22]]}, {"id": [[2, 3]]}, {"id": [[2, 4]]}, {"id": [[5]]}]
)
@@ -671,7 +671,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelineChunkIterator(dataset, preprocess_chunk, {}, loader_batch_size=3)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [0, 1, 0, 1, 2])
@@ -692,7 +692,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelinePackIterator(dataset, pack, {})
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(
outputs,
[
@@ -719,7 +719,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelinePackIterator(dummy_dataset, add, {"extra": 2}, loader_batch_size=3)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [[{"id": 2}, {"id": 3}], [{"id": 4}, {"id": 5}]])
# is_false Across batch
@@ -730,7 +730,7 @@ class PipelineUtilsTest(unittest.TestCase):
dataset = PipelinePackIterator(dummy_dataset, add, {"extra": 2}, loader_batch_size=3)
outputs = [item for item in dataset]
outputs = list(dataset)
self.assertEqual(outputs, [[{"id": 2}, {"id": 3}, {"id": 4}, {"id": 5}]])
@slow