SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix DocumentQuestionAnsweringPipelineTests (#19023)

Browse Source 
* Fix DocumentQuestionAnsweringPipelineTests

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2022-09-14 16:13:20 +02:00
committed by GitHub
parent 1207deb806
commit 6a9726ec0e
1 changed files with 16 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
tests/pipelines/test_pipelines_document_question_answering.py
View File

@@ -113,13 +113,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
question = "How many cats are there?" question = "How many cats are there?"
expected_output = [ expected_output = [
{ {"score": 0.0001, "answer": "oy 2312/2019", "start": 38, "end": 39},
"score": 0.0001, {"score": 0.0001, "answer": "oy 2312/2019 DUE", "start": 38, "end": 40},
"answer": "2312/2019 DUE DATE 26102/2019 ay DESCRIPTION UNIT PRICE",
"start": 38,
"end": 45,
},
{"score": 0.0001, "answer": "2312/2019 DUE", "start": 38, "end": 39},
] ]
outputs = dqa_pipeline(image=image, question=question, top_k=2) outputs = dqa_pipeline(image=image, question=question, top_k=2)
self.assertEqual(nested_simplify(outputs, decimals=4), expected_output) self.assertEqual(nested_simplify(outputs, decimals=4), expected_output)
@@ -170,8 +165,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
self.assertEqual( self.assertEqual(
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
{"score": 0.9966, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.9944, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0009, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.0009, "answer": "us-001", "start": 16, "end": 16},
], ],
) )
@@ -179,8 +174,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
self.assertEqual( self.assertEqual(
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
{"score": 0.9966, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.9944, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0009, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.0009, "answer": "us-001", "start": 16, "end": 16},
], ],
) )
@@ -191,8 +186,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
[ [
{"score": 0.9966, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.9944, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0009, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.0009, "answer": "us-001", "start": 16, "end": 16},
], ],
] ]
* 2, * 2,
@@ -219,8 +214,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
self.assertEqual( self.assertEqual(
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
{"score": 0.9998, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.4251, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0, "answer": "INVOICE # us-001", "start": 13, "end": 15}, {"score": 0.0819, "answer": "1110212019", "start": 23, "end": 23},
], ],
) )
@@ -228,8 +223,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
self.assertEqual( self.assertEqual(
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
{"score": 0.9998, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.4251, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0, "answer": "INVOICE # us-001", "start": 13, "end": 15}, {"score": 0.0819, "answer": "1110212019", "start": 23, "end": 23},
], ],
) )
@@ -240,8 +235,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
[ [
{"score": 0.9998, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.4251, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0, "answer": "INVOICE # us-001", "start": 13, "end": 15}, {"score": 0.0819, "answer": "1110212019", "start": 23, "end": 23},
] ]
] ]
* 2, * 2,
@@ -254,8 +249,8 @@ class DocumentQuestionAnsweringPipelineTests(unittest.TestCase, metaclass=Pipeli
self.assertEqual( self.assertEqual(
nested_simplify(outputs, decimals=4), nested_simplify(outputs, decimals=4),
[ [
{"score": 0.9998, "answer": "us-001", "start": 15, "end": 15}, {"score": 0.4251, "answer": "us-001", "start": 16, "end": 16},
{"score": 0.0, "answer": "INVOICE # us-001", "start": 13, "end": 15}, {"score": 0.0819, "answer": "1110212019", "start": 23, "end": 23},
], ],
) )