Patch evaluation for impossible values + cleanup

This commit is contained in:
LysandreJik
2019-12-05 14:44:57 -05:00
parent ce158a076f
commit 9ecd83dace
4 changed files with 11 additions and 26 deletions

View File

@@ -312,7 +312,7 @@ class SquadProcessor(DataProcessor):
if not evaluate:
answer = tensor_dict['answers']['text'][0].numpy().decode('utf-8')
answer_start = tensor_dict['answers']['answer_start'][0].numpy()
answers = None
answers = []
else:
answers = [{
"answer_start": start.numpy(),
@@ -408,7 +408,7 @@ class SquadProcessor(DataProcessor):
question_text = qa["question"]
start_position_character = None
answer_text = None
answers = None
answers = []
if "is_impossible" in qa:
is_impossible = qa["is_impossible"]
@@ -469,7 +469,7 @@ class SquadExample(object):
answer_text,
start_position_character,
title,
answers=None,
answers=[],
is_impossible=False):
self.qas_id = qas_id
self.question_text = question_text