SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

avoid invalid labels of truth

Browse Source
This commit is contained in:
erenup
2019-08-28 16:03:17 +08:00
parent 3c7e676f8b
commit 43c243254a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/single_model_scripts/utils_multiple_choice.py
View File

@@ -249,6 +249,7 @@ class ArcProcessor(DataProcessor):
return int(truth) - 1 return int(truth) - 1
else: else:
logger.info("truth ERROR!") logger.info("truth ERROR!")
examples = [] examples = []
three_choice = 0 three_choice = 0
four_choice = 0 four_choice = 0
@@ -267,6 +268,7 @@ class ArcProcessor(DataProcessor):
continue continue
four_choice += 1 four_choice += 1
truth = str(normalize(data_raw["answerKey"])) truth = str(normalize(data_raw["answerKey"]))
assert truth is not None
question_choices = data_raw["question"] question_choices = data_raw["question"]
question = question_choices["stem"] question = question_choices["stem"]
id = data_raw["id"] id = data_raw["id"]