HANS evaluation

2019-12-20 14:32:07 +01:00
parent dc17f2a111
commit 99d4515572
4 changed files with 877 additions and 0 deletions
--- a/src/transformers/data/metrics/init.py
+++ b/src/transformers/data/metrics/init.py
@@ -72,6 +72,8 @@ if _has_sklearn:
            return {"acc": simple_accuracy(preds, labels)}
        elif task_name == "wnli":
            return {"acc": simple_accuracy(preds, labels)}
+        elif task_name == "hans":
+            return {"acc": simple_accuracy(preds, labels)}
        else:
            raise KeyError(task_name)