From 5b6bd4e7880cd51375c2d6c33bbd8173acfd920b Mon Sep 17 00:00:00 2001
From: Sylvain Gugger <sylvain.gugger@gmail.com>
Date: Wed, 13 Oct 2021 22:04:40 -0400
Subject: [PATCH] Skip faulty test

---
 examples/pytorch/test_examples.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/examples/pytorch/test_examples.py b/examples/pytorch/test_examples.py
index 0a98399155..5ad75af3f5 100644
--- a/examples/pytorch/test_examples.py
+++ b/examples/pytorch/test_examples.py
@@ -19,6 +19,7 @@ import json
 import logging
 import os
 import sys
+import unittest
 from unittest.mock import patch
 
 import torch
@@ -216,6 +217,7 @@ class ExamplesTests(TestCasePlus):
             self.assertGreaterEqual(result["eval_accuracy"], 0.75)
             self.assertLess(result["eval_loss"], 0.5)
 
+    @unittest.skip("squad_v2 metric is broken on Datasets apparently, skipping until it's fixed.")
     def test_run_squad(self):
         stream_handler = logging.StreamHandler(sys.stdout)
         logger.addHandler(stream_handler)