diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml
index a61a9b5807..afd6c6b01b 100644
--- a/.github/workflows/self-scheduled.yml
+++ b/.github/workflows/self-scheduled.yml
@@ -32,7 +32,8 @@ jobs:
       run: |
         source .env/bin/activate
         pip install --upgrade pip
-        pip install .[sklearn,torch,testing]
+        pip install torch!=1.6.0 --no-cache-dir
+        pip install .[sklearn,testing]
 
     - name: Are GPUs recognized by our DL frameworks
       run: |