From 79588e6fdb5af8add092fc27dd695ea1ebc68b18 Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Mon, 10 Aug 2020 10:39:31 -0400 Subject: [PATCH] Ci GitHub caching (#6382) * Cache Github Actions CI * Remove useless file --- .github/workflows/github-push.yml | 19 ------------------- .github/workflows/github-torch-hub.yml | 8 ++++++++ .github/workflows/self-push.yml | 8 ++++++++ .github/workflows/self-scheduled.yml | 11 ++++++++++- 4 files changed, 26 insertions(+), 20 deletions(-) delete mode 100644 .github/workflows/github-push.yml diff --git a/.github/workflows/github-push.yml b/.github/workflows/github-push.yml deleted file mode 100644 index 878a9150d6..0000000000 --- a/.github/workflows/github-push.yml +++ /dev/null @@ -1,19 +0,0 @@ -name: GitHub-hosted runner - -on: push - -jobs: - check_code_quality: - runs-on: ubuntu-18.04 - steps: - - uses: actions/checkout@v2 - - name: Set up Python - uses: actions/setup-python@v1 - with: - python-version: 3.7 - # - name: Install dependencies - # run: | - # pip install .[tf,torch,quality] - - - diff --git a/.github/workflows/github-torch-hub.yml b/.github/workflows/github-torch-hub.yml index 923b0983b4..cb8b21a88d 100644 --- a/.github/workflows/github-torch-hub.yml +++ b/.github/workflows/github-torch-hub.yml @@ -18,6 +18,14 @@ jobs: uses: actions/setup-python@v1 with: python-version: 3.7 + + - name: Loading cache + uses: actions/cache@v2 + id: cache + with: + path: ~/.cache/pip + key: v0-torch_hub-${{ hashFiles('setup.py') }} + - name: Install dependencies run: | pip install --upgrade pip diff --git a/.github/workflows/self-push.yml b/.github/workflows/self-push.yml index b84c1f089c..c474df21bf 100644 --- a/.github/workflows/self-push.yml +++ b/.github/workflows/self-push.yml @@ -25,6 +25,14 @@ jobs: - name: Current dir run: pwd - run: nvidia-smi + + - name: Loading cache. + uses: actions/cache@v2 + id: cache + with: + path: .env + key: v0-tests_tf_torch_gpu-${{ hashFiles('setup.py') }} + - name: Create new python env (on self-hosted runners we have to handle isolation ourselves) run: | python -m venv .env diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index afd6c6b01b..b31a8a4765 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -13,6 +13,14 @@ jobs: runs-on: self-hosted steps: - uses: actions/checkout@v2 + + - name: Loading cache. + uses: actions/cache@v2 + id: cache + with: + path: .env + key: v0-slow_tests_tf_torch_gpu-${{ hashFiles('setup.py') }} + - name: Python version run: | which python @@ -22,6 +30,7 @@ jobs: run: pwd - run: nvidia-smi - name: Create new python env (on self-hosted runners we have to handle isolation ourselves) + if: steps.cache.outputs.cache-hit != 'true' run: | python -m venv .env source .env/bin/activate @@ -32,7 +41,7 @@ jobs: run: | source .env/bin/activate pip install --upgrade pip - pip install torch!=1.6.0 --no-cache-dir + pip install torch!=1.6.0 pip install .[sklearn,testing] - name: Are GPUs recognized by our DL frameworks