From a01fe4cd32d38f63a98ebfaf9c8912dfe6a4aa5e Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Fri, 11 Mar 2022 20:35:48 +0100 Subject: [PATCH] Rebuild deepspeed (#16081) * Rebuild deepspeed * Apply suggestions from code review Co-authored-by: Stas Bekman Co-authored-by: Stas Bekman --- .github/workflows/self-scheduled.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index e5a68593a7..da83645d0c 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -209,6 +209,14 @@ jobs: working-directory: /workspace/transformers run: git fetch && git checkout ${{ github.sha }} + - name: Re-compile DeepSpeed + working-directory: /workspace + run: | + pip install deepspeed # installs the deps correctly + rm -rf DeepSpeed + git clone https://github.com/microsoft/DeepSpeed && cd DeepSpeed && rm -rf build + DS_BUILD_CPU_ADAM=1 DS_BUILD_AIO=1 DS_BUILD_UTILS=1 python3 -m pip install -e . --global-option="build_ext" --global-option="-j8" --no-cache -v --disable-pip-version-check + - name: Run all tests on GPU working-directory: /workspace/transformers run: |