SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[CI/pt-nightly] switch to cuda-11.3 (#14726)

Browse Source
This commit is contained in:
Stas Bekman
2021-12-13 06:53:48 -08:00
committed by GitHub
parent 6e05bb1c96
commit 8362d07d63
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
.github/workflows/self-nightly-scheduled.yml vendored
View File

@@ -21,7 +21,7 @@ jobs:
run_all_tests_torch_gpu: run_all_tests_torch_gpu:
runs-on: [self-hosted, docker-gpu, single-gpu] runs-on: [self-hosted, docker-gpu, single-gpu]
container: container:
image: pytorch/pytorch:1.9.0-cuda11.1-cudnn8-runtime image: pytorch/pytorch:1.10.0-cuda11.3-cudnn8-runtime
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
steps: steps:
- name: Launcher docker - name: Launcher docker
@@ -36,7 +36,7 @@ jobs:
apt -y update && apt install -y libsndfile1-dev git apt -y update && apt install -y libsndfile1-dev git
pip install --upgrade pip pip install --upgrade pip
pip install .[integrations,sklearn,testing,onnxruntime,sentencepiece,torch-speech,vision,timm] pip install .[integrations,sklearn,testing,onnxruntime,sentencepiece,torch-speech,vision,timm]
pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu111/torch_nightly.html -U pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu113/torch_nightly.html -U
- name: Are GPUs recognized by our DL frameworks - name: Are GPUs recognized by our DL frameworks
run: | run: |
@@ -87,7 +87,7 @@ jobs:
run_all_tests_torch_multi_gpu: run_all_tests_torch_multi_gpu:
runs-on: [self-hosted, docker-gpu, multi-gpu] runs-on: [self-hosted, docker-gpu, multi-gpu]
container: container:
image: pytorch/pytorch:1.9.0-cuda11.1-cudnn8-runtime image: pytorch/pytorch:1.10.0-cuda11.3-cudnn8-runtime
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
steps: steps:
- name: Launcher docker - name: Launcher docker
@@ -103,7 +103,7 @@ jobs:
apt -y update && apt install -y libsndfile1-dev git apt -y update && apt install -y libsndfile1-dev git
pip install --upgrade pip pip install --upgrade pip
pip install .[integrations,sklearn,testing,onnxruntime,sentencepiece,torch-speech,vision,timm] pip install .[integrations,sklearn,testing,onnxruntime,sentencepiece,torch-speech,vision,timm]
pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu111/torch_nightly.html -U pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu113/torch_nightly.html -U
- name: Are GPUs recognized by our DL frameworks - name: Are GPUs recognized by our DL frameworks
run: | run: |
@@ -154,7 +154,7 @@ jobs:
run: | run: |
apt -y update && apt install -y libaio-dev apt -y update && apt install -y libaio-dev
pip install --upgrade pip pip install --upgrade pip
pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu111/torch_nightly.html -U pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu113/torch_nightly.html -U
pip install .[testing,deepspeed] pip install .[testing,deepspeed]
pip install git+https://github.com/microsoft/DeepSpeed pip install git+https://github.com/microsoft/DeepSpeed
@@ -195,7 +195,7 @@ jobs:
run: | run: |
apt -y update && apt install -y libaio-dev apt -y update && apt install -y libaio-dev
pip install --upgrade pip pip install --upgrade pip
pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu111/torch_nightly.html -U pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu113/torch_nightly.html -U
rm -rf ~/.cache/torch_extensions/ # shared between conflicting builds rm -rf ~/.cache/torch_extensions/ # shared between conflicting builds
pip install .[testing,fairscale] pip install .[testing,fairscale]
pip install git+https://github.com/microsoft/DeepSpeed # testing bleeding edge pip install git+https://github.com/microsoft/DeepSpeed # testing bleeding edge