SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

allow multi-gpu (#31011)

Browse Source 
* allow multi-gpu

* allow multi-gpu

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2024-05-24 14:20:06 +02:00
committed by GitHub
parent ae87f9797b
commit acbfaf69cc
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
.github/workflows/ssh-runner.yml vendored
View File

@@ -9,6 +9,9 @@ on:
docker_image: docker_image:
description: 'Name of the Docker image' description: 'Name of the Docker image'
required: true required: true
num_gpus:
description: 'Type of the number of gpus to use (`single` or `multi`)'
required: true
env: env:
IS_GITHUB_CI: "1" IS_GITHUB_CI: "1"
@@ -20,12 +23,13 @@ env:
RUN_SLOW: yes # For gated repositories, we still need to agree to share information on the Hub repo. page in order to get access. # This token is created under the bot `hf-transformers-bot`. RUN_SLOW: yes # For gated repositories, we still need to agree to share information on the Hub repo. page in order to get access. # This token is created under the bot `hf-transformers-bot`.
SIGOPT_API_TOKEN: ${{ secrets.SIGOPT_API_TOKEN }} SIGOPT_API_TOKEN: ${{ secrets.SIGOPT_API_TOKEN }}
TF_FORCE_GPU_ALLOW_GROWTH: true TF_FORCE_GPU_ALLOW_GROWTH: true
CUDA_VISIBLE_DEVICES: 0,1
RUN_PT_TF_CROSS_TESTS: 1 RUN_PT_TF_CROSS_TESTS: 1
jobs: jobs:
ssh_runner: ssh_runner:
name: "SSH" name: "SSH"
runs-on: [single-gpu, nvidia-gpu, "${{ github.event.inputs.runner_type }}", ci] runs-on: ["${{ github.event.inputs.num_gpus }}-gpu", nvidia-gpu, "${{ github.event.inputs.runner_type }}", ci]
container: container:
image: ${{ github.event.inputs.docker_image }} image: ${{ github.event.inputs.docker_image }}
options: --gpus all --privileged --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ options: --gpus all --privileged --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/