Use --gpus all in workflow files (#39752)
gpu all Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
2
.github/workflows/doctest_job.yml
vendored
2
.github/workflows/doctest_job.yml
vendored
@@ -31,7 +31,7 @@ jobs:
|
|||||||
group: aws-g5-4xlarge-cache
|
group: aws-g5-4xlarge-cache
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu
|
image: huggingface/transformers-all-latest-gpu
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
steps:
|
steps:
|
||||||
- name: Update clone
|
- name: Update clone
|
||||||
working-directory: /transformers
|
working-directory: /transformers
|
||||||
|
|||||||
2
.github/workflows/doctests.yml
vendored
2
.github/workflows/doctests.yml
vendored
@@ -18,7 +18,7 @@ jobs:
|
|||||||
group: aws-g5-4xlarge-cache
|
group: aws-g5-4xlarge-cache
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu
|
image: huggingface/transformers-all-latest-gpu
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
outputs:
|
outputs:
|
||||||
job_splits: ${{ steps.set-matrix.outputs.job_splits }}
|
job_splits: ${{ steps.set-matrix.outputs.job_splits }}
|
||||||
split_keys: ${{ steps.set-matrix.outputs.split_keys }}
|
split_keys: ${{ steps.set-matrix.outputs.split_keys }}
|
||||||
|
|||||||
6
.github/workflows/self-push.yml
vendored
6
.github/workflows/self-push.yml
vendored
@@ -36,7 +36,7 @@ jobs:
|
|||||||
group: '${{ matrix.machine_type }}'
|
group: '${{ matrix.machine_type }}'
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu-push-ci
|
image: huggingface/transformers-all-latest-gpu-push-ci
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
outputs:
|
outputs:
|
||||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||||
test_map: ${{ steps.set-matrix.outputs.test_map }}
|
test_map: ${{ steps.set-matrix.outputs.test_map }}
|
||||||
@@ -136,7 +136,7 @@ jobs:
|
|||||||
group: '${{ matrix.machine_type }}'
|
group: '${{ matrix.machine_type }}'
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu-push-ci
|
image: huggingface/transformers-all-latest-gpu-push-ci
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
env:
|
env:
|
||||||
# For the meaning of these environment variables, see the job `Setup`
|
# For the meaning of these environment variables, see the job `Setup`
|
||||||
CI_BRANCH_PUSH: ${{ github.event.ref }}
|
CI_BRANCH_PUSH: ${{ github.event.ref }}
|
||||||
@@ -362,7 +362,7 @@ jobs:
|
|||||||
group: '${{ matrix.machine_type }}'
|
group: '${{ matrix.machine_type }}'
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-pytorch-deepspeed-latest-gpu-push-ci
|
image: huggingface/transformers-pytorch-deepspeed-latest-gpu-push-ci
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
env:
|
env:
|
||||||
# For the meaning of these environment variables, see the job `Setup`
|
# For the meaning of these environment variables, see the job `Setup`
|
||||||
CI_BRANCH_PUSH: ${{ github.event.ref }}
|
CI_BRANCH_PUSH: ${{ github.event.ref }}
|
||||||
|
|||||||
4
.github/workflows/self-scheduled.yml
vendored
4
.github/workflows/self-scheduled.yml
vendored
@@ -55,7 +55,7 @@ jobs:
|
|||||||
group: '${{ matrix.machine_type }}'
|
group: '${{ matrix.machine_type }}'
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu
|
image: huggingface/transformers-all-latest-gpu
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
outputs:
|
outputs:
|
||||||
folder_slices: ${{ steps.set-matrix.outputs.folder_slices }}
|
folder_slices: ${{ steps.set-matrix.outputs.folder_slices }}
|
||||||
slice_ids: ${{ steps.set-matrix.outputs.slice_ids }}
|
slice_ids: ${{ steps.set-matrix.outputs.slice_ids }}
|
||||||
@@ -219,7 +219,7 @@ jobs:
|
|||||||
group: '${{ matrix.machine_type }}'
|
group: '${{ matrix.machine_type }}'
|
||||||
container:
|
container:
|
||||||
image: huggingface/transformers-all-latest-gpu
|
image: huggingface/transformers-all-latest-gpu
|
||||||
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
|
||||||
steps:
|
steps:
|
||||||
- name: Update clone
|
- name: Update clone
|
||||||
working-directory: /transformers
|
working-directory: /transformers
|
||||||
|
|||||||
Reference in New Issue
Block a user