SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Revert to all tests whil we debug what's wrong (#13072)

Browse Source
This commit is contained in:
Sylvain Gugger
2021-08-10 18:37:01 +02:00
committed by GitHub
parent 477480ce2a
commit 95e2e14f9d
1 changed files with 49 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

95
.github/workflows/self-push.yml vendored
View File

@@ -50,21 +50,22 @@ jobs:
python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())" python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())"
python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())" python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())"
- name: Fetch the tests to run # - name: Fetch the tests to run
run: | # run: |
python utils/tests_fetcher.py | tee test_preparation.txt # python utils/tests_fetcher.py | tee test_preparation.txt
#
- name: Report fetched tests # - name: Report fetched tests
uses: actions/upload-artifact@v2 # uses: actions/upload-artifact@v2
with: # with:
name: test_fetched # name: test_fetched
path: test_preparation.txt # path: test_preparation.txt
#
- name: Run all non-slow tests on GPU - name: Run all non-slow tests on GPU
run: | run: |
if [ -f test_list.txt ]; then python -m pytest -n 2 --dist=loadfile -v --make-reports=tests_torch_gpu tests
python -m pytest -n 2 --dist=loadfile -v --make-reports=tests_torch_gpu $(cat test_list.txt) # if [ -f test_list.txt ]; then
fi # python -m pytest -n 2 --dist=loadfile -v --make-reports=tests_torch_gpu $(cat test_list.txt)
# fi
- name: Failure short reports - name: Failure short reports
if: ${{ always() }} if: ${{ always() }}
@@ -162,15 +163,15 @@ jobs:
python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())" python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())"
python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())" python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())"
- name: Fetch the tests to run # - name: Fetch the tests to run
run: | # run: |
python utils/tests_fetcher.py | tee test_preparation.txt # python utils/tests_fetcher.py | tee test_preparation.txt
#
- name: Report fetched tests # - name: Report fetched tests
uses: actions/upload-artifact@v2 # uses: actions/upload-artifact@v2
with: # with:
name: test_fetched # name: test_fetched
path: test_preparation.txt # path: test_preparation.txt
- name: Run all non-slow tests on GPU - name: Run all non-slow tests on GPU
env: env:
@@ -275,21 +276,22 @@ jobs:
python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())" python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())"
python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())" python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())"
- name: Fetch the tests to run # - name: Fetch the tests to run
run: | # run: |
python utils/tests_fetcher.py --filters tests/deepspeed tests/extended | tee test_preparation.txt # python utils/tests_fetcher.py --filters tests/deepspeed tests/extended | tee test_preparation.txt
#
- name: Report fetched tests # - name: Report fetched tests
uses: actions/upload-artifact@v2 # uses: actions/upload-artifact@v2
with: # with:
name: test_fetched # name: test_fetched
path: test_preparation.txt # path: test_preparation.txt
- name: Run all tests on GPU - name: Run all tests on GPU
run: | run: |
if [ -f test_list.txt ]; then python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_gpu tests/deepspeed tests/extended
python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_gpu $(cat test_list.txt) # if [ -f test_list.txt ]; then
fi # python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_gpu $(cat test_list.txt)
# fi
- name: Failure short reports - name: Failure short reports
if: ${{ always() }} if: ${{ always() }}
@@ -330,21 +332,22 @@ jobs:
python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())" python -c "import torch; print('CuDNN version:', torch.backends.cudnn.version())"
python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())" python -c "import torch; print('Number of GPUs available:', torch.cuda.device_count())"
- name: Fetch the tests to run # - name: Fetch the tests to run
run: | # run: |
python utils/tests_fetcher.py --filters tests/deepspeed tests/extended | tee test_preparation.txt # python utils/tests_fetcher.py --filters tests/deepspeed tests/extended | tee test_preparation.txt
#
- name: Report fetched tests # - name: Report fetched tests
uses: actions/upload-artifact@v2 # uses: actions/upload-artifact@v2
with: # with:
name: test_fetched # name: test_fetched
path: test_preparation.txt # path: test_preparation.txt
- name: Run all tests on GPU - name: Run all tests on GPU
run: | run: |
if [ -f test_list.txt ]; then python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_multi_gpu tests/deepspeed tests/extended
python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_multi_gpu $(cat test_list.txt) # if [ -f test_list.txt ]; then
fi # python -m pytest -n 1 --dist=loadfile -v --make-reports=tests_torch_cuda_extensions_multi_gpu $(cat test_list.txt)
# fi
- name: Failure short reports - name: Failure short reports
if: ${{ always() }} if: ${{ always() }}