From c06d55564740ebdaaf866ffbbbabf8843b34df4b Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Fri, 4 Nov 2022 18:03:18 +0100 Subject: [PATCH] Show installed libraries and their versions in GA jobs (#20069) Co-authored-by: ydshieh --- .github/workflows/self-nightly-scheduled.yml | 17 ++++++++++++ .github/workflows/self-past.yml | 13 +++++++++ .github/workflows/self-push.yml | 21 ++++++++++++++ .github/workflows/self-scheduled.yml | 29 ++++++++++++++++++++ 4 files changed, 80 insertions(+) diff --git a/.github/workflows/self-nightly-scheduled.yml b/.github/workflows/self-nightly-scheduled.yml index 8865707dc0..c384079951 100644 --- a/.github/workflows/self-nightly-scheduled.yml +++ b/.github/workflows/self-nightly-scheduled.yml @@ -75,6 +75,10 @@ jobs: rm -rf tests/models/__pycache__ rm -rf reports + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - id: set-matrix name: Identify models to test working-directory: /transformers/tests @@ -122,6 +126,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -175,6 +183,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -228,6 +240,10 @@ jobs: run: | python utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /workspace/transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /workspace/transformers run: | @@ -283,4 +299,5 @@ jobs: # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. run: | pip install slack_sdk + pip show slack_sdk python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" diff --git a/.github/workflows/self-past.yml b/.github/workflows/self-past.yml index 17ff5b9cca..411fdecd4c 100644 --- a/.github/workflows/self-past.yml +++ b/.github/workflows/self-past.yml @@ -83,6 +83,10 @@ jobs: rm -rf tests/models/__pycache__ rm -rf reports + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - id: set-matrix working-directory: /transformers name: Identify models to test @@ -127,6 +131,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -189,6 +197,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -250,6 +262,7 @@ jobs: # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. run: | pip install slack_sdk + pip show slack_sdk python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" # Upload complete failure tables, as they might be big and only truncated versions could be sent to Slack. diff --git a/.github/workflows/self-push.yml b/.github/workflows/self-push.yml index 6abe3498cd..b72c5c3cae 100644 --- a/.github/workflows/self-push.yml +++ b/.github/workflows/self-push.yml @@ -112,6 +112,10 @@ jobs: rm -rf tests/models/__pycache__ rm -rf reports + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Fetch the tests to run working-directory: /transformers # TODO: add `git-python` in the docker images @@ -212,6 +216,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all non-slow selected tests on GPU working-directory: /transformers run: | @@ -297,6 +305,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all non-slow selected tests on GPU env: MKL_SERVICE_FORCE_INTEL: 1 @@ -380,6 +392,10 @@ jobs: run: | python utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /workspace/transformers + run: pip freeze + - name: Run all non-slow selected tests on GPU working-directory: /workspace/transformers # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests. @@ -462,6 +478,10 @@ jobs: run: | python utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /workspace/transformers + run: pip freeze + - name: Run all non-slow selected tests on GPU working-directory: /workspace/transformers # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests. @@ -560,4 +580,5 @@ jobs: # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. run: | pip install slack_sdk + pip show slack_sdk python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index 3b91eac50d..41b9f39bd4 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -74,6 +74,10 @@ jobs: rm -rf tests/models/__pycache__ rm -rf reports + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - id: set-matrix name: Identify models to test working-directory: /transformers/tests @@ -121,6 +125,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -174,6 +182,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /transformers run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} @@ -211,6 +223,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run examples tests on GPU working-directory: /transformers run: | @@ -254,6 +270,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all pipeline tests on GPU working-directory: /transformers run: | @@ -297,6 +317,10 @@ jobs: run: | python3 utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /transformers + run: pip freeze + - name: Run all pipeline tests on GPU working-directory: /transformers run: | @@ -349,6 +373,10 @@ jobs: run: | python utils/print_env.py + - name: Show installed libraries and their versions + working-directory: /workspace/transformers + run: pip freeze + - name: Run all tests on GPU working-directory: /workspace/transformers run: | @@ -407,4 +435,5 @@ jobs: # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. run: | pip install slack_sdk + pip show slack_sdk python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"