Compare commits
29 Commits
main
...
ko-deepsee
| Author | SHA1 | Date | |
|---|---|---|---|
| ccb1d06ecf | |||
| e4b809e5b2 | |||
|
|
e52c5890d1 | ||
|
|
b80c173b8f | ||
|
|
15b4988bb7 | ||
|
|
231653db22 | ||
|
|
ff8b88a948 | ||
|
|
74ad608a2b | ||
|
|
c8c7623f20 | ||
|
|
78f32c3917 | ||
|
|
6451294f6f | ||
|
|
5a8ba87ecf | ||
|
|
0ce6709e70 | ||
|
|
263d06fedc | ||
|
|
58cebc848b | ||
|
|
34108a2230 | ||
|
|
49e168ff08 | ||
|
|
b8184b7ce9 | ||
|
|
32fcc24667 | ||
|
|
f690a2a1e0 | ||
|
|
64ae6e6b1d | ||
|
|
6d2bb1e04d | ||
|
|
63caaea1fb | ||
|
|
922e65b3fc | ||
|
|
795ae8f282 | ||
|
|
bdba1f83a8 | ||
|
|
61eb8b32cc | ||
|
|
4d297c2e8c | ||
|
|
0dc80fcdad |
BIN
._.DS_Store
Normal file
BIN
._.DS_Store
Normal file
Binary file not shown.
BIN
._.circleci
Normal file
BIN
._.circleci
Normal file
Binary file not shown.
BIN
._.gitattributes
Normal file
BIN
._.gitattributes
Normal file
Binary file not shown.
BIN
._.gitignore
Normal file
BIN
._.gitignore
Normal file
Binary file not shown.
BIN
._AGENTS.md
Normal file
BIN
._AGENTS.md
Normal file
Binary file not shown.
BIN
._CITATION.cff
Normal file
BIN
._CITATION.cff
Normal file
Binary file not shown.
BIN
._CODE_OF_CONDUCT.md
Normal file
BIN
._CODE_OF_CONDUCT.md
Normal file
Binary file not shown.
BIN
._ISSUES.md
Normal file
BIN
._ISSUES.md
Normal file
Binary file not shown.
BIN
._awesome-transformers.md
Normal file
BIN
._awesome-transformers.md
Normal file
Binary file not shown.
BIN
._benchmark
Normal file
BIN
._benchmark
Normal file
Binary file not shown.
BIN
._examples
Normal file
BIN
._examples
Normal file
Binary file not shown.
BIN
._notebooks
Normal file
BIN
._notebooks
Normal file
Binary file not shown.
BIN
._templates
Normal file
BIN
._templates
Normal file
Binary file not shown.
BIN
.circleci/._TROUBLESHOOT.md
Normal file
BIN
.circleci/._TROUBLESHOOT.md
Normal file
Binary file not shown.
BIN
.circleci/._config.yml
Normal file
BIN
.circleci/._config.yml
Normal file
Binary file not shown.
BIN
.circleci/._parse_test_outputs.py
Normal file
BIN
.circleci/._parse_test_outputs.py
Normal file
Binary file not shown.
11
.gitattributes
vendored
11
.gitattributes
vendored
@@ -1,4 +1,13 @@
|
||||
*.py eol=lf
|
||||
*.rst eol=lf
|
||||
*.md eol=lf
|
||||
*.mdx eol=lf
|
||||
*.mdx eol=lf
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.png filter=lfs diff=lfs merge=lfs -text
|
||||
*.jpg filter=lfs diff=lfs merge=lfs -text
|
||||
*.jpeg filter=lfs diff=lfs merge=lfs -text
|
||||
*.gif filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
BIN
.github/._ISSUE_TEMPLATE
vendored
Normal file
BIN
.github/._ISSUE_TEMPLATE
vendored
Normal file
Binary file not shown.
BIN
.github/._PULL_REQUEST_TEMPLATE.md
vendored
Normal file
BIN
.github/._PULL_REQUEST_TEMPLATE.md
vendored
Normal file
Binary file not shown.
BIN
.github/._conda
vendored
Normal file
BIN
.github/._conda
vendored
Normal file
Binary file not shown.
BIN
.github/._scripts
vendored
Normal file
BIN
.github/._scripts
vendored
Normal file
Binary file not shown.
BIN
.github/._workflows
vendored
Normal file
BIN
.github/._workflows
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._bug-report.yml
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._bug-report.yml
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._config.yml
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._config.yml
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._feature-request.yml
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._feature-request.yml
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._i18n.md
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._i18n.md
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._migration.yml
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._migration.yml
vendored
Normal file
Binary file not shown.
BIN
.github/ISSUE_TEMPLATE/._new-model-addition.yml
vendored
Normal file
BIN
.github/ISSUE_TEMPLATE/._new-model-addition.yml
vendored
Normal file
Binary file not shown.
BIN
.github/conda/._build.sh
vendored
Normal file
BIN
.github/conda/._build.sh
vendored
Normal file
Binary file not shown.
BIN
.github/conda/._meta.yaml
vendored
Normal file
BIN
.github/conda/._meta.yaml
vendored
Normal file
Binary file not shown.
BIN
.github/scripts/._assign_reviewers.py
vendored
Normal file
BIN
.github/scripts/._assign_reviewers.py
vendored
Normal file
Binary file not shown.
BIN
.github/scripts/._codeowners_for_review_action
vendored
Normal file
BIN
.github/scripts/._codeowners_for_review_action
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._TROUBLESHOOT.md
vendored
Normal file
BIN
.github/workflows/._TROUBLESHOOT.md
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._add-model-like.yml
vendored
Normal file
BIN
.github/workflows/._add-model-like.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._assign-reviewers.yml
vendored
Normal file
BIN
.github/workflows/._assign-reviewers.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._build-ci-docker-images.yml
vendored
Normal file
BIN
.github/workflows/._build-ci-docker-images.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._build-docker-images.yml
vendored
Normal file
BIN
.github/workflows/._build-docker-images.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._build-nightly-ci-docker-images.yml
vendored
Normal file
BIN
.github/workflows/._build-nightly-ci-docker-images.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._build-past-ci-docker-images.yml
vendored
Normal file
BIN
.github/workflows/._build-past-ci-docker-images.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._check_tiny_models.yml
vendored
Normal file
BIN
.github/workflows/._check_tiny_models.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._get-pr-info.yml
vendored
Normal file
BIN
.github/workflows/._get-pr-info.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._get-pr-number.yml
vendored
Normal file
BIN
.github/workflows/._get-pr-number.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._model_jobs_intel_gaudi.yml
vendored
Normal file
BIN
.github/workflows/._model_jobs_intel_gaudi.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._new_model_pr_merged_notification.yml
vendored
Normal file
BIN
.github/workflows/._new_model_pr_merged_notification.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._pr-style-bot.yml
vendored
Normal file
BIN
.github/workflows/._pr-style-bot.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._push-important-models.yml
vendored
Normal file
BIN
.github/workflows/._push-important-models.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._release-conda.yml
vendored
Normal file
BIN
.github/workflows/._release-conda.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-nightly-past-ci-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-nightly-past-ci-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-past-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-past-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-push-amd-mi210-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-push-amd-mi210-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-push-amd-mi250-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-push-amd-mi250-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-push-amd.yml
vendored
Normal file
BIN
.github/workflows/._self-push-amd.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-push-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-push-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-scheduled-amd-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-scheduled-amd-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-scheduled-amd-mi250-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-scheduled-amd-mi250-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-scheduled-intel-gaudi.yml
vendored
Normal file
BIN
.github/workflows/._self-scheduled-intel-gaudi.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._self-scheduled-intel-gaudi3-caller.yml
vendored
Normal file
BIN
.github/workflows/._self-scheduled-intel-gaudi3-caller.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._ssh-runner.yml
vendored
Normal file
BIN
.github/workflows/._ssh-runner.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._stale.yml
vendored
Normal file
BIN
.github/workflows/._stale.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._trufflehog.yml
vendored
Normal file
BIN
.github/workflows/._trufflehog.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._update_metdata.yml
vendored
Normal file
BIN
.github/workflows/._update_metdata.yml
vendored
Normal file
Binary file not shown.
BIN
.github/workflows/._upload_pr_documentation.yml
vendored
Normal file
BIN
.github/workflows/._upload_pr_documentation.yml
vendored
Normal file
Binary file not shown.
22
.github/workflows/self-nightly-caller.yml
vendored
22
.github/workflows/self-nightly-caller.yml
vendored
@@ -12,12 +12,34 @@ on:
|
||||
branches:
|
||||
- run_ci_with_nightly_torch*
|
||||
|
||||
# Used for `push` to easily modify the target workflow runs to compare against
|
||||
env:
|
||||
prev_workflow_run_id: ""
|
||||
other_workflow_run_id: ""
|
||||
|
||||
|
||||
jobs:
|
||||
build_nightly_torch_ci_images:
|
||||
name: Build CI Docker Images with nightly torch
|
||||
uses: ./.github/workflows/build-nightly-ci-docker-images.yml
|
||||
secrets: inherit
|
||||
|
||||
setup:
|
||||
name: Setup
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- name: Setup
|
||||
run: |
|
||||
mkdir "setup_values"
|
||||
echo "${{ inputs.prev_workflow_run_id || env.prev_workflow_run_id }}" > "setup_values/prev_workflow_run_id.txt"
|
||||
echo "${{ inputs.other_workflow_run_id || env.other_workflow_run_id }}" > "setup_values/other_workflow_run_id.txt"
|
||||
|
||||
- name: Upload artifacts
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: setup_values
|
||||
path: setup_values
|
||||
|
||||
model-ci:
|
||||
name: Model CI
|
||||
needs: build_nightly_torch_ci_images
|
||||
|
||||
2
.github/workflows/slack-report.yml
vendored
2
.github/workflows/slack-report.yml
vendored
@@ -36,7 +36,7 @@ jobs:
|
||||
send_results:
|
||||
name: Send results to webhook
|
||||
runs-on: ubuntu-22.04
|
||||
if: always()
|
||||
if: always() && !cancelled()
|
||||
steps:
|
||||
- name: Preliminary job status
|
||||
shell: bash
|
||||
|
||||
BIN
benchmark/._README.md
Normal file
BIN
benchmark/._README.md
Normal file
Binary file not shown.
BIN
benchmark/.___init__.py
Normal file
BIN
benchmark/.___init__.py
Normal file
Binary file not shown.
BIN
benchmark/._benchmark.py
Normal file
BIN
benchmark/._benchmark.py
Normal file
Binary file not shown.
BIN
benchmark/._config
Normal file
BIN
benchmark/._config
Normal file
Binary file not shown.
BIN
benchmark/._default.yml
Normal file
BIN
benchmark/._default.yml
Normal file
Binary file not shown.
BIN
benchmark/._grafana_dashboard.json
Normal file
BIN
benchmark/._grafana_dashboard.json
Normal file
Binary file not shown.
BIN
benchmark/._grafana_datasource.yaml
Normal file
BIN
benchmark/._grafana_datasource.yaml
Normal file
Binary file not shown.
BIN
benchmark/._optimum_benchmark_wrapper.py
Normal file
BIN
benchmark/._optimum_benchmark_wrapper.py
Normal file
Binary file not shown.
BIN
docker/._README.md
Normal file
BIN
docker/._README.md
Normal file
Binary file not shown.
BIN
docker/._transformers-all-latest-gpu
Normal file
BIN
docker/._transformers-all-latest-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-doc-builder
Normal file
BIN
docker/._transformers-doc-builder
Normal file
Binary file not shown.
BIN
docker/._transformers-gpu
Normal file
BIN
docker/._transformers-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-past-gpu
Normal file
BIN
docker/._transformers-past-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-amd-gpu
Normal file
BIN
docker/._transformers-pytorch-amd-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-deepspeed-amd-gpu
Normal file
BIN
docker/._transformers-pytorch-deepspeed-amd-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-deepspeed-latest-gpu
Normal file
BIN
docker/._transformers-pytorch-deepspeed-latest-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-deepspeed-nightly-gpu
Normal file
BIN
docker/._transformers-pytorch-deepspeed-nightly-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-gpu
Normal file
BIN
docker/._transformers-pytorch-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-tpu
Normal file
BIN
docker/._transformers-pytorch-tpu
Normal file
Binary file not shown.
BIN
docker/._transformers-pytorch-xpu
Normal file
BIN
docker/._transformers-pytorch-xpu
Normal file
Binary file not shown.
BIN
docker/._transformers-quantization-latest-gpu
Normal file
BIN
docker/._transformers-quantization-latest-gpu
Normal file
Binary file not shown.
BIN
docker/._transformers-tensorflow-gpu
Normal file
BIN
docker/._transformers-tensorflow-gpu
Normal file
Binary file not shown.
@@ -32,7 +32,10 @@ RUN python3 -m pip uninstall -y flax jax
|
||||
|
||||
RUN python3 -m pip install --no-cache-dir -U timm
|
||||
|
||||
RUN python3 -m pip install --no-cache-dir git+https://github.com/facebookresearch/detectron2.git pytesseract
|
||||
RUN [ "$PYTORCH" != "pre" ] && python3 -m pip install --no-cache-dir git+https://github.com/facebookresearch/detectron2.git || echo "Don't install detectron2 with nightly torch"
|
||||
|
||||
RUN python3 -m pip install --no-cache-dir pytesseract
|
||||
|
||||
RUN python3 -m pip install -U "itsdangerous<2.1.0"
|
||||
|
||||
RUN python3 -m pip install --no-cache-dir git+https://github.com/huggingface/accelerate@main#egg=accelerate
|
||||
@@ -52,7 +55,7 @@ RUN python3 -m pip install --no-cache-dir bitsandbytes
|
||||
RUN python3 -m pip install --no-cache-dir quanto
|
||||
|
||||
# After using A10 as CI runner, let's run FA2 tests
|
||||
RUN python3 -m pip uninstall -y ninja && python3 -m pip install --no-cache-dir ninja && python3 -m pip install flash-attn --no-cache-dir --no-build-isolation
|
||||
RUN [ "$PYTORCH" != "pre" ] && python3 -m pip uninstall -y ninja && python3 -m pip install --no-cache-dir ninja && python3 -m pip install flash-attn --no-cache-dir --no-build-isolation || echo "Don't install FA2 with nightly torch"
|
||||
|
||||
# TODO (ydshieh): check this again
|
||||
# `quanto` will install `ninja` which leads to many `CUDA error: an illegal memory access ...` in some model tests
|
||||
|
||||
BIN
docker/transformers-doc-builder/._Dockerfile
Normal file
BIN
docker/transformers-doc-builder/._Dockerfile
Normal file
Binary file not shown.
BIN
docker/transformers-gpu/._Dockerfile
Normal file
BIN
docker/transformers-gpu/._Dockerfile
Normal file
Binary file not shown.
BIN
docker/transformers-past-gpu/._Dockerfile
Normal file
BIN
docker/transformers-past-gpu/._Dockerfile
Normal file
Binary file not shown.
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user