SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Enable PyTorch 1.13 (#20168)

Browse Source 
* Try PT1.13 by removing torch scatter

* Skip failing tests

* Style

* Remvoe testing extras for repo utils

* Try with all decorators

* Try to wipe the cache

* Fix all tests?

* Try this way

* Fix comma

* Update to main

* Try with less deps

* Quality
This commit is contained in:
Sylvain Gugger
2022-11-15 11:33:09 -05:00
committed by GitHub
parent 777b1bfe62
commit 9643ecf8ca
6 changed files with 6 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
.circleci/create_circleci_config.py
View File

@@ -25,7 +25,6 @@ import yaml
COMMON_ENV_VARIABLES = {"OMP_NUM_THREADS": 1, "TRANSFORMERS_IS_CI": True, "PYTEST_TIMEOUT": 120}
COMMON_PYTEST_OPTIONS = {"max-worker-restart": 0, "dist": "loadfile", "s": None}
DEFAULT_DOCKER_IMAGE = [{"image": "cimg/python:3.7.12"}]
TORCH_SCATTER_INSTALL = "pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html"
@dataclass
@@ -127,7 +126,6 @@ torch_and_tf_job = CircleCIJob(
"git lfs install",
"pip install --upgrade pip",
"pip install .[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision]",
TORCH_SCATTER_INSTALL,
"pip install tensorflow_probability",
"pip install git+https://github.com/huggingface/accelerate",
],
@@ -143,7 +141,6 @@ torch_and_flax_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng",
"pip install --upgrade pip",
"pip install .[sklearn,flax,torch,testing,sentencepiece,torch-speech,vision]",
TORCH_SCATTER_INSTALL,
"pip install git+https://github.com/huggingface/accelerate",
],
marker="is_pt_flax_cross_test",
@@ -157,7 +154,6 @@ torch_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng time",
"pip install --upgrade pip",
"pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]",
TORCH_SCATTER_INSTALL,
"pip install git+https://github.com/huggingface/accelerate",
],
pytest_num_workers=3,
@@ -193,7 +189,6 @@ pipelines_torch_job = CircleCIJob(
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng",
"pip install --upgrade pip",
"pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]",
TORCH_SCATTER_INSTALL,
],
pytest_options={"rA": None},
tests_to_run="tests/pipelines/"
@@ -324,7 +319,7 @@ repo_utils_job = CircleCIJob(
"repo_utils",
install_steps=[
"pip install --upgrade pip",
"pip install .[all,quality,testing]",
"pip install .[quality,testing]",
],
parallelism=None,
pytest_num_workers=1,