From 4ab6a4a086001de99ecc516a3cdbb9193d5c096b Mon Sep 17 00:00:00 2001 From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Date: Fri, 29 Oct 2021 09:35:05 -0400 Subject: [PATCH] Fix pipeline tests env and fetch (#14209) * Fix pipeline tests env and fetch * Fix quality --- .circleci/config.yml | 4 ++-- utils/tests_fetcher.py | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index c1d8e11df9..ebf7beea7a 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -401,7 +401,7 @@ jobs: - v0.4-{{ checksum "setup.py" }} - run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev - run: pip install --upgrade pip - - run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision] + - run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm] - run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.9.0+cpu.html - save_cache: key: v0.4-torch-{{ checksum "setup.py" }} @@ -437,7 +437,7 @@ jobs: - v0.4-{{ checksum "setup.py" }} - run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev - run: pip install --upgrade pip - - run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision] + - run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm] - run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.9.0+cpu.html - save_cache: key: v0.4-torch-{{ checksum "setup.py" }} diff --git a/utils/tests_fetcher.py b/utils/tests_fetcher.py index d5d885f3e2..d80f194a08 100644 --- a/utils/tests_fetcher.py +++ b/utils/tests_fetcher.py @@ -264,7 +264,7 @@ SPECIAL_MODULE_TO_TEST_MAP = { "models/blenderbot_small/tokenization_blenderbot_small.py": "test_tokenization_small_blenderbot.py", "models/blenderbot_small/tokenization_blenderbot_small_fast.py": "test_tokenization_small_blenderbot.py", "models/gpt2/modeling_gpt2.py": ["test_modeling_gpt2.py", "test_modeling_megatron_gpt2.py"], - "pipelines/base.py": "test_pipelines_common.py", + "pipelines/base.py": "test_pipelines_*.py", "pipelines/text2text_generation.py": [ "test_pipelines_text2text_generation.py", "test_pipelines_summarization.py", @@ -337,6 +337,7 @@ def module_to_test_file(module_fname): # launched separately. EXPECTED_TEST_FILES_NEVER_TOUCHED = [ "tests/test_doc_samples.py", # Doc tests + "tests/test_pipelines_common.py", # Actually checked by the pipeline based file "tests/sagemaker/test_single_node_gpu.py", # SageMaker test "tests/sagemaker/test_multi_node_model_parallel.py", # SageMaker test "tests/sagemaker/test_multi_node_data_parallel.py", # SageMaker test