Use templates (#16142)

* Use tempaltes for all doc building jobs

* Add this branch to the doc build

* Switch to main branch

.github/workflows/build_documentation.yml

@@ -4,126 +4,16 @@ on:
   push:
     branches:
       - master
-      - doc_builder*
       - doc-builder*
       - v*-release
+      - use_templates
 
 jobs:
-  build_and_package:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        shell: bash -l {0}
-
-    steps:
-      - uses: actions/setup-node@v2
-        with:
-          node-version: '16'
-
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/doc-builder'
-          path: doc-builder
-
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/doc-build'
-          path: doc-build
-          token: ${{ secrets.HUGGINGFACE_PUSH }}
-      
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/transformers'
-          path: transformers
-      
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/notebooks'
-          path: notebooks
-          token: ${{ secrets.HUGGINGFACE_PUSH }}
-      
-      - name: Loading cache.
-        uses: actions/cache@v2
-        id: cache
-        with:
-          path: ~/.cache/pip
-          key: v1-test_build_doc
-          restore-keys: |
-            v1-test_build_doc-${{ hashFiles('setup.py') }}
-            v1-test_build_doc
-
-      - name: Setup environment
-        run: |
-          sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev
-
-          pip install git+https://github.com/huggingface/doc-builder
-          cd transformers
-          pip install .[dev]
-          cd ..
-
-          export TORCH_VERSION=$(python -c "from torch import version; print(version.__version__.split('+')[0])")
-          pip install torch-scatter -f https://data.pyg.org/whl/torch-${TORCH_VERSION}+cpu.html
-
-          pip install torchvision
-          python -m pip install 'git+https://github.com/facebookresearch/detectron2.git'
-
-          sudo apt install tesseract-ocr
-          pip install pytesseract
-          pip install pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com
-          pip install https://github.com/kpu/kenlm/archive/master.zip
-
-      - name: Setup git
-        run: |
-          git config --global user.name "Hugging Face Doc Builder"
-          git config --global user.email docs@huggingface.co
-      
-      - name: Create build directory
-        run: |
-          cd doc-build
-          git pull
-          cd ..
-          mkdir build_dir
-          mkdir build_dir/transformers
-          cp doc-build/transformers/_versions.yml build_dir/transformers
-          
-      - name: Make documentation
-        run: |
-          cd doc-builder &&
-          doc-builder build transformers ../transformers/docs/source --build_dir ../build_dir --notebook_dir ../notebooks_dir --clean --html &&
-          cd ..
-        env:
-          NODE_OPTIONS: --max-old-space-size=6656
-
-      - name: Push to repositories
-        run: |
-          cd doc-build
-          git pull
-          mv ../build_dir/transformers/_versions.yml transformers/
-          rm -rf transformers/$(ls ../build_dir/transformers)
-          mv ../build_dir/transformers/$(ls ../build_dir/transformers) transformers/$(ls ../build_dir/transformers)
-          git status
-
-          if [[ `git status --porcelain` ]]; then 
-            git add .
-            git commit -m "Updated with commit ${{ github.sha }} \n\nSee: https://github.com/huggingface/transformers/commit/${{ github.sha }}"
-            git push origin main
-          else
-            echo "No diff in the documentation."
-          fi
-
-          cd ..
-
-          cd notebooks
-          git pull
-          cp -r ../notebooks_dir/. transformers_doc/
-          git status
-
-          if [[ `git status --porcelain` ]]; then
-            git add transformers_doc
-            git commit -m "Updated Transformer doc notebooks with commit ${{ github.sha }} \n\nSee: https://github.com/huggingface/transformers/commit/${{ github.sha }}" &&
-            git push origin master
-          else
-            echo "No diff in the notebooks."
-          fi
-
-          cd ..
+   build:
+    uses: huggingface/doc-builder/.github/workflows/build_main_documentation.yml@main
+    with:
+      commit_sha: ${{ github.sha }}
+      package: transformers
+      notebook_folder: transformers_doc
+    secrets:
+      token: ${{ secrets.HUGGINGFACE_PUSH }}