diff --git a/.github/workflows/build_documentation.yml b/.github/workflows/build_documentation.yml
index 4d02ef020c..f69edb4e89 100644
--- a/.github/workflows/build_documentation.yml
+++ b/.github/workflows/build_documentation.yml
@@ -15,5 +15,6 @@ jobs:
       commit_sha: ${{ github.sha }}
       package: transformers
       notebook_folder: transformers_doc
+      languages: en es
     secrets:
       token: ${{ secrets.HUGGINGFACE_PUSH }}
diff --git a/.github/workflows/build_pr_documentation.yml b/.github/workflows/build_pr_documentation.yml
index 2225b9cb70..95bce32bba 100644
--- a/.github/workflows/build_pr_documentation.yml
+++ b/.github/workflows/build_pr_documentation.yml
@@ -14,3 +14,4 @@ jobs:
       commit_sha: ${{ github.event.pull_request.head.sha }}
       pr_number: ${{ github.event.number }}
       package: transformers
+      languages: en es
diff --git a/docs/source/contributing.md b/docs/source/contributing.md
deleted file mode 120000
index f939e75f21..0000000000
--- a/docs/source/contributing.md
+++ /dev/null
@@ -1 +0,0 @@
-../../CONTRIBUTING.md
\ No newline at end of file
diff --git a/docs/source/en/_config.py b/docs/source/en/_config.py
new file mode 100644
index 0000000000..cd76263e9a
--- /dev/null
+++ b/docs/source/en/_config.py
@@ -0,0 +1,14 @@
+# docstyle-ignore
+INSTALL_CONTENT = """
+# Transformers installation
+! pip install transformers datasets
+# To install from source instead of the last release, comment the command above and uncomment the following one.
+# ! pip install git+https://github.com/huggingface/transformers.git
+"""
+
+notebook_first_cells = [{"type": "code", "content": INSTALL_CONTENT}]
+black_avoid_patterns = {
+    "{processor_class}": "FakeProcessorClass",
+    "{model_class}": "FakeModelClass",
+    "{object_class}": "FakeObjectClass",    
+}
diff --git a/docs/source/_toctree.yml b/docs/source/en/_toctree.yml
similarity index 100%
rename from docs/source/_toctree.yml
rename to docs/source/en/_toctree.yml
diff --git a/docs/source/accelerate.mdx b/docs/source/en/accelerate.mdx
similarity index 100%
rename from docs/source/accelerate.mdx
rename to docs/source/en/accelerate.mdx
diff --git a/docs/source/add_new_model.mdx b/docs/source/en/add_new_model.mdx
similarity index 100%
rename from docs/source/add_new_model.mdx
rename to docs/source/en/add_new_model.mdx
diff --git a/docs/source/add_new_pipeline.mdx b/docs/source/en/add_new_pipeline.mdx
similarity index 100%
rename from docs/source/add_new_pipeline.mdx
rename to docs/source/en/add_new_pipeline.mdx
diff --git a/docs/source/autoclass_tutorial.mdx b/docs/source/en/autoclass_tutorial.mdx
similarity index 100%
rename from docs/source/autoclass_tutorial.mdx
rename to docs/source/en/autoclass_tutorial.mdx
diff --git a/docs/source/benchmarks.mdx b/docs/source/en/benchmarks.mdx
similarity index 100%
rename from docs/source/benchmarks.mdx
rename to docs/source/en/benchmarks.mdx
diff --git a/docs/source/bertology.mdx b/docs/source/en/bertology.mdx
similarity index 100%
rename from docs/source/bertology.mdx
rename to docs/source/en/bertology.mdx
diff --git a/docs/source/community.mdx b/docs/source/en/community.mdx
similarity index 100%
rename from docs/source/community.mdx
rename to docs/source/en/community.mdx
diff --git a/docs/source/en/contributing.md b/docs/source/en/contributing.md
new file mode 120000
index 0000000000..c97564d93a
--- /dev/null
+++ b/docs/source/en/contributing.md
@@ -0,0 +1 @@
+../../../CONTRIBUTING.md
\ No newline at end of file
diff --git a/docs/source/converting_tensorflow_models.mdx b/docs/source/en/converting_tensorflow_models.mdx
similarity index 100%
rename from docs/source/converting_tensorflow_models.mdx
rename to docs/source/en/converting_tensorflow_models.mdx
diff --git a/docs/source/create_a_model.mdx b/docs/source/en/create_a_model.mdx
similarity index 100%
rename from docs/source/create_a_model.mdx
rename to docs/source/en/create_a_model.mdx
diff --git a/docs/source/custom_models.mdx b/docs/source/en/custom_models.mdx
similarity index 100%
rename from docs/source/custom_models.mdx
rename to docs/source/en/custom_models.mdx
diff --git a/docs/source/debugging.mdx b/docs/source/en/debugging.mdx
similarity index 100%
rename from docs/source/debugging.mdx
rename to docs/source/en/debugging.mdx
diff --git a/docs/source/fast_tokenizers.mdx b/docs/source/en/fast_tokenizers.mdx
similarity index 100%
rename from docs/source/fast_tokenizers.mdx
rename to docs/source/en/fast_tokenizers.mdx
diff --git a/docs/source/glossary.mdx b/docs/source/en/glossary.mdx
similarity index 100%
rename from docs/source/glossary.mdx
rename to docs/source/en/glossary.mdx
diff --git a/docs/source/index.mdx b/docs/source/en/index.mdx
similarity index 100%
rename from docs/source/index.mdx
rename to docs/source/en/index.mdx
diff --git a/docs/source/installation.mdx b/docs/source/en/installation.mdx
similarity index 100%
rename from docs/source/installation.mdx
rename to docs/source/en/installation.mdx
diff --git a/docs/source/internal/file_utils.mdx b/docs/source/en/internal/file_utils.mdx
similarity index 100%
rename from docs/source/internal/file_utils.mdx
rename to docs/source/en/internal/file_utils.mdx
diff --git a/docs/source/internal/generation_utils.mdx b/docs/source/en/internal/generation_utils.mdx
similarity index 100%
rename from docs/source/internal/generation_utils.mdx
rename to docs/source/en/internal/generation_utils.mdx
diff --git a/docs/source/internal/modeling_utils.mdx b/docs/source/en/internal/modeling_utils.mdx
similarity index 100%
rename from docs/source/internal/modeling_utils.mdx
rename to docs/source/en/internal/modeling_utils.mdx
diff --git a/docs/source/internal/pipelines_utils.mdx b/docs/source/en/internal/pipelines_utils.mdx
similarity index 100%
rename from docs/source/internal/pipelines_utils.mdx
rename to docs/source/en/internal/pipelines_utils.mdx
diff --git a/docs/source/internal/tokenization_utils.mdx b/docs/source/en/internal/tokenization_utils.mdx
similarity index 100%
rename from docs/source/internal/tokenization_utils.mdx
rename to docs/source/en/internal/tokenization_utils.mdx
diff --git a/docs/source/internal/trainer_utils.mdx b/docs/source/en/internal/trainer_utils.mdx
similarity index 100%
rename from docs/source/internal/trainer_utils.mdx
rename to docs/source/en/internal/trainer_utils.mdx
diff --git a/docs/source/main_classes/callback.mdx b/docs/source/en/main_classes/callback.mdx
similarity index 100%
rename from docs/source/main_classes/callback.mdx
rename to docs/source/en/main_classes/callback.mdx
diff --git a/docs/source/main_classes/configuration.mdx b/docs/source/en/main_classes/configuration.mdx
similarity index 100%
rename from docs/source/main_classes/configuration.mdx
rename to docs/source/en/main_classes/configuration.mdx
diff --git a/docs/source/main_classes/data_collator.mdx b/docs/source/en/main_classes/data_collator.mdx
similarity index 100%
rename from docs/source/main_classes/data_collator.mdx
rename to docs/source/en/main_classes/data_collator.mdx
diff --git a/docs/source/main_classes/deepspeed.mdx b/docs/source/en/main_classes/deepspeed.mdx
similarity index 100%
rename from docs/source/main_classes/deepspeed.mdx
rename to docs/source/en/main_classes/deepspeed.mdx
diff --git a/docs/source/main_classes/feature_extractor.mdx b/docs/source/en/main_classes/feature_extractor.mdx
similarity index 100%
rename from docs/source/main_classes/feature_extractor.mdx
rename to docs/source/en/main_classes/feature_extractor.mdx
diff --git a/docs/source/main_classes/keras_callbacks.mdx b/docs/source/en/main_classes/keras_callbacks.mdx
similarity index 100%
rename from docs/source/main_classes/keras_callbacks.mdx
rename to docs/source/en/main_classes/keras_callbacks.mdx
diff --git a/docs/source/main_classes/logging.mdx b/docs/source/en/main_classes/logging.mdx
similarity index 100%
rename from docs/source/main_classes/logging.mdx
rename to docs/source/en/main_classes/logging.mdx
diff --git a/docs/source/main_classes/model.mdx b/docs/source/en/main_classes/model.mdx
similarity index 100%
rename from docs/source/main_classes/model.mdx
rename to docs/source/en/main_classes/model.mdx
diff --git a/docs/source/main_classes/onnx.mdx b/docs/source/en/main_classes/onnx.mdx
similarity index 100%
rename from docs/source/main_classes/onnx.mdx
rename to docs/source/en/main_classes/onnx.mdx
diff --git a/docs/source/main_classes/optimizer_schedules.mdx b/docs/source/en/main_classes/optimizer_schedules.mdx
similarity index 100%
rename from docs/source/main_classes/optimizer_schedules.mdx
rename to docs/source/en/main_classes/optimizer_schedules.mdx
diff --git a/docs/source/main_classes/output.mdx b/docs/source/en/main_classes/output.mdx
similarity index 100%
rename from docs/source/main_classes/output.mdx
rename to docs/source/en/main_classes/output.mdx
diff --git a/docs/source/main_classes/pipelines.mdx b/docs/source/en/main_classes/pipelines.mdx
similarity index 100%
rename from docs/source/main_classes/pipelines.mdx
rename to docs/source/en/main_classes/pipelines.mdx
diff --git a/docs/source/main_classes/processors.mdx b/docs/source/en/main_classes/processors.mdx
similarity index 100%
rename from docs/source/main_classes/processors.mdx
rename to docs/source/en/main_classes/processors.mdx
diff --git a/docs/source/main_classes/text_generation.mdx b/docs/source/en/main_classes/text_generation.mdx
similarity index 100%
rename from docs/source/main_classes/text_generation.mdx
rename to docs/source/en/main_classes/text_generation.mdx
diff --git a/docs/source/main_classes/tokenizer.mdx b/docs/source/en/main_classes/tokenizer.mdx
similarity index 100%
rename from docs/source/main_classes/tokenizer.mdx
rename to docs/source/en/main_classes/tokenizer.mdx
diff --git a/docs/source/main_classes/trainer.mdx b/docs/source/en/main_classes/trainer.mdx
similarity index 100%
rename from docs/source/main_classes/trainer.mdx
rename to docs/source/en/main_classes/trainer.mdx
diff --git a/docs/source/migration.mdx b/docs/source/en/migration.mdx
similarity index 100%
rename from docs/source/migration.mdx
rename to docs/source/en/migration.mdx
diff --git a/docs/source/model_doc/albert.mdx b/docs/source/en/model_doc/albert.mdx
similarity index 100%
rename from docs/source/model_doc/albert.mdx
rename to docs/source/en/model_doc/albert.mdx
diff --git a/docs/source/model_doc/auto.mdx b/docs/source/en/model_doc/auto.mdx
similarity index 100%
rename from docs/source/model_doc/auto.mdx
rename to docs/source/en/model_doc/auto.mdx
diff --git a/docs/source/model_doc/bart.mdx b/docs/source/en/model_doc/bart.mdx
similarity index 100%
rename from docs/source/model_doc/bart.mdx
rename to docs/source/en/model_doc/bart.mdx
diff --git a/docs/source/model_doc/barthez.mdx b/docs/source/en/model_doc/barthez.mdx
similarity index 100%
rename from docs/source/model_doc/barthez.mdx
rename to docs/source/en/model_doc/barthez.mdx
diff --git a/docs/source/model_doc/bartpho.mdx b/docs/source/en/model_doc/bartpho.mdx
similarity index 100%
rename from docs/source/model_doc/bartpho.mdx
rename to docs/source/en/model_doc/bartpho.mdx
diff --git a/docs/source/model_doc/beit.mdx b/docs/source/en/model_doc/beit.mdx
similarity index 100%
rename from docs/source/model_doc/beit.mdx
rename to docs/source/en/model_doc/beit.mdx
diff --git a/docs/source/model_doc/bert-generation.mdx b/docs/source/en/model_doc/bert-generation.mdx
similarity index 100%
rename from docs/source/model_doc/bert-generation.mdx
rename to docs/source/en/model_doc/bert-generation.mdx
diff --git a/docs/source/model_doc/bert-japanese.mdx b/docs/source/en/model_doc/bert-japanese.mdx
similarity index 100%
rename from docs/source/model_doc/bert-japanese.mdx
rename to docs/source/en/model_doc/bert-japanese.mdx
diff --git a/docs/source/model_doc/bert.mdx b/docs/source/en/model_doc/bert.mdx
similarity index 100%
rename from docs/source/model_doc/bert.mdx
rename to docs/source/en/model_doc/bert.mdx
diff --git a/docs/source/model_doc/bertweet.mdx b/docs/source/en/model_doc/bertweet.mdx
similarity index 100%
rename from docs/source/model_doc/bertweet.mdx
rename to docs/source/en/model_doc/bertweet.mdx
diff --git a/docs/source/model_doc/big_bird.mdx b/docs/source/en/model_doc/big_bird.mdx
similarity index 100%
rename from docs/source/model_doc/big_bird.mdx
rename to docs/source/en/model_doc/big_bird.mdx
diff --git a/docs/source/model_doc/bigbird_pegasus.mdx b/docs/source/en/model_doc/bigbird_pegasus.mdx
similarity index 100%
rename from docs/source/model_doc/bigbird_pegasus.mdx
rename to docs/source/en/model_doc/bigbird_pegasus.mdx
diff --git a/docs/source/model_doc/blenderbot-small.mdx b/docs/source/en/model_doc/blenderbot-small.mdx
similarity index 100%
rename from docs/source/model_doc/blenderbot-small.mdx
rename to docs/source/en/model_doc/blenderbot-small.mdx
diff --git a/docs/source/model_doc/blenderbot.mdx b/docs/source/en/model_doc/blenderbot.mdx
similarity index 100%
rename from docs/source/model_doc/blenderbot.mdx
rename to docs/source/en/model_doc/blenderbot.mdx
diff --git a/docs/source/model_doc/bort.mdx b/docs/source/en/model_doc/bort.mdx
similarity index 100%
rename from docs/source/model_doc/bort.mdx
rename to docs/source/en/model_doc/bort.mdx
diff --git a/docs/source/model_doc/byt5.mdx b/docs/source/en/model_doc/byt5.mdx
similarity index 100%
rename from docs/source/model_doc/byt5.mdx
rename to docs/source/en/model_doc/byt5.mdx
diff --git a/docs/source/model_doc/camembert.mdx b/docs/source/en/model_doc/camembert.mdx
similarity index 100%
rename from docs/source/model_doc/camembert.mdx
rename to docs/source/en/model_doc/camembert.mdx
diff --git a/docs/source/model_doc/canine.mdx b/docs/source/en/model_doc/canine.mdx
similarity index 100%
rename from docs/source/model_doc/canine.mdx
rename to docs/source/en/model_doc/canine.mdx
diff --git a/docs/source/model_doc/clip.mdx b/docs/source/en/model_doc/clip.mdx
similarity index 100%
rename from docs/source/model_doc/clip.mdx
rename to docs/source/en/model_doc/clip.mdx
diff --git a/docs/source/model_doc/convbert.mdx b/docs/source/en/model_doc/convbert.mdx
similarity index 100%
rename from docs/source/model_doc/convbert.mdx
rename to docs/source/en/model_doc/convbert.mdx
diff --git a/docs/source/model_doc/convnext.mdx b/docs/source/en/model_doc/convnext.mdx
similarity index 100%
rename from docs/source/model_doc/convnext.mdx
rename to docs/source/en/model_doc/convnext.mdx
diff --git a/docs/source/model_doc/cpm.mdx b/docs/source/en/model_doc/cpm.mdx
similarity index 100%
rename from docs/source/model_doc/cpm.mdx
rename to docs/source/en/model_doc/cpm.mdx
diff --git a/docs/source/model_doc/ctrl.mdx b/docs/source/en/model_doc/ctrl.mdx
similarity index 100%
rename from docs/source/model_doc/ctrl.mdx
rename to docs/source/en/model_doc/ctrl.mdx
diff --git a/docs/source/model_doc/data2vec.mdx b/docs/source/en/model_doc/data2vec.mdx
similarity index 100%
rename from docs/source/model_doc/data2vec.mdx
rename to docs/source/en/model_doc/data2vec.mdx
diff --git a/docs/source/model_doc/deberta-v2.mdx b/docs/source/en/model_doc/deberta-v2.mdx
similarity index 100%
rename from docs/source/model_doc/deberta-v2.mdx
rename to docs/source/en/model_doc/deberta-v2.mdx
diff --git a/docs/source/model_doc/deberta.mdx b/docs/source/en/model_doc/deberta.mdx
similarity index 100%
rename from docs/source/model_doc/deberta.mdx
rename to docs/source/en/model_doc/deberta.mdx
diff --git a/docs/source/model_doc/decision_transformer.mdx b/docs/source/en/model_doc/decision_transformer.mdx
similarity index 100%
rename from docs/source/model_doc/decision_transformer.mdx
rename to docs/source/en/model_doc/decision_transformer.mdx
diff --git a/docs/source/model_doc/deit.mdx b/docs/source/en/model_doc/deit.mdx
similarity index 100%
rename from docs/source/model_doc/deit.mdx
rename to docs/source/en/model_doc/deit.mdx
diff --git a/docs/source/model_doc/detr.mdx b/docs/source/en/model_doc/detr.mdx
similarity index 100%
rename from docs/source/model_doc/detr.mdx
rename to docs/source/en/model_doc/detr.mdx
diff --git a/docs/source/model_doc/dialogpt.mdx b/docs/source/en/model_doc/dialogpt.mdx
similarity index 100%
rename from docs/source/model_doc/dialogpt.mdx
rename to docs/source/en/model_doc/dialogpt.mdx
diff --git a/docs/source/model_doc/distilbert.mdx b/docs/source/en/model_doc/distilbert.mdx
similarity index 100%
rename from docs/source/model_doc/distilbert.mdx
rename to docs/source/en/model_doc/distilbert.mdx
diff --git a/docs/source/model_doc/dit.mdx b/docs/source/en/model_doc/dit.mdx
similarity index 100%
rename from docs/source/model_doc/dit.mdx
rename to docs/source/en/model_doc/dit.mdx
diff --git a/docs/source/model_doc/dpr.mdx b/docs/source/en/model_doc/dpr.mdx
similarity index 100%
rename from docs/source/model_doc/dpr.mdx
rename to docs/source/en/model_doc/dpr.mdx
diff --git a/docs/source/model_doc/dpt.mdx b/docs/source/en/model_doc/dpt.mdx
similarity index 100%
rename from docs/source/model_doc/dpt.mdx
rename to docs/source/en/model_doc/dpt.mdx
diff --git a/docs/source/model_doc/electra.mdx b/docs/source/en/model_doc/electra.mdx
similarity index 100%
rename from docs/source/model_doc/electra.mdx
rename to docs/source/en/model_doc/electra.mdx
diff --git a/docs/source/model_doc/encoder-decoder.mdx b/docs/source/en/model_doc/encoder-decoder.mdx
similarity index 100%
rename from docs/source/model_doc/encoder-decoder.mdx
rename to docs/source/en/model_doc/encoder-decoder.mdx
diff --git a/docs/source/model_doc/flaubert.mdx b/docs/source/en/model_doc/flaubert.mdx
similarity index 100%
rename from docs/source/model_doc/flaubert.mdx
rename to docs/source/en/model_doc/flaubert.mdx
diff --git a/docs/source/model_doc/fnet.mdx b/docs/source/en/model_doc/fnet.mdx
similarity index 100%
rename from docs/source/model_doc/fnet.mdx
rename to docs/source/en/model_doc/fnet.mdx
diff --git a/docs/source/model_doc/fsmt.mdx b/docs/source/en/model_doc/fsmt.mdx
similarity index 100%
rename from docs/source/model_doc/fsmt.mdx
rename to docs/source/en/model_doc/fsmt.mdx
diff --git a/docs/source/model_doc/funnel.mdx b/docs/source/en/model_doc/funnel.mdx
similarity index 100%
rename from docs/source/model_doc/funnel.mdx
rename to docs/source/en/model_doc/funnel.mdx
diff --git a/docs/source/model_doc/glpn.mdx b/docs/source/en/model_doc/glpn.mdx
similarity index 100%
rename from docs/source/model_doc/glpn.mdx
rename to docs/source/en/model_doc/glpn.mdx
diff --git a/docs/source/model_doc/gpt2.mdx b/docs/source/en/model_doc/gpt2.mdx
similarity index 100%
rename from docs/source/model_doc/gpt2.mdx
rename to docs/source/en/model_doc/gpt2.mdx
diff --git a/docs/source/model_doc/gpt_neo.mdx b/docs/source/en/model_doc/gpt_neo.mdx
similarity index 100%
rename from docs/source/model_doc/gpt_neo.mdx
rename to docs/source/en/model_doc/gpt_neo.mdx
diff --git a/docs/source/model_doc/gptj.mdx b/docs/source/en/model_doc/gptj.mdx
similarity index 100%
rename from docs/source/model_doc/gptj.mdx
rename to docs/source/en/model_doc/gptj.mdx
diff --git a/docs/source/model_doc/herbert.mdx b/docs/source/en/model_doc/herbert.mdx
similarity index 100%
rename from docs/source/model_doc/herbert.mdx
rename to docs/source/en/model_doc/herbert.mdx
diff --git a/docs/source/model_doc/hubert.mdx b/docs/source/en/model_doc/hubert.mdx
similarity index 100%
rename from docs/source/model_doc/hubert.mdx
rename to docs/source/en/model_doc/hubert.mdx
diff --git a/docs/source/model_doc/ibert.mdx b/docs/source/en/model_doc/ibert.mdx
similarity index 100%
rename from docs/source/model_doc/ibert.mdx
rename to docs/source/en/model_doc/ibert.mdx
diff --git a/docs/source/model_doc/imagegpt.mdx b/docs/source/en/model_doc/imagegpt.mdx
similarity index 100%
rename from docs/source/model_doc/imagegpt.mdx
rename to docs/source/en/model_doc/imagegpt.mdx
diff --git a/docs/source/model_doc/layoutlm.mdx b/docs/source/en/model_doc/layoutlm.mdx
similarity index 100%
rename from docs/source/model_doc/layoutlm.mdx
rename to docs/source/en/model_doc/layoutlm.mdx
diff --git a/docs/source/model_doc/layoutlmv2.mdx b/docs/source/en/model_doc/layoutlmv2.mdx
similarity index 100%
rename from docs/source/model_doc/layoutlmv2.mdx
rename to docs/source/en/model_doc/layoutlmv2.mdx
diff --git a/docs/source/model_doc/layoutxlm.mdx b/docs/source/en/model_doc/layoutxlm.mdx
similarity index 100%
rename from docs/source/model_doc/layoutxlm.mdx
rename to docs/source/en/model_doc/layoutxlm.mdx
diff --git a/docs/source/model_doc/led.mdx b/docs/source/en/model_doc/led.mdx
similarity index 100%
rename from docs/source/model_doc/led.mdx
rename to docs/source/en/model_doc/led.mdx
diff --git a/docs/source/model_doc/longformer.mdx b/docs/source/en/model_doc/longformer.mdx
similarity index 100%
rename from docs/source/model_doc/longformer.mdx
rename to docs/source/en/model_doc/longformer.mdx
diff --git a/docs/source/model_doc/luke.mdx b/docs/source/en/model_doc/luke.mdx
similarity index 100%
rename from docs/source/model_doc/luke.mdx
rename to docs/source/en/model_doc/luke.mdx
diff --git a/docs/source/model_doc/lxmert.mdx b/docs/source/en/model_doc/lxmert.mdx
similarity index 100%
rename from docs/source/model_doc/lxmert.mdx
rename to docs/source/en/model_doc/lxmert.mdx
diff --git a/docs/source/model_doc/m2m_100.mdx b/docs/source/en/model_doc/m2m_100.mdx
similarity index 100%
rename from docs/source/model_doc/m2m_100.mdx
rename to docs/source/en/model_doc/m2m_100.mdx
diff --git a/docs/source/model_doc/marian.mdx b/docs/source/en/model_doc/marian.mdx
similarity index 100%
rename from docs/source/model_doc/marian.mdx
rename to docs/source/en/model_doc/marian.mdx
diff --git a/docs/source/model_doc/maskformer.mdx b/docs/source/en/model_doc/maskformer.mdx
similarity index 100%
rename from docs/source/model_doc/maskformer.mdx
rename to docs/source/en/model_doc/maskformer.mdx
diff --git a/docs/source/model_doc/mbart.mdx b/docs/source/en/model_doc/mbart.mdx
similarity index 100%
rename from docs/source/model_doc/mbart.mdx
rename to docs/source/en/model_doc/mbart.mdx
diff --git a/docs/source/model_doc/megatron-bert.mdx b/docs/source/en/model_doc/megatron-bert.mdx
similarity index 100%
rename from docs/source/model_doc/megatron-bert.mdx
rename to docs/source/en/model_doc/megatron-bert.mdx
diff --git a/docs/source/model_doc/megatron_gpt2.mdx b/docs/source/en/model_doc/megatron_gpt2.mdx
similarity index 100%
rename from docs/source/model_doc/megatron_gpt2.mdx
rename to docs/source/en/model_doc/megatron_gpt2.mdx
diff --git a/docs/source/model_doc/mluke.mdx b/docs/source/en/model_doc/mluke.mdx
similarity index 100%
rename from docs/source/model_doc/mluke.mdx
rename to docs/source/en/model_doc/mluke.mdx
diff --git a/docs/source/model_doc/mobilebert.mdx b/docs/source/en/model_doc/mobilebert.mdx
similarity index 100%
rename from docs/source/model_doc/mobilebert.mdx
rename to docs/source/en/model_doc/mobilebert.mdx
diff --git a/docs/source/model_doc/mpnet.mdx b/docs/source/en/model_doc/mpnet.mdx
similarity index 100%
rename from docs/source/model_doc/mpnet.mdx
rename to docs/source/en/model_doc/mpnet.mdx
diff --git a/docs/source/model_doc/mt5.mdx b/docs/source/en/model_doc/mt5.mdx
similarity index 100%
rename from docs/source/model_doc/mt5.mdx
rename to docs/source/en/model_doc/mt5.mdx
diff --git a/docs/source/model_doc/nystromformer.mdx b/docs/source/en/model_doc/nystromformer.mdx
similarity index 100%
rename from docs/source/model_doc/nystromformer.mdx
rename to docs/source/en/model_doc/nystromformer.mdx
diff --git a/docs/source/model_doc/openai-gpt.mdx b/docs/source/en/model_doc/openai-gpt.mdx
similarity index 100%
rename from docs/source/model_doc/openai-gpt.mdx
rename to docs/source/en/model_doc/openai-gpt.mdx
diff --git a/docs/source/model_doc/pegasus.mdx b/docs/source/en/model_doc/pegasus.mdx
similarity index 100%
rename from docs/source/model_doc/pegasus.mdx
rename to docs/source/en/model_doc/pegasus.mdx
diff --git a/docs/source/model_doc/perceiver.mdx b/docs/source/en/model_doc/perceiver.mdx
similarity index 100%
rename from docs/source/model_doc/perceiver.mdx
rename to docs/source/en/model_doc/perceiver.mdx
diff --git a/docs/source/model_doc/phobert.mdx b/docs/source/en/model_doc/phobert.mdx
similarity index 100%
rename from docs/source/model_doc/phobert.mdx
rename to docs/source/en/model_doc/phobert.mdx
diff --git a/docs/source/model_doc/plbart.mdx b/docs/source/en/model_doc/plbart.mdx
similarity index 100%
rename from docs/source/model_doc/plbart.mdx
rename to docs/source/en/model_doc/plbart.mdx
diff --git a/docs/source/model_doc/poolformer.mdx b/docs/source/en/model_doc/poolformer.mdx
similarity index 100%
rename from docs/source/model_doc/poolformer.mdx
rename to docs/source/en/model_doc/poolformer.mdx
diff --git a/docs/source/model_doc/prophetnet.mdx b/docs/source/en/model_doc/prophetnet.mdx
similarity index 100%
rename from docs/source/model_doc/prophetnet.mdx
rename to docs/source/en/model_doc/prophetnet.mdx
diff --git a/docs/source/model_doc/qdqbert.mdx b/docs/source/en/model_doc/qdqbert.mdx
similarity index 100%
rename from docs/source/model_doc/qdqbert.mdx
rename to docs/source/en/model_doc/qdqbert.mdx
diff --git a/docs/source/model_doc/rag.mdx b/docs/source/en/model_doc/rag.mdx
similarity index 100%
rename from docs/source/model_doc/rag.mdx
rename to docs/source/en/model_doc/rag.mdx
diff --git a/docs/source/model_doc/realm.mdx b/docs/source/en/model_doc/realm.mdx
similarity index 100%
rename from docs/source/model_doc/realm.mdx
rename to docs/source/en/model_doc/realm.mdx
diff --git a/docs/source/model_doc/reformer.mdx b/docs/source/en/model_doc/reformer.mdx
similarity index 100%
rename from docs/source/model_doc/reformer.mdx
rename to docs/source/en/model_doc/reformer.mdx
diff --git a/docs/source/model_doc/rembert.mdx b/docs/source/en/model_doc/rembert.mdx
similarity index 100%
rename from docs/source/model_doc/rembert.mdx
rename to docs/source/en/model_doc/rembert.mdx
diff --git a/docs/source/model_doc/resnet.mdx b/docs/source/en/model_doc/resnet.mdx
similarity index 100%
rename from docs/source/model_doc/resnet.mdx
rename to docs/source/en/model_doc/resnet.mdx
diff --git a/docs/source/model_doc/retribert.mdx b/docs/source/en/model_doc/retribert.mdx
similarity index 100%
rename from docs/source/model_doc/retribert.mdx
rename to docs/source/en/model_doc/retribert.mdx
diff --git a/docs/source/model_doc/roberta.mdx b/docs/source/en/model_doc/roberta.mdx
similarity index 100%
rename from docs/source/model_doc/roberta.mdx
rename to docs/source/en/model_doc/roberta.mdx
diff --git a/docs/source/model_doc/roformer.mdx b/docs/source/en/model_doc/roformer.mdx
similarity index 100%
rename from docs/source/model_doc/roformer.mdx
rename to docs/source/en/model_doc/roformer.mdx
diff --git a/docs/source/model_doc/segformer.mdx b/docs/source/en/model_doc/segformer.mdx
similarity index 100%
rename from docs/source/model_doc/segformer.mdx
rename to docs/source/en/model_doc/segformer.mdx
diff --git a/docs/source/model_doc/sew-d.mdx b/docs/source/en/model_doc/sew-d.mdx
similarity index 100%
rename from docs/source/model_doc/sew-d.mdx
rename to docs/source/en/model_doc/sew-d.mdx
diff --git a/docs/source/model_doc/sew.mdx b/docs/source/en/model_doc/sew.mdx
similarity index 100%
rename from docs/source/model_doc/sew.mdx
rename to docs/source/en/model_doc/sew.mdx
diff --git a/docs/source/model_doc/speech-encoder-decoder.mdx b/docs/source/en/model_doc/speech-encoder-decoder.mdx
similarity index 100%
rename from docs/source/model_doc/speech-encoder-decoder.mdx
rename to docs/source/en/model_doc/speech-encoder-decoder.mdx
diff --git a/docs/source/model_doc/speech_to_text.mdx b/docs/source/en/model_doc/speech_to_text.mdx
similarity index 100%
rename from docs/source/model_doc/speech_to_text.mdx
rename to docs/source/en/model_doc/speech_to_text.mdx
diff --git a/docs/source/model_doc/speech_to_text_2.mdx b/docs/source/en/model_doc/speech_to_text_2.mdx
similarity index 100%
rename from docs/source/model_doc/speech_to_text_2.mdx
rename to docs/source/en/model_doc/speech_to_text_2.mdx
diff --git a/docs/source/model_doc/splinter.mdx b/docs/source/en/model_doc/splinter.mdx
similarity index 100%
rename from docs/source/model_doc/splinter.mdx
rename to docs/source/en/model_doc/splinter.mdx
diff --git a/docs/source/model_doc/squeezebert.mdx b/docs/source/en/model_doc/squeezebert.mdx
similarity index 100%
rename from docs/source/model_doc/squeezebert.mdx
rename to docs/source/en/model_doc/squeezebert.mdx
diff --git a/docs/source/model_doc/swin.mdx b/docs/source/en/model_doc/swin.mdx
similarity index 100%
rename from docs/source/model_doc/swin.mdx
rename to docs/source/en/model_doc/swin.mdx
diff --git a/docs/source/model_doc/t5.mdx b/docs/source/en/model_doc/t5.mdx
similarity index 100%
rename from docs/source/model_doc/t5.mdx
rename to docs/source/en/model_doc/t5.mdx
diff --git a/docs/source/model_doc/t5v1.1.mdx b/docs/source/en/model_doc/t5v1.1.mdx
similarity index 100%
rename from docs/source/model_doc/t5v1.1.mdx
rename to docs/source/en/model_doc/t5v1.1.mdx
diff --git a/docs/source/model_doc/tapas.mdx b/docs/source/en/model_doc/tapas.mdx
similarity index 100%
rename from docs/source/model_doc/tapas.mdx
rename to docs/source/en/model_doc/tapas.mdx
diff --git a/docs/source/model_doc/transfo-xl.mdx b/docs/source/en/model_doc/transfo-xl.mdx
similarity index 100%
rename from docs/source/model_doc/transfo-xl.mdx
rename to docs/source/en/model_doc/transfo-xl.mdx
diff --git a/docs/source/model_doc/trocr.mdx b/docs/source/en/model_doc/trocr.mdx
similarity index 100%
rename from docs/source/model_doc/trocr.mdx
rename to docs/source/en/model_doc/trocr.mdx
diff --git a/docs/source/model_doc/unispeech-sat.mdx b/docs/source/en/model_doc/unispeech-sat.mdx
similarity index 100%
rename from docs/source/model_doc/unispeech-sat.mdx
rename to docs/source/en/model_doc/unispeech-sat.mdx
diff --git a/docs/source/model_doc/unispeech.mdx b/docs/source/en/model_doc/unispeech.mdx
similarity index 100%
rename from docs/source/model_doc/unispeech.mdx
rename to docs/source/en/model_doc/unispeech.mdx
diff --git a/docs/source/model_doc/van.mdx b/docs/source/en/model_doc/van.mdx
similarity index 100%
rename from docs/source/model_doc/van.mdx
rename to docs/source/en/model_doc/van.mdx
diff --git a/docs/source/model_doc/vilt.mdx b/docs/source/en/model_doc/vilt.mdx
similarity index 100%
rename from docs/source/model_doc/vilt.mdx
rename to docs/source/en/model_doc/vilt.mdx
diff --git a/docs/source/model_doc/vision-encoder-decoder.mdx b/docs/source/en/model_doc/vision-encoder-decoder.mdx
similarity index 100%
rename from docs/source/model_doc/vision-encoder-decoder.mdx
rename to docs/source/en/model_doc/vision-encoder-decoder.mdx
diff --git a/docs/source/model_doc/vision-text-dual-encoder.mdx b/docs/source/en/model_doc/vision-text-dual-encoder.mdx
similarity index 100%
rename from docs/source/model_doc/vision-text-dual-encoder.mdx
rename to docs/source/en/model_doc/vision-text-dual-encoder.mdx
diff --git a/docs/source/model_doc/visual_bert.mdx b/docs/source/en/model_doc/visual_bert.mdx
similarity index 100%
rename from docs/source/model_doc/visual_bert.mdx
rename to docs/source/en/model_doc/visual_bert.mdx
diff --git a/docs/source/model_doc/vit.mdx b/docs/source/en/model_doc/vit.mdx
similarity index 100%
rename from docs/source/model_doc/vit.mdx
rename to docs/source/en/model_doc/vit.mdx
diff --git a/docs/source/model_doc/vit_mae.mdx b/docs/source/en/model_doc/vit_mae.mdx
similarity index 100%
rename from docs/source/model_doc/vit_mae.mdx
rename to docs/source/en/model_doc/vit_mae.mdx
diff --git a/docs/source/model_doc/wav2vec2.mdx b/docs/source/en/model_doc/wav2vec2.mdx
similarity index 100%
rename from docs/source/model_doc/wav2vec2.mdx
rename to docs/source/en/model_doc/wav2vec2.mdx
diff --git a/docs/source/model_doc/wav2vec2_phoneme.mdx b/docs/source/en/model_doc/wav2vec2_phoneme.mdx
similarity index 100%
rename from docs/source/model_doc/wav2vec2_phoneme.mdx
rename to docs/source/en/model_doc/wav2vec2_phoneme.mdx
diff --git a/docs/source/model_doc/wavlm.mdx b/docs/source/en/model_doc/wavlm.mdx
similarity index 100%
rename from docs/source/model_doc/wavlm.mdx
rename to docs/source/en/model_doc/wavlm.mdx
diff --git a/docs/source/model_doc/xglm.mdx b/docs/source/en/model_doc/xglm.mdx
similarity index 100%
rename from docs/source/model_doc/xglm.mdx
rename to docs/source/en/model_doc/xglm.mdx
diff --git a/docs/source/model_doc/xlm-prophetnet.mdx b/docs/source/en/model_doc/xlm-prophetnet.mdx
similarity index 100%
rename from docs/source/model_doc/xlm-prophetnet.mdx
rename to docs/source/en/model_doc/xlm-prophetnet.mdx
diff --git a/docs/source/model_doc/xlm-roberta-xl.mdx b/docs/source/en/model_doc/xlm-roberta-xl.mdx
similarity index 100%
rename from docs/source/model_doc/xlm-roberta-xl.mdx
rename to docs/source/en/model_doc/xlm-roberta-xl.mdx
diff --git a/docs/source/model_doc/xlm-roberta.mdx b/docs/source/en/model_doc/xlm-roberta.mdx
similarity index 100%
rename from docs/source/model_doc/xlm-roberta.mdx
rename to docs/source/en/model_doc/xlm-roberta.mdx
diff --git a/docs/source/model_doc/xlm.mdx b/docs/source/en/model_doc/xlm.mdx
similarity index 100%
rename from docs/source/model_doc/xlm.mdx
rename to docs/source/en/model_doc/xlm.mdx
diff --git a/docs/source/model_doc/xlnet.mdx b/docs/source/en/model_doc/xlnet.mdx
similarity index 100%
rename from docs/source/model_doc/xlnet.mdx
rename to docs/source/en/model_doc/xlnet.mdx
diff --git a/docs/source/model_doc/xls_r.mdx b/docs/source/en/model_doc/xls_r.mdx
similarity index 100%
rename from docs/source/model_doc/xls_r.mdx
rename to docs/source/en/model_doc/xls_r.mdx
diff --git a/docs/source/model_doc/xlsr_wav2vec2.mdx b/docs/source/en/model_doc/xlsr_wav2vec2.mdx
similarity index 100%
rename from docs/source/model_doc/xlsr_wav2vec2.mdx
rename to docs/source/en/model_doc/xlsr_wav2vec2.mdx
diff --git a/docs/source/model_doc/yoso.mdx b/docs/source/en/model_doc/yoso.mdx
similarity index 100%
rename from docs/source/model_doc/yoso.mdx
rename to docs/source/en/model_doc/yoso.mdx
diff --git a/docs/source/model_sharing.mdx b/docs/source/en/model_sharing.mdx
similarity index 100%
rename from docs/source/model_sharing.mdx
rename to docs/source/en/model_sharing.mdx
diff --git a/docs/source/model_summary.mdx b/docs/source/en/model_summary.mdx
similarity index 100%
rename from docs/source/model_summary.mdx
rename to docs/source/en/model_summary.mdx
diff --git a/docs/source/multilingual.mdx b/docs/source/en/multilingual.mdx
similarity index 100%
rename from docs/source/multilingual.mdx
rename to docs/source/en/multilingual.mdx
diff --git a/docs/source/en/notebooks.md b/docs/source/en/notebooks.md
new file mode 120000
index 0000000000..10fb7a7b97
--- /dev/null
+++ b/docs/source/en/notebooks.md
@@ -0,0 +1 @@
+../../../notebooks/README.md
\ No newline at end of file
diff --git a/docs/source/pad_truncation.mdx b/docs/source/en/pad_truncation.mdx
similarity index 100%
rename from docs/source/pad_truncation.mdx
rename to docs/source/en/pad_truncation.mdx
diff --git a/docs/source/parallelism.mdx b/docs/source/en/parallelism.mdx
similarity index 100%
rename from docs/source/parallelism.mdx
rename to docs/source/en/parallelism.mdx
diff --git a/docs/source/performance.mdx b/docs/source/en/performance.mdx
similarity index 100%
rename from docs/source/performance.mdx
rename to docs/source/en/performance.mdx
diff --git a/docs/source/perplexity.mdx b/docs/source/en/perplexity.mdx
similarity index 100%
rename from docs/source/perplexity.mdx
rename to docs/source/en/perplexity.mdx
diff --git a/docs/source/philosophy.mdx b/docs/source/en/philosophy.mdx
similarity index 100%
rename from docs/source/philosophy.mdx
rename to docs/source/en/philosophy.mdx
diff --git a/docs/source/pipeline_tutorial.mdx b/docs/source/en/pipeline_tutorial.mdx
similarity index 100%
rename from docs/source/pipeline_tutorial.mdx
rename to docs/source/en/pipeline_tutorial.mdx
diff --git a/docs/source/pr_checks.mdx b/docs/source/en/pr_checks.mdx
similarity index 100%
rename from docs/source/pr_checks.mdx
rename to docs/source/en/pr_checks.mdx
diff --git a/docs/source/preprocessing.mdx b/docs/source/en/preprocessing.mdx
similarity index 100%
rename from docs/source/preprocessing.mdx
rename to docs/source/en/preprocessing.mdx
diff --git a/docs/source/quicktour.mdx b/docs/source/en/quicktour.mdx
similarity index 100%
rename from docs/source/quicktour.mdx
rename to docs/source/en/quicktour.mdx
diff --git a/docs/source/run_scripts.mdx b/docs/source/en/run_scripts.mdx
similarity index 100%
rename from docs/source/run_scripts.mdx
rename to docs/source/en/run_scripts.mdx
diff --git a/docs/source/sagemaker.mdx b/docs/source/en/sagemaker.mdx
similarity index 100%
rename from docs/source/sagemaker.mdx
rename to docs/source/en/sagemaker.mdx
diff --git a/docs/source/serialization.mdx b/docs/source/en/serialization.mdx
similarity index 100%
rename from docs/source/serialization.mdx
rename to docs/source/en/serialization.mdx
diff --git a/docs/source/task_summary.mdx b/docs/source/en/task_summary.mdx
similarity index 100%
rename from docs/source/task_summary.mdx
rename to docs/source/en/task_summary.mdx
diff --git a/docs/source/tasks/asr.mdx b/docs/source/en/tasks/asr.mdx
similarity index 100%
rename from docs/source/tasks/asr.mdx
rename to docs/source/en/tasks/asr.mdx
diff --git a/docs/source/tasks/audio_classification.mdx b/docs/source/en/tasks/audio_classification.mdx
similarity index 100%
rename from docs/source/tasks/audio_classification.mdx
rename to docs/source/en/tasks/audio_classification.mdx
diff --git a/docs/source/tasks/image_classification.mdx b/docs/source/en/tasks/image_classification.mdx
similarity index 100%
rename from docs/source/tasks/image_classification.mdx
rename to docs/source/en/tasks/image_classification.mdx
diff --git a/docs/source/tasks/language_modeling.mdx b/docs/source/en/tasks/language_modeling.mdx
similarity index 100%
rename from docs/source/tasks/language_modeling.mdx
rename to docs/source/en/tasks/language_modeling.mdx
diff --git a/docs/source/tasks/multiple_choice.mdx b/docs/source/en/tasks/multiple_choice.mdx
similarity index 100%
rename from docs/source/tasks/multiple_choice.mdx
rename to docs/source/en/tasks/multiple_choice.mdx
diff --git a/docs/source/tasks/question_answering.mdx b/docs/source/en/tasks/question_answering.mdx
similarity index 100%
rename from docs/source/tasks/question_answering.mdx
rename to docs/source/en/tasks/question_answering.mdx
diff --git a/docs/source/tasks/sequence_classification.mdx b/docs/source/en/tasks/sequence_classification.mdx
similarity index 100%
rename from docs/source/tasks/sequence_classification.mdx
rename to docs/source/en/tasks/sequence_classification.mdx
diff --git a/docs/source/tasks/summarization.mdx b/docs/source/en/tasks/summarization.mdx
similarity index 100%
rename from docs/source/tasks/summarization.mdx
rename to docs/source/en/tasks/summarization.mdx
diff --git a/docs/source/tasks/token_classification.mdx b/docs/source/en/tasks/token_classification.mdx
similarity index 100%
rename from docs/source/tasks/token_classification.mdx
rename to docs/source/en/tasks/token_classification.mdx
diff --git a/docs/source/tasks/translation.mdx b/docs/source/en/tasks/translation.mdx
similarity index 100%
rename from docs/source/tasks/translation.mdx
rename to docs/source/en/tasks/translation.mdx
diff --git a/docs/source/testing.mdx b/docs/source/en/testing.mdx
similarity index 100%
rename from docs/source/testing.mdx
rename to docs/source/en/testing.mdx
diff --git a/docs/source/tokenizer_summary.mdx b/docs/source/en/tokenizer_summary.mdx
similarity index 100%
rename from docs/source/tokenizer_summary.mdx
rename to docs/source/en/tokenizer_summary.mdx
diff --git a/docs/source/training.mdx b/docs/source/en/training.mdx
similarity index 100%
rename from docs/source/training.mdx
rename to docs/source/en/training.mdx
diff --git a/docs/source/troubleshooting.mdx b/docs/source/en/troubleshooting.mdx
similarity index 100%
rename from docs/source/troubleshooting.mdx
rename to docs/source/en/troubleshooting.mdx
diff --git a/docs/source/es/_config.py b/docs/source/es/_config.py
new file mode 100644
index 0000000000..cd76263e9a
--- /dev/null
+++ b/docs/source/es/_config.py
@@ -0,0 +1,14 @@
+# docstyle-ignore
+INSTALL_CONTENT = """
+# Transformers installation
+! pip install transformers datasets
+# To install from source instead of the last release, comment the command above and uncomment the following one.
+# ! pip install git+https://github.com/huggingface/transformers.git
+"""
+
+notebook_first_cells = [{"type": "code", "content": INSTALL_CONTENT}]
+black_avoid_patterns = {
+    "{processor_class}": "FakeProcessorClass",
+    "{model_class}": "FakeModelClass",
+    "{object_class}": "FakeObjectClass",    
+}
diff --git a/docs/source/es/_toctree.yml b/docs/source/es/_toctree.yml
new file mode 100644
index 0000000000..525683955e
--- /dev/null
+++ b/docs/source/es/_toctree.yml
@@ -0,0 +1,17 @@
+- sections: 
+  - local: quicktour
+    title: Quick tour
+  - local: installation
+    title: Instalación
+  title: Get started
+- sections:
+  - local: pipeline_tutorial
+    title: Pipelines para inferencia
+  - local: training
+    title: Fine-tuning a un modelo pre-entrenado
+  - local: accelerate
+    title: Entrenamiento distribuido con 🤗 Accelerate
+  title: Tutorials
+- sections:
+  - local: multilingual
+    title: Modelos multilingües para inferencia
\ No newline at end of file
diff --git a/docs/source_es/accelerate.mdx b/docs/source/es/accelerate.mdx
similarity index 100%
rename from docs/source_es/accelerate.mdx
rename to docs/source/es/accelerate.mdx
diff --git a/docs/source_es/installation.mdx b/docs/source/es/installation.mdx
similarity index 92%
rename from docs/source_es/installation.mdx
rename to docs/source/es/installation.mdx
index 1e0b587e28..cc7601c117 100644
--- a/docs/source_es/installation.mdx
+++ b/docs/source/es/installation.mdx
@@ -185,43 +185,43 @@ Otra opción para usar 🤗 Transformers offline es descargando previamente los
 * Utiliza el flujo de [`PreTrainedModel.from_pretrained`] y [`PreTrainedModel.save_pretrained`]:
     1. Descarga previamente los archivos con [`PreTrainedModel.from_pretrained`]:
 
-        ```py
-                    >>> from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+    ```py
+    >>> from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 
-        >>> tokenizer = AutoTokenizer.from_pretrained("bigscience/T0_3B")
-        >>> model = AutoModelForSeq2SeqLM.from_pretrained("bigscience/T0_3B")
-        ```
+    >>> tokenizer = AutoTokenizer.from_pretrained("bigscience/T0_3B")
+    >>> model = AutoModelForSeq2SeqLM.from_pretrained("bigscience/T0_3B")
+    ```
 
 
     2. Guarda los archivos en un directorio específico con [`PreTrainedModel.save_pretrained`]:
 
     ```py
-     >>> tokenizer.save_pretrained("./your/path/bigscience_t0")
-     >>> model.save_pretrained("./your/path/bigscience_t0")
-     ```
+    >>> tokenizer.save_pretrained("./your/path/bigscience_t0")
+    >>> model.save_pretrained("./your/path/bigscience_t0")
+    ```
 
     3. Cuando te encuentres offline, recarga los archivos con [`PreTrainedModel.from_pretrained`] desde el directorio especificado: 
 
     ```py
-     >>> tokenizer = AutoTokenizer.from_pretrained("./your/path/bigscience_t0")
-     >>> model = AutoModel.from_pretrained("./your/path/bigscience_t0")
-     ```
+    >>> tokenizer = AutoTokenizer.from_pretrained("./your/path/bigscience_t0")
+    >>> model = AutoModel.from_pretrained("./your/path/bigscience_t0")
+    ```
 
 * Descarga de manera programática los archivos con la biblioteca [huggingface_hub](https://github.com/huggingface/huggingface_hub/tree/main/src/huggingface_hub):
 
     1. Instala la biblioteca [huggingface_hub](https://github.com/huggingface/huggingface_hub/tree/main/src/huggingface_hub) en tu entorno virtual: 
 
     ```bash
-      python -m pip install huggingface_hub
-     ```
+    python -m pip install huggingface_hub
+    ```
 
     2. Utiliza la función [`hf_hub_download`](https://huggingface.co/docs/hub/adding-a-library#download-files-from-the-hub) para descargar un archivo a un path específico. Por ejemplo, el siguiente comando descarga el archivo `config.json` del modelo [T0](https://huggingface.co/bigscience/T0_3B) al path deseado:
 
     ```py
-     >>> from huggingface_hub import hf_hub_download
+    >>> from huggingface_hub import hf_hub_download
 
-     >>> hf_hub_download(repo_id="bigscience/T0_3B", filename="config.json", cache_dir="./your/path/bigscience_t0")
-     ```
+    >>> hf_hub_download(repo_id="bigscience/T0_3B", filename="config.json", cache_dir="./your/path/bigscience_t0")
+    ```
 
 Una vez que el archivo se descargue y se almacene en caché localmente, especifica tu ruta local para cargarlo y usarlo:
 
@@ -236,9 +236,3 @@ Una vez que el archivo se descargue y se almacene en caché localmente, especifi
 Para más detalles sobre cómo descargar archivos almacenados en el Hub consulta la sección [How to download files from the Hub](https://huggingface.co/docs/hub/how-to-downstream).
 
 </Tip>
-
-
-
-
-
-
diff --git a/docs/source_es/multilingual.mdx b/docs/source/es/multilingual.mdx
similarity index 100%
rename from docs/source_es/multilingual.mdx
rename to docs/source/es/multilingual.mdx
diff --git a/docs/source_es/pipeline_tutorial.mdx b/docs/source/es/pipeline_tutorial.mdx
similarity index 100%
rename from docs/source_es/pipeline_tutorial.mdx
rename to docs/source/es/pipeline_tutorial.mdx
diff --git a/docs/source_es/quicktour.mdx b/docs/source/es/quicktour.mdx
similarity index 100%
rename from docs/source_es/quicktour.mdx
rename to docs/source/es/quicktour.mdx
diff --git a/docs/source_es/training.mdx b/docs/source/es/training.mdx
similarity index 100%
rename from docs/source_es/training.mdx
rename to docs/source/es/training.mdx
diff --git a/docs/source/notebooks.md b/docs/source/notebooks.md
deleted file mode 120000
index 1ffa21de25..0000000000
--- a/docs/source/notebooks.md
+++ /dev/null
@@ -1 +0,0 @@
-../../notebooks/README.md
\ No newline at end of file
diff --git a/src/transformers/commands/add_new_model.py b/src/transformers/commands/add_new_model.py
index a5854863d2..276032eefe 100644
--- a/src/transformers/commands/add_new_model.py
+++ b/src/transformers/commands/add_new_model.py
@@ -178,7 +178,7 @@ class AddNewModelCommand(BaseTransformersCLICommand):
 
         shutil.move(
             f"{directory}/{lowercase_model_name}.mdx",
-            f"{path_to_transformer_root}/docs/source/model_doc/{lowercase_model_name}.mdx",
+            f"{path_to_transformer_root}/docs/source/en/model_doc/{lowercase_model_name}.mdx",
         )
 
         shutil.move(
diff --git a/src/transformers/commands/add_new_model_like.py b/src/transformers/commands/add_new_model_like.py
index 31a5d714ab..8ef5adf445 100644
--- a/src/transformers/commands/add_new_model_like.py
+++ b/src/transformers/commands/add_new_model_like.py
@@ -541,7 +541,7 @@ def get_model_files(model_type: str, frameworks: Optional[List[str]] = None) ->
     model_files = list(model_module.glob("*.py"))
     model_files = filter_framework_files(model_files, frameworks=frameworks)
 
-    doc_file = REPO_PATH / "docs" / "source" / "model_doc" / f"{model_type}.mdx"
+    doc_file = REPO_PATH / "docs" / "source" / "en" / "model_doc" / f"{model_type}.mdx"
 
     # Basic pattern for test files
     test_files = [
@@ -1256,7 +1256,7 @@ def create_new_model_like(
     add_model_to_auto_classes(old_model_patterns, new_model_patterns, model_classes)
 
     # 5. Add doc file
-    doc_file = REPO_PATH / "docs" / "source" / "model_doc" / f"{old_model_patterns.model_type}.mdx"
+    doc_file = REPO_PATH / "docs" / "source" / "en" / "model_doc" / f"{old_model_patterns.model_type}.mdx"
     duplicate_doc_file(doc_file, old_model_patterns, new_model_patterns, frameworks=frameworks)
 
     # 6. Warn the user for duplicate patterns
diff --git a/utils/check_copies.py b/utils/check_copies.py
index e823b866d2..5363fd1ff3 100644
--- a/utils/check_copies.py
+++ b/utils/check_copies.py
@@ -25,7 +25,7 @@ from doc_builder.style_doc import style_docstrings_in_code
 # All paths are set with the intent you should run this script from the root of the repo with the command
 # python utils/check_copies.py
 TRANSFORMERS_PATH = "src/transformers"
-PATH_TO_DOCS = "docs/source"
+PATH_TO_DOCS = "docs/source/en"
 REPO_PATH = "."
 
 # Mapping for files that are full copies of others (keys are copies, values the file to keep them up to data with)
diff --git a/utils/check_repo.py b/utils/check_repo.py
index 5f81c3bcfc..99af093552 100644
--- a/utils/check_repo.py
+++ b/utils/check_repo.py
@@ -31,7 +31,7 @@ from transformers.utils import ENV_VARS_TRUE_VALUES
 # python utils/check_repo.py
 PATH_TO_TRANSFORMERS = "src/transformers"
 PATH_TO_TESTS = "tests"
-PATH_TO_DOC = "docs/source"
+PATH_TO_DOC = "docs/source/en"
 
 # Update this list with models that are supposed to be private.
 PRIVATE_MODELS = [
diff --git a/utils/check_table.py b/utils/check_table.py
index 9d948fbb6d..d59f3e7b1e 100644
--- a/utils/check_table.py
+++ b/utils/check_table.py
@@ -23,7 +23,7 @@ import re
 # All paths are set with the intent you should run this script from the root of the repo with the command
 # python utils/check_table.py
 TRANSFORMERS_PATH = "src/transformers"
-PATH_TO_DOCS = "docs/source"
+PATH_TO_DOCS = "docs/source/en"
 REPO_PATH = "."