diff --git a/requirements.txt b/requirements.txt
deleted file mode 100644
index 32edee0712..0000000000
--- a/requirements.txt
+++ /dev/null
@@ -1,12 +0,0 @@
-# progress bars in model download and training scripts
-tqdm
-# Accessing files from S3 directly.
-boto3
-# Used for downloading models over HTTP
-requests
-# For OpenAI GPT
-regex != 2019.12.17
-# For XLNet
-sentencepiece
-# For XLM
-sacremoses
\ No newline at end of file
diff --git a/setup.py b/setup.py
index ff62caa8e1..205035507d 100644
--- a/setup.py
+++ b/setup.py
@@ -67,12 +67,19 @@ setup(
     packages=find_packages("src"),
     install_requires=[
         "numpy",
+        # accessing files from S3 directly
         "boto3",
+        # filesystem locks e.g. to prevent parallel downloads
         "filelock",
+        # for downloading models over HTTPS
         "requests",
+        # progress bars in model download and training scripts
         "tqdm",
+        # for OpenAI GPT
         "regex != 2019.12.17",
+        # for XLNet
         "sentencepiece",
+        # for XLM
         "sacremoses",
     ],
     extras_require=extras,