From 5d178954c909141363df4513eb5f0cc80e5e829c Mon Sep 17 00:00:00 2001
From: Joe Davison <josephddavison@gmail.com>
Date: Tue, 14 Jul 2020 10:39:44 -0600
Subject: [PATCH] tiny ppl doc typo fix (#5751)

---
 docs/source/perplexity.rst | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/source/perplexity.rst b/docs/source/perplexity.rst
index c89d849ccf..555c932950 100644
--- a/docs/source/perplexity.rst
+++ b/docs/source/perplexity.rst
@@ -123,7 +123,7 @@ are 512 preceding tokens available to condition on).
     stride = 512
 
     lls = []
-    for i in tqdm(range(1, encodings.input_ids.size(1), stride)):
+    for i in tqdm(range(0, encodings.input_ids.size(1), stride)):
         begin_loc = max(i + stride - max_length, 0)
         end_loc = i + stride
         input_ids = encodings.input_ids[:,begin_loc:end_loc].to(device)