diff --git a/examples/run_generation.py b/examples/run_generation.py
index 60838d90cc..7d29aeb752 100644
--- a/examples/run_generation.py
+++ b/examples/run_generation.py
@@ -221,6 +221,7 @@ def main():
         top_k=args.k,
         top_p=args.p,
         repetition_penalty=args.repetition_penalty,
+        do_sample=True
     )
 
     # Batch size == 1. to add more examples please use num_return_sequences > 1