Fix quantization docs typo (#22666)

2023-04-10 15:53:53 +03:00
parent 3876fc6839
commit 14fc1a2467
1 changed files with 1 additions and 1 deletions
--- a/docs/source/en/main_classes/quantization.mdx
+++ b/docs/source/en/main_classes/quantization.mdx
@@ -33,7 +33,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 model_id = "bigscience/bloom-1b7"

 tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, device_map == "auto", load_in_8bit=True)
+model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_8bit=True)
 ```

 Then, use your model as you would usually use a [`PreTrainedModel`].