From 14fc1a246761c563b7cfc984b87356b14df1e8c5 Mon Sep 17 00:00:00 2001 From: Kirill Date: Mon, 10 Apr 2023 15:53:53 +0300 Subject: [PATCH] Fix quantization docs typo (#22666) --- docs/source/en/main_classes/quantization.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/en/main_classes/quantization.mdx b/docs/source/en/main_classes/quantization.mdx index 6ab6ec9dfa..37877c9d02 100644 --- a/docs/source/en/main_classes/quantization.mdx +++ b/docs/source/en/main_classes/quantization.mdx @@ -33,7 +33,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer model_id = "bigscience/bloom-1b7" tokenizer = AutoTokenizer.from_pretrained(model_id) -model = AutoModelForCausalLM.from_pretrained(model_id, device_map == "auto", load_in_8bit=True) +model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_8bit=True) ``` Then, use your model as you would usually use a [`PreTrainedModel`].