Fix qwen2-vl-docs. (#37879)
Signed-off-by: zhanluxianshen <zhanluxianshen@163.com>
This commit is contained in:
2
Makefile
2
Makefile
@@ -79,7 +79,7 @@ fixup: modified_only_fixup extra_style_checks autogenerate_code repo-consistency
|
|||||||
|
|
||||||
fix-copies:
|
fix-copies:
|
||||||
python utils/check_copies.py --fix_and_overwrite
|
python utils/check_copies.py --fix_and_overwrite
|
||||||
python utils/check_modular_conversion.py --fix_and_overwrite
|
python utils/check_modular_conversion.py --fix_and_overwrite
|
||||||
python utils/check_dummies.py --fix_and_overwrite
|
python utils/check_dummies.py --fix_and_overwrite
|
||||||
python utils/check_doctest_list.py --fix_and_overwrite
|
python utils/check_doctest_list.py --fix_and_overwrite
|
||||||
python utils/check_docstrings.py --fix_and_overwrite
|
python utils/check_docstrings.py --fix_and_overwrite
|
||||||
|
|||||||
@@ -118,7 +118,7 @@ The example below uses [torchao](../quantization/torchao) to only quantize the w
|
|||||||
|
|
||||||
```python
|
```python
|
||||||
import torch
|
import torch
|
||||||
from transformers import TorchAoConfig, Gemma3ForConditionalGeneration, AutoProcessor
|
from transformers import TorchAoConfig, Qwen2_5_VLForConditionalGeneration, AutoProcessor
|
||||||
|
|
||||||
quantization_config = TorchAoConfig("int4_weight_only", group_size=128)
|
quantization_config = TorchAoConfig("int4_weight_only", group_size=128)
|
||||||
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
||||||
|
|||||||
Reference in New Issue
Block a user