Fix typos in strings and comments (#37784)
* Fix typos in strings and comments * Fix
This commit is contained in:
@@ -1395,7 +1395,7 @@ def _find_mismatched_keys(
|
||||
for key in new_state_dict.keys():
|
||||
if key in model_state_dict and new_state_dict[key].shape != model_state_dict[key].shape:
|
||||
# This skips size mismatches for 4-bit weights. Two 4-bit values share an 8-bit container, causing size differences.
|
||||
# Without matching with module type or paramter type it seems like a practical way to detect valid 4bit weights.
|
||||
# Without matching with module type or parameter type it seems like a practical way to detect valid 4bit weights.
|
||||
if not (
|
||||
new_state_dict[key].shape[-1] == 1
|
||||
and new_state_dict[key].numel() * 2 == model_state_dict[key].numel()
|
||||
|
||||
Reference in New Issue
Block a user