Properly indent block_size (#12070)
This commit is contained in:
@@ -364,7 +364,7 @@ def main():
|
|||||||
f"The tokenizer picked seems to have a very large `model_max_length` ({tokenizer.model_max_length}). "
|
f"The tokenizer picked seems to have a very large `model_max_length` ({tokenizer.model_max_length}). "
|
||||||
"Picking 1024 instead. You can change that default value by passing --block_size xxx."
|
"Picking 1024 instead. You can change that default value by passing --block_size xxx."
|
||||||
)
|
)
|
||||||
block_size = 1024
|
block_size = 1024
|
||||||
else:
|
else:
|
||||||
if data_args.block_size > tokenizer.model_max_length:
|
if data_args.block_size > tokenizer.model_max_length:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
|
|||||||
Reference in New Issue
Block a user