Properly indent block_size (#12070)

This commit is contained in:
Sylvain Gugger
2021-06-08 10:27:02 -04:00
committed by GitHub
parent 49bee0aea4
commit fd6902838a

View File

@@ -364,7 +364,7 @@ def main():
f"The tokenizer picked seems to have a very large `model_max_length` ({tokenizer.model_max_length}). "
"Picking 1024 instead. You can change that default value by passing --block_size xxx."
)
block_size = 1024
block_size = 1024
else:
if data_args.block_size > tokenizer.model_max_length:
logger.warning(