This commit is contained in:
thomwolf
2019-10-04 17:59:44 -04:00
parent 6c1d0bc066
commit 78ef1a9930
4 changed files with 29 additions and 24 deletions

View File

@@ -336,7 +336,6 @@ def convert_examples_to_features(
text_b,
add_special_tokens=True,
max_length=max_length,
truncate_both_sequences=True
)
if 'num_truncated_tokens' in inputs and inputs['num_truncated_tokens'] > 0:
logger.info('Attention! you are cropping tokens (swag task is ok). '