SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

add warnning info

Browse Source
This commit is contained in:
erenup
2019-09-16 18:53:37 +08:00
parent 4812a5a767
commit 603b470a3d
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/single_model_scripts/utils_multiple_choice.py
View File

@@ -443,7 +443,9 @@ def _truncate_seq_pair(tokens_a, tokens_b, max_length):
if len(tokens_a) > len(tokens_b): if len(tokens_a) > len(tokens_b):
tokens_a.pop() tokens_a.pop()
else: else:
logger.info('Attention! you are removing from question + options. Try to use a bigger max seq length!') logger.info('Attention! you are removing from token_b (swag task is ok). '
'If you are training ARC and RACE (you are poping question + options), '
'you need to try to use a bigger max seq length!')
tokens_b.pop() tokens_b.pop()