SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

better error message (#5497)

Browse Source
This commit is contained in:
Patrick von Platen
2020-07-03 19:25:25 +02:00
committed by GitHub
parent b58a15a31e
commit 991172922f
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/generation_tf_utils.py
View File

@@ -347,6 +347,10 @@ class TFGenerationMixin:
encoder_outputs = None encoder_outputs = None
cur_len = shape_list(input_ids)[-1] cur_len = shape_list(input_ids)[-1]
assert (
cur_len < max_length
), f"The context has {cur_len} number of tokens, but `max_length` is only {max_length}. Please make sure that `max_length` is bigger than the number of tokens, by setting either `generate(max_length=...,...)` or `config.max_length = ...`"
if num_beams > 1: if num_beams > 1:
output = self._generate_beam_search( output = self._generate_beam_search(
input_ids, input_ids,

4
src/transformers/generation_utils.py
View File

@@ -428,6 +428,10 @@ class GenerationMixin:
encoder_outputs = None encoder_outputs = None
cur_len = input_ids.shape[-1] cur_len = input_ids.shape[-1]
assert (
cur_len < max_length
), f"The context has {cur_len} number of tokens, but `max_length` is only {max_length}. Please make sure that `max_length` is bigger than the number of tokens, by setting either `generate(max_length=...,...)` or `config.max_length = ...`"
if num_beams > 1: if num_beams > 1:
output = self._generate_beam_search( output = self._generate_beam_search(
input_ids, input_ids,