Generate: prepare assisted generation for release (#23052)

This commit is contained in:
Joao Gante
2023-04-29 10:53:30 +01:00
committed by GitHub
parent dfeb5aa6a9
commit 849367ccf7
2 changed files with 65 additions and 78 deletions

View File

@@ -1518,8 +1518,8 @@ class GenerationTesterMixin:
self._check_outputs(output, input_ids, model.config, use_cache=True)
def test_assisted_decoding_sample(self):
# Seeded assisted decoding will not match sample for the same seed, as there are >1 sampling steps per output
# token. As such, this test only checks that the output format is correct.
# Seeded assisted decoding will not match sample for the same seed, as the forward pass does not return the
# exact same logits (the forward pass of the main model, now with several tokens at once, has causal masking).
for model_class in self.all_generative_model_classes:
# won't fix: FSMT and Reformer have a different cache variable type (and format).