SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Small QoL for qa. (#21316)

Browse Source
This commit is contained in:
Nicolas Patry
2023-01-26 14:50:09 +01:00
committed by GitHub
parent a01dd3818f
commit fd0ef8b66d
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/pipelines/question_answering.py
View File

@@ -404,6 +404,9 @@ class QuestionAnsweringPipeline(ChunkPipeline):
if doc_stride is None: if doc_stride is None:
doc_stride = min(max_seq_len // 2, 128) doc_stride = min(max_seq_len // 2, 128)
if doc_stride > max_seq_len:
raise ValueError(f"`doc_stride` ({doc_stride}) is larger than `max_seq_len` ({max_seq_len})")
if not self.tokenizer.is_fast: if not self.tokenizer.is_fast:
features = squad_convert_examples_to_features( features = squad_convert_examples_to_features(
examples=[example], examples=[example],