From 7bac51837baf56a3c067d9d0db9faa1ead526ae3 Mon Sep 17 00:00:00 2001 From: Bruno Alvisio Date: Wed, 15 Feb 2023 08:34:02 -0800 Subject: [PATCH] Pass parent exception as context exception to provide clearer stack trace (#21636) * Pass parent exception as context exception to provide clearer stack trace * Update src/transformers/tokenization_utils_base.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> --------- Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> --- src/transformers/tokenization_utils_base.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/transformers/tokenization_utils_base.py b/src/transformers/tokenization_utils_base.py index 3d26a231ee..c11000111b 100644 --- a/src/transformers/tokenization_utils_base.py +++ b/src/transformers/tokenization_utils_base.py @@ -724,18 +724,18 @@ class BatchEncoding(UserDict): # tensor = tensor[None, :] self[key] = tensor - except: # noqa E722 + except Exception as e: if key == "overflowing_tokens": raise ValueError( "Unable to create tensor returning overflowing tokens of different lengths. " "Please see if a fast version of this tokenizer is available to have this feature available." - ) + ) from e raise ValueError( "Unable to create tensor, you should probably activate truncation and/or padding with" " 'padding=True' 'truncation=True' to have batched tensors with the same length. Perhaps your" f" features (`{key}` in this case) have excessive nesting (inputs type `list` where type `int` is" " expected)." - ) + ) from e return self