Simplify re-raising exceptions.

Most module use the simpler `raise` version. Normalize those that don't.
This commit is contained in:
Aymeric Augustin
2019-12-23 21:20:54 +01:00
parent 5565dcdd35
commit 4c09a96096
3 changed files with 16 additions and 16 deletions

View File

@@ -76,12 +76,12 @@ def load_pytorch_checkpoint_in_tf2_model(tf_model, pytorch_checkpoint_path, tf_i
try: try:
import tensorflow as tf # noqa: F401 import tensorflow as tf # noqa: F401
import torch # noqa: F401 import torch # noqa: F401
except ImportError as e: except ImportError:
logger.error( logger.error(
"Loading a PyTorch model in TensorFlow, requires both PyTorch and TensorFlow to be installed. Please see " "Loading a PyTorch model in TensorFlow, requires both PyTorch and TensorFlow to be installed. Please see "
"https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions." "https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions."
) )
raise e raise
pt_path = os.path.abspath(pytorch_checkpoint_path) pt_path = os.path.abspath(pytorch_checkpoint_path)
logger.info("Loading PyTorch weights from {}".format(pt_path)) logger.info("Loading PyTorch weights from {}".format(pt_path))
@@ -111,12 +111,12 @@ def load_pytorch_weights_in_tf2_model(tf_model, pt_state_dict, tf_inputs=None, a
import torch # noqa: F401 import torch # noqa: F401
import tensorflow as tf # noqa: F401 import tensorflow as tf # noqa: F401
from tensorflow.python.keras import backend as K from tensorflow.python.keras import backend as K
except ImportError as e: except ImportError:
logger.error( logger.error(
"Loading a PyTorch model in TensorFlow, requires both PyTorch and TensorFlow to be installed. Please see " "Loading a PyTorch model in TensorFlow, requires both PyTorch and TensorFlow to be installed. Please see "
"https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions." "https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions."
) )
raise e raise
if tf_inputs is None: if tf_inputs is None:
tf_inputs = tf_model.dummy_inputs tf_inputs = tf_model.dummy_inputs
@@ -209,12 +209,12 @@ def load_tf2_checkpoint_in_pytorch_model(pt_model, tf_checkpoint_path, tf_inputs
try: try:
import tensorflow as tf # noqa: F401 import tensorflow as tf # noqa: F401
import torch # noqa: F401 import torch # noqa: F401
except ImportError as e: except ImportError:
logger.error( logger.error(
"Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see " "Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see "
"https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions." "https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions."
) )
raise e raise
import transformers import transformers
@@ -251,12 +251,12 @@ def load_tf2_weights_in_pytorch_model(pt_model, tf_weights, allow_missing_keys=F
try: try:
import tensorflow as tf # noqa: F401 import tensorflow as tf # noqa: F401
import torch # noqa: F401 import torch # noqa: F401
except ImportError as e: except ImportError:
logger.error( logger.error(
"Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see " "Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see "
"https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions." "https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions."
) )
raise e raise
new_pt_params_dict = {} new_pt_params_dict = {}
current_pt_params_dict = dict(pt_model.named_parameters()) current_pt_params_dict = dict(pt_model.named_parameters())

View File

@@ -454,12 +454,12 @@ class PreTrainedModel(nn.Module):
from transformers import load_tf2_checkpoint_in_pytorch_model from transformers import load_tf2_checkpoint_in_pytorch_model
model = load_tf2_checkpoint_in_pytorch_model(model, resolved_archive_file, allow_missing_keys=True) model = load_tf2_checkpoint_in_pytorch_model(model, resolved_archive_file, allow_missing_keys=True)
except ImportError as e: except ImportError:
logger.error( logger.error(
"Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see " "Loading a TensorFlow model in PyTorch, requires both PyTorch and TensorFlow to be installed. Please see "
"https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions." "https://pytorch.org/ and https://www.tensorflow.org/install/ for installation instructions."
) )
raise e raise
else: else:
# Convert old format to new format if needed from a PyTorch state_dict # Convert old format to new format if needed from a PyTorch state_dict
old_keys = [] old_keys = []

View File

@@ -646,7 +646,7 @@ class XLMTokenizer(PreTrainedTokenizer):
self.ja_word_tokenizer = Mykytea.Mykytea( self.ja_word_tokenizer = Mykytea.Mykytea(
"-model %s/local/share/kytea/model.bin" % os.path.expanduser("~") "-model %s/local/share/kytea/model.bin" % os.path.expanduser("~")
) )
except (AttributeError, ImportError) as e: except (AttributeError, ImportError):
logger.error( logger.error(
"Make sure you install KyTea (https://github.com/neubig/kytea) and it's python wrapper (https://github.com/chezou/Mykytea-python) with the following steps" "Make sure you install KyTea (https://github.com/neubig/kytea) and it's python wrapper (https://github.com/chezou/Mykytea-python) with the following steps"
) )
@@ -655,7 +655,7 @@ class XLMTokenizer(PreTrainedTokenizer):
logger.error("3. ./configure --prefix=$HOME/local") logger.error("3. ./configure --prefix=$HOME/local")
logger.error("4. make && make install") logger.error("4. make && make install")
logger.error("5. pip install kytea") logger.error("5. pip install kytea")
raise e raise
return list(self.ja_word_tokenizer.getWS(text)) return list(self.ja_word_tokenizer.getWS(text))
@property @property
@@ -760,12 +760,12 @@ class XLMTokenizer(PreTrainedTokenizer):
from pythainlp.tokenize import word_tokenize as th_word_tokenize from pythainlp.tokenize import word_tokenize as th_word_tokenize
else: else:
th_word_tokenize = sys.modules["pythainlp"].word_tokenize th_word_tokenize = sys.modules["pythainlp"].word_tokenize
except (AttributeError, ImportError) as e: except (AttributeError, ImportError):
logger.error( logger.error(
"Make sure you install PyThaiNLP (https://github.com/PyThaiNLP/pythainlp) with the following steps" "Make sure you install PyThaiNLP (https://github.com/PyThaiNLP/pythainlp) with the following steps"
) )
logger.error("1. pip install pythainlp") logger.error("1. pip install pythainlp")
raise e raise
text = th_word_tokenize(text) text = th_word_tokenize(text)
elif lang == "zh": elif lang == "zh":
try: try:
@@ -773,10 +773,10 @@ class XLMTokenizer(PreTrainedTokenizer):
import jieba import jieba
else: else:
jieba = sys.modules["jieba"] jieba = sys.modules["jieba"]
except (AttributeError, ImportError) as e: except (AttributeError, ImportError):
logger.error("Make sure you install Jieba (https://github.com/fxsjy/jieba) with the following steps") logger.error("Make sure you install Jieba (https://github.com/fxsjy/jieba) with the following steps")
logger.error("1. pip install jieba") logger.error("1. pip install jieba")
raise e raise
text = " ".join(jieba.cut(text)) text = " ".join(jieba.cut(text))
text = self.moses_pipeline(text, lang=lang) text = self.moses_pipeline(text, lang=lang)
text = text.split() text = text.split()