fix if use lang embeddings in tf xlm

2020-03-09 11:18:54 +01:00
parent fbd02d4693
commit 4620caa864
2 changed files with 2 additions and 2 deletions
--- a/src/transformers/modeling_tf_xlm.py
+++ b/src/transformers/modeling_tf_xlm.py
@@ -408,7 +408,7 @@ class TFXLMMainLayer(tf.keras.layers.Layer):
            inputs_embeds = self.embeddings(input_ids)

        tensor = inputs_embeds + self.position_embeddings(position_ids)
-        if langs is not None and self.use_lang_emb:
+        if langs is not None and self.use_lang_emb and self.n_langs > 1:
            tensor = tensor + self.lang_embeddings(langs)
        if token_type_ids is not None:
            tensor = tensor + self.embeddings(token_type_ids)