working on automodels

2019-08-05 16:06:34 +02:00
parent 58830807d1
commit b90e29d52c
6 changed files with 289 additions and 14 deletions
--- a/pytorch_transformers/modeling_openai.py
+++ b/pytorch_transformers/modeling_openai.py
@@ -171,7 +171,7 @@ class OpenAIGPTConfig(PretrainedConfig):
        predict_special_tokens=True,

        num_labels=1,
-        summary_type='token_ids',
+        summary_type='cls_index',
        summary_use_proj=True,
        summary_activation=None,
        summary_proj_to_labels=True,