working on automodels

2019-08-05 16:06:34 +02:00
parent 58830807d1
commit b90e29d52c
6 changed files with 289 additions and 14 deletions
--- a/pytorch_transformers/modeling_gpt2.py
+++ b/pytorch_transformers/modeling_gpt2.py
@@ -137,7 +137,7 @@ class GPT2Config(PretrainedConfig):
        initializer_range=0.02,

        num_labels=1,
-        summary_type='token_ids',
+        summary_type='cls_index',
        summary_use_proj=True,
        summary_activation=None,
        summary_proj_to_labels=True,