adding TF 2.0 model

2019-10-09 11:07:43 +02:00
parent 45dc04f33d
commit c56d921dda
6 changed files with 430 additions and 213 deletions
--- a/transformers/configuration_ctrl.py
+++ b/transformers/configuration_ctrl.py
@@ -53,8 +53,8 @@ class CTRLConfig(PretrainedConfig):
    def __init__(
        self,
        vocab_size_or_config_json_file=246534,
-        n_positions=50000,
-        n_ctx=512,
+        n_positions=256,
+        n_ctx=256,
        n_embd=1280,
        dff=8192,
        n_layer=48,