Reduce the time spent for the TF slow tests (#10152)

* rework savedmodel slow test

* Improve savedmodel tests

* Remove useless content

src/transformers/modeling_tf_utils.py

@@ -283,7 +283,6 @@ def booleans_processing(config, **kwargs):
 
         if "use_cache" in kwargs:
             final_booleans["use_cache"] = kwargs["use_cache"] if kwargs["use_cache"] is not None else config.use_cache
-
     else:
         if (
             kwargs["output_attentions"] is not None