diff --git a/examples/run_language_modeling.py b/examples/run_language_modeling.py
index 8e8694533c..5ab9ca31f9 100644
--- a/examples/run_language_modeling.py
+++ b/examples/run_language_modeling.py
@@ -710,7 +710,7 @@ def main():
         )
     else:
         logger.info("Training new model from scratch")
-        model = AutoModelWithLMHead(config=config)
+        model = AutoModelWithLMHead.from_config(config)
 
     model.to(args.device)