logging

examples/run_openai_gpt.py

@@ -202,7 +202,7 @@ def main():
                 tr_loss += loss.item()
                 nb_tr_examples += input_ids.size(0)
                 nb_tr_steps += 1
-                tqdm_bar.desc = "Training loss: {:e.2}".format(tr_loss/nb_tr_steps)
+                tqdm_bar.desc = "Training loss: {:.2e}".format(tr_loss/nb_tr_steps)
 
     # Save a trained model
     model_to_save = model.module if hasattr(model, 'module') else model  # Only save the model it-self