Update.

diff --git a/main.py b/main.py
index 8562e32..174b9b8 100755 (executable)
--- a/main.py
+++ b/main.py
@@ -1429,6 +1429,9 @@ for n_epoch in range(current_epoch, args.nb_epochs):
 
     threads = []
 
+    # for model in models:
+    # log_string(f"DEBUG {model.id} {sum([ p.sum() for p in model.parameters()]).item()}")
+
     start_time = time.perf_counter()
 
     for gpu, model in zip(gpus, weakest_models):