update

run_distillation_nodes.py

@@ -771,7 +771,11 @@ def save_hf_weights(
 
 def write_train_metric(summary_writer, train_metrics, train_time, step, logging_steps):
     summary_writer.scalar("train/time", train_time, step)
-
+    # Check if train_metrics is empty
+    if not train_metrics:
+        print("DEBUG: train_metrics is empty; This is probably a bug that needs fixing.")
+        return  # Early exit if train_metrics is empty to avoid further processing
+    
     train_metrics = get_metrics(train_metrics)
     for key, vals in train_metrics.items():
         steps_arr = np.arange(0, step, logging_steps)[-len(vals) :]