uncomment logging item

huggingface · Sep 26, 2024 · e74ffd1 · e74ffd1
1 parent 3d7c98f
commit e74ffd1
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/src/nanotron/trainer.py b/src/nanotron/trainer.py
@@ -621,12 +621,12 @@ def train_step_logs(
             lr = self.lr_scheduler.get_last_lr()[0]
 
             log_entries = [
-                # LogItem("consumed_samples", self.consumed_train_samples, "human_format"),  # , "12d"),
-                # LogItem(
-                #     "consumed_tokens",
-                #     self.metadata.consumed_train_samples * self.config.tokens.sequence_length,
-                #     "human_format",
-                # ),  # , "12d"),
+                # LogItem("consumed_samples", self.metadata.consumed_train_samples, "human_format"),  # , "12d"),
+                LogItem(
+                    "consumed_tokens",
+                    self.metadata.consumed_train_samples * self.config.tokens.sequence_length,
+                    "human_format",
+                ),  # , "12d"),
                 LogItem("elapsed_time_per_iteration_ms", elapsed_time_per_iteration_ms, "human_format"),  # , ".1f"),
                 LogItem("tokens_per_sec", tokens_per_sec, "human_format"),  # , "1.6E"),
                 LogItem(