We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 41e1262 commit d2ede36Copy full SHA for d2ede36
clt/training/metric_utils.py
@@ -49,7 +49,7 @@ def log_training_step(
49
self.metrics["train_losses"].append({"step": step, **loss_dict})
50
51
if not self.distributed or self.rank == 0:
52
- total_tokens_processed = self.training_config.train_batch_size_tokens * self.world_size * (step + 1)
+ total_tokens_processed = self.training_config.train_batch_size_tokens * (step + 1)
53
54
self.wandb_logger.log_step(
55
step,
0 commit comments