From d4170d302b0047efb1be4904e6be4886b2ff192f Mon Sep 17 00:00:00 2001 From: jack-zhang_data Date: Thu, 11 Jul 2024 09:27:51 -0700 Subject: [PATCH] fixed docs for mfu --- composer/callbacks/speed_monitor.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/composer/callbacks/speed_monitor.py b/composer/callbacks/speed_monitor.py index 2098036297..6320e06562 100644 --- a/composer/callbacks/speed_monitor.py +++ b/composer/callbacks/speed_monitor.py @@ -223,10 +223,11 @@ class SpeedMonitor(Callback): | `throughput/device/flops_per_sec` | logged when model has attribute `flops_per_batch` | | | | +-------------------------------------+-----------------------------------------------------------+ - | | `throughput/device/flops_per_sec` divided by world size. | - | `throughput/device/mfu` | Only logged when model has attribute `flops_per_batch` | - | | and `gpu_flops_available`, which can be passed as an | - | | argument if not automatically determined by SpeedMonitor | + | | `throughput/device/flops_per_sec` divided by flops | + | | available on the GPU device. Only logged when model has | + | `throughput/device/mfu` | attribute `flops_per_batch` and `gpu_flops_available`, | + | | which can be passed as an argument if not automatically | + | | determined by SpeedMonitor | +-------------------------------------+-----------------------------------------------------------+ | `time/train` | Total elapsed training time | +-------------------------------------+-----------------------------------------------------------+