From b6a41c9730db49a491333eec82ef0544fb7d299c Mon Sep 17 00:00:00 2001 From: starhaox <37957130+starhaox@users.noreply.github.com> Date: Tue, 9 Jan 2024 16:33:47 +0800 Subject: [PATCH] [wenet]fix the step_xx.yaml grad_norm issue correct: grad_norm: 28.40692710876465 error: grad_norm: !!python/object/apply:torch._utils._rebuild_tensor_v2... --- wenet/utils/train_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/wenet/utils/train_utils.py b/wenet/utils/train_utils.py index 44b79d6a4..554c96690 100644 --- a/wenet/utils/train_utils.py +++ b/wenet/utils/train_utils.py @@ -546,6 +546,7 @@ def update_parameter_and_lr(model, optimizer, scheduler, scaler, info_dict): optimizer.step() optimizer.zero_grad() scheduler.step() + grad_norm = grad_norm.item() info_dict["lr"] = optimizer.param_groups[0]['lr'] info_dict["grad_norm"] = grad_norm