Skip to content

Commit

Permalink
fix lr in text_train_script.py
Browse files Browse the repository at this point in the history
  • Loading branch information
leondgarse committed Jan 7, 2025
1 parent 82d9153 commit 694cb26
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion text_train_script.py
Original file line number Diff line number Diff line change
Expand Up @@ -224,7 +224,7 @@ def parse_arguments():

if kecam.backend.is_torch_backend:
model.to(device=global_device)
optimizer = build_torch_optimizer(model, lr=args.lr, weight_decay=args.weight_decay, beta1=0.9, beta2=0.95)
optimizer = build_torch_optimizer(model, lr=lr, weight_decay=args.weight_decay, beta1=0.9, beta2=0.95)
if hasattr(torch, "compile") and torch.cuda.is_available() and torch.cuda.get_device_capability()[0] > 6:
print(">>>> Calling torch.compile")
model = torch.compile(model)
Expand Down

0 comments on commit 694cb26

Please sign in to comment.