Skip to content

Commit

Permalink
Fix and returning to Adam as default
Browse files Browse the repository at this point in the history
  • Loading branch information
matsen committed Jun 12, 2024
1 parent d5783fd commit 960359f
Showing 1 changed file with 8 additions and 6 deletions.
14 changes: 8 additions & 6 deletions netam/framework.py
Original file line number Diff line number Diff line change
Expand Up @@ -372,7 +372,7 @@ def __init__(
train_dataset,
val_dataset,
model,
optimizer_name="AdamW",
optimizer_name="Adam",
batch_size=1024,
learning_rate=0.1,
min_learning_rate=1e-4,
Expand Down Expand Up @@ -757,6 +757,7 @@ def __init__(
train_dataset,
val_dataset,
model,
optimizer_name="Adam",
batch_size=1024,
learning_rate=0.1,
min_learning_rate=1e-4,
Expand All @@ -767,11 +768,12 @@ def __init__(
train_dataset,
val_dataset,
model,
batch_size,
learning_rate,
min_learning_rate,
l2_regularization_coeff,
name,
optimizer_name=optimizer_name,
batch_size=batch_size,
learning_rate=learning_rate,
min_learning_rate=min_learning_rate,
l2_regularization_coeff=l2_regularization_coeff,
name=name,
)

def loss_of_batch(self, batch):
Expand Down

0 comments on commit 960359f

Please sign in to comment.