From 209ba1324a775c30a0a1fc2941d0fdb46271ac53 Mon Sep 17 00:00:00 2001 From: jbloom-md Date: Mon, 25 Mar 2024 18:10:16 +0000 Subject: [PATCH] fix suffix issue --- sae_training/train_sae_on_language_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sae_training/train_sae_on_language_model.py b/sae_training/train_sae_on_language_model.py index 5e4ae915..bb31ce23 100644 --- a/sae_training/train_sae_on_language_model.py +++ b/sae_training/train_sae_on_language_model.py @@ -91,7 +91,6 @@ def train_sae_group_on_language_model( if not isinstance(all_layers, list): all_layers = [all_layers] - wandb_suffix = _wandb_log_suffix(sae_group.cfg, sae_group.cfg) train_contexts = [ _build_train_context(sae, total_training_steps) for sae in sae_group ] @@ -111,6 +110,7 @@ def train_sae_group_on_language_model( sparse_autoencoder, ctx, ) in zip(sae_group, train_contexts): + wandb_suffix = _wandb_log_suffix(sae_group.cfg, sparse_autoencoder.cfg) step_output = _train_step( sparse_autoencoder=sparse_autoencoder, layer_acts=layer_acts,