Skip to content

Commit

Permalink
default orthogonal init false
Browse files Browse the repository at this point in the history
  • Loading branch information
jbloom-md committed Apr 16, 2024
1 parent feca408 commit a8b0113
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion sae_lens/training/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ class LanguageModelSAERunnerConfig:
expansion_factor: int | list[int] = 4
from_pretrained_path: Optional[str] = None
apply_b_dec_to_input: bool = True
decoder_orthogonal_init: bool = True
decoder_orthogonal_init: bool = False

# Activation Store Parameters
n_batches_in_buffer: int = 20
Expand Down

0 comments on commit a8b0113

Please sign in to comment.