Skip to content

Commit

Permalink
Added pythia-70m SAEs to yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
curt-tigges committed Jul 19, 2024
1 parent ac86d10 commit 25fb167
Showing 1 changed file with 62 additions and 0 deletions.
62 changes: 62 additions & 0 deletions sae_lens/pretrained_saes.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -398,3 +398,65 @@ SAE_LOOKUP:
path: mistral_7b_layer_24
variance_explained: 0.72
l0: 75
pythia-70m-deduped-res-sm:
repo_id: ctigges/pythia-70m-deduped__res-sm_processed
model: pythia-70m-deduped
conversion_func: null
links:
model: https://huggingface.co/EleutherAI/pythia-70m-deduped
dashboards: https://www.neuronpedia.org/pythia-70m-deduped
saes:
- id: blocks.0.hook_resid_pre
path: e-res-sm
- id: blocks.0.hook_resid_post
path: 0-res-sm
- id: blocks.1.hook_resid_post
path: 1-res-sm
- id: blocks.2.hook_resid_post
path: 2-res-sm
- id: blocks.3.hook_resid_post
path: 3-res-sm
- id: blocks.4.hook_resid_post
path: 4-res-sm
- id: blocks.5.hook_resid_post
path: 5-res-sm
pythia-70m-deduped-mlp-sm:
repo_id: ctigges/pythia-70m-deduped__mlp-sm_processed
model: pythia-70m-deduped
conversion_func: null
links:
model: https://huggingface.co/EleutherAI/pythia-70m-deduped
dashboards: https://www.neuronpedia.org/pythia-70m-deduped
saes:
- id: blocks.0.hook_mlp_out
path: 0-mlp-sm
- id: blocks.1.hook_mlp_out
path: 1-mlp-sm
- id: blocks.2.hook_mlp_out
path: 2-mlp-sm
- id: blocks.3.hook_mlp_out
path: 3-mlp-sm
- id: blocks.4.hook_mlp_out
path: 4-mlp-sm
- id: blocks.5.hook_mlp_out
path: 5-mlp-sm
pythia-70m-deduped-att-sm:
repo_id: ctigges/pythia-70m-deduped__att-sm_processed
model: pythia-70m-deduped
conversion_func: null
links:
model: https://huggingface.co/EleutherAI/pythia-70m-deduped
dashboards: https://www.neuronpedia.org/pythia-70m-deduped
saes:
- id: blocks.0.hook_attn_out
path: 0-att-sm
- id: blocks.1.hook_attn_out
path: 1-att-sm
- id: blocks.2.hook_attn_out
path: 2-att-sm
- id: blocks.3.hook_attn_out
path: 3-att-sm
- id: blocks.4.hook_attn_out
path: 4-att-sm
- id: blocks.5.hook_attn_out
path: 5-att-sm

0 comments on commit 25fb167

Please sign in to comment.