From 5cddabddfb6c980285e6f189ca2ee5da18220936 Mon Sep 17 00:00:00 2001 From: Curt Tigges Date: Thu, 14 Nov 2024 16:12:38 -0800 Subject: [PATCH] Fixed tests --- sae_lens/pretrained_saes.yaml | 729 +----------------- .../toolkit/test_pretrained_sae_loaders.py | 16 +- 2 files changed, 9 insertions(+), 736 deletions(-) diff --git a/sae_lens/pretrained_saes.yaml b/sae_lens/pretrained_saes.yaml index b6793db3..65388a40 100644 --- a/sae_lens/pretrained_saes.yaml +++ b/sae_lens/pretrained_saes.yaml @@ -9704,733 +9704,6 @@ gpt2-small-res_scefr-ajt: - id: blocks.10.hook_resid_pre path: 10-res_scefr-ajt neuronpedia: gpt2-small/10-res_scefr-ajt - - conversion_func: dictionary_learning_1 - links: - model: https://huggingface.co/google/gemma-2-2b - model: gemma-2-2b - repo_id: canrager/lm_sae - saes: - - id: blocks.3.hook_resid_post__trainer_3 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_3 - - id: blocks.3.hook_resid_post__trainer_1_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_48 - - id: blocks.3.hook_resid_post__trainer_1_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_15440 - - id: blocks.3.hook_resid_post__trainer_1_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_1544 - - id: blocks.3.hook_resid_post__trainer_1_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_154 - - id: blocks.3.hook_resid_post__trainer_1_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_0 - - id: blocks.3.hook_resid_post__trainer_0_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_4882 - - id: blocks.3.hook_resid_post__trainer_0_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_488 - - id: blocks.3.hook_resid_post__trainer_0_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_48 - - id: blocks.3.hook_resid_post__trainer_1_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_488 - - id: blocks.3.hook_resid_post__trainer_0_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_15440 - - id: blocks.3.hook_resid_post__trainer_0_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_154 - - id: blocks.3.hook_resid_post__trainer_0_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_0 - - id: blocks.3.hook_resid_post__trainer_5 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_5 - - id: blocks.3.hook_resid_post__trainer_4 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_4 - - id: blocks.3.hook_resid_post__trainer_2 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_2 - - id: blocks.3.hook_resid_post__trainer_1 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_1 - - id: blocks.3.hook_resid_post__trainer_0_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_0_step_1544 - - id: blocks.3.hook_resid_post__trainer_1_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_1_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_1_step_4882 - - id: blocks.3.hook_resid_post__trainer_2_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_0 - - id: blocks.3.hook_resid_post__trainer_2_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_154 - - id: blocks.3.hook_resid_post__trainer_4_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_4882 - - id: blocks.3.hook_resid_post__trainer_4_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_488 - - id: blocks.3.hook_resid_post__trainer_4_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_48 - - id: blocks.3.hook_resid_post__trainer_4_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_15440 - - id: blocks.3.hook_resid_post__trainer_4_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_1544 - - id: blocks.3.hook_resid_post__trainer_4_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_154 - - id: blocks.3.hook_resid_post__trainer_4_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_4_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_4_step_0 - - id: blocks.3.hook_resid_post__trainer_3_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_4882 - - id: blocks.3.hook_resid_post__trainer_3_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_488 - - id: blocks.3.hook_resid_post__trainer_3_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_48 - - id: blocks.3.hook_resid_post__trainer_3_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_15440 - - id: blocks.3.hook_resid_post__trainer_3_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_1544 - - id: blocks.3.hook_resid_post__trainer_3_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_154 - - id: blocks.3.hook_resid_post__trainer_3_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_3_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_3_step_0 - - id: blocks.3.hook_resid_post__trainer_2_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_4882 - - id: blocks.3.hook_resid_post__trainer_2_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_488 - - id: blocks.3.hook_resid_post__trainer_2_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_48 - - id: blocks.3.hook_resid_post__trainer_2_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_15440 - - id: blocks.3.hook_resid_post__trainer_2_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_2_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_2_step_1544 - - id: blocks.3.hook_resid_post__trainer_5_step_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_0 - - id: blocks.3.hook_resid_post__trainer_5_step_154 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_154 - - id: blocks.3.hook_resid_post__trainer_5_step_1544 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_1544 - - id: blocks.3.hook_resid_post__trainer_0 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_0_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3/trainer_0 - - id: blocks.3.hook_resid_post__trainer_5_step_488 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_488 - - id: blocks.3.hook_resid_post__trainer_5_step_48 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_48 - - id: blocks.3.hook_resid_post__trainer_5_step_15440 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_15440 - - id: blocks.3.hook_resid_post__trainer_5_step_4882 - neuronpedia: gemma-2-2b/3-sae_bench-topk-res-18k__trainer_5_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_3_checkpoints/trainer_5_step_4882 - - id: blocks.7.hook_resid_post__trainer_0_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_154 - - id: blocks.7.hook_resid_post__trainer_0_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_0 - - id: blocks.7.hook_resid_post__trainer_5 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_5 - - id: blocks.7.hook_resid_post__trainer_4 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_4 - - id: blocks.7.hook_resid_post__trainer_3 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_3 - - id: blocks.7.hook_resid_post__trainer_1 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_1 - - id: blocks.7.hook_resid_post__trainer_2 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_2 - - id: blocks.7.hook_resid_post__trainer_0_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_1544 - - id: blocks.7.hook_resid_post__trainer_0_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_15440 - - id: blocks.7.hook_resid_post__trainer_5_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_154 - - id: blocks.7.hook_resid_post__trainer_0_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_488 - - id: blocks.7.hook_resid_post__trainer_0_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_4882 - - id: blocks.7.hook_resid_post__trainer_1_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_0 - - id: blocks.7.hook_resid_post__trainer_1_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_154 - - id: blocks.7.hook_resid_post__trainer_1_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_1544 - - id: blocks.7.hook_resid_post__trainer_1_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_15440 - - id: blocks.7.hook_resid_post__trainer_1_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_48 - - id: blocks.7.hook_resid_post__trainer_3_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_0 - - id: blocks.7.hook_resid_post__trainer_2_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_4882 - - id: blocks.7.hook_resid_post__trainer_2_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_48 - - id: blocks.7.hook_resid_post__trainer_2_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_15440 - - id: blocks.7.hook_resid_post__trainer_2_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_1544 - - id: blocks.7.hook_resid_post__trainer_2_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_154 - - id: blocks.7.hook_resid_post__trainer_2_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_0 - - id: blocks.7.hook_resid_post__trainer_1_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_4882 - - id: blocks.7.hook_resid_post__trainer_1_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_1_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_1_step_488 - - id: blocks.7.hook_resid_post__trainer_2_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_2_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_2_step_488 - - id: blocks.7.hook_resid_post__trainer_0_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_0_step_48 - - id: blocks.7.hook_resid_post__trainer_3_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_154 - - id: blocks.7.hook_resid_post__trainer_3_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_15440 - - id: blocks.7.hook_resid_post__trainer_5_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_4882 - - id: blocks.7.hook_resid_post__trainer_5_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_488 - - id: blocks.7.hook_resid_post__trainer_5_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_48 - - id: blocks.7.hook_resid_post__trainer_5_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_15440 - - id: blocks.7.hook_resid_post__trainer_5_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_1544 - - id: blocks.7.hook_resid_post__trainer_5_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_5_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_5_step_0 - - id: blocks.7.hook_resid_post__trainer_4_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_4882 - - id: blocks.7.hook_resid_post__trainer_3_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_1544 - - id: blocks.7.hook_resid_post__trainer_4_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_488 - - id: blocks.7.hook_resid_post__trainer_4_step_15440 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_15440 - - id: blocks.7.hook_resid_post__trainer_4_step_1544 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_1544 - - id: blocks.7.hook_resid_post__trainer_4_step_154 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_154 - - id: blocks.7.hook_resid_post__trainer_4_step_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_0 - - id: blocks.7.hook_resid_post__trainer_3_step_4882 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_4882 - - id: blocks.7.hook_resid_post__trainer_3_step_488 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_488 - - id: blocks.7.hook_resid_post__trainer_3_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_3_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_3_step_48 - - id: blocks.7.hook_resid_post__trainer_4_step_48 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_4_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7_checkpoints/trainer_4_step_48 - - id: blocks.7.hook_resid_post__trainer_0 - neuronpedia: gemma-2-2b/7-sae_bench-topk-res-18k__trainer_0_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_7/trainer_0 - - id: blocks.11.hook_resid_post__trainer_5_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_4882 - - id: blocks.11.hook_resid_post__trainer_5_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_48 - - id: blocks.11.hook_resid_post__trainer_5_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_488 - - id: blocks.11.hook_resid_post__trainer_0_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_1544 - - id: blocks.11.hook_resid_post__trainer_0_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_154 - - id: blocks.11.hook_resid_post__trainer_0_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_0 - - id: blocks.11.hook_resid_post__trainer_5 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_5 - - id: blocks.11.hook_resid_post__trainer_3 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_3 - - id: blocks.11.hook_resid_post__trainer_2 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_2 - - id: blocks.11.hook_resid_post__trainer_1 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_1 - - id: blocks.11.hook_resid_post__trainer_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_0 - - id: blocks.11.hook_resid_post__trainer_0_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_15440 - - id: blocks.11.hook_resid_post__trainer_0_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_48 - - id: blocks.11.hook_resid_post__trainer_4 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11/trainer_4 - - id: blocks.11.hook_resid_post__trainer_0_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_4882 - - id: blocks.11.hook_resid_post__trainer_4_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_48 - - id: blocks.11.hook_resid_post__trainer_4_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_15440 - - id: blocks.11.hook_resid_post__trainer_4_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_1544 - - id: blocks.11.hook_resid_post__trainer_4_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_154 - - id: blocks.11.hook_resid_post__trainer_4_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_0 - - id: blocks.11.hook_resid_post__trainer_3_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_4882 - - id: blocks.11.hook_resid_post__trainer_3_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_48 - - id: blocks.11.hook_resid_post__trainer_3_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_15440 - - id: blocks.11.hook_resid_post__trainer_4_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_488 - - id: blocks.11.hook_resid_post__trainer_3_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_1544 - - id: blocks.11.hook_resid_post__trainer_3_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_0 - - id: blocks.11.hook_resid_post__trainer_2_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_4882 - - id: blocks.11.hook_resid_post__trainer_2_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_488 - - id: blocks.11.hook_resid_post__trainer_2_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_48 - - id: blocks.11.hook_resid_post__trainer_0_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_0_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_0_step_488 - - id: blocks.11.hook_resid_post__trainer_2_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_15440 - - id: blocks.11.hook_resid_post__trainer_2_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_1544 - - id: blocks.11.hook_resid_post__trainer_2_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_154 - - id: blocks.11.hook_resid_post__trainer_3_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_154 - - id: blocks.11.hook_resid_post__trainer_4_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_4_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_4_step_4882 - - id: blocks.11.hook_resid_post__trainer_3_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_3_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_3_step_488 - - id: blocks.11.hook_resid_post__trainer_5_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_154 - - id: blocks.11.hook_resid_post__trainer_1_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_0 - - id: blocks.11.hook_resid_post__trainer_5_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_0 - - id: blocks.11.hook_resid_post__trainer_1_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_1544 - - id: blocks.11.hook_resid_post__trainer_1_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_15440 - - id: blocks.11.hook_resid_post__trainer_1_step_48 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_48 - - id: blocks.11.hook_resid_post__trainer_1_step_488 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_488 - - id: blocks.11.hook_resid_post__trainer_1_step_4882 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_4882 - - id: blocks.11.hook_resid_post__trainer_2_step_0 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_2_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_2_step_0 - - id: blocks.11.hook_resid_post__trainer_1_step_154 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_1_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_1_step_154 - - id: blocks.11.hook_resid_post__trainer_5_step_15440 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_15440 - - id: blocks.11.hook_resid_post__trainer_5_step_1544 - neuronpedia: gemma-2-2b/11-sae_bench-topk-res-18k__trainer_5_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_11_checkpoints/trainer_5_step_1544 - - id: blocks.15.hook_resid_post__trainer_4_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_154 - - id: blocks.15.hook_resid_post__trainer_4_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_1544 - - id: blocks.15.hook_resid_post__trainer_4_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_15440 - - id: blocks.15.hook_resid_post__trainer_4_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_48 - - id: blocks.15.hook_resid_post__trainer_4_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_488 - - id: blocks.15.hook_resid_post__trainer_4_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_4882 - - id: blocks.15.hook_resid_post__trainer_5_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_0 - - id: blocks.15.hook_resid_post__trainer_5_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_154 - - id: blocks.15.hook_resid_post__trainer_5_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_1544 - - id: blocks.15.hook_resid_post__trainer_5_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_15440 - - id: blocks.15.hook_resid_post__trainer_5_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_48 - - id: blocks.15.hook_resid_post__trainer_5_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_488 - - id: blocks.15.hook_resid_post__trainer_5_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_5_step_4882 - - id: blocks.15.hook_resid_post__trainer_3_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_154 - - id: blocks.15.hook_resid_post__trainer_3_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_1544 - - id: blocks.15.hook_resid_post__trainer_3_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_15440 - - id: blocks.15.hook_resid_post__trainer_3_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_48 - - id: blocks.15.hook_resid_post__trainer_3_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_488 - - id: blocks.15.hook_resid_post__trainer_3_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_4882 - - id: blocks.15.hook_resid_post__trainer_4_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_4_step_0 - - id: blocks.15.hook_resid_post__trainer_3_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_3_step_0 - - id: blocks.15.hook_resid_post__trainer_2_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_4882 - - id: blocks.15.hook_resid_post__trainer_2_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_488 - - id: blocks.15.hook_resid_post__trainer_2_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_48 - - id: blocks.15.hook_resid_post__trainer_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_0 - - id: blocks.15.hook_resid_post__trainer_1 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_1 - - id: blocks.15.hook_resid_post__trainer_2 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_2 - - id: blocks.15.hook_resid_post__trainer_3 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_3_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_3 - - id: blocks.15.hook_resid_post__trainer_4 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_4_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_4 - - id: blocks.15.hook_resid_post__trainer_5 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_5_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15/trainer_5 - - id: blocks.15.hook_resid_post__trainer_0_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_0 - - id: blocks.15.hook_resid_post__trainer_0_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_154 - - id: blocks.15.hook_resid_post__trainer_0_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_1544 - - id: blocks.15.hook_resid_post__trainer_0_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_15440 - - id: blocks.15.hook_resid_post__trainer_0_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_48 - - id: blocks.15.hook_resid_post__trainer_0_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_488 - - id: blocks.15.hook_resid_post__trainer_1_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_0 - - id: blocks.15.hook_resid_post__trainer_1_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_154 - - id: blocks.15.hook_resid_post__trainer_1_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_1544 - - id: blocks.15.hook_resid_post__trainer_1_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_15440 - - id: blocks.15.hook_resid_post__trainer_1_step_48 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_48 - - id: blocks.15.hook_resid_post__trainer_1_step_488 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_488 - - id: blocks.15.hook_resid_post__trainer_1_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_1_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_1_step_4882 - - id: blocks.15.hook_resid_post__trainer_2_step_0 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_0 - - id: blocks.15.hook_resid_post__trainer_2_step_154 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_154 - - id: blocks.15.hook_resid_post__trainer_2_step_1544 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_1544 - - id: blocks.15.hook_resid_post__trainer_2_step_15440 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_2_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_2_step_15440 - - id: blocks.15.hook_resid_post__trainer_0_step_4882 - neuronpedia: gemma-2-2b/15-sae_bench-topk-res-18k__trainer_0_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_15_checkpoints/trainer_0_step_4882 - - id: blocks.19.hook_resid_post__trainer_4_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_0 - - id: blocks.19.hook_resid_post__trainer_3_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_4882 - - id: blocks.19.hook_resid_post__trainer_3_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_488 - - id: blocks.19.hook_resid_post__trainer_3_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_48 - - id: blocks.19.hook_resid_post__trainer_3_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_15440 - - id: blocks.19.hook_resid_post__trainer_3_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_1544 - - id: blocks.19.hook_resid_post__trainer_3_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_154 - - id: blocks.19.hook_resid_post__trainer_3_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_3_step_0 - - id: blocks.19.hook_resid_post__trainer_0_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_154 - - id: blocks.19.hook_resid_post__trainer_0_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_0 - - id: blocks.19.hook_resid_post__trainer_5 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_5 - - id: blocks.19.hook_resid_post__trainer_4 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_4 - - id: blocks.19.hook_resid_post__trainer_3 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_3_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_3 - - id: blocks.19.hook_resid_post__trainer_2 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_2 - - id: blocks.19.hook_resid_post__trainer_1 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_1 - - id: blocks.19.hook_resid_post__trainer_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_final - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19/trainer_0 - - id: blocks.19.hook_resid_post__trainer_0_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_1544 - - id: blocks.19.hook_resid_post__trainer_0_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_15440 - - id: blocks.19.hook_resid_post__trainer_0_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_48 - - id: blocks.19.hook_resid_post__trainer_2_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_4882 - - id: blocks.19.hook_resid_post__trainer_2_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_488 - - id: blocks.19.hook_resid_post__trainer_2_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_48 - - id: blocks.19.hook_resid_post__trainer_2_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_15440 - - id: blocks.19.hook_resid_post__trainer_2_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_1544 - - id: blocks.19.hook_resid_post__trainer_2_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_154 - - id: blocks.19.hook_resid_post__trainer_2_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_2_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_2_step_0 - - id: blocks.19.hook_resid_post__trainer_1_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_4882 - - id: blocks.19.hook_resid_post__trainer_1_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_48 - - id: blocks.19.hook_resid_post__trainer_1_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_1544 - - id: blocks.19.hook_resid_post__trainer_1_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_154 - - id: blocks.19.hook_resid_post__trainer_1_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_0 - - id: blocks.19.hook_resid_post__trainer_0_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_4882 - - id: blocks.19.hook_resid_post__trainer_0_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_0_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_0_step_488 - - id: blocks.19.hook_resid_post__trainer_1_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_488 - - id: blocks.19.hook_resid_post__trainer_1_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_1_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_1_step_15440 - - id: blocks.19.hook_resid_post__trainer_4_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_1544 - - id: blocks.19.hook_resid_post__trainer_4_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_15440 - - id: blocks.19.hook_resid_post__trainer_4_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_48 - - id: blocks.19.hook_resid_post__trainer_4_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_488 - - id: blocks.19.hook_resid_post__trainer_4_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_4882 - - id: blocks.19.hook_resid_post__trainer_5_step_0 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_0 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_0 - - id: blocks.19.hook_resid_post__trainer_5_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_154 - - id: blocks.19.hook_resid_post__trainer_5_step_1544 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_1544 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_1544 - - id: blocks.19.hook_resid_post__trainer_5_step_15440 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_15440 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_15440 - - id: blocks.19.hook_resid_post__trainer_5_step_48 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_48 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_48 - - id: blocks.19.hook_resid_post__trainer_5_step_488 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_488 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_488 - - id: blocks.19.hook_resid_post__trainer_5_step_4882 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_5_step_4882 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_5_step_4882 - - id: blocks.19.hook_resid_post__trainer_4_step_154 - neuronpedia: gemma-2-2b/19-sae_bench-topk-res-18k__trainer_4_step_154 - path: gemma-2-2b_sweep_topk_ctx128_ef8_0824/resid_post_layer_19_checkpoints/trainer_4_step_154 sae_bench_pythia70m_sweep_gated_ctx128_0730: conversion_func: dictionary_learning_1 links: @@ -14656,4 +13929,4 @@ sae_bench_gemma-2-2b_topk_width-2pow16_date-1109: path: gemma-2-2b_topk_width-2pow16_date-1109/resid_post_layer_5_checkpoints/trainer_5_step_976 - id: blocks.5.hook_resid_post__trainer_5_step_9765 neuronpedia: gemma-2-2b/5-sae_bench-topk-res-65k__trainer_5_step_9765 - path: gemma-2-2b_topk_width-2pow16_date-1109/resid_post_layer_5_checkpoints/trainer_5_step_9765 + path: gemma-2-2b_topk_width-2pow16_date-1109/resid_post_layer_5_checkpoints/trainer_5_step_9765 \ No newline at end of file diff --git a/tests/unit/toolkit/test_pretrained_sae_loaders.py b/tests/unit/toolkit/test_pretrained_sae_loaders.py index 18ac75d9..031b09d1 100644 --- a/tests/unit/toolkit/test_pretrained_sae_loaders.py +++ b/tests/unit/toolkit/test_pretrained_sae_loaders.py @@ -134,23 +134,23 @@ def test_get_sae_config_gemma_2(): def test_get_sae_config_dictionary_learning_1(): cfg_dict = get_sae_config( - "sae_bench_gemma-2-2b_sweep_standard_ctx128_ef2_0824", - sae_id="blocks.3.hook_resid_post__trainer_1_step_29292", + "sae_bench_gemma-2-2b_topk_width-2pow16_date-1109", + sae_id="blocks.12.hook_resid_post__trainer_0_step_3088", options=SAEConfigLoadOptions(), ) expected_cfg_dict = { "architecture": "standard", "d_in": 2304, - "d_sae": 4608, + "d_sae": 65536, "dtype": "float32", "device": "cpu", "model_name": "gemma-2-2b", - "hook_name": "blocks.3.hook_resid_post", - "hook_layer": 3, + "hook_name": "blocks.12.hook_resid_post", + "hook_layer": 12, "hook_head_index": None, - "activation_fn_str": "relu", - "activation_fn_kwargs": {}, + "activation_fn_str": "topk", + "activation_fn_kwargs": {'k': 20}, "apply_b_dec_to_input": True, "finetuning_scaling_factor": False, "sae_lens_training_version": None, @@ -159,7 +159,7 @@ def test_get_sae_config_dictionary_learning_1(): "dataset_trust_remote_code": True, "context_size": 128, "normalize_activations": "none", - "neuronpedia_id": "gemma-2-2b/3-sae_bench-standard-res-4k__trainer_1_step_29292", + "neuronpedia_id": "gemma-2-2b/12-sae_bench-topk-res-65k__trainer_0_step_3088", } assert cfg_dict == expected_cfg_dict