sae-lens 6.24.0__tar.gz → 6.25.0__tar.gz

{sae_lens-6.24.0 → sae_lens-6.25.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sae-lens
-Version: 6.24.0
+Version: 6.25.0
 Summary: Training and Analyzing Sparse Autoencoders (SAEs)
 License: MIT
 License-File: LICENSE

{sae_lens-6.24.0 → sae_lens-6.25.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sae-lens"
-version = "6.24.0"
+version = "6.25.0"
 description = "Training and Analyzing Sparse Autoencoders (SAEs)"
 authors = ["Joseph Bloom"]
 readme = "README.md"

{sae_lens-6.24.0 → sae_lens-6.25.0}/sae_lens/__init__.py

@@ -1,5 +1,5 @@
 # ruff: noqa: E402
-__version__ = "6.24.0"
+__version__ = "6.25.0"
 
 import logging
 

{sae_lens-6.24.0 → sae_lens-6.25.0}/sae_lens/loading/pretrained_sae_loaders.py

@@ -682,15 +682,6 @@ def gemma_3_sae_huggingface_loader(
         cfg_overrides,
     )
 
-    # replace folder name of 65k with 64k
-    # TODO: remove this workaround once weights are fixed
-    if "270m-pt" in repo_id:
-        if "65k" in folder_name:
-            folder_name = folder_name.replace("65k", "64k")
-        # replace folder name of 262k with 250k
-        if "262k" in folder_name:
-            folder_name = folder_name.replace("262k", "250k")
-
     params_file = "params.safetensors"
     if "clt" in folder_name:
         params_file = folder_name.split("/")[-1] + ".safetensors"

{sae_lens-6.24.0 → sae_lens-6.25.0}/sae_lens/pretrained_saes.yaml

@@ -9072,150 +9072,150 @@ gemma-scope-2-27b-it-transcoders-all:
   - id: layer_5_width_262k_l0_small_affine
     path: transcoder_all/layer_5_width_262k_l0_small_affine
     l0: 12
-  - id: layer_60_width_16k_l0_big
-    path: transcoder_all/layer_60_width_16k_l0_big
-    l0: 120
-  - id: layer_60_width_16k_l0_big_affine
-    path: transcoder_all/layer_60_width_16k_l0_big_affine
-    l0: 120
-  - id: layer_60_width_16k_l0_small
-    path: transcoder_all/layer_60_width_16k_l0_small
-    l0: 20
-  - id: layer_60_width_16k_l0_small_affine
-    path: transcoder_all/layer_60_width_16k_l0_small_affine
-    l0: 20
-  - id: layer_60_width_262k_l0_big
-    path: transcoder_all/layer_60_width_262k_l0_big
-    l0: 120
-  - id: layer_60_width_262k_l0_big_affine
-    path: transcoder_all/layer_60_width_262k_l0_big_affine
-    l0: 120
-  - id: layer_60_width_262k_l0_small
-    path: transcoder_all/layer_60_width_262k_l0_small
-    l0: 20
-  - id: layer_60_width_262k_l0_small_affine
-    path: transcoder_all/layer_60_width_262k_l0_small_affine
-    l0: 20
-  - id: layer_61_width_16k_l0_big
-    path: transcoder_all/layer_61_width_16k_l0_big
-    l0: 120
-  - id: layer_61_width_16k_l0_big_affine
-    path: transcoder_all/layer_61_width_16k_l0_big_affine
-    l0: 120
-  - id: layer_61_width_16k_l0_small
-    path: transcoder_all/layer_61_width_16k_l0_small
-    l0: 20
-  - id: layer_61_width_16k_l0_small_affine
-    path: transcoder_all/layer_61_width_16k_l0_small_affine
-    l0: 20
-  - id: layer_61_width_262k_l0_big
-    path: transcoder_all/layer_61_width_262k_l0_big
-    l0: 120
-  - id: layer_61_width_262k_l0_big_affine
-    path: transcoder_all/layer_61_width_262k_l0_big_affine
-    l0: 120
-  - id: layer_61_width_262k_l0_small
-    path: transcoder_all/layer_61_width_262k_l0_small
-    l0: 20
-  - id: layer_61_width_262k_l0_small_affine
-    path: transcoder_all/layer_61_width_262k_l0_small_affine
-    l0: 20
-  - id: layer_6_width_16k_l0_big
-    path: transcoder_all/layer_6_width_16k_l0_big
-    l0: 77
-  - id: layer_6_width_16k_l0_big_affine
-    path: transcoder_all/layer_6_width_16k_l0_big_affine
-    l0: 77
-  - id: layer_6_width_16k_l0_small
-    path: transcoder_all/layer_6_width_16k_l0_small
-    l0: 12
-  - id: layer_6_width_16k_l0_small_affine
-    path: transcoder_all/layer_6_width_16k_l0_small_affine
-    l0: 12
-  - id: layer_6_width_262k_l0_big
-    path: transcoder_all/layer_6_width_262k_l0_big
-    l0: 77
-  - id: layer_6_width_262k_l0_big_affine
-    path: transcoder_all/layer_6_width_262k_l0_big_affine
-    l0: 77
-  - id: layer_6_width_262k_l0_small
-    path: transcoder_all/layer_6_width_262k_l0_small
-    l0: 12
-  - id: layer_6_width_262k_l0_small_affine
-    path: transcoder_all/layer_6_width_262k_l0_small_affine
-    l0: 12
-  - id: layer_7_width_16k_l0_big
-    path: transcoder_all/layer_7_width_16k_l0_big
-    l0: 80
-  - id: layer_7_width_16k_l0_big_affine
-    path: transcoder_all/layer_7_width_16k_l0_big_affine
-    l0: 80
-  - id: layer_7_width_16k_l0_small
-    path: transcoder_all/layer_7_width_16k_l0_small
-    l0: 13
-  - id: layer_7_width_16k_l0_small_affine
-    path: transcoder_all/layer_7_width_16k_l0_small_affine
-    l0: 13
-  - id: layer_7_width_262k_l0_big
-    path: transcoder_all/layer_7_width_262k_l0_big
-    l0: 80
-  - id: layer_7_width_262k_l0_big_affine
-    path: transcoder_all/layer_7_width_262k_l0_big_affine
-    l0: 80
-  - id: layer_7_width_262k_l0_small
-    path: transcoder_all/layer_7_width_262k_l0_small
-    l0: 13
-  - id: layer_7_width_262k_l0_small_affine
-    path: transcoder_all/layer_7_width_262k_l0_small_affine
-    l0: 13
-  - id: layer_8_width_16k_l0_big
-    path: transcoder_all/layer_8_width_16k_l0_big
-    l0: 83
-  - id: layer_8_width_16k_l0_big_affine
-    path: transcoder_all/layer_8_width_16k_l0_big_affine
-    l0: 83
-  - id: layer_8_width_16k_l0_small
-    path: transcoder_all/layer_8_width_16k_l0_small
-    l0: 13
-  - id: layer_8_width_16k_l0_small_affine
-    path: transcoder_all/layer_8_width_16k_l0_small_affine
-    l0: 13
-  - id: layer_8_width_262k_l0_big
-    path: transcoder_all/layer_8_width_262k_l0_big
-    l0: 83
-  - id: layer_8_width_262k_l0_big_affine
-    path: transcoder_all/layer_8_width_262k_l0_big_affine
-    l0: 83
-  - id: layer_8_width_262k_l0_small
-    path: transcoder_all/layer_8_width_262k_l0_small
-    l0: 13
-  - id: layer_8_width_262k_l0_small_affine
-    path: transcoder_all/layer_8_width_262k_l0_small_affine
-    l0: 13
-  - id: layer_9_width_16k_l0_big
-    path: transcoder_all/layer_9_width_16k_l0_big
-    l0: 86
-  - id: layer_9_width_16k_l0_big_affine
-    path: transcoder_all/layer_9_width_16k_l0_big_affine
-    l0: 86
-  - id: layer_9_width_16k_l0_small
-    path: transcoder_all/layer_9_width_16k_l0_small
-    l0: 14
-  - id: layer_9_width_16k_l0_small_affine
-    path: transcoder_all/layer_9_width_16k_l0_small_affine
-    l0: 14
-  - id: layer_9_width_262k_l0_big
-    path: transcoder_all/layer_9_width_262k_l0_big
-    l0: 86
-  - id: layer_9_width_262k_l0_big_affine
-    path: transcoder_all/layer_9_width_262k_l0_big_affine
-    l0: 86
-  - id: layer_9_width_262k_l0_small
-    path: transcoder_all/layer_9_width_262k_l0_small
-    l0: 14
-  - id: layer_9_width_262k_l0_small_affine
-    path: transcoder_all/layer_9_width_262k_l0_small_affine
-    l0: 14
+  # - id: layer_60_width_16k_l0_big
+  #   path: transcoder_all/layer_60_width_16k_l0_big
+  #   l0: 120
+  # - id: layer_60_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_60_width_16k_l0_big_affine
+  #   l0: 120
+  # - id: layer_60_width_16k_l0_small
+  #   path: transcoder_all/layer_60_width_16k_l0_small
+  #   l0: 20
+  # - id: layer_60_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_60_width_16k_l0_small_affine
+  #   l0: 20
+  # - id: layer_60_width_262k_l0_big
+  #   path: transcoder_all/layer_60_width_262k_l0_big
+  #   l0: 120
+  # - id: layer_60_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_60_width_262k_l0_big_affine
+  #   l0: 120
+  # - id: layer_60_width_262k_l0_small
+  #   path: transcoder_all/layer_60_width_262k_l0_small
+  #   l0: 20
+  # - id: layer_60_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_60_width_262k_l0_small_affine
+  #   l0: 20
+  # - id: layer_61_width_16k_l0_big
+  #   path: transcoder_all/layer_61_width_16k_l0_big
+  #   l0: 120
+  # - id: layer_61_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_61_width_16k_l0_big_affine
+  #   l0: 120
+  # - id: layer_61_width_16k_l0_small
+  #   path: transcoder_all/layer_61_width_16k_l0_small
+  #   l0: 20
+  # - id: layer_61_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_61_width_16k_l0_small_affine
+  #   l0: 20
+  # - id: layer_61_width_262k_l0_big
+  #   path: transcoder_all/layer_61_width_262k_l0_big
+  #   l0: 120
+  # - id: layer_61_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_61_width_262k_l0_big_affine
+  #   l0: 120
+  # - id: layer_61_width_262k_l0_small
+  #   path: transcoder_all/layer_61_width_262k_l0_small
+  #   l0: 20
+  # - id: layer_61_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_61_width_262k_l0_small_affine
+  #   l0: 20
+  # - id: layer_6_width_16k_l0_big
+  #   path: transcoder_all/layer_6_width_16k_l0_big
+  #   l0: 77
+  # - id: layer_6_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_6_width_16k_l0_big_affine
+  #   l0: 77
+  # - id: layer_6_width_16k_l0_small
+  #   path: transcoder_all/layer_6_width_16k_l0_small
+  #   l0: 12
+  # - id: layer_6_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_6_width_16k_l0_small_affine
+  #   l0: 12
+  # - id: layer_6_width_262k_l0_big
+  #   path: transcoder_all/layer_6_width_262k_l0_big
+  #   l0: 77
+  # - id: layer_6_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_6_width_262k_l0_big_affine
+  #   l0: 77
+  # - id: layer_6_width_262k_l0_small
+  #   path: transcoder_all/layer_6_width_262k_l0_small
+  #   l0: 12
+  # - id: layer_6_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_6_width_262k_l0_small_affine
+  #   l0: 12
+  # - id: layer_7_width_16k_l0_big
+  #   path: transcoder_all/layer_7_width_16k_l0_big
+  #   l0: 80
+  # - id: layer_7_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_7_width_16k_l0_big_affine
+  #   l0: 80
+  # - id: layer_7_width_16k_l0_small
+  #   path: transcoder_all/layer_7_width_16k_l0_small
+  #   l0: 13
+  # - id: layer_7_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_7_width_16k_l0_small_affine
+  #   l0: 13
+  # - id: layer_7_width_262k_l0_big
+  #   path: transcoder_all/layer_7_width_262k_l0_big
+  #   l0: 80
+  # - id: layer_7_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_7_width_262k_l0_big_affine
+  #   l0: 80
+  # - id: layer_7_width_262k_l0_small
+  #   path: transcoder_all/layer_7_width_262k_l0_small
+  #   l0: 13
+  # - id: layer_7_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_7_width_262k_l0_small_affine
+  #   l0: 13
+  # - id: layer_8_width_16k_l0_big
+  #   path: transcoder_all/layer_8_width_16k_l0_big
+  #   l0: 83
+  # - id: layer_8_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_8_width_16k_l0_big_affine
+  #   l0: 83
+  # - id: layer_8_width_16k_l0_small
+  #   path: transcoder_all/layer_8_width_16k_l0_small
+  #   l0: 13
+  # - id: layer_8_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_8_width_16k_l0_small_affine
+  #   l0: 13
+  # - id: layer_8_width_262k_l0_big
+  #   path: transcoder_all/layer_8_width_262k_l0_big
+  #   l0: 83
+  # - id: layer_8_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_8_width_262k_l0_big_affine
+  #   l0: 83
+  # - id: layer_8_width_262k_l0_small
+  #   path: transcoder_all/layer_8_width_262k_l0_small
+  #   l0: 13
+  # - id: layer_8_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_8_width_262k_l0_small_affine
+  #   l0: 13
+  # - id: layer_9_width_16k_l0_big
+  #   path: transcoder_all/layer_9_width_16k_l0_big
+  #   l0: 86
+  # - id: layer_9_width_16k_l0_big_affine
+  #   path: transcoder_all/layer_9_width_16k_l0_big_affine
+  #   l0: 86
+  # - id: layer_9_width_16k_l0_small
+  #   path: transcoder_all/layer_9_width_16k_l0_small
+  #   l0: 14
+  # - id: layer_9_width_16k_l0_small_affine
+  #   path: transcoder_all/layer_9_width_16k_l0_small_affine
+  #   l0: 14
+  # - id: layer_9_width_262k_l0_big
+  #   path: transcoder_all/layer_9_width_262k_l0_big
+  #   l0: 86
+  # - id: layer_9_width_262k_l0_big_affine
+  #   path: transcoder_all/layer_9_width_262k_l0_big_affine
+  #   l0: 86
+  # - id: layer_9_width_262k_l0_small
+  #   path: transcoder_all/layer_9_width_262k_l0_small
+  #   l0: 14
+  # - id: layer_9_width_262k_l0_small_affine
+  #   path: transcoder_all/layer_9_width_262k_l0_small_affine
+  #   l0: 14
 gemma-scope-2-27b-it-transcoders:
   conversion_func: gemma_3
   model: google/gemma-3-27b-it
@@ -10197,6 +10197,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_16_width_16k_l0_medium
     path: resid_post/layer_16_width_16k_l0_medium
     l0: 53
+    neuronpedia: gemma-3-27b-it/16-gemmascope-2-res-16k
   - id: layer_16_width_16k_l0_small
     path: resid_post/layer_16_width_16k_l0_small
     l0: 17
@@ -10206,6 +10207,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_16_width_1m_l0_medium
     path: resid_post/layer_16_width_1m_l0_medium
     l0: 53
+    neuronpedia: gemma-3-27b-it/16-gemmascope-2-res-1m
   - id: layer_16_width_1m_l0_small
     path: resid_post/layer_16_width_1m_l0_small
     l0: 17
@@ -10215,6 +10217,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_16_width_262k_l0_medium
     path: resid_post/layer_16_width_262k_l0_medium
     l0: 53
+    neuronpedia: gemma-3-27b-it/16-gemmascope-2-res-262k
   - id: layer_16_width_262k_l0_medium_seed_1
     path: resid_post/layer_16_width_262k_l0_medium_seed_1
     l0: 53
@@ -10227,6 +10230,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_16_width_65k_l0_medium
     path: resid_post/layer_16_width_65k_l0_medium
     l0: 53
+    neuronpedia: gemma-3-27b-it/16-gemmascope-2-res-65k
   - id: layer_16_width_65k_l0_small
     path: resid_post/layer_16_width_65k_l0_small
     l0: 17
@@ -10236,6 +10240,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_31_width_16k_l0_medium
     path: resid_post/layer_31_width_16k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/31-gemmascope-2-res-16k
   - id: layer_31_width_16k_l0_small
     path: resid_post/layer_31_width_16k_l0_small
     l0: 20
@@ -10245,6 +10250,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_31_width_1m_l0_medium
     path: resid_post/layer_31_width_1m_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/31-gemmascope-2-res-1m
   - id: layer_31_width_1m_l0_small
     path: resid_post/layer_31_width_1m_l0_small
     l0: 20
@@ -10254,6 +10260,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_31_width_262k_l0_medium
     path: resid_post/layer_31_width_262k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/31-gemmascope-2-res-262k
   - id: layer_31_width_262k_l0_medium_seed_1
     path: resid_post/layer_31_width_262k_l0_medium_seed_1
     l0: 60
@@ -10266,6 +10273,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_31_width_65k_l0_medium
     path: resid_post/layer_31_width_65k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/31-gemmascope-2-res-65k
   - id: layer_31_width_65k_l0_small
     path: resid_post/layer_31_width_65k_l0_small
     l0: 20
@@ -10275,6 +10283,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_40_width_16k_l0_medium
     path: resid_post/layer_40_width_16k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/40-gemmascope-2-res-16k
   - id: layer_40_width_16k_l0_small
     path: resid_post/layer_40_width_16k_l0_small
     l0: 20
@@ -10284,6 +10293,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_40_width_1m_l0_medium
     path: resid_post/layer_40_width_1m_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/40-gemmascope-2-res-1m
   - id: layer_40_width_1m_l0_small
     path: resid_post/layer_40_width_1m_l0_small
     l0: 20
@@ -10293,6 +10303,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_40_width_262k_l0_medium
     path: resid_post/layer_40_width_262k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/40-gemmascope-2-res-262k
   - id: layer_40_width_262k_l0_medium_seed_1
     path: resid_post/layer_40_width_262k_l0_medium_seed_1
     l0: 60
@@ -10305,6 +10316,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_40_width_65k_l0_medium
     path: resid_post/layer_40_width_65k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/40-gemmascope-2-res-65k
   - id: layer_40_width_65k_l0_small
     path: resid_post/layer_40_width_65k_l0_small
     l0: 20
@@ -10314,6 +10326,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_53_width_16k_l0_medium
     path: resid_post/layer_53_width_16k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/53-gemmascope-2-res-16k
   - id: layer_53_width_16k_l0_small
     path: resid_post/layer_53_width_16k_l0_small
     l0: 20
@@ -10323,6 +10336,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_53_width_1m_l0_medium
     path: resid_post/layer_53_width_1m_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/53-gemmascope-2-res-1m
   - id: layer_53_width_1m_l0_small
     path: resid_post/layer_53_width_1m_l0_small
     l0: 20
@@ -10332,6 +10346,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_53_width_262k_l0_medium
     path: resid_post/layer_53_width_262k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/53-gemmascope-2-res-262k
   - id: layer_53_width_262k_l0_medium_seed_1
     path: resid_post/layer_53_width_262k_l0_medium_seed_1
     l0: 60
@@ -10344,6 +10359,7 @@ gemma-scope-2-27b-it-res:
   - id: layer_53_width_65k_l0_medium
     path: resid_post/layer_53_width_65k_l0_medium
     l0: 60
+    neuronpedia: gemma-3-27b-it/53-gemmascope-2-res-65k
   - id: layer_53_width_65k_l0_small
     path: resid_post/layer_53_width_65k_l0_small
     l0: 20