sae-lens 6.5.2__py3-none-any.whl → 6.5.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. sae_lens/__init__.py +1 -1
  2. sae_lens/loading/pretrained_sae_loaders.py +1 -0
  3. sae_lens/saes/transcoder.py +5 -0
  4. {sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/METADATA +1 -1
  5. {sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/RECORD +7 -7
  6. {sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/LICENSE +0 -0
  7. {sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/WHEEL +0 -0
sae_lens/__init__.py CHANGED
@@ -1,5 +1,5 @@
1
1
  # ruff: noqa: E402
2
- __version__ = "6.5.2"
2
+ __version__ = "6.5.3"
3
3
 
4
4
  import logging
5
5
 
sae_lens/loading/pretrained_sae_loaders.py CHANGED
@@ -1177,6 +1177,7 @@ def get_gemma_2_transcoder_config_from_hf(
1177
1177
  "prepend_bos": True,
1178
1178
  "dataset_path": "monology/pile-uncopyrighted",
1179
1179
  "context_size": 1024,
1180
+ "apply_b_dec_to_input": False,
1180
1181
  **(cfg_overrides or {}),
1181
1182
  }
1182
1183
 
sae_lens/saes/transcoder.py CHANGED
@@ -52,6 +52,11 @@ class TranscoderConfig(SAEConfig):
52
52
 
53
53
  return res
54
54
 
55
+ def __post_init__(self):
56
+ if self.apply_b_dec_to_input:
57
+ raise ValueError("apply_b_dec_to_input is not supported for transcoders")
58
+ return super().__post_init__()
59
+
55
60
 
56
61
  class Transcoder(SAE[TranscoderConfig]):
57
62
  """
{sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: sae-lens
3
- Version: 6.5.2
3
+ Version: 6.5.3
4
4
  Summary: Training and Analyzing Sparse Autoencoders (SAEs)
5
5
  License: MIT
6
6
  Keywords: deep-learning,sparse-autoencoders,mechanistic-interpretability,PyTorch
{sae_lens-6.5.2.dist-info → sae_lens-6.5.3.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- sae_lens/__init__.py,sha256=Z6sBnBUoELnAae-vYcPkEjVRfCL94DOF0xwGFNhUrj0,3588
1
+ sae_lens/__init__.py,sha256=HBSxvQf7TM7R4n1Al0RbtS0bVFgfb3eDBMuLXZs2cKw,3588
2
2
  sae_lens/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  sae_lens/analysis/hooked_sae_transformer.py,sha256=Eyg1Y2hVIHNuiiLOCTgzstOuW6iA-7hPHqaGR8y_vMs,13809
4
4
  sae_lens/analysis/neuronpedia_integration.py,sha256=MrENqc81Mc2SMbxGjbwHzpkGUCAFKSf0i4EdaUF2Oj4,18707
@@ -9,7 +9,7 @@ sae_lens/evals.py,sha256=rVmKqdSa4xlZw-78qpgdhDleJIO1EI1QHRiPsObW1Tc,39129
9
9
  sae_lens/llm_sae_training_runner.py,sha256=exxNX_OEhdiUrlgmBP9bjX9DOf0HUcNQGO4unKeDjKM,13713
10
10
  sae_lens/load_model.py,sha256=C8AMykctj6H7tz_xRwB06-EXj6TfW64PtSJZR5Jxn1Y,8649
11
11
  sae_lens/loading/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
- sae_lens/loading/pretrained_sae_loaders.py,sha256=RfZhE8l2y5_ZW5-fW-iN-SJGJfHRaZo4d6AiooK1Xuc,40890
12
+ sae_lens/loading/pretrained_sae_loaders.py,sha256=0nb3PG26XG1EEvVIf2Jp-4_g2E30XulA5u5ok4Ah8no,40929
13
13
  sae_lens/loading/pretrained_saes_directory.py,sha256=4Vn-Jex6SveD7EbxcSOBv8cx1gkPfUMLU1QOP-ww1ZE,3752
14
14
  sae_lens/pretokenize_runner.py,sha256=w0f6SfZLAxbp5eAAKnet8RqUB_DKofZ9RGsoJwFnYbA,7058
15
15
  sae_lens/pretrained_saes.yaml,sha256=BncZpkf-NhVOWV1FhrDPr_TPxAINP4-eiPZBw-HO4N4,578197
@@ -21,7 +21,7 @@ sae_lens/saes/jumprelu_sae.py,sha256=3xkhBcCol2mEpIBLceymCpudocm2ypOjTeTXbpiXoA4
21
21
  sae_lens/saes/sae.py,sha256=gdUZuLaOHQrPjbDj-nZI813B6-_mNAnV9i9z4qTnpHk,38255
22
22
  sae_lens/saes/standard_sae.py,sha256=9UqYyYtQuThYxXKNaDjYcyowpOx2-7cShG-TeUP6JCQ,5940
23
23
  sae_lens/saes/topk_sae.py,sha256=CXMBI6CFvI5829bOhoQ350VXR9d8uFHUDlULTIWHXoU,8686
24
- sae_lens/saes/transcoder.py,sha256=qbsvIeRy7M1nuHapDut0URNg9fR-UtfBvwW4_hgsAac,11963
24
+ sae_lens/saes/transcoder.py,sha256=BfLSbTYVNZh-ruGxseZiZJ_acEL6_7QyTdfqUr0lDOg,12156
25
25
  sae_lens/tokenization_and_batching.py,sha256=now7caLbU3p-iGokNwmqZDyIvxYoXgnG1uklhgiLZN4,4656
26
26
  sae_lens/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
27
27
  sae_lens/training/activation_scaler.py,sha256=seEE-2Qd2JMHxqgnsNWPt-DGtYGZxWPnOwCGuVNSOtI,1719
@@ -33,7 +33,7 @@ sae_lens/training/types.py,sha256=qSjmGzXf3MLalygG0psnVjmhX_mpLmL47MQtZfe7qxg,81
33
33
  sae_lens/training/upload_saes_to_huggingface.py,sha256=r_WzI1zLtGZ5TzAxuG3xa_8T09j3zXJrWd_vzPsPGkQ,4469
34
34
  sae_lens/tutorial/tsea.py,sha256=fd1am_XXsf2KMbByDapJo-2qlxduKaa62Z2qcQZ3QKU,18145
35
35
  sae_lens/util.py,sha256=mCwLAilGMVo8Scm7CIsCafU7GsfmBvCcjwmloI4Ly7Y,1718
36
- sae_lens-6.5.2.dist-info/LICENSE,sha256=DW6e-hDosiu4CfW0-imI57sV1I5f9UEslpviNQcOAKs,1069
37
- sae_lens-6.5.2.dist-info/METADATA,sha256=Jcz5xVPkAr7Z7fQLoG0JgP91hAEx2JCeeqTn8co5yp4,5554
38
- sae_lens-6.5.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
- sae_lens-6.5.2.dist-info/RECORD,,
36
+ sae_lens-6.5.3.dist-info/LICENSE,sha256=DW6e-hDosiu4CfW0-imI57sV1I5f9UEslpviNQcOAKs,1069
37
+ sae_lens-6.5.3.dist-info/METADATA,sha256=LP8y6l6lH8Ibsm9_HxTX-iem1uKUsailabbkBii5YIk,5554
38
+ sae_lens-6.5.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
+ sae_lens-6.5.3.dist-info/RECORD,,