sae-lens 6.27.0__py3-none-any.whl → 6.27.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. sae_lens/__init__.py +1 -1
  2. sae_lens/tokenization_and_batching.py +1 -1
  3. sae_lens/training/mixing_buffer.py +4 -3
  4. {sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/METADATA +1 -1
  5. {sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/RECORD +7 -7
  6. {sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/WHEEL +0 -0
  7. {sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/licenses/LICENSE +0 -0
sae_lens/__init__.py CHANGED
@@ -1,5 +1,5 @@
1
1
  # ruff: noqa: E402
2
- __version__ = "6.27.0"
2
+ __version__ = "6.27.2"
3
3
 
4
4
  import logging
5
5
 
sae_lens/tokenization_and_batching.py CHANGED
@@ -85,8 +85,8 @@ def concat_and_batch_sequences(
85
85
  for sequence in tokens_iterator:
86
86
  if (
87
87
  begin_sequence_token_id is not None
88
- and sequence[0] != begin_sequence_token_id
89
88
  and len(sequence) >= context_size - 1
89
+ and sequence[0] != begin_sequence_token_id
90
90
  ):
91
91
  begin_sequence_token_id_tensor = torch.tensor(
92
92
  [begin_sequence_token_id],
sae_lens/training/mixing_buffer.py CHANGED
@@ -44,9 +44,10 @@ def mixing_buffer(
44
44
  if mix_fraction > 0:
45
45
  storage_buffer = storage_buffer[torch.randperm(storage_buffer.shape[0])]
46
46
 
47
- num_serving_batches = max(
48
- 1, int(storage_buffer.shape[0] * (1 - mix_fraction)) // batch_size
49
- )
47
+ # Keep a fixed amount for mixing, serve the rest
48
+ keep_for_mixing = int(buffer_size * mix_fraction)
49
+ num_to_serve = storage_buffer.shape[0] - keep_for_mixing
50
+ num_serving_batches = max(1, num_to_serve // batch_size)
50
51
  serving_cutoff = num_serving_batches * batch_size
51
52
  serving_buffer = storage_buffer[:serving_cutoff]
52
53
  storage_buffer = storage_buffer[serving_cutoff:]
{sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sae-lens
3
- Version: 6.27.0
3
+ Version: 6.27.2
4
4
  Summary: Training and Analyzing Sparse Autoencoders (SAEs)
5
5
  License: MIT
6
6
  License-File: LICENSE
{sae_lens-6.27.0.dist-info → sae_lens-6.27.2.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- sae_lens/__init__.py,sha256=379YK4TU5y4Gl_sjF9JG5b7c_ywo3PjcY37e3EW2IyA,4725
1
+ sae_lens/__init__.py,sha256=Y5z21KL2t1NAxsyEAKPnjrhXiDdK4M_gedq_7gwrmD0,4725
2
2
  sae_lens/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  sae_lens/analysis/hooked_sae_transformer.py,sha256=dQRgGVwce8XwylL2AzJE7l9elhtMRFCs2hdUj-Qyy4g,14038
4
4
  sae_lens/analysis/neuronpedia_integration.py,sha256=Gx1W7hUBEuMoasNcnOnZ1wmqbXDd1pSZ1nqKEya1HQc,4962
@@ -25,18 +25,18 @@ sae_lens/saes/standard_sae.py,sha256=nEVETwAmRD2tyX7ESIic1fij48gAq1Dh7s_GQ2fqCZ4
25
25
  sae_lens/saes/temporal_sae.py,sha256=DsecivcHWId-MTuJpQbz8OhqtmGhZACxJauYZGHo0Ok,13272
26
26
  sae_lens/saes/topk_sae.py,sha256=vrMRPrCQR1o8G_kXqY_EAoGZARupkQNFB2dNZVLsusE,21073
27
27
  sae_lens/saes/transcoder.py,sha256=CTpJs8ASOK06npih7gZHygZuxqTR7HICWlOYfTiKjI4,13501
28
- sae_lens/tokenization_and_batching.py,sha256=D_o7cXvRqhT89H3wNzoRymNALNE6eHojBWLdXOUwUGE,5438
28
+ sae_lens/tokenization_and_batching.py,sha256=uoHtAs9z3XqG0Fh-iQVYVlrbyB_E3kFFhrKU30BosCo,5438
29
29
  sae_lens/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
30
  sae_lens/training/activation_scaler.py,sha256=FzNfgBplLWmyiSlZ6TUvE-nur3lOiGTrlvC97ys8S24,1973
31
31
  sae_lens/training/activations_store.py,sha256=2BVajHRcozKQFf1tkeraUCdFuut3spdk0hhgtdpizzI,34031
32
- sae_lens/training/mixing_buffer.py,sha256=DK22yPwEop4suG0K-8XFw5ZGNl0JrgCEjypmKEUAaGY,2394
32
+ sae_lens/training/mixing_buffer.py,sha256=1Z-S2CcQXMWGxRZJFnXeZFxbZcALkO_fP6VO37XdJQQ,2519
33
33
  sae_lens/training/optim.py,sha256=bJpqqcK4enkcPvQAJkeH4Ci1LUOlfjIMTv6-IlaAbRA,5588
34
34
  sae_lens/training/sae_trainer.py,sha256=zhkabyIKxI_tZTV3_kwz6zMrHZ95Ecr97krmwc-9ffs,17600
35
35
  sae_lens/training/types.py,sha256=1FpLx_Doda9vZpmfm-x1e8wGBYpyhe9Kpb_JuM5nIFM,90
36
36
  sae_lens/training/upload_saes_to_huggingface.py,sha256=r_WzI1zLtGZ5TzAxuG3xa_8T09j3zXJrWd_vzPsPGkQ,4469
37
37
  sae_lens/tutorial/tsea.py,sha256=fd1am_XXsf2KMbByDapJo-2qlxduKaa62Z2qcQZ3QKU,18145
38
38
  sae_lens/util.py,sha256=spkcmQUsjVYFn5H2032nQYr1CKGVnv3tAdfIpY59-Mg,3919
39
- sae_lens-6.27.0.dist-info/METADATA,sha256=S3GYpJhfYx05i-ZfX8rpwbiR1IFDlFAR0nSURgJQmJk,5361
40
- sae_lens-6.27.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
41
- sae_lens-6.27.0.dist-info/licenses/LICENSE,sha256=DW6e-hDosiu4CfW0-imI57sV1I5f9UEslpviNQcOAKs,1069
42
- sae_lens-6.27.0.dist-info/RECORD,,
39
+ sae_lens-6.27.2.dist-info/METADATA,sha256=O2gl2BGnUAEHUScAel03ovRp2TSf7rZiUG66x97sBBs,5361
40
+ sae_lens-6.27.2.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
41
+ sae_lens-6.27.2.dist-info/licenses/LICENSE,sha256=DW6e-hDosiu4CfW0-imI57sV1I5f9UEslpviNQcOAKs,1069
42
+ sae_lens-6.27.2.dist-info/RECORD,,