haliax 1.4.dev450__tar.gz → 1.4.dev452__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {haliax-1.4.dev450 → haliax-1.4.dev452}/PKG-INFO +1 -1
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/__about__.py +1 -1
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/linear.py +4 -2
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.agents/projects/api_parity.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.agents/refs.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.coveragerc +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.flake8 +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.github/workflows/publish_dev.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.github/workflows/run_pre_commit.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.github/workflows/run_quick_levanter_tests.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.github/workflows/run_tests.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.gitignore +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.playbooks/add-types.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.playbooks/wrap-non-named.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.pre-commit-config.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/.readthedocs.yaml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/AGENTS.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/AUTHORS.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/CONTRIBUTING.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/CONTRIBUTORS.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/LICENSE +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/README.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/api.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/broadcasting.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/cheatsheet.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/css/material.css +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/css/mkdocstrings.css +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/faq.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/data_parallel_mesh.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/data_parallel_mesh_replicated.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_1d.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_1d_zero.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d_batch_partitioned.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d_data_replicated.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d_data_replicated_mlp_partitioned.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d_intermediate_fully_partitioned.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/figures/device_mesh_2d_zero.png +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/fp8.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/index.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/indexing.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/matmul.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/mutable-refs.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/nn.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/partitioning.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/primer.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/rearrange.ipynb +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/rearrange.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/requirements.txt +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/scan.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/state-dict.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/tutorial.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/typing.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/docs/vmap.md +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/etc/license_header.txt +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/mkdocs.yml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/pyproject.toml +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/__init__.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/__init__.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/compile_utils.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/dot.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/einsum.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/fp8.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/parsing.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/rearrange.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/scan.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/state_dict.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/_src/util.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/axis.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/core.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/debug.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/fft.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/field.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/haxtyping.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/hof.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/jax_utils.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/__init__.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/activations.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/attention.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/conv.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/dropout.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/embedding.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/loss.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/mlp.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/mup.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/normalization.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/pool.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/nn/scan.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/ops.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/partitioning.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/poly.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/quantization.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/random.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/ref.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/specialized_fns.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/state_dict.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/tree.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/tree_util.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/types.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/util.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/src/haliax/wrap.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/core_test.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_attention.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_axis.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_bitwise_ops.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_conv.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_debug.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_dot.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_dtype_typing.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_einsum.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_fft.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_field.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_fp8.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_hof.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_int8.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_moe_linear.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_mup_coordinate_check.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_mup_embedding.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_mup_linear.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_named_ref.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_namedarray_typing.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_nan_reductions.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_nn.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_ops.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_parsing.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_partitioning.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_poly_ops.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_pool.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_random.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_rearrange.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_scan.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_scatter_gather.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_specialized_fns.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_state_dict.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_tree_util.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_utils.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/tests/test_visualize_sharding.py +0 -0
- {haliax-1.4.dev450 → haliax-1.4.dev452}/uv.lock +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: haliax
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.dev452
|
|
4
4
|
Summary: Named Tensors for Legible Deep Learning in JAX
|
|
5
5
|
Project-URL: Homepage, https://github.com/stanford-crfm/haliax
|
|
6
6
|
Project-URL: Bug Tracker, https://github.com/stanford-crfm/haliax/issues/
|
|
@@ -159,12 +159,14 @@ class Linear(ModuleWithStateDictSerialization, ReparamEnabled):
|
|
|
159
159
|
|
|
160
160
|
def to_state_dict(self, prefix: Optional[str] = None) -> StateDict:
|
|
161
161
|
# weight can be None for certain filtering things like LoRA
|
|
162
|
-
scaled = dataclasses.replace(
|
|
162
|
+
scaled = dataclasses.replace(
|
|
163
|
+
self, weight=self.weight * self.reparam.active_scale if self.weight is not None else None
|
|
164
|
+
)
|
|
163
165
|
return default_eqx_module_to_state_dict(scaled, prefix)
|
|
164
166
|
|
|
165
167
|
def from_state_dict(self: Mod, state_dict: StateDict, prefix: Optional[str] = None) -> Mod:
|
|
166
168
|
unscaled = default_eqx_module_from_state_dict(self, state_dict, prefix)
|
|
167
|
-
if unscaled.weight is not None:
|
|
169
|
+
if unscaled.weight is not None:
|
|
168
170
|
unscaled = dataclasses.replace(unscaled, weight=unscaled.weight / self.reparam.active_scale)
|
|
169
171
|
return unscaled
|
|
170
172
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|