USN 0.2.0__tar.gz → 0.3.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {usn-0.2.0/USN.egg-info → usn-0.3.2}/PKG-INFO +1 -1
- {usn-0.2.0 → usn-0.3.2/USN.egg-info}/PKG-INFO +1 -1
- {usn-0.2.0 → usn-0.3.2}/pyproject.toml +1 -1
- {usn-0.2.0 → usn-0.3.2}/usn/layers/block.py +4 -9
- {usn-0.2.0 → usn-0.3.2}/CHANGELOG.md +0 -0
- {usn-0.2.0 → usn-0.3.2}/LICENSE +0 -0
- {usn-0.2.0 → usn-0.3.2}/MANIFEST.in +0 -0
- {usn-0.2.0 → usn-0.3.2}/README.md +0 -0
- {usn-0.2.0 → usn-0.3.2}/USN.egg-info/SOURCES.txt +0 -0
- {usn-0.2.0 → usn-0.3.2}/USN.egg-info/dependency_links.txt +0 -0
- {usn-0.2.0 → usn-0.3.2}/USN.egg-info/entry_points.txt +0 -0
- {usn-0.2.0 → usn-0.3.2}/USN.egg-info/requires.txt +0 -0
- {usn-0.2.0 → usn-0.3.2}/USN.egg-info/top_level.txt +0 -0
- {usn-0.2.0 → usn-0.3.2}/docs/DOCUMENTATION.md +0 -0
- {usn-0.2.0 → usn-0.3.2}/examples/quick_start.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/setup.cfg +0 -0
- {usn-0.2.0 → usn-0.3.2}/setup.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/tests/test_backends.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/tests/test_beam_search_repetition.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/tests/test_generator_streaming.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/tests/test_optim_factory.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/tests/test_trainer_eval_checkpoint.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/__init__.pyi +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/backends/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/backends/acceleration.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/backends/detection.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/backends/fallbacks.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/backends/triton_kernels.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/cli/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/cli/main.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/config/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/config/generation_config.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/config/model_config.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/config/training_config.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/core/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/core/activations.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/core/base.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/core/interfaces.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/core/types.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/datasets/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/datasets/collate.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/datasets/math_dataset.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/datasets/usn_dataset.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/exceptions.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/inference/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/inference/generator.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/layers/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/layers/chunked_scan.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/layers/norm.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/layers/parallel_scan.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/losses/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/losses/cross_entropy.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/models/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/models/embedding.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/models/usn_model.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/channel_mixing.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/exponential_gating.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/input_projection.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/selective_writing.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/state_readout.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/state_update.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/modules/temporal_mixing.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/optim/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/optim/factory.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/optim/schedulers.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/py.typed +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/export.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/format_spec.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/migration.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/reader.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/validator.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/serialization/writer.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/bpe_tokenizer.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/char_tokenizer.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/word_tokenizer.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/training/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/training/curriculum.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/training/distributed.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/training/stability.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/training/trainer.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/__init__.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/counting.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/diagnostics.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/profiling.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/seed.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/timing.py +0 -0
- {usn-0.2.0 → usn-0.3.2}/usn/utils/visualization.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: USN
|
|
3
|
-
Version: 0.2
|
|
3
|
+
Version: 0.3.2
|
|
4
4
|
Summary: Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference.
|
|
5
5
|
Author: BUEORM
|
|
6
6
|
License-Expression: MIT
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: USN
|
|
3
|
-
Version: 0.2
|
|
3
|
+
Version: 0.3.2
|
|
4
4
|
Summary: Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference.
|
|
5
5
|
Author: BUEORM
|
|
6
6
|
License-Expression: MIT
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "USN"
|
|
7
|
-
version = "0.2
|
|
7
|
+
version = "0.3.2"
|
|
8
8
|
description = "Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "MIT"
|
|
@@ -71,16 +71,11 @@ def _recurrence_loop(
|
|
|
71
71
|
return all_s, all_R
|
|
72
72
|
|
|
73
73
|
|
|
74
|
-
#
|
|
75
|
-
#
|
|
74
|
+
# torch.compile is disabled by default because the sequential recurrence
|
|
75
|
+
# loop with DataParallel causes issues with CUDA Graphs and inductor.
|
|
76
|
+
# The recurrence is inherently sequential (g_t depends on S_{t-1}).
|
|
77
|
+
# For GPU speedup, use shorter seq_len or a custom Triton kernel.
|
|
76
78
|
_compiled_recurrence = _recurrence_loop
|
|
77
|
-
if torch.cuda.is_available():
|
|
78
|
-
try:
|
|
79
|
-
_compiled_recurrence = torch.compile(
|
|
80
|
-
_recurrence_loop, mode="reduce-overhead", fullgraph=False
|
|
81
|
-
)
|
|
82
|
-
except Exception:
|
|
83
|
-
_compiled_recurrence = _recurrence_loop
|
|
84
79
|
|
|
85
80
|
|
|
86
81
|
class USNBlock(nn.Module):
|
|
File without changes
|
{usn-0.2.0 → usn-0.3.2}/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{usn-0.2.0 → usn-0.3.2}/setup.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|