USN 0.2.0__tar.gz → 0.3.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. {usn-0.2.0/USN.egg-info → usn-0.3.2}/PKG-INFO +1 -1
  2. {usn-0.2.0 → usn-0.3.2/USN.egg-info}/PKG-INFO +1 -1
  3. {usn-0.2.0 → usn-0.3.2}/pyproject.toml +1 -1
  4. {usn-0.2.0 → usn-0.3.2}/usn/layers/block.py +4 -9
  5. {usn-0.2.0 → usn-0.3.2}/CHANGELOG.md +0 -0
  6. {usn-0.2.0 → usn-0.3.2}/LICENSE +0 -0
  7. {usn-0.2.0 → usn-0.3.2}/MANIFEST.in +0 -0
  8. {usn-0.2.0 → usn-0.3.2}/README.md +0 -0
  9. {usn-0.2.0 → usn-0.3.2}/USN.egg-info/SOURCES.txt +0 -0
  10. {usn-0.2.0 → usn-0.3.2}/USN.egg-info/dependency_links.txt +0 -0
  11. {usn-0.2.0 → usn-0.3.2}/USN.egg-info/entry_points.txt +0 -0
  12. {usn-0.2.0 → usn-0.3.2}/USN.egg-info/requires.txt +0 -0
  13. {usn-0.2.0 → usn-0.3.2}/USN.egg-info/top_level.txt +0 -0
  14. {usn-0.2.0 → usn-0.3.2}/docs/DOCUMENTATION.md +0 -0
  15. {usn-0.2.0 → usn-0.3.2}/examples/quick_start.py +0 -0
  16. {usn-0.2.0 → usn-0.3.2}/setup.cfg +0 -0
  17. {usn-0.2.0 → usn-0.3.2}/setup.py +0 -0
  18. {usn-0.2.0 → usn-0.3.2}/tests/test_backends.py +0 -0
  19. {usn-0.2.0 → usn-0.3.2}/tests/test_beam_search_repetition.py +0 -0
  20. {usn-0.2.0 → usn-0.3.2}/tests/test_generator_streaming.py +0 -0
  21. {usn-0.2.0 → usn-0.3.2}/tests/test_optim_factory.py +0 -0
  22. {usn-0.2.0 → usn-0.3.2}/tests/test_trainer_eval_checkpoint.py +0 -0
  23. {usn-0.2.0 → usn-0.3.2}/usn/__init__.py +0 -0
  24. {usn-0.2.0 → usn-0.3.2}/usn/__init__.pyi +0 -0
  25. {usn-0.2.0 → usn-0.3.2}/usn/backends/__init__.py +0 -0
  26. {usn-0.2.0 → usn-0.3.2}/usn/backends/acceleration.py +0 -0
  27. {usn-0.2.0 → usn-0.3.2}/usn/backends/detection.py +0 -0
  28. {usn-0.2.0 → usn-0.3.2}/usn/backends/fallbacks.py +0 -0
  29. {usn-0.2.0 → usn-0.3.2}/usn/backends/triton_kernels.py +0 -0
  30. {usn-0.2.0 → usn-0.3.2}/usn/cli/__init__.py +0 -0
  31. {usn-0.2.0 → usn-0.3.2}/usn/cli/main.py +0 -0
  32. {usn-0.2.0 → usn-0.3.2}/usn/config/__init__.py +0 -0
  33. {usn-0.2.0 → usn-0.3.2}/usn/config/generation_config.py +0 -0
  34. {usn-0.2.0 → usn-0.3.2}/usn/config/model_config.py +0 -0
  35. {usn-0.2.0 → usn-0.3.2}/usn/config/training_config.py +0 -0
  36. {usn-0.2.0 → usn-0.3.2}/usn/core/__init__.py +0 -0
  37. {usn-0.2.0 → usn-0.3.2}/usn/core/activations.py +0 -0
  38. {usn-0.2.0 → usn-0.3.2}/usn/core/base.py +0 -0
  39. {usn-0.2.0 → usn-0.3.2}/usn/core/interfaces.py +0 -0
  40. {usn-0.2.0 → usn-0.3.2}/usn/core/types.py +0 -0
  41. {usn-0.2.0 → usn-0.3.2}/usn/datasets/__init__.py +0 -0
  42. {usn-0.2.0 → usn-0.3.2}/usn/datasets/collate.py +0 -0
  43. {usn-0.2.0 → usn-0.3.2}/usn/datasets/math_dataset.py +0 -0
  44. {usn-0.2.0 → usn-0.3.2}/usn/datasets/usn_dataset.py +0 -0
  45. {usn-0.2.0 → usn-0.3.2}/usn/exceptions.py +0 -0
  46. {usn-0.2.0 → usn-0.3.2}/usn/inference/__init__.py +0 -0
  47. {usn-0.2.0 → usn-0.3.2}/usn/inference/generator.py +0 -0
  48. {usn-0.2.0 → usn-0.3.2}/usn/layers/__init__.py +0 -0
  49. {usn-0.2.0 → usn-0.3.2}/usn/layers/chunked_scan.py +0 -0
  50. {usn-0.2.0 → usn-0.3.2}/usn/layers/norm.py +0 -0
  51. {usn-0.2.0 → usn-0.3.2}/usn/layers/parallel_scan.py +0 -0
  52. {usn-0.2.0 → usn-0.3.2}/usn/losses/__init__.py +0 -0
  53. {usn-0.2.0 → usn-0.3.2}/usn/losses/cross_entropy.py +0 -0
  54. {usn-0.2.0 → usn-0.3.2}/usn/models/__init__.py +0 -0
  55. {usn-0.2.0 → usn-0.3.2}/usn/models/embedding.py +0 -0
  56. {usn-0.2.0 → usn-0.3.2}/usn/models/usn_model.py +0 -0
  57. {usn-0.2.0 → usn-0.3.2}/usn/modules/__init__.py +0 -0
  58. {usn-0.2.0 → usn-0.3.2}/usn/modules/channel_mixing.py +0 -0
  59. {usn-0.2.0 → usn-0.3.2}/usn/modules/exponential_gating.py +0 -0
  60. {usn-0.2.0 → usn-0.3.2}/usn/modules/input_projection.py +0 -0
  61. {usn-0.2.0 → usn-0.3.2}/usn/modules/selective_writing.py +0 -0
  62. {usn-0.2.0 → usn-0.3.2}/usn/modules/state_readout.py +0 -0
  63. {usn-0.2.0 → usn-0.3.2}/usn/modules/state_update.py +0 -0
  64. {usn-0.2.0 → usn-0.3.2}/usn/modules/temporal_mixing.py +0 -0
  65. {usn-0.2.0 → usn-0.3.2}/usn/optim/__init__.py +0 -0
  66. {usn-0.2.0 → usn-0.3.2}/usn/optim/factory.py +0 -0
  67. {usn-0.2.0 → usn-0.3.2}/usn/optim/schedulers.py +0 -0
  68. {usn-0.2.0 → usn-0.3.2}/usn/py.typed +0 -0
  69. {usn-0.2.0 → usn-0.3.2}/usn/serialization/__init__.py +0 -0
  70. {usn-0.2.0 → usn-0.3.2}/usn/serialization/export.py +0 -0
  71. {usn-0.2.0 → usn-0.3.2}/usn/serialization/format_spec.py +0 -0
  72. {usn-0.2.0 → usn-0.3.2}/usn/serialization/migration.py +0 -0
  73. {usn-0.2.0 → usn-0.3.2}/usn/serialization/reader.py +0 -0
  74. {usn-0.2.0 → usn-0.3.2}/usn/serialization/validator.py +0 -0
  75. {usn-0.2.0 → usn-0.3.2}/usn/serialization/writer.py +0 -0
  76. {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/__init__.py +0 -0
  77. {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/bpe_tokenizer.py +0 -0
  78. {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/char_tokenizer.py +0 -0
  79. {usn-0.2.0 → usn-0.3.2}/usn/tokenizers/word_tokenizer.py +0 -0
  80. {usn-0.2.0 → usn-0.3.2}/usn/training/__init__.py +0 -0
  81. {usn-0.2.0 → usn-0.3.2}/usn/training/curriculum.py +0 -0
  82. {usn-0.2.0 → usn-0.3.2}/usn/training/distributed.py +0 -0
  83. {usn-0.2.0 → usn-0.3.2}/usn/training/stability.py +0 -0
  84. {usn-0.2.0 → usn-0.3.2}/usn/training/trainer.py +0 -0
  85. {usn-0.2.0 → usn-0.3.2}/usn/utils/__init__.py +0 -0
  86. {usn-0.2.0 → usn-0.3.2}/usn/utils/counting.py +0 -0
  87. {usn-0.2.0 → usn-0.3.2}/usn/utils/diagnostics.py +0 -0
  88. {usn-0.2.0 → usn-0.3.2}/usn/utils/profiling.py +0 -0
  89. {usn-0.2.0 → usn-0.3.2}/usn/utils/seed.py +0 -0
  90. {usn-0.2.0 → usn-0.3.2}/usn/utils/timing.py +0 -0
  91. {usn-0.2.0 → usn-0.3.2}/usn/utils/visualization.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: USN
3
- Version: 0.2.0
3
+ Version: 0.3.2
4
4
  Summary: Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference.
5
5
  Author: BUEORM
6
6
  License-Expression: MIT
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: USN
3
- Version: 0.2.0
3
+ Version: 0.3.2
4
4
  Summary: Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference.
5
5
  Author: BUEORM
6
6
  License-Expression: MIT
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "USN"
7
- version = "0.2.0"
7
+ version = "0.3.2"
8
8
  description = "Unified State Network (USN) Architecture Library - A production-grade autoregressive sequence modeling architecture with O(n) training and O(1) inference."
9
9
  readme = "README.md"
10
10
  license = "MIT"
@@ -71,16 +71,11 @@ def _recurrence_loop(
71
71
  return all_s, all_R
72
72
 
73
73
 
74
- # Try to compile the recurrence for massive speedup on GPU
75
- # Only compile on CUDA on CPU the eager loop is fine
74
+ # torch.compile is disabled by default because the sequential recurrence
75
+ # loop with DataParallel causes issues with CUDA Graphs and inductor.
76
+ # The recurrence is inherently sequential (g_t depends on S_{t-1}).
77
+ # For GPU speedup, use shorter seq_len or a custom Triton kernel.
76
78
  _compiled_recurrence = _recurrence_loop
77
- if torch.cuda.is_available():
78
- try:
79
- _compiled_recurrence = torch.compile(
80
- _recurrence_loop, mode="reduce-overhead", fullgraph=False
81
- )
82
- except Exception:
83
- _compiled_recurrence = _recurrence_loop
84
79
 
85
80
 
86
81
  class USNBlock(nn.Module):
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes