initium-deeplearning 0.5.0__tar.gz → 0.5.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/PKG-INFO +1 -1
  2. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/pyproject.toml +1 -1
  3. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/__init__.py +1 -1
  4. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/cfc_backbone_parallel.py +2 -0
  5. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/config/train_config.py +2 -2
  6. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/core_training.py +4638 -1022
  7. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/README.md +629 -0
  8. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/curriculum.py +699 -0
  9. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/dataset.py +6324 -0
  10. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/episode.py +47 -1
  11. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/gnw_metrics.py +189 -0
  12. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/lang_dataset.py +1343 -0
  13. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_dev_lexicon.py +110 -0
  14. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_dev_semantics.py +111 -0
  15. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_lang_grammar.py +511 -0
  16. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_lang_text.py +155 -0
  17. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_shared.py +64 -0
  18. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/attentional_blink.py +138 -0
  19. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/belief_tracking.py +130 -0
  20. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/bistable_perception.py +61 -0
  21. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/capacity_bottleneck.py +187 -0
  22. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/conditional_ops.py +209 -0
  23. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental.py +274 -0
  24. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_lexical.py +161 -0
  25. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_production_semantic.py +117 -0
  26. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_semantic.py +110 -0
  27. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/ignition.py +73 -0
  28. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/lang5_tracks.py +998 -0
  29. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/lang_tracks.py +645 -0
  30. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/masked_priming.py +96 -0
  31. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/mixed_skill.py +125 -0
  32. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/no_report_confidence.py +70 -0
  33. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/permutation.py +13 -0
  34. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/production.py +175 -0
  35. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/psychological_refractory.py +66 -0
  36. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/retrieval_aggregation.py +2 -0
  37. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/rule_switching.py +139 -0
  38. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/sustained_maintenance.py +48 -0
  39. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/trace_conditioning.py +58 -0
  40. initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/variable_binding.py +189 -0
  41. initium_deeplearning-0.5.1/src/initium/inference/lang_chat.py +533 -0
  42. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/model_loader.py +138 -1
  43. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba_backbone_parallel.py +39 -8
  44. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/split_graph_dnc.py +680 -4
  45. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/README.md +136 -0
  46. initium_deeplearning-0.5.1/src/initium/workspace/__init__.py +13 -0
  47. initium_deeplearning-0.5.1/src/initium/workspace/adaptive.py +229 -0
  48. initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v2.py +230 -0
  49. initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v3.py +1154 -0
  50. initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v4.py +638 -0
  51. initium_deeplearning-0.5.1/src/initium/workspace/allocator.py +116 -0
  52. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/broadcast.py +1452 -11
  53. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_workspace_capability.py +34 -5
  54. initium_deeplearning-0.5.1/tests/unit/test_workspace_capability_gnw_tasks.py +260 -0
  55. initium_deeplearning-0.5.1/tests/unit/test_workspace_capability_new_tasks.py +526 -0
  56. initium_deeplearning-0.5.0/src/initium/data/workspace_capability/README.md +0 -299
  57. initium_deeplearning-0.5.0/src/initium/data/workspace_capability/curriculum.py +0 -160
  58. initium_deeplearning-0.5.0/src/initium/data/workspace_capability/dataset.py +0 -2132
  59. initium_deeplearning-0.5.0/src/initium/workspace/__init__.py +0 -5
  60. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/.gitignore +0 -0
  61. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/LICENSE +0 -0
  62. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/README.md +0 -0
  63. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/cfc_controller.py +0 -0
  64. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/chained_controller.py +0 -0
  65. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/hybrid_controller.py +0 -0
  66. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/MoE/README.md +0 -0
  67. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/MoE/moe_layer.py +0 -0
  68. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/__init__.py +0 -0
  69. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/analysis/__init__.py +0 -0
  70. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/analysis/kl_attribution.py +0 -0
  71. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/config/controller_config.py +0 -0
  72. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/__init__.py +0 -0
  73. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/audio/__init__.py +0 -0
  74. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/audio/audio_dataset.py +0 -0
  75. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/base_dataset.py +0 -0
  76. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/__init__.py +0 -0
  77. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/causal_prediction.py +0 -0
  78. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/chain_task.py +0 -0
  79. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/digit_codec.py +0 -0
  80. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/graph_io.py +0 -0
  81. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/real_data.py +0 -0
  82. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/dataset_registry.py +0 -0
  83. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/__init__.py +0 -0
  84. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/graph_traversal.py +0 -0
  85. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/order_probe.py +0 -0
  86. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/relational_probe.py +0 -0
  87. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/multimodal/__init__.py +0 -0
  88. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/multimodal/multimodal_dataset.py +0 -0
  89. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/prepared_dataset.py +0 -0
  90. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/__init__.py +0 -0
  91. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/next_token_prediction.py +0 -0
  92. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/surprise_recall.py +0 -0
  93. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/validate.py +0 -0
  94. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/text/__init__.py +0 -0
  95. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/text/text_dataset.py +0 -0
  96. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/video/__init__.py +0 -0
  97. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/video/video_dataset.py +0 -0
  98. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/__init__.py +0 -0
  99. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/__init__.py +0 -0
  100. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/entity_state.py +0 -0
  101. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/nth_farthest.py +0 -0
  102. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/relational_join.py +0 -0
  103. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/__init__.py +0 -0
  104. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/segment_logging.py +0 -0
  105. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/split_graph_forward_trace.py +0 -0
  106. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/surprise_recall_logging.py +0 -0
  107. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/__init__.py +0 -0
  108. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/__init__.py +0 -0
  109. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/base_cache.py +0 -0
  110. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cache_config.py +0 -0
  111. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cache_registry.py +0 -0
  112. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cached_engine.py +0 -0
  113. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/keys.py +0 -0
  114. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/prefix_cache.py +0 -0
  115. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/result_cache.py +0 -0
  116. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/state_utils.py +0 -0
  117. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/stores.py +0 -0
  118. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/capabilities.py +0 -0
  119. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/checkpoint_io.py +0 -0
  120. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/engine.py +0 -0
  121. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/inference_config.py +0 -0
  122. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/metrics.py +0 -0
  123. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/run_inference.py +0 -0
  124. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/run_logging.py +0 -0
  125. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/__init__.py +0 -0
  126. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/audio_task.py +0 -0
  127. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/base_task.py +0 -0
  128. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/graph_traversal_task.py +0 -0
  129. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/multimodal_task.py +0 -0
  130. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/task_registry.py +0 -0
  131. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/text_task.py +0 -0
  132. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/video_task.py +0 -0
  133. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba2_controller.py +0 -0
  134. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba3_controller.py +0 -0
  135. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba_controller.py +0 -0
  136. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/numerical_stability.py +0 -0
  137. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/sgr_backbone_only.py +0 -0
  138. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dnc_mechanisms.py +0 -0
  139. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dynamic_memory_resize.py +0 -0
  140. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dynamic_n_controller.py +0 -0
  141. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/link_matrix_ablation.py +0 -0
  142. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/nvrtc_compat.py +0 -0
  143. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/sequence_memories.py +0 -0
  144. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/stochastic_write_head_v2.py +0 -0
  145. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/setup_wheels.py +0 -0
  146. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/bistability.py +0 -0
  147. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/kv_bridge.py +0 -0
  148. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/nth_farthest.py +0 -0
  149. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/README.md +0 -0
  150. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/checkpoint/test_checkpoint_roundtrip.py +0 -0
  151. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/checkpoint/test_resume_training.py +0 -0
  152. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/conftest.py +0 -0
  153. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_controller_cell_backward.py +0 -0
  154. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_kl_gradients.py +0 -0
  155. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_moe_aux_loss_gradients.py +0 -0
  156. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_controller_matrix.py +0 -0
  157. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_dynamic_n_end_to_end.py +0 -0
  158. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_moe_integration.py +0 -0
  159. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_resize_x_link_matrix.py +0 -0
  160. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_split_graph_dnc.py +0 -0
  161. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_workspace_capability_pipeline.py +0 -0
  162. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/smoke/test_inference_smoke.py +0 -0
  163. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/smoke/test_tiny_training_run.py +0 -0
  164. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_bistable_workspace_gate.py +0 -0
  165. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_capabilities.py +0 -0
  166. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_checkpoint_io.py +0 -0
  167. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_dynamic_n_controller.py +0 -0
  168. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_link_matrix_ablation.py +0 -0
  169. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_model_loader.py +0 -0
  170. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_moe_layer.py +0 -0
  171. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_next_token_prediction.py +0 -0
  172. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_numerical_stability.py +0 -0
  173. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_nvrtc_compat.py +0 -0
  174. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_optimized_dnc_memory.py +0 -0
  175. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_real_data_pipeline.py +0 -0
  176. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_resize_memory.py +0 -0
  177. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_sequence_memories.py +0 -0
  178. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_stochastic_write_head.py +0 -0
  179. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_surprise_recall.py +0 -0
  180. {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_workspace_reconsideration.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: initium-deeplearning
3
- Version: 0.5.0
3
+ Version: 0.5.1
4
4
  Summary: Differentiable Neural Computer research framework with pluggable LSTM/Mamba/CfC controllers, MoE, split-graph and stochastic write heads.
5
5
  Project-URL: Homepage, https://github.com/samueleternity/initium
6
6
  Project-URL: Issues, https://github.com/samueleternity/initium/issues
@@ -112,7 +112,7 @@ pretty = true
112
112
  [[tool.mypy.overrides]]
113
113
  module = [
114
114
  "dnc", "dnc.*", "mamba_ssm", "mamba_ssm.*", "causal_conv1d", "causal_conv1d.*",
115
- "ncps", "ncps.*", "einops", "tokenizers", "tokenizers.*", "cv2",
115
+ "ncps", "ncps.*", "einops", "tokenizers", "tokenizers.*", "cv2", "sentencepiece",
116
116
  ]
117
117
  ignore_missing_imports = true
118
118
 
@@ -1,3 +1,3 @@
1
1
  """initium - modular Differentiable Neural Computer research framework."""
2
2
 
3
- __version__ = "0.5.0"
3
+ __version__ = "0.5.1"
@@ -299,6 +299,7 @@ def build_parallel_backbone(
299
299
  moe_load_balance_alpha: float = 0.01,
300
300
  moe_residual_scale: float = 1.0,
301
301
  moe_block_isolation: int | None = None,
302
+ activation_checkpointing: bool = False,
302
303
  device=None,
303
304
  dtype=None,
304
305
  ):
@@ -352,6 +353,7 @@ def build_parallel_backbone(
352
353
  moe_load_balance_alpha=moe_load_balance_alpha,
353
354
  moe_residual_scale=moe_residual_scale,
354
355
  moe_block_isolation=moe_block_isolation,
356
+ activation_checkpointing=activation_checkpointing,
355
357
  )
356
358
  )
357
359
  cur = d_model
@@ -12,7 +12,7 @@ import math
12
12
  BATCH_SIZE = 16 # bucketed, so padding waste stays low even >1
13
13
  TOTAL_STEPS = 120000
14
14
  LOG_EVERY = 100
15
- EVAL_EVERY = 500 # curriculum-advance eval cadence
15
+ EVAL_EVERY = 3000 # curriculum-advance eval cadence
16
16
  LR = 3e-4
17
17
  LR_MIN = 3e-5
18
18
  LR_DECAY_STEPS = TOTAL_STEPS # cosine anneal length. Derived from TOTAL_STEPS here on
@@ -26,7 +26,7 @@ AMP_INIT_SCALE = 128.0 # GradScaler start scale (default 65536 wasted ~14k step
26
26
 
27
27
  # ---- Model size -------------------------------------------------------------
28
28
  MODEL_HIDDEN_SIZE = 512
29
- MODEL_NR_CELLS = 256 # link matrix is O(N^2) in memory, so left unchanged
29
+ MODEL_NR_CELLS = 256
30
30
  MODEL_CELL_SIZE = 192
31
31
  MODEL_READ_HEADS = 8
32
32