initium-deeplearning 0.5.0__tar.gz → 0.5.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/PKG-INFO +1 -1
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/pyproject.toml +1 -1
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/__init__.py +1 -1
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/cfc_backbone_parallel.py +2 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/config/train_config.py +2 -2
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/core_training.py +4638 -1022
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/README.md +629 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/curriculum.py +699 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/dataset.py +6324 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/episode.py +47 -1
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/gnw_metrics.py +189 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/lang_dataset.py +1343 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_dev_lexicon.py +110 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_dev_semantics.py +111 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_lang_grammar.py +511 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_lang_text.py +155 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/_shared.py +64 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/attentional_blink.py +138 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/belief_tracking.py +130 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/bistable_perception.py +61 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/capacity_bottleneck.py +187 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/conditional_ops.py +209 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental.py +274 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_lexical.py +161 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_production_semantic.py +117 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/developmental_semantic.py +110 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/ignition.py +73 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/lang5_tracks.py +998 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/lang_tracks.py +645 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/masked_priming.py +96 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/mixed_skill.py +125 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/no_report_confidence.py +70 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/permutation.py +13 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/production.py +175 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/psychological_refractory.py +66 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/retrieval_aggregation.py +2 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/rule_switching.py +139 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/sustained_maintenance.py +48 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/trace_conditioning.py +58 -0
- initium_deeplearning-0.5.1/src/initium/data/workspace_capability/tracks/variable_binding.py +189 -0
- initium_deeplearning-0.5.1/src/initium/inference/lang_chat.py +533 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/model_loader.py +138 -1
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba_backbone_parallel.py +39 -8
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/split_graph_dnc.py +680 -4
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/README.md +136 -0
- initium_deeplearning-0.5.1/src/initium/workspace/__init__.py +13 -0
- initium_deeplearning-0.5.1/src/initium/workspace/adaptive.py +229 -0
- initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v2.py +230 -0
- initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v3.py +1154 -0
- initium_deeplearning-0.5.1/src/initium/workspace/adaptive_v4.py +638 -0
- initium_deeplearning-0.5.1/src/initium/workspace/allocator.py +116 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/broadcast.py +1452 -11
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_workspace_capability.py +34 -5
- initium_deeplearning-0.5.1/tests/unit/test_workspace_capability_gnw_tasks.py +260 -0
- initium_deeplearning-0.5.1/tests/unit/test_workspace_capability_new_tasks.py +526 -0
- initium_deeplearning-0.5.0/src/initium/data/workspace_capability/README.md +0 -299
- initium_deeplearning-0.5.0/src/initium/data/workspace_capability/curriculum.py +0 -160
- initium_deeplearning-0.5.0/src/initium/data/workspace_capability/dataset.py +0 -2132
- initium_deeplearning-0.5.0/src/initium/workspace/__init__.py +0 -5
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/.gitignore +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/LICENSE +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/README.md +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/cfc_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/chained_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/LNN_controller/hybrid_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/MoE/README.md +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/MoE/moe_layer.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/analysis/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/analysis/kl_attribution.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/config/controller_config.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/audio/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/audio/audio_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/base_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/causal_prediction.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/chain_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/digit_codec.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/graph_io.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/common/real_data.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/dataset_registry.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/graph_traversal.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/order_probe.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/graph_traversal/relational_probe.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/multimodal/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/multimodal/multimodal_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/prepared_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/next_token_prediction.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/surprise_recall.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/surprise_recall/validate.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/text/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/text/text_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/video/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/video/video_dataset.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/entity_state.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/nth_farthest.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/data/workspace_capability/tracks/relational_join.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/segment_logging.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/split_graph_forward_trace.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/diagnostics/surprise_recall_logging.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/base_cache.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cache_config.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cache_registry.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/cached_engine.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/keys.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/prefix_cache.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/result_cache.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/state_utils.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/cache/stores.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/capabilities.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/checkpoint_io.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/engine.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/inference_config.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/metrics.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/run_inference.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/run_logging.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/__init__.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/audio_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/base_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/graph_traversal_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/multimodal_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/task_registry.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/text_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/inference/tasks/video_task.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba2_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba3_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/mamba_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/numerical_stability.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/mamba_controller/sgr_backbone_only.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dnc_mechanisms.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dynamic_memory_resize.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/dynamic_n_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/link_matrix_ablation.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/nvrtc_compat.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/sequence_memories.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/memory_manipulation/stochastic_write_head_v2.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/setup_wheels.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/bistability.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/kv_bridge.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/workspace/nth_farthest.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/README.md +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/checkpoint/test_checkpoint_roundtrip.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/checkpoint/test_resume_training.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/conftest.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_controller_cell_backward.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_kl_gradients.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/gradients/test_moe_aux_loss_gradients.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_controller_matrix.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_dynamic_n_end_to_end.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_moe_integration.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_resize_x_link_matrix.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_split_graph_dnc.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/integration/test_workspace_capability_pipeline.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/smoke/test_inference_smoke.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/smoke/test_tiny_training_run.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_bistable_workspace_gate.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_capabilities.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_checkpoint_io.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_dynamic_n_controller.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_link_matrix_ablation.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_model_loader.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_moe_layer.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_next_token_prediction.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_numerical_stability.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_nvrtc_compat.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_optimized_dnc_memory.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_real_data_pipeline.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_resize_memory.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_sequence_memories.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_stochastic_write_head.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_surprise_recall.py +0 -0
- {initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/tests/unit/test_workspace_reconsideration.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: initium-deeplearning
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.1
|
|
4
4
|
Summary: Differentiable Neural Computer research framework with pluggable LSTM/Mamba/CfC controllers, MoE, split-graph and stochastic write heads.
|
|
5
5
|
Project-URL: Homepage, https://github.com/samueleternity/initium
|
|
6
6
|
Project-URL: Issues, https://github.com/samueleternity/initium/issues
|
|
@@ -112,7 +112,7 @@ pretty = true
|
|
|
112
112
|
[[tool.mypy.overrides]]
|
|
113
113
|
module = [
|
|
114
114
|
"dnc", "dnc.*", "mamba_ssm", "mamba_ssm.*", "causal_conv1d", "causal_conv1d.*",
|
|
115
|
-
"ncps", "ncps.*", "einops", "tokenizers", "tokenizers.*", "cv2",
|
|
115
|
+
"ncps", "ncps.*", "einops", "tokenizers", "tokenizers.*", "cv2", "sentencepiece",
|
|
116
116
|
]
|
|
117
117
|
ignore_missing_imports = true
|
|
118
118
|
|
|
@@ -299,6 +299,7 @@ def build_parallel_backbone(
|
|
|
299
299
|
moe_load_balance_alpha: float = 0.01,
|
|
300
300
|
moe_residual_scale: float = 1.0,
|
|
301
301
|
moe_block_isolation: int | None = None,
|
|
302
|
+
activation_checkpointing: bool = False,
|
|
302
303
|
device=None,
|
|
303
304
|
dtype=None,
|
|
304
305
|
):
|
|
@@ -352,6 +353,7 @@ def build_parallel_backbone(
|
|
|
352
353
|
moe_load_balance_alpha=moe_load_balance_alpha,
|
|
353
354
|
moe_residual_scale=moe_residual_scale,
|
|
354
355
|
moe_block_isolation=moe_block_isolation,
|
|
356
|
+
activation_checkpointing=activation_checkpointing,
|
|
355
357
|
)
|
|
356
358
|
)
|
|
357
359
|
cur = d_model
|
{initium_deeplearning-0.5.0 → initium_deeplearning-0.5.1}/src/initium/config/train_config.py
RENAMED
|
@@ -12,7 +12,7 @@ import math
|
|
|
12
12
|
BATCH_SIZE = 16 # bucketed, so padding waste stays low even >1
|
|
13
13
|
TOTAL_STEPS = 120000
|
|
14
14
|
LOG_EVERY = 100
|
|
15
|
-
EVAL_EVERY =
|
|
15
|
+
EVAL_EVERY = 3000 # curriculum-advance eval cadence
|
|
16
16
|
LR = 3e-4
|
|
17
17
|
LR_MIN = 3e-5
|
|
18
18
|
LR_DECAY_STEPS = TOTAL_STEPS # cosine anneal length. Derived from TOTAL_STEPS here on
|
|
@@ -26,7 +26,7 @@ AMP_INIT_SCALE = 128.0 # GradScaler start scale (default 65536 wasted ~14k step
|
|
|
26
26
|
|
|
27
27
|
# ---- Model size -------------------------------------------------------------
|
|
28
28
|
MODEL_HIDDEN_SIZE = 512
|
|
29
|
-
MODEL_NR_CELLS = 256
|
|
29
|
+
MODEL_NR_CELLS = 256
|
|
30
30
|
MODEL_CELL_SIZE = 192
|
|
31
31
|
MODEL_READ_HEADS = 8
|
|
32
32
|
|