ling-aspec-runtime 0.1.0b0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ling_aspec_runtime-0.1.0b0/.dockerignore +26 -0
- ling_aspec_runtime-0.1.0b0/.github/ISSUE_TEMPLATE/bug_report.yml +21 -0
- ling_aspec_runtime-0.1.0b0/.github/pull_request_template.md +16 -0
- ling_aspec_runtime-0.1.0b0/.github/workflows/build-release.yml +122 -0
- ling_aspec_runtime-0.1.0b0/.github/workflows/ci.yml +60 -0
- ling_aspec_runtime-0.1.0b0/AGENTS.md +61 -0
- ling_aspec_runtime-0.1.0b0/CHANGELOG.md +50 -0
- ling_aspec_runtime-0.1.0b0/CITATION.cff +22 -0
- ling_aspec_runtime-0.1.0b0/CONTRIBUTING.md +82 -0
- ling_aspec_runtime-0.1.0b0/Dockerfile +12 -0
- ling_aspec_runtime-0.1.0b0/LICENSE +201 -0
- ling_aspec_runtime-0.1.0b0/MANIFEST.in +25 -0
- ling_aspec_runtime-0.1.0b0/PKG-INFO +229 -0
- ling_aspec_runtime-0.1.0b0/README.md +168 -0
- ling_aspec_runtime-0.1.0b0/README_zh-CN.md +149 -0
- ling_aspec_runtime-0.1.0b0/ROADMAP.md +67 -0
- ling_aspec_runtime-0.1.0b0/SECURITY.md +19 -0
- ling_aspec_runtime-0.1.0b0/aspec/__init__.py +66 -0
- ling_aspec_runtime-0.1.0b0/aspec/_build_info.json +1 -0
- ling_aspec_runtime-0.1.0b0/aspec/_environment.py +135 -0
- ling_aspec_runtime-0.1.0b0/aspec/_target_worker.py +29 -0
- ling_aspec_runtime-0.1.0b0/aspec/assets.py +59 -0
- ling_aspec_runtime-0.1.0b0/aspec/calibration.py +629 -0
- ling_aspec_runtime-0.1.0b0/aspec/cli.py +60 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/__init__.py +15 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/_checkpoint_audit.py +163 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/_recipe_capacity.py +122 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/_recipe_smoke.py +217 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/convert_pretokenized_jsonl.py +236 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/convert_to_hf.py +536 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/doctor.py +161 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/evaluate_draft.py +240 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/prepare_quality_dataset.py +177 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/prepare_selected_answers.py +192 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/prepare_target_dataset.py +232 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/quickstart.py +119 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/recipes.py +547 -0
- ling_aspec_runtime-0.1.0b0/aspec/commands/stitch_native_mtp.py +131 -0
- ling_aspec_runtime-0.1.0b0/aspec/compat/__init__.py +15 -0
- ling_aspec_runtime-0.1.0b0/aspec/compat/fa4_cutlass.py +159 -0
- ling_aspec_runtime-0.1.0b0/aspec/compat/patches/sglang-v0.5.21.patch +689 -0
- ling_aspec_runtime-0.1.0b0/aspec/compat/sglang_patch.py +114 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/__init__.py +27 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dflash2_draft_config.json +33 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dflash2_qwen3_8b_swa_draft_config.json +41 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dflash_draft_config.json +19 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dflash_qwen3_5_9b_dmtp_config.json +106 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dflash_qwen3_8b_two_feature_draft_config.json +24 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/draft_algorithm.py +81 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/draft_attention.py +467 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/draft_execution.py +104 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/draft_structure.py +101 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_draft_config.json +23 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling31_flash_mla_moe_draft_config.json +53 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_csa_dense_draft_config.json +40 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_csa_indexer_draft_config.json +40 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_csa_sparse_draft_config.json +40 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_draft_config.json +33 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_moe_draft_config.json +66 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_moe_swa_draft_config.json +67 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_qsa_dense_draft_config.json +41 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_qsa_indexer_draft_config.json +41 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_qsa_sparse_draft_config.json +41 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_qwen_moe_draft_config.json +31 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_flash_swa_draft_config.json +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_ling3_tiny_draft_config.json +24 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_5_9b_dmtp_config.json +110 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_5_9b_draft_config.json +24 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8_27b_draft_config.json +24 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8b_dsa_dense_draft_config.json +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8b_dsa_indexer_draft_config.json +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8b_dsa_sparse_draft_config.json +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8b_mla_draft_config.json +40 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/dspark_qwen3_8b_moe_draft_config.json +37 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle3_qwen3_8b_draft_config.json +41 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle3_qwen3_8b_mla_draft_config.json +49 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle3_qwen3_8b_pruned_draft_config.json +39 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle4.py +174 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle4_qwen3_8b_candidate_config.json +54 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/eagle4_qwen3_8b_draft_config.json +54 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/inference_config.py +232 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/ling_structure.py +87 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/mooncake_config.py +690 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/mtp_conditioning.py +103 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/qwen3_5_9b_mtp_draft_config.json +81 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/train_config.py +1150 -0
- ling_aspec_runtime-0.1.0b0/aspec/config/utils.py +227 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/__init__.py +37 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/eval.py +357 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/inference_manager.py +1324 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/loop.py +2363 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/packing.py +167 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/setup.py +172 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/shared_source.py +573 -0
- ling_aspec_runtime-0.1.0b0/aspec/controller/training_controller.py +1921 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/__init__.py +56 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/dataset.py +714 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/parse.py +716 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/preprocessing.py +427 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/renderers/__init__.py +33 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/renderers/base.py +70 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/renderers/kimi_k3.py +303 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/renderers/registry.py +57 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/template.py +292 -0
- ling_aspec_runtime-0.1.0b0/aspec/data/utils.py +766 -0
- ling_aspec_runtime-0.1.0b0/aspec/draft_artifact.py +286 -0
- ling_aspec_runtime-0.1.0b0/aspec/evidence.py +1638 -0
- ling_aspec_runtime-0.1.0b0/aspec/feature_contract.py +403 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/__init__.py +19 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/concurrency.py +70 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/context.py +299 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/diagnostics.py +61 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/__init__.py +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/base.py +92 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/offline_replay_engine.py +240 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/sgl_engine.py +1043 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/sgl_engine_decode.py +424 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/engine/target_actor.py +82 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/factory.py +693 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/managed.py +99 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/service.py +495 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/service_client.py +106 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/service_protocol.py +129 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/sglang_v0521.py +578 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/target_prefill.py +326 -0
- ling_aspec_runtime-0.1.0b0/aspec/inference/target_runtime.py +52 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/__init__.py +15 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/__init__.py +15 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/_primitives.py +195 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/FENCE_AUDIT.md +114 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/README.md +114 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/__init__.py +1 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/backward.py +3593 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/backward_sm90.py +1465 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/helpers.py +100 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/postprocess.py +581 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/preprocess.py +333 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/cudnn_gqa/upstream_sha256.json +9 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/dspark_qk_norm_rope.py +722 -0
- ling_aspec_runtime-0.1.0b0/aspec/kernels/cutedsl/dspark_qk_norm_rope_bwd.py +1254 -0
- ling_aspec_runtime-0.1.0b0/aspec/locality.py +93 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/__init__.py +31 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/dflash.py +1248 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/dflash2.py +134 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/dmtp.py +181 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/__init__.py +42 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/auto.py +121 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/base.py +375 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/csa.py +1984 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/deepseek_eagle.py +575 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/dflash.py +1518 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/dflash2.py +514 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/dsa.py +451 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/dspark.py +484 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/eagle4.py +198 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/eagle4_moe.py +213 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/keymap.py +68 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/ling_moe.py +172 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/llama3_eagle.py +2484 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/moe.py +93 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/mtp.py +202 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/draft/qsa.py +1543 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/dspark.py +636 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/eagle3.py +727 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/eagle4.py +38 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/mtp.py +136 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/__init__.py +45 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/acceptance.py +37 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/anchors.py +266 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/compact_varlen.py +258 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/cudnn_flex_attention.py +526 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/cudnn_gqa_backward.py +347 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/direct_cp.py +1112 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/distributed_sparse.py +273 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/dspark_qk_norm_rope.py +419 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/eagle4_candidate.py +54 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/eagle_thd.py +315 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/fa4_sparse.py +512 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/flex_attention.py +503 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/gradient_scaling.py +48 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/loss.py +501 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/loss_mask.py +115 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/output_blocks.py +111 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/thd_attention.py +220 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/thd_sparse_metadata.py +186 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/ops/tiled_l1.py +209 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/target/__init__.py +34 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/target/eagle3_target_model.py +268 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/target/target_utils.py +365 -0
- ling_aspec_runtime-0.1.0b0/aspec/models/vocab.py +45 -0
- ling_aspec_runtime-0.1.0b0/aspec/multi_draft.py +843 -0
- ling_aspec_runtime-0.1.0b0/aspec/offline/__init__.py +15 -0
- ling_aspec_runtime-0.1.0b0/aspec/offline/dataset.py +318 -0
- ling_aspec_runtime-0.1.0b0/aspec/offline/generate.py +311 -0
- ling_aspec_runtime-0.1.0b0/aspec/offline/saving_actor.py +136 -0
- ling_aspec_runtime-0.1.0b0/aspec/planning.py +2326 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/__init__.py +19 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/cluster_preflight.py +1302 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/node_local_files.py +249 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/owner_fence.py +151 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/placement_group.py +717 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/ray_actor.py +113 -0
- ling_aspec_runtime-0.1.0b0/aspec/ray/train_group.py +365 -0
- ling_aspec_runtime-0.1.0b0/aspec/reporting.py +379 -0
- ling_aspec_runtime-0.1.0b0/aspec/runtime_control.py +81 -0
- ling_aspec_runtime-0.1.0b0/aspec/runtime_identity.py +119 -0
- ling_aspec_runtime-0.1.0b0/aspec/topology.py +800 -0
- ling_aspec_runtime-0.1.0b0/aspec/topology_runner.py +1243 -0
- ling_aspec_runtime-0.1.0b0/aspec/train_entry.py +647 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/__init__.py +21 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/checkpoint.py +1132 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/data_fetcher.py +1279 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/dflash2_trainer.py +68 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/dflash_trainer.py +948 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/dspark_trainer.py +103 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/eagle3_trainer.py +695 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/eagle4_trainer.py +120 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/evaluation.py +62 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/fsdp.py +232 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/lr_scheduler.py +276 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/mtp_trainer.py +61 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/optimizer.py +182 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/trainer.py +1012 -0
- ling_aspec_runtime-0.1.0b0/aspec/training/trainer_actor.py +257 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/__init__.py +21 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/__init__.py +56 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/buffers.py +385 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/deferred_delete.py +306 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/eagle_store.py +987 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/helpers.py +116 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/p2p.py +1706 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/store.py +602 -0
- ling_aspec_runtime-0.1.0b0/aspec/transfer/mooncake/utils.py +343 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/__init__.py +21 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/distributed.py +272 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/env.py +90 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/logging.py +276 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/memory.py +96 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/misc.py +129 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/processing.py +91 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/profiling.py +179 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/tensor.py +31 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/timeline.py +286 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/train_dump.py +499 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/types.py +52 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/usp.py +115 -0
- ling_aspec_runtime-0.1.0b0/aspec/utils/wandb.py +246 -0
- ling_aspec_runtime-0.1.0b0/aspec/work_lifecycle.py +434 -0
- ling_aspec_runtime-0.1.0b0/configs/README.md +31 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/aspec_qwen3_8b.yaml +95 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/aspec_qwen3_8b_128k.yaml +100 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/specforge_qwen3_8b.yaml +71 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/specforge_qwen3_8b_128k.yaml +86 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/specforge_qwen3_8b_draft.yaml +42 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/torchspec_qwen3_8b.yaml +70 -0
- ling_aspec_runtime-0.1.0b0/configs/benchmarks/torchspec_qwen3_8b_128k.yaml +76 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/README.md +52 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/ling3_flash_csa_dspark.yaml +105 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/ling3_flash_multi_structure_dspark.yaml +125 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/ling3_flash_qsa_dspark.yaml +117 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/ling3_flash_swa_128k_packing_cp4.yaml +114 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/ling3_flash_swa_compare_dspark.yaml +119 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_5_9b_4k_cudnn_nvlink.yaml +108 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8_27b_4k_cudnn_nvlink.yaml +113 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_4k_multinode_tcp.yaml +142 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_dflash2.yaml +94 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_dsa_dspark.yaml +74 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_dspark_target_generated.yaml +91 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_mla_dspark.yaml +100 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_moe_dspark.yaml +84 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_multi_algorithm_feature_views.yaml +116 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_offline_materialize.yaml +57 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/qwen3_8b_offline_replay.yaml +67 -0
- ling_aspec_runtime-0.1.0b0/configs/examples/sglang_qwen3_8b_dspark.yaml +117 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/README.md +17 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/ling31_flash_mla_moe_dspark.yaml +107 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/ling3_flash_dspark.yaml +102 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/ling3_tiny_dspark.yaml +100 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/quickstart_qwen3_8b.yaml +71 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_5_9b_dmtp.yaml +106 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_5_9b_mtp.yaml +91 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8_27b_256k_cudnn_cp2_nvlink.yaml +119 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_4k_multi_draft_nvlink.yaml +96 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_4k_multinode_node_local_nvlink.yaml +151 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_dflash.yaml +91 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_dspark.yaml +104 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_eagle3.yaml +98 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_eagle4.yaml +92 -0
- ling_aspec_runtime-0.1.0b0/configs/recipes/qwen3_8b_eagle4_candidate.yaml +93 -0
- ling_aspec_runtime-0.1.0b0/docs/README.md +47 -0
- ling_aspec_runtime-0.1.0b0/docs/aspec.zh-CN.md +149 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/architecture.svg +128 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/aspec-training-overview.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/aspec-training-overview.svg +62 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/benchmark-steady-throughput.svg +178 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-pattern.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-pattern.svg +489 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/01-visible-regions.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/01-visible-regions.svg +270 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/02-five-backends.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/02-five-backends.svg +322 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/03-register-pressure.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/03-register-pressure.svg +140 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/README.md +53 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-attention-training/benchmark-evidence.json +6861 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-cp-positions.svg +2295 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-cp-training.svg +18255 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-cp-validation.svg +808 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-fixed-positions.svg +2095 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-fixed-training.svg +16242 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-fixed-validation-metrics.svg +758 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-head-loss.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-head-loss.svg +123 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-kernel-optimizations.png +0 -0
- ling_aspec_runtime-0.1.0b0/docs/assets/dspark-kernel-optimizations.svg +1084 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/README.md +85 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/cudnn-thd-cp.md +57 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/deepspec.md +222 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/dspark-alignment.md +264 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/dspark-cp-alignment.md +174 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/eagle3-h200.md +122 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/methodology.md +79 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/report.zh-CN.md +86 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/results.md +218 -0
- ling_aspec_runtime-0.1.0b0/docs/benchmarks/source-identities.json +186 -0
- ling_aspec_runtime-0.1.0b0/docs/contributing/validation.md +198 -0
- ling_aspec_runtime-0.1.0b0/docs/dspark_attn_kernel_optimization.md +167 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/ARCHITECTURE.md +125 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/COMPATIBILITY.md +36 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/DECISIONS.md +85 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/README.md +15 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/REFERENCES.md +36 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/RETENTION_BOUNDARY.md +24 -0
- ling_aspec_runtime-0.1.0b0/docs/framework/ROADMAP.md +14 -0
- ling_aspec_runtime-0.1.0b0/docs/releasing.md +65 -0
- ling_aspec_runtime-0.1.0b0/docs/support.md +75 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/algorithms.md +128 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/benchmarks.md +81 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/configuration.md +114 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/containers.md +43 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/data.md +67 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/evaluation.md +100 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/installation-advanced.md +188 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/installation.md +117 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/ling.md +87 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/multinode.md +131 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/portability.md +34 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/quickstart.md +95 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/recipes.md +137 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/sharing.md +74 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/structures.md +238 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/topology.md +53 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/training.md +203 -0
- ling_aspec_runtime-0.1.0b0/docs/user-guide/troubleshooting.md +44 -0
- ling_aspec_runtime-0.1.0b0/examples/data/sample_conversations.jsonl +1000 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3-8b-dsa/README.md +85 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3-8b-dsa/run.sh +59 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3-8b-offline/README.md +74 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3-8b-shared-target/README.md +185 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3-8b-single-node/run.sh +16 -0
- ling_aspec_runtime-0.1.0b0/examples/qwen3.5-9b-dmtp/README.md +97 -0
- ling_aspec_runtime-0.1.0b0/licenses/AngelSpec-LICENSE +474 -0
- ling_aspec_runtime-0.1.0b0/licenses/DFlash-MIT.txt +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/DeepSpec-LICENSE +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/EAGLE-LICENSE +13 -0
- ling_aspec_runtime-0.1.0b0/licenses/FlashAttention-AUTHORS +1 -0
- ling_aspec_runtime-0.1.0b0/licenses/FlashAttention-BSD-3-Clause.txt +29 -0
- ling_aspec_runtime-0.1.0b0/licenses/FlashLinearAttention-MIT.txt +19 -0
- ling_aspec_runtime-0.1.0b0/licenses/Ling-V2-MIT.txt +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/NVIDIA-Megatron-LM-BSD-3-Clause.txt +24 -0
- ling_aspec_runtime-0.1.0b0/licenses/NVIDIA-cuDNN-Frontend-MIT.txt +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/SGLang-LICENSE +201 -0
- ling_aspec_runtime-0.1.0b0/licenses/SpecForge-MIT.txt +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/Speculators-LICENSE +201 -0
- ling_aspec_runtime-0.1.0b0/licenses/TorchSpec-LICENSE +21 -0
- ling_aspec_runtime-0.1.0b0/licenses/TorchSpec-THIRDPARTYNOTICES +460 -0
- ling_aspec_runtime-0.1.0b0/licenses/Transformers-LICENSE +203 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/PKG-INFO +229 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/SOURCES.txt +685 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/dependency_links.txt +1 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/entry_points.txt +2 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/requires.txt +36 -0
- ling_aspec_runtime-0.1.0b0/ling_aspec_runtime.egg-info/top_level.txt +1 -0
- ling_aspec_runtime-0.1.0b0/patches/README.md +26 -0
- ling_aspec_runtime-0.1.0b0/pyproject.toml +64 -0
- ling_aspec_runtime-0.1.0b0/requirements/ci-cpu.txt +15 -0
- ling_aspec_runtime-0.1.0b0/requirements/draft.txt +12 -0
- ling_aspec_runtime-0.1.0b0/requirements/sglang-v0.5.21.txt +7 -0
- ling_aspec_runtime-0.1.0b0/setup.cfg +4 -0
- ling_aspec_runtime-0.1.0b0/setup.py +66 -0
- ling_aspec_runtime-0.1.0b0/setup.sh +61 -0
- ling_aspec_runtime-0.1.0b0/tests/__init__.py +0 -0
- ling_aspec_runtime-0.1.0b0/tests/conftest.py +35 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_capacity_handling.py +841 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_cudnn_gqa_mode.py +125 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_dependency_audit.py +88 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_dependency_extras.py +61 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_dmtp.py +548 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_draft_dsa.py +606 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_draft_model_config.py +214 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_dspark_teacher_contract.py +81 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_eagle4.py +397 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_eagle4_moe.py +157 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_eagle4_validation.py +40 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_environment_scripts.py +117 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_evaluation_contract.py +297 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_fa4_import_compat.py +107 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_flex_attention_backend.py +48 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_loop_cleanup.py +2239 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_multi_draft_runtime.py +408 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_node_local_files.py +111 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_onboarding.py +194 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_open_source_entrypoints.py +193 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_owner_fence.py +139 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_placement_group.py +416 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_planning.py +1157 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_recipe_capacity.py +94 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_recipe_node_loss.py +77 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_release_audit.py +161 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_release_recipes.py +421 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_renderer_registry.py +504 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_reporting.py +228 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_sglang_patch_contract.py +128 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_shipped_config_defaults.py +62 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_stage_recipe_inputs.py +56 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_target_environment.py +238 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_target_lm_head.py +244 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_target_service.py +813 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_training_config_validation.py +751 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_training_resume_rng.py +99 -0
- ling_aspec_runtime-0.1.0b0/tests/cpu/test_wheel_assets.py +98 -0
- ling_aspec_runtime-0.1.0b0/tests/reference_ling_moe.py +180 -0
- ling_aspec_runtime-0.1.0b0/tests/source/test_source_quality_contracts.py +233 -0
- ling_aspec_runtime-0.1.0b0/tests/test_actor_cpu_defaults.py +53 -0
- ling_aspec_runtime-0.1.0b0/tests/test_backend_diagnostics.py +47 -0
- ling_aspec_runtime-0.1.0b0/tests/test_calibration.py +407 -0
- ling_aspec_runtime-0.1.0b0/tests/test_checkpoint_work_state.py +546 -0
- ling_aspec_runtime-0.1.0b0/tests/test_cluster_preflight.py +348 -0
- ling_aspec_runtime-0.1.0b0/tests/test_compiled_l1.py +88 -0
- ling_aspec_runtime-0.1.0b0/tests/test_context_features.py +62 -0
- ling_aspec_runtime-0.1.0b0/tests/test_conversation_normalization.py +107 -0
- ling_aspec_runtime-0.1.0b0/tests/test_convert_pretokenized_jsonl.py +104 -0
- ling_aspec_runtime-0.1.0b0/tests/test_convert_to_hf.py +326 -0
- ling_aspec_runtime-0.1.0b0/tests/test_csa_cp_gpu.py +289 -0
- ling_aspec_runtime-0.1.0b0/tests/test_cudnn_flex_attention.py +775 -0
- ling_aspec_runtime-0.1.0b0/tests/test_cudnn_gqa_layout_gpu.py +77 -0
- ling_aspec_runtime-0.1.0b0/tests/test_cudnn_internal_gqa_gpu.py +342 -0
- ling_aspec_runtime-0.1.0b0/tests/test_cudnn_thd_cp_gpu.py +205 -0
- ling_aspec_runtime-0.1.0b0/tests/test_data_fetcher.py +943 -0
- ling_aspec_runtime-0.1.0b0/tests/test_data_utils.py +102 -0
- ling_aspec_runtime-0.1.0b0/tests/test_decode_evaluation.py +107 -0
- ling_aspec_runtime-0.1.0b0/tests/test_deepspec_benchmark.py +89 -0
- ling_aspec_runtime-0.1.0b0/tests/test_deepspec_offline_benchmark.py +108 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dflash.py +1818 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dflash2.py +407 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dflash2_direct_cp.py +122 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dflash_position_layout.py +25 -0
- ling_aspec_runtime-0.1.0b0/tests/test_diagnostic_utilities.py +102 -0
- ling_aspec_runtime-0.1.0b0/tests/test_direct_cp.py +436 -0
- ling_aspec_runtime-0.1.0b0/tests/test_direct_cp_gpu.py +125 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_configuration_effects.py +132 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_csa.py +655 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_from_pretrained.py +121 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_moe.py +274 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_qsa.py +638 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_rope.py +196 -0
- ling_aspec_runtime-0.1.0b0/tests/test_draft_swa.py +318 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dsa_gpu.py +177 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark.py +845 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_acceptance.py +98 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_alignment_resume_gpu.py +144 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_checkpoint_comparison.py +64 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp1_drift.py +57 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp1_probe.py +70 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp1_replay.py +54 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp_operator_probe.py +28 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp_self_replay.py +46 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_cp_state_audit.py +169 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_draft_benchmark.py +57 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_fa4_numerics.py +73 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_l1_sampling.py +319 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_layout_alignment.py +60 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_loss_alignment.py +242 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_nonpacking_alignment.py +236 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_output_compaction.py +652 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_pipeline_alignment.py +172 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_qk_cutedsl.py +288 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_quality_comparison.py +206 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_torchspec_alignment.py +168 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_trajectory_probe.py +128 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dspark_update_alignment.py +207 -0
- ling_aspec_runtime-0.1.0b0/tests/test_dynamic_last_turn_loss.py +398 -0
- ling_aspec_runtime-0.1.0b0/tests/test_eagle3_metric_lifecycle.py +110 -0
- ling_aspec_runtime-0.1.0b0/tests/test_eagle3_target_cache.py +244 -0
- ling_aspec_runtime-0.1.0b0/tests/test_eagle3_trainer.py +308 -0
- ling_aspec_runtime-0.1.0b0/tests/test_eagle_pruned.py +240 -0
- ling_aspec_runtime-0.1.0b0/tests/test_eagle_thd.py +70 -0
- ling_aspec_runtime-0.1.0b0/tests/test_env.py +81 -0
- ling_aspec_runtime-0.1.0b0/tests/test_evidence.py +1744 -0
- ling_aspec_runtime-0.1.0b0/tests/test_experiment_tracking.py +226 -0
- ling_aspec_runtime-0.1.0b0/tests/test_fa4_sparse_tiles.py +84 -0
- ling_aspec_runtime-0.1.0b0/tests/test_feature_contract.py +138 -0
- ling_aspec_runtime-0.1.0b0/tests/test_flex_attention.py +553 -0
- ling_aspec_runtime-0.1.0b0/tests/test_gradient_scaling_gpu.py +121 -0
- ling_aspec_runtime-0.1.0b0/tests/test_indexed_l1_gpu.py +168 -0
- ling_aspec_runtime-0.1.0b0/tests/test_inference_concurrency.py +279 -0
- ling_aspec_runtime-0.1.0b0/tests/test_inference_manager_lifecycle.py +680 -0
- ling_aspec_runtime-0.1.0b0/tests/test_initial_draft_model_path.py +286 -0
- ling_aspec_runtime-0.1.0b0/tests/test_l1_checkpoint_gpu.py +82 -0
- ling_aspec_runtime-0.1.0b0/tests/test_length_grouping.py +213 -0
- ling_aspec_runtime-0.1.0b0/tests/test_ling31_recipe.py +57 -0
- ling_aspec_runtime-0.1.0b0/tests/test_ling3_flash_recipe.py +68 -0
- ling_aspec_runtime-0.1.0b0/tests/test_ling3_recipe.py +93 -0
- ling_aspec_runtime-0.1.0b0/tests/test_ling_moe.py +309 -0
- ling_aspec_runtime-0.1.0b0/tests/test_loss_mask.py +305 -0
- ling_aspec_runtime-0.1.0b0/tests/test_loss_mask_cross_validation.py +250 -0
- ling_aspec_runtime-0.1.0b0/tests/test_misc.py +53 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_config.py +290 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_force_delete.py +474 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_master.py +328 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_p2p.py +632 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_p2p_gpu.py +179 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_p2p_multinode.py +279 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_store_multinode.py +150 -0
- ling_aspec_runtime-0.1.0b0/tests/test_mooncake_store_transport.py +336 -0
- ling_aspec_runtime-0.1.0b0/tests/test_multi_draft_endurance_audit.py +109 -0
- ling_aspec_runtime-0.1.0b0/tests/test_multi_draft_plan.py +290 -0
- ling_aspec_runtime-0.1.0b0/tests/test_multi_draft_resume_audit.py +153 -0
- ling_aspec_runtime-0.1.0b0/tests/test_multi_structure_recipe.py +138 -0
- ling_aspec_runtime-0.1.0b0/tests/test_multinode_tcp_reference.py +160 -0
- ling_aspec_runtime-0.1.0b0/tests/test_native_draft_artifact.py +227 -0
- ling_aspec_runtime-0.1.0b0/tests/test_native_mtp.py +297 -0
- ling_aspec_runtime-0.1.0b0/tests/test_native_mtp_thd.py +113 -0
- ling_aspec_runtime-0.1.0b0/tests/test_offline_replay.py +580 -0
- ling_aspec_runtime-0.1.0b0/tests/test_optimizer.py +193 -0
- ling_aspec_runtime-0.1.0b0/tests/test_optimizer_sharded_norm.py +62 -0
- ling_aspec_runtime-0.1.0b0/tests/test_optimizer_state_keys.py +175 -0
- ling_aspec_runtime-0.1.0b0/tests/test_packing.py +181 -0
- ling_aspec_runtime-0.1.0b0/tests/test_partition_results.py +336 -0
- ling_aspec_runtime-0.1.0b0/tests/test_prepare_quality_dataset.py +83 -0
- ling_aspec_runtime-0.1.0b0/tests/test_prepare_single_node_27b_4k.py +74 -0
- ling_aspec_runtime-0.1.0b0/tests/test_pretokenized_dataset.py +239 -0
- ling_aspec_runtime-0.1.0b0/tests/test_profiling_cleanup.py +84 -0
- ling_aspec_runtime-0.1.0b0/tests/test_qsa_warmup_cp_gpu.py +264 -0
- ling_aspec_runtime-0.1.0b0/tests/test_rotary_gpu.py +62 -0
- ling_aspec_runtime-0.1.0b0/tests/test_runtime_control.py +79 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sample_anchor_budget.py +212 -0
- ling_aspec_runtime-0.1.0b0/tests/test_save_config.py +353 -0
- ling_aspec_runtime-0.1.0b0/tests/test_selected_answers.py +183 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sgl_engine_decode.py +186 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sgl_engine_factory.py +541 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sglang_engine_integration.py +397 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sglang_migration_replay.py +59 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sglang_v0521.py +473 -0
- ling_aspec_runtime-0.1.0b0/tests/test_shared_cp_views.py +171 -0
- ling_aspec_runtime-0.1.0b0/tests/test_shared_feature_views.py +103 -0
- ling_aspec_runtime-0.1.0b0/tests/test_shared_source.py +667 -0
- ling_aspec_runtime-0.1.0b0/tests/test_source_balanced_dispatch.py +284 -0
- ling_aspec_runtime-0.1.0b0/tests/test_source_fence_cli.py +147 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sparse_cp_geometry.py +223 -0
- ling_aspec_runtime-0.1.0b0/tests/test_sparse_thd_cp.py +703 -0
- ling_aspec_runtime-0.1.0b0/tests/test_specforge_draft_benchmark.py +52 -0
- ling_aspec_runtime-0.1.0b0/tests/test_specforge_e2e_benchmark.py +310 -0
- ling_aspec_runtime-0.1.0b0/tests/test_speculative_algorithms.py +416 -0
- ling_aspec_runtime-0.1.0b0/tests/test_startup_cleanup.py +386 -0
- ling_aspec_runtime-0.1.0b0/tests/test_target_dataset.py +194 -0
- ling_aspec_runtime-0.1.0b0/tests/test_target_prefill.py +295 -0
- ling_aspec_runtime-0.1.0b0/tests/test_thd_attention.py +302 -0
- ling_aspec_runtime-0.1.0b0/tests/test_thd_cache.py +104 -0
- ling_aspec_runtime-0.1.0b0/tests/test_thd_sparse_metadata.py +215 -0
- ling_aspec_runtime-0.1.0b0/tests/test_tiled_l1.py +148 -0
- ling_aspec_runtime-0.1.0b0/tests/test_topology.py +846 -0
- ling_aspec_runtime-0.1.0b0/tests/test_torchspec_benchmark.py +329 -0
- ling_aspec_runtime-0.1.0b0/tests/test_torchspec_e2e_benchmark.py +429 -0
- ling_aspec_runtime-0.1.0b0/tests/test_unpadded_bshd.py +64 -0
- ling_aspec_runtime-0.1.0b0/tests/test_vocab_mapping.py +266 -0
- ling_aspec_runtime-0.1.0b0/tests/test_work_lifecycle.py +396 -0
- ling_aspec_runtime-0.1.0b0/tests/utils.py +33 -0
- ling_aspec_runtime-0.1.0b0/tools/README.md +38 -0
- ling_aspec_runtime-0.1.0b0/tools/apply_sglang_patch.py +25 -0
- ling_aspec_runtime-0.1.0b0/tools/audit_release.py +240 -0
- ling_aspec_runtime-0.1.0b0/tools/build_fixed_token_workload.py +173 -0
- ling_aspec_runtime-0.1.0b0/tools/build_mixed_length_workload.py +79 -0
- ling_aspec_runtime-0.1.0b0/tools/build_release.py +78 -0
- ling_aspec_runtime-0.1.0b0/tools/calibration.py +272 -0
- ling_aspec_runtime-0.1.0b0/tools/check_docs.py +61 -0
- ling_aspec_runtime-0.1.0b0/tools/check_wheel_install.py +140 -0
- ling_aspec_runtime-0.1.0b0/tools/convert_pretokenized_jsonl.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/convert_to_hf.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/doctor.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/evaluate_draft.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/install.sh +57 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/angelspec_dspark_correctness.patch +291 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/angelspec_h20_runtime_compat.patch +24 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/angelspec_mooncake_wait_config.patch +29 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/angelspec_skip_final_artifacts.patch +25 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/bench_dspark_b7_attention.py +1487 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/bench_dspark_mla_cudnn.py +357 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/bench_eagle3_train_core.py +297 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/bench_thd_cp_attention.py +231 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/benchmark_cudnn_gqa.py +289 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/deepspec_benchmark.py +353 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/deepspec_offline_benchmark.py +415 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/dspark_draft_benchmark.py +507 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/dspark_sm90_probe.py +205 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/prepare_single_node_27b_4k.py +370 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/profile_dspark_draft.py +95 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/sglang_0_5_19_angelspec_baseline.patch +58 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/specforge_draft_benchmark.py +336 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/specforge_e2e_benchmark.py +573 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/specforge_wall_observer.py +134 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/torchspec_benchmark.py +909 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/torchspec_e2e_benchmark.py +811 -0
- ling_aspec_runtime-0.1.0b0/tools/performance/validate_dspark_cudnn_accuracy.py +325 -0
- ling_aspec_runtime-0.1.0b0/tools/prepare_quality_dataset.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/prepare_selected_answers.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/prepare_target_dataset.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/quickstart.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/recipe_catalog.json +150 -0
- ling_aspec_runtime-0.1.0b0/tools/recipes.py +309 -0
- ling_aspec_runtime-0.1.0b0/tools/run_in_env.sh +10 -0
- ling_aspec_runtime-0.1.0b0/tools/stage_recipe_inputs.py +100 -0
- ling_aspec_runtime-0.1.0b0/tools/start_recipe_node.sh +16 -0
- ling_aspec_runtime-0.1.0b0/tools/stitch_native_mtp.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/csa_layer_training.py +165 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dflash2_asset_contract.py +77 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dflash2_reference.py +168 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cache_replay.py +114 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_checkpoint_comparison.py +121 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_confidence_probe.py +163 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp1_drift.py +143 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp1_probe.py +287 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp1_replay.py +238 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp_operator_probe.py +255 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp_self_replay.py +240 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_cp_state_audit.py +383 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_fa4_numerics.py +346 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_fa4_repeatability.py +194 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_layout_alignment.py +99 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_loss_alignment.py +394 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_nonpacking_alignment.py +1098 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_nonpacking_operator_probe.py +196 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_output_compaction.py +344 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_pipeline_alignment.py +747 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_quality_comparison.py +349 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_reference.py +179 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_sm90_alignment.py +195 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_state_transplant.py +129 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_teacher_contract.py +85 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_torchspec_alignment.py +395 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_trajectory_probe.py +317 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_update_alignment.py +183 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/dspark_update_replay.py +276 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/eagle4_asset.py +58 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/eagle4_candidate_state.py +112 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/eagle4_upstream.py +125 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/eagle_thd_reference.py +308 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/lifecycle_gpu_regression.py +252 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/ling_moe_reference.py +79 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/ling_qwen_moe_config.json +39 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/moe_draft_distributed.py +194 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/moe_export_parity.py +297 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_endurance.py +165 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_endurance_summary.py +162 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_faults.py +94 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_replay.py +304 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_resume.py +279 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/multi_draft_summary.py +87 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/native_asset_proposal.py +105 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/native_mtp_reference.py +165 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/native_mtp_thd.py +139 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/qsa_attention.py +262 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/qsa_correctness.py +162 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/recipe_capacity.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/recipe_faults.py +53 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/recipe_gpu_smoke.py +24 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/recipe_node_loss.py +221 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/sample_anchor_alignment.py +138 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/sglang_export_smoke.py +107 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/sglang_migration_replay.py +251 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/sglang_v0521_features.py +197 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/shared_cp_lifecycle.py +92 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/shared_tracking_readback.py +107 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/speculative_algorithm_reference.py +146 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/store_gpu_regression.py +207 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/structured_thd_training.py +254 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/swa_attention.py +147 -0
- ling_aspec_runtime-0.1.0b0/tools/validation/swa_training.py +113 -0
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
.git
|
|
2
|
+
.venv
|
|
3
|
+
outputs
|
|
4
|
+
cache
|
|
5
|
+
data
|
|
6
|
+
models
|
|
7
|
+
artifacts
|
|
8
|
+
build
|
|
9
|
+
dist
|
|
10
|
+
*.egg-info
|
|
11
|
+
**/__pycache__
|
|
12
|
+
.pytest_cache
|
|
13
|
+
.ruff_cache
|
|
14
|
+
**/*.log
|
|
15
|
+
.env
|
|
16
|
+
.env.*
|
|
17
|
+
**/ray-auth-token
|
|
18
|
+
remote_exec.sh
|
|
19
|
+
**/*.safetensors
|
|
20
|
+
**/*.pt
|
|
21
|
+
container-cache
|
|
22
|
+
container-outputs
|
|
23
|
+
venv
|
|
24
|
+
*-venv
|
|
25
|
+
**/*.pem
|
|
26
|
+
**/*.key
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
name: Bug report
|
|
2
|
+
description: A reproducible installation, training, recovery or export problem
|
|
3
|
+
body:
|
|
4
|
+
- type: textarea
|
|
5
|
+
id: problem
|
|
6
|
+
attributes:
|
|
7
|
+
label: Expected and actual behavior
|
|
8
|
+
validations:
|
|
9
|
+
required: true
|
|
10
|
+
- type: textarea
|
|
11
|
+
id: reproduction
|
|
12
|
+
attributes:
|
|
13
|
+
label: Minimal reproduction
|
|
14
|
+
description: Command, redacted config, input shape and original error. Do not paste secrets, auth files, weights or private data.
|
|
15
|
+
validations:
|
|
16
|
+
required: true
|
|
17
|
+
- type: textarea
|
|
18
|
+
id: environment
|
|
19
|
+
attributes:
|
|
20
|
+
label: Environment and evidence
|
|
21
|
+
description: Revision/dirty state, install command, doctor output, GPU/driver and relevant Plan/Evidence fields. CPU-only or skipped checks are useful to identify too.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
## Outcome
|
|
2
|
+
|
|
3
|
+
What user-visible behavior changes, and what is intentionally unchanged?
|
|
4
|
+
|
|
5
|
+
## Verification
|
|
6
|
+
|
|
7
|
+
- Checks actually run and results:
|
|
8
|
+
- GPU/runtime evidence, if relevant:
|
|
9
|
+
- Unverified scope / known limitations:
|
|
10
|
+
|
|
11
|
+
## Compatibility and provenance
|
|
12
|
+
|
|
13
|
+
- Public config/checkpoint/export implications:
|
|
14
|
+
- Upstream source/revision, source-header/reference and license-text updates, if applicable:
|
|
15
|
+
|
|
16
|
+
Do not attach credentials, Ray auth files, private data or model weights.
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
name: Build and publish release
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
workflow_dispatch:
|
|
5
|
+
push:
|
|
6
|
+
tags: ["v*"]
|
|
7
|
+
|
|
8
|
+
permissions:
|
|
9
|
+
contents: read
|
|
10
|
+
|
|
11
|
+
jobs:
|
|
12
|
+
build:
|
|
13
|
+
runs-on: ubuntu-latest
|
|
14
|
+
steps:
|
|
15
|
+
- uses: actions/checkout@v7
|
|
16
|
+
- uses: actions/setup-python@v7
|
|
17
|
+
with:
|
|
18
|
+
python-version: "3.11"
|
|
19
|
+
- name: Verify tag matches package version
|
|
20
|
+
if: github.event_name == 'push'
|
|
21
|
+
env:
|
|
22
|
+
RELEASE_TAG: ${{ github.ref_name }}
|
|
23
|
+
run: |
|
|
24
|
+
python - <<'PY'
|
|
25
|
+
import os
|
|
26
|
+
import tomllib
|
|
27
|
+
from pathlib import Path
|
|
28
|
+
|
|
29
|
+
version = tomllib.loads(Path("pyproject.toml").read_text())["project"]["version"]
|
|
30
|
+
expected = f"v{version}"
|
|
31
|
+
tag = os.environ["RELEASE_TAG"]
|
|
32
|
+
if tag != expected:
|
|
33
|
+
raise SystemExit(f"Release tag {tag!r} does not match package version: expected {expected!r}")
|
|
34
|
+
print(f"PASS release tag {tag}")
|
|
35
|
+
PY
|
|
36
|
+
- name: Install build tools
|
|
37
|
+
run: |
|
|
38
|
+
python -m venv "$RUNNER_TEMP/aspec-build-venv"
|
|
39
|
+
source "$RUNNER_TEMP/aspec-build-venv/bin/activate"
|
|
40
|
+
echo "$VIRTUAL_ENV/bin" >> "$GITHUB_PATH"
|
|
41
|
+
echo "VIRTUAL_ENV=$VIRTUAL_ENV" >> "$GITHUB_ENV"
|
|
42
|
+
python -m pip install --upgrade pip build twine
|
|
43
|
+
- name: Build source and wheel distributions
|
|
44
|
+
run: python -m tools.build_release --outdir dist
|
|
45
|
+
- name: Check PyPI distribution metadata
|
|
46
|
+
run: python -m twine check --strict dist/*.whl dist/*.tar.gz
|
|
47
|
+
- name: Save audited distributions and runtime requirements
|
|
48
|
+
uses: actions/upload-artifact@v7
|
|
49
|
+
with:
|
|
50
|
+
name: aspec-distributions
|
|
51
|
+
path: dist/
|
|
52
|
+
if-no-files-found: error
|
|
53
|
+
|
|
54
|
+
wheel-install:
|
|
55
|
+
needs: build
|
|
56
|
+
runs-on: ubuntu-latest
|
|
57
|
+
steps:
|
|
58
|
+
- uses: actions/checkout@v7
|
|
59
|
+
- uses: actions/setup-python@v7
|
|
60
|
+
with:
|
|
61
|
+
python-version: "3.11"
|
|
62
|
+
- uses: actions/download-artifact@v8
|
|
63
|
+
with:
|
|
64
|
+
name: aspec-distributions
|
|
65
|
+
path: dist/
|
|
66
|
+
- name: Verify distribution checksums
|
|
67
|
+
working-directory: dist
|
|
68
|
+
run: sha256sum --check SHA256SUMS
|
|
69
|
+
- name: Prepare isolated CPU installation fixture
|
|
70
|
+
run: |
|
|
71
|
+
python -m venv "$RUNNER_TEMP/aspec-wheel-venv"
|
|
72
|
+
source "$RUNNER_TEMP/aspec-wheel-venv/bin/activate"
|
|
73
|
+
echo "$VIRTUAL_ENV/bin" >> "$GITHUB_PATH"
|
|
74
|
+
echo "VIRTUAL_ENV=$VIRTUAL_ENV" >> "$GITHUB_ENV"
|
|
75
|
+
python -m pip install --upgrade pip
|
|
76
|
+
python -m pip install --index-url https://download.pytorch.org/whl/cpu torch==2.13.0+cpu
|
|
77
|
+
python -m pip install -r requirements/ci-cpu.txt
|
|
78
|
+
# Deliberately test the wheel and patch CLI with a CPU dependency subset.
|
|
79
|
+
# This is not installation/acceptance of the production GPU runtime.
|
|
80
|
+
python -m pip install --no-deps dist/ling_aspec_runtime-*.whl sglang==0.5.21
|
|
81
|
+
- name: Exercise installed commands outside the checkout
|
|
82
|
+
env:
|
|
83
|
+
CUDA_VISIBLE_DEVICES: ""
|
|
84
|
+
HF_HUB_OFFLINE: "1"
|
|
85
|
+
TRANSFORMERS_OFFLINE: "1"
|
|
86
|
+
run: python tools/check_wheel_install.py
|
|
87
|
+
|
|
88
|
+
publish:
|
|
89
|
+
needs: [build, wheel-install]
|
|
90
|
+
if: >-
|
|
91
|
+
github.repository == 'inclusionAI/ASpec' &&
|
|
92
|
+
github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
|
|
93
|
+
runs-on: ubuntu-latest
|
|
94
|
+
environment:
|
|
95
|
+
name: pypi
|
|
96
|
+
url: https://pypi.org/project/ling-aspec/
|
|
97
|
+
steps:
|
|
98
|
+
- uses: actions/download-artifact@v8
|
|
99
|
+
with:
|
|
100
|
+
name: aspec-distributions
|
|
101
|
+
path: dist/
|
|
102
|
+
- name: Verify distribution checksums
|
|
103
|
+
working-directory: dist
|
|
104
|
+
run: sha256sum --check SHA256SUMS
|
|
105
|
+
- name: Select audited Python distributions
|
|
106
|
+
run: |
|
|
107
|
+
mkdir pypi-dist
|
|
108
|
+
cp dist/*.whl dist/*.tar.gz pypi-dist/
|
|
109
|
+
- name: Require PyPI API token
|
|
110
|
+
env:
|
|
111
|
+
PYPI_API_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
|
|
112
|
+
run: |
|
|
113
|
+
if [ -z "$PYPI_API_TOKEN" ]; then
|
|
114
|
+
echo "::error::Set PYPI_API_TOKEN in the repository's pypi environment secrets."
|
|
115
|
+
exit 1
|
|
116
|
+
fi
|
|
117
|
+
- name: Publish to PyPI
|
|
118
|
+
uses: pypa/gh-action-pypi-publish@7245906fb61fa33a13554f9d5fb856fe61758086 # v1.14.3
|
|
119
|
+
with:
|
|
120
|
+
password: ${{ secrets.PYPI_API_TOKEN }}
|
|
121
|
+
packages-dir: pypi-dist/
|
|
122
|
+
attestations: false
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
name: CI
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
workflow_dispatch:
|
|
5
|
+
pull_request:
|
|
6
|
+
push:
|
|
7
|
+
branches: [main, "ossrc/**", "**/oss-rc"]
|
|
8
|
+
|
|
9
|
+
permissions:
|
|
10
|
+
contents: read
|
|
11
|
+
|
|
12
|
+
jobs:
|
|
13
|
+
quality:
|
|
14
|
+
runs-on: ubuntu-latest
|
|
15
|
+
steps:
|
|
16
|
+
- uses: actions/checkout@v7
|
|
17
|
+
- uses: actions/setup-python@v7
|
|
18
|
+
with:
|
|
19
|
+
python-version: "3.11"
|
|
20
|
+
- name: Install quality tools
|
|
21
|
+
run: |
|
|
22
|
+
python -m venv "$RUNNER_TEMP/aspec-quality-venv"
|
|
23
|
+
source "$RUNNER_TEMP/aspec-quality-venv/bin/activate"
|
|
24
|
+
echo "$VIRTUAL_ENV/bin" >> "$GITHUB_PATH"
|
|
25
|
+
echo "VIRTUAL_ENV=$VIRTUAL_ENV" >> "$GITHUB_ENV"
|
|
26
|
+
python -m pip install --upgrade pip ruff
|
|
27
|
+
- name: Lint
|
|
28
|
+
run: python -m ruff check aspec tests tools setup.py
|
|
29
|
+
- name: Compile Python sources
|
|
30
|
+
run: python -m compileall -q aspec tests tools
|
|
31
|
+
- name: Check maintained documentation links
|
|
32
|
+
run: python -m tools.check_docs
|
|
33
|
+
|
|
34
|
+
cpu-contract-tests:
|
|
35
|
+
runs-on: ubuntu-latest
|
|
36
|
+
steps:
|
|
37
|
+
- uses: actions/checkout@v7
|
|
38
|
+
- uses: actions/setup-python@v7
|
|
39
|
+
with:
|
|
40
|
+
python-version: "3.11"
|
|
41
|
+
- name: Install CPU test runtime
|
|
42
|
+
run: |
|
|
43
|
+
python -m venv "$RUNNER_TEMP/aspec-ci-venv"
|
|
44
|
+
source "$RUNNER_TEMP/aspec-ci-venv/bin/activate"
|
|
45
|
+
echo "$VIRTUAL_ENV/bin" >> "$GITHUB_PATH"
|
|
46
|
+
echo "VIRTUAL_ENV=$VIRTUAL_ENV" >> "$GITHUB_ENV"
|
|
47
|
+
python -m pip install --upgrade pip
|
|
48
|
+
python -m pip install \
|
|
49
|
+
--index-url https://download.pytorch.org/whl/cpu \
|
|
50
|
+
torch==2.13.0+cpu
|
|
51
|
+
python -m pip install -r requirements/ci-cpu.txt
|
|
52
|
+
python -m pip install --no-deps -e .
|
|
53
|
+
- name: Run dependency-light source contracts
|
|
54
|
+
run: python -m pytest -q tests/source
|
|
55
|
+
- name: Run offline CPU contracts
|
|
56
|
+
env:
|
|
57
|
+
CUDA_VISIBLE_DEVICES: ""
|
|
58
|
+
HF_HUB_OFFLINE: "1"
|
|
59
|
+
TRANSFORMERS_OFFLINE: "1"
|
|
60
|
+
run: python -m pytest -q tests/cpu
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
# Working on ASpec
|
|
2
|
+
|
|
3
|
+
Read [README.md](README.md), [architecture](docs/framework/ARCHITECTURE.md),
|
|
4
|
+
[current decisions](docs/framework/DECISIONS.md), the relevant code/tests and the task's acceptance
|
|
5
|
+
criteria. [CONTRIBUTING.md](CONTRIBUTING.md) describes the environment and checks. Historical
|
|
6
|
+
experiment outputs and machine-specific records are intentionally outside the public source tree.
|
|
7
|
+
|
|
8
|
+
## Scope and invariants
|
|
9
|
+
|
|
10
|
+
The primary performance path is SGLang + DSpark/DFlash + Qwen3 on multi-GPU systems. Python
|
|
11
|
+
namespace and CLI use `aspec`; source release does not imply PyPI publication. Other implemented
|
|
12
|
+
paths have explicit [support boundaries](docs/support.md). Avoid speculative extensions.
|
|
13
|
+
|
|
14
|
+
Preserve these invariants:
|
|
15
|
+
|
|
16
|
+
1. Express workload semantics, available capability, selected Plan and observed Evidence separately.
|
|
17
|
+
2. Convert supported legacy input at the boundary; do not carry legacy fields into the core runtime.
|
|
18
|
+
3. Fail closed for illegal combinations or unavailable required capabilities. Record fallback/omission.
|
|
19
|
+
4. Preserve stable work identity: committed work is neither lost nor repeated across async completion,
|
|
20
|
+
packing, regrouping and recovery. Finite tails use explicit drop-last.
|
|
21
|
+
5. Track one current owner per storage/lease and observable terminal states after success/failure/cancel.
|
|
22
|
+
6. Plan device model memory, backend token capacity, transfer/storage buffers and host memory separately.
|
|
23
|
+
7. Match claims to evidence: throughput, capacity, numerical correctness, lifecycle and quality differ.
|
|
24
|
+
|
|
25
|
+
## Implementation and attribution
|
|
26
|
+
|
|
27
|
+
Review the pinned TorchSpec implementation, tests and dependencies before changing overlapping
|
|
28
|
+
capabilities. Adapt working code by default. Reimplement only with a concrete reason and a verifiable
|
|
29
|
+
comparison. [Reuse boundaries](docs/framework/RETENTION_BOUNDARY.md) and source headers identify origins.
|
|
30
|
+
|
|
31
|
+
Classify upstream use as copied/adapted/reimplemented/inspired. Copied/adapted content retains applicable
|
|
32
|
+
copyright, license and notices, including transitive TorchSpec → AngelSpec ancestry. State sources and
|
|
33
|
+
main changes in headers or adjacent documentation and distribute required texts under `licenses/`.
|
|
34
|
+
Moving files does not remove attribution obligations.
|
|
35
|
+
|
|
36
|
+
Use the smallest implementation that protects current invariants. Component names express
|
|
37
|
+
responsibilities, not mandatory classes, processes or directory layouts. Keep one runnable vertical
|
|
38
|
+
path; avoid parallel unconnected skeletons or abstractions for hypothetical extensions.
|
|
39
|
+
|
|
40
|
+
## Changes and verification
|
|
41
|
+
|
|
42
|
+
- Resolve uncertainties from code, current docs and the actual environment before implementation.
|
|
43
|
+
- Make reasonable reversible choices autonomously; ask only when missing facts affect correctness,
|
|
44
|
+
compatibility, task scope or irreversible actions. Preserve existing authorization.
|
|
45
|
+
- Keep unrelated work intact, including concurrent experiments. Use an isolated checkout when needed;
|
|
46
|
+
verify starting revision/changes before transferring patches. Never overwrite an entire shared tree.
|
|
47
|
+
- Match tests to risk. Reproduce behavioral bugs first where practical; documentation changes do not
|
|
48
|
+
need artificial tests. Run relevant checks, then broaden only for unresolved risk or failures.
|
|
49
|
+
- Update public guides/configs when public behavior changes. Describe outcome, actual checks and
|
|
50
|
+
unverified scope; preserve failed gates instead of redefining them to pass.
|
|
51
|
+
- Performance work follows [the measurement contract](docs/benchmarks/methodology.md). Disclose actual
|
|
52
|
+
hardware/software/workload/config/window identity; hostnames may differ for comparable GPU models.
|
|
53
|
+
|
|
54
|
+
Use an isolated Linux venv for Python installation, testing and training. Follow the task's selected
|
|
55
|
+
host, checkout and GPU allocation; no hostname or mount path in an old report is a connection target.
|
|
56
|
+
Do not use system-site-packages or import another checkout through PYTHONPATH. Verify console script,
|
|
57
|
+
module and worker origins. Transfer only task-related changes and verify the final bytes match tests.
|
|
58
|
+
|
|
59
|
+
On shared systems, stop only processes/clusters owned by the current run. Never perform host-wide
|
|
60
|
+
Ray/GPU cleanup or change system drivers to make a check pass. Preserve config, Plan/Evidence and
|
|
61
|
+
failure logs. Do not publish, push, upload tracking data or contact others unless authorized.
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
# Changelog
|
|
2
|
+
|
|
3
|
+
## Unreleased
|
|
4
|
+
|
|
5
|
+
- Install independent Draft (`ling-aspec`) and Target (`ling-aspec-target`) environments,
|
|
6
|
+
sharing the version-aligned `ling-aspec-runtime` code package. Target retains SGLang's own
|
|
7
|
+
dependency requirements; no resolver overrides are used. Start `aspec target` and `aspec train`
|
|
8
|
+
in their respective environments and connect by service address. Optional managed-local
|
|
9
|
+
supervision uses the same service interface and retains full checkpoint/resume.
|
|
10
|
+
- Keep `aspec patch-sglang` limited to patching files. Report role-specific worker provenance,
|
|
11
|
+
and expose pip CUDA toolkit libraries through a private JIT development view.
|
|
12
|
+
- Set the first PyPI version to `0.1.0b0`; developers maintain release versions with the `b0`
|
|
13
|
+
suffix while CI checks the matching tag without changing the version.
|
|
14
|
+
- Use `ling-aspec` as the distribution name, retaining the `aspec` namespace and CLI. Publish
|
|
15
|
+
audited tag artifacts to PyPI after wheel installation checks through the GitHub `pypi` environment.
|
|
16
|
+
- Allow repeatable manual build/install validation without publication; reserve PyPI uploads
|
|
17
|
+
for version tag pushes.
|
|
18
|
+
- Consolidate supplementary examples around distinct workflows; use recipe/config overrides for
|
|
19
|
+
alternative lengths, backends and structure combinations.
|
|
20
|
+
- Advance fully committed restored epochs for repeating training sources, including new
|
|
21
|
+
weights-only phases, without replaying committed documents.
|
|
22
|
+
- Allow 1200 seconds for Ling Flash Target initialization in the recipes and shared, indexed
|
|
23
|
+
attention and 128K SWA examples to accommodate cold checkpoint loading.
|
|
24
|
+
- Bundle the pinned SGLang training patch in the wheel and expose explicit
|
|
25
|
+
`aspec patch-sglang [--check]` application and verification outside a source checkout.
|
|
26
|
+
- Install doctor, Quickstart, formal recipes, export/stitching, data preparation and decode evaluation
|
|
27
|
+
with package-local input resources; retain source compatibility commands and Quickstart state audits.
|
|
28
|
+
- Build audited release bundles with runtime requirement files and checksums, and verify installed
|
|
29
|
+
wheel commands outside the checkout in GitHub Actions. Evidence includes package assets and build provenance.
|
|
30
|
+
- Decode evaluation and selected-answer preparation require explicit `--trust-remote-code` for
|
|
31
|
+
custom Target code. Export rejects missing checkpoint metadata even under optimized Python.
|
|
32
|
+
|
|
33
|
+
## 0.1.0rc1 - 2026-11-05
|
|
34
|
+
|
|
35
|
+
ASpec's initial source release provides asynchronous Target-to-Draft training, explicit
|
|
36
|
+
Plan/Evidence, work/ownership tracking, exact checkpoint recovery, evaluation and strict export.
|
|
37
|
+
|
|
38
|
+
- DSpark/DFlash, EAGLE3/EAGLE4, experimental DFlash2 and native Qwen3.5 MTP paths.
|
|
39
|
+
- Dense and selected MoE/MLA/windowed/indexed structures, packing and context parallelism.
|
|
40
|
+
- Native cuDNN flattened-token packing and context parallelism for DSpark/DFlash full and
|
|
41
|
+
sliding-window attention; selected-entry sparse attention continues to use FA4.
|
|
42
|
+
- Single-node shared Target capture for independent Drafts and static single-Draft multi-node paths.
|
|
43
|
+
- Pinned SGLang training patch, environment diagnostics, examples and source tools.
|
|
44
|
+
- ASpec-owned DSpark Q/K CuTeDSL forward/backward kernels and an isolated, tested FA4/CUTLASS
|
|
45
|
+
compatibility boundary.
|
|
46
|
+
- Source setup, container instructions, training recipes and benchmark reproduction tools.
|
|
47
|
+
|
|
48
|
+
See [supported paths and limitations](docs/support.md) before choosing a combination. Short
|
|
49
|
+
functional validation does not establish model quality, universal speedup or all-fault production
|
|
50
|
+
certification. Final benchmark claims remain tied to their documented source and environment identity.
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
cff-version: 1.2.0
|
|
2
|
+
message: "If you use ASpec in your work, please cite it using this metadata."
|
|
3
|
+
title: "ASpec: A High-Throughput Training Framework for Speculative Decoding"
|
|
4
|
+
authors:
|
|
5
|
+
- family-names: "Zhou"
|
|
6
|
+
given-names: "Aihui"
|
|
7
|
+
- family-names: "Long"
|
|
8
|
+
given-names: "Lingkun"
|
|
9
|
+
- family-names: "Yu"
|
|
10
|
+
given-names: "Chaofan"
|
|
11
|
+
- family-names: "Yang"
|
|
12
|
+
given-names: "Zhe"
|
|
13
|
+
- family-names: "Peng"
|
|
14
|
+
given-names: "Cunyin"
|
|
15
|
+
- family-names: "Zhang"
|
|
16
|
+
given-names: "Zhiqiang"
|
|
17
|
+
- family-names: "Zhou"
|
|
18
|
+
given-names: "Jun"
|
|
19
|
+
url: "https://github.com/inclusionAI/ASpec"
|
|
20
|
+
date-released: 2026-11-05
|
|
21
|
+
version: "0.1.0rc1"
|
|
22
|
+
license: Apache-2.0
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
# Contributing to ASpec
|
|
2
|
+
|
|
3
|
+
Read the [README](README.md), [architecture](docs/framework/ARCHITECTURE.md), accepted
|
|
4
|
+
[decisions](docs/framework/DECISIONS.md), [roadmap](ROADMAP.md), and the relevant
|
|
5
|
+
code/tests. [AGENTS.md](AGENTS.md) gives AI collaborators the same invariants; it is not a user CLI tutorial.
|
|
6
|
+
|
|
7
|
+
## Scope and attribution
|
|
8
|
+
|
|
9
|
+
- Preserve unrelated work; keep changes small and verifiable.
|
|
10
|
+
- Review the pinned TorchSpec path before replacing overlapping code; reuse correct working code by default.
|
|
11
|
+
- Classify upstream use as copied/adapted/reimplemented/inspired. Preserve applicable copyright,
|
|
12
|
+
license and notice text, including inherited notices. Identify sources and modifications in file
|
|
13
|
+
headers or adjacent documentation, and distribute the required license texts in `licenses/`.
|
|
14
|
+
- Separate training semantics, execution policy and observed facts. Required capabilities fail closed;
|
|
15
|
+
do not hide fallback, lose committed work, or reclaim storage before owners are fenced.
|
|
16
|
+
- Update user guides when public behavior changes, not just a development diary.
|
|
17
|
+
|
|
18
|
+
## Checks
|
|
19
|
+
|
|
20
|
+
Use a dedicated Linux venv and the [pinned runtime](docs/user-guide/installation.md):
|
|
21
|
+
|
|
22
|
+
```bash
|
|
23
|
+
bash setup.sh --dev
|
|
24
|
+
bash setup.sh --target --dev
|
|
25
|
+
source .venv/bin/activate
|
|
26
|
+
python -m ruff check aspec tests tools setup.py
|
|
27
|
+
python -m tools.check_docs
|
|
28
|
+
CUDA_VISIBLE_DEVICES="" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 bash tools/run_in_env.sh python -m pytest -q --ignore=tests/test_sgl_engine_factory.py --ignore=tests/test_inference_concurrency.py
|
|
29
|
+
python -m tools.build_release --outdir /absolute/path/to/new-release-dist
|
|
30
|
+
source .venv-target/bin/activate
|
|
31
|
+
CUDA_VISIBLE_DEVICES="" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 aspec doctor --target
|
|
32
|
+
python -m pytest -q tests/test_sgl_engine_factory.py tests/test_inference_concurrency.py tests/test_sgl_engine_decode.py
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
Default tests are fast/offline. GPU, tokenizer, training and cuDNN gates need explicit switches
|
|
36
|
+
declared in their test files. A skip is not GPU acceptance. Public CI checks lint, local doc links,
|
|
37
|
+
compilation, plus a curated CPU/offline contract suite installed from `requirements/ci-cpu.txt`
|
|
38
|
+
on pull requests and configured branch pushes. CI uses pytest's directory discovery: put new
|
|
39
|
+
dependency-light repository checks in `tests/source/test_*.py` and offline CPU contracts supported by
|
|
40
|
+
the CI runtime in `tests/cpu/test_*.py`. New tests in either directory run automatically without
|
|
41
|
+
editing the workflow. Keep tests requiring GPUs, model downloads or the full pinned runtime outside
|
|
42
|
+
these directories. Run the same suites locally with:
|
|
43
|
+
|
|
44
|
+
```bash
|
|
45
|
+
python -m pytest -q tests/source
|
|
46
|
+
CUDA_VISIBLE_DEVICES="" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 python -m pytest -q tests/cpu
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
The separate [release build](.github/workflows/build-release.yml) workflow builds and audits
|
|
50
|
+
sdist/wheel artifacts and checks wheel installation on manual runs and `v*` tag pushes.
|
|
51
|
+
Manual runs only validate the artifacts and their installation. In `inclusionAI/ASpec`, tag pushes
|
|
52
|
+
publish through the `pypi` environment; see [release instructions](docs/releasing.md).
|
|
53
|
+
Neither workflow certifies GPU health or
|
|
54
|
+
replaces the complete pinned-runtime suite above. Equivalent remote checks are not proof that hosted
|
|
55
|
+
GitHub Actions has already run.
|
|
56
|
+
|
|
57
|
+
For runtime/attention/data-plane changes, use the relevant [GPU and fault checks](docs/contributing/validation.md).
|
|
58
|
+
Do not clean shared hosts with host-wide Ray/process commands. Follow the current task's remote environment
|
|
59
|
+
instructions rather than connecting to historical machine examples.
|
|
60
|
+
|
|
61
|
+
## Verification and issues
|
|
62
|
+
|
|
63
|
+
Describe changed behavior, checks actually run, environment/revision and unverified scope. Performance
|
|
64
|
+
changes require comparable GPU model, workload, statistics and correctness/ownership evidence;
|
|
65
|
+
disclose actual configs and effective settings. Loss, throughput, capacity, health and quality are
|
|
66
|
+
separate claims. Do not tune semantics/LR or rewrite a failed gate to manufacture agreement.
|
|
67
|
+
|
|
68
|
+
Include a minimal redacted reproduction, config, Plan/Evidence and doctor output. Do not attach
|
|
69
|
+
weights, credentials or private data. Security-sensitive reports follow [SECURITY.md](SECURITY.md).
|
|
70
|
+
|
|
71
|
+
## Repository layout
|
|
72
|
+
|
|
73
|
+
- `aspec/`: runtime, model assets and canonical contracts.
|
|
74
|
+
- `configs/`, `examples/`: maintained user and benchmark entry points.
|
|
75
|
+
- `tools/`, `tests/`: source utilities, reusable verification and regression tests.
|
|
76
|
+
- `docs/`: current user guides, support, architecture and release instructions.
|
|
77
|
+
- `requirements/`, `patches/`, `.github/`: runtime and engineering configuration.
|
|
78
|
+
|
|
79
|
+
Run new work in an isolated checkout when other jobs are using the repository. Keep local deployment
|
|
80
|
+
helpers, credentials, machine paths and experiment outputs outside the maintained source. Preserve
|
|
81
|
+
reproducible public conclusions in the maintained docs and keep raw evidence with its run manifest.
|
|
82
|
+
See [source release checks](docs/releasing.md).
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# Pinned NVIDIA CUDA 13 development image; see docs/user-guide/containers.md.
|
|
2
|
+
FROM nvidia/cuda:13.0.2-devel-ubuntu24.04@sha256:0eee3094c71518ad31d011a594ae6ed6de72959ee07e318cb31cffe71690e90c
|
|
3
|
+
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
|
|
4
|
+
python3.12 python3.12-venv git g++ ca-certificates libibverbs1 libmlx5-1 libnuma1 \
|
|
5
|
+
&& rm -rf /var/lib/apt/lists/*
|
|
6
|
+
WORKDIR /opt/ASpec
|
|
7
|
+
COPY . .
|
|
8
|
+
RUN bash setup.sh --venv /opt/aspec-venv --python /usr/bin/python3.12
|
|
9
|
+
RUN bash setup.sh --target --venv /opt/aspec-target --python /usr/bin/python3.12
|
|
10
|
+
ENV VIRTUAL_ENV=/opt/aspec-venv
|
|
11
|
+
ENV PATH="/opt/aspec-venv/bin:${PATH}"
|
|
12
|
+
CMD ["bash"]
|