doppler-gpu 0.4.3 → 0.4.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +67 -34
- package/assets/doppler.svg +57 -1601
- package/package.json +36 -5
- package/src/cli/cli-output.js +34 -1
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +68 -35
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +468 -42
- package/src/client/doppler-registry.json +3 -5
- package/src/client/provider.d.ts +1 -1
- package/src/client/provider.js +1 -1
- package/src/client/runtime/index.js +13 -0
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.js +35 -11
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +2 -2
- package/src/client/runtime/model-source.js +20 -1
- package/src/client/runtime/types.d.ts +8 -0
- package/src/client/wrap-pipeline-handle.d.ts +62 -0
- package/src/client/wrap-pipeline-handle.js +188 -13
- package/src/config/conversion/README.md +5 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +52 -18
- package/src/config/kernels/registry.json +3017 -744
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +2 -0
- package/src/config/merge-helpers.js +1 -0
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-validator.js +4 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +11 -0
- package/src/config/schema/converter.schema.js +8 -0
- package/src/config/schema/doppler.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +38 -6
- package/src/config/schema/execution-v1.schema.d.ts +27 -0
- package/src/config/schema/execution-v1.schema.js +28 -19
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/inference.schema.d.ts +11 -0
- package/src/config/schema/manifest.schema.d.ts +107 -1
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -1
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.json +5 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
- package/src/config/transforms/execution-graph-transforms.js +227 -230
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +18 -4
- package/src/converter/core.d.ts +8 -0
- package/src/converter/core.js +574 -12
- package/src/converter/quantization-info.js +179 -2
- package/src/converter/quantizer.d.ts +5 -4
- package/src/converter/quantizer.js +16 -2
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +290 -32
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1737 -49
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +4 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +186 -6
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +110 -1
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/index.d.ts +1 -0
- package/src/formats/rdrr/index.js +1 -0
- package/src/formats/rdrr/parsing.js +22 -6
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.js +9 -2
- package/src/formats/rdrr/types.d.ts +5 -3
- package/src/formats/rdrr/validation.js +15 -1
- package/src/gpu/command-recorder.d.ts +43 -3
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.js +111 -11
- package/src/gpu/kernel-tuner/cache.js +1 -5
- package/src/gpu/kernels/attention.js +17 -9
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.js +13 -3
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/gather.d.ts +84 -1
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +11 -7
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/index.d.ts +71 -0
- package/src/gpu/kernels/index.js +52 -0
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +37 -1
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +104 -9
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +151 -43
- package/src/gpu/kernels/moe.d.ts +1 -0
- package/src/gpu/kernels/moe.js +46 -18
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -0
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +5 -3
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +31 -0
- package/src/gpu/kernels/rmsnorm.js +32 -7
- package/src/gpu/kernels/rmsnorm.wgsl +10 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.js +1 -21
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +5 -80
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/utils.d.ts +16 -1
- package/src/gpu/kernels/utils.js +42 -13
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/uniform-cache.d.ts +10 -1
- package/src/gpu/uniform-cache.js +25 -7
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
- package/src/inference/browser-harness-suite-helpers.js +438 -2
- package/src/inference/browser-harness-text-helpers.d.ts +77 -0
- package/src/inference/browser-harness-text-helpers.js +236 -11
- package/src/inference/browser-harness.d.ts +8 -0
- package/src/inference/browser-harness.js +292 -8
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +25 -0
- package/src/inference/kv-cache/base.js +109 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
- package/src/inference/kv-cache/mixed-geometry.js +109 -2
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
- package/src/inference/pipelines/text/attention/projections.js +329 -49
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +446 -73
- package/src/inference/pipelines/text/attention/run.js +251 -49
- package/src/inference/pipelines/text/attention/types.d.ts +5 -1
- package/src/inference/pipelines/text/config.d.ts +22 -1
- package/src/inference/pipelines/text/config.js +199 -22
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +4 -3
- package/src/inference/pipelines/text/embed.js +16 -6
- package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
- package/src/inference/pipelines/text/execution-plan.js +6 -0
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
- package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
- package/src/inference/pipelines/text/execution-v1.js +373 -139
- package/src/inference/pipelines/text/ffn/dense.js +44 -13
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +44 -4
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
- package/src/inference/pipelines/text/generator-helpers.js +5 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
- package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
- package/src/inference/pipelines/text/generator-steps.js +268 -77
- package/src/inference/pipelines/text/generator.d.ts +39 -0
- package/src/inference/pipelines/text/generator.js +1105 -18
- package/src/inference/pipelines/text/init.d.ts +8 -1
- package/src/inference/pipelines/text/init.js +30 -1
- package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
- package/src/inference/pipelines/text/layer.js +272 -25
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +417 -66
- package/src/inference/pipelines/text/logits/index.d.ts +2 -2
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/model-load.js +5 -1
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +29 -2
- package/src/inference/pipelines/text/ops.js +19 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/probes.js +4 -5
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.js +13 -9
- package/src/inference/pipelines/text/state.js +17 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
- package/src/inference/pipelines/text/types.d.ts +84 -3
- package/src/inference/pipelines/text/weights.d.ts +4 -2
- package/src/inference/pipelines/text/weights.js +4 -5
- package/src/inference/pipelines/text.d.ts +24 -0
- package/src/inference/pipelines/text.js +162 -38
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +340 -164
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/loader/doppler-loader.d.ts +11 -0
- package/src/loader/doppler-loader.js +290 -15
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +263 -8
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +59 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/shard-resolver.js +37 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/tensor-loader.d.ts +36 -1
- package/src/loader/tensors/tensor-loader.js +437 -21
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/buffer-pool.js +12 -9
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/gemma4.js +24 -0
- package/src/models/qwen3.js +2 -2
- package/src/rules/execution-rules-contract-check.js +93 -10
- package/src/rules/inference/capability-transforms.rules.json +26 -2
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +108 -17
- package/src/rules/inference/ffn.rules.json +18 -0
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +8 -0
- package/src/rules/rule-registry.js +6 -0
- package/src/storage/artifact-storage-context.d.ts +1 -0
- package/src/storage/artifact-storage-context.js +10 -0
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +2 -14
- package/src/tooling/command-api-family-normalizers.js +4 -2
- package/src/tooling/command-api-helpers.js +2 -1
- package/src/tooling/command-api.d.ts +2 -0
- package/src/tooling/command-api.js +1 -0
- package/src/tooling/command-runner-shared.d.ts +4 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/diagnose-runner.js +2 -0
- package/src/tooling/litert-package-runtime.js +553 -16
- package/src/tooling/node-browser-command-runner.js +10 -4
- package/src/tooling/node-command-runner.js +7 -2
- package/src/tooling/node-convert-worker-pool.js +3 -0
- package/src/tooling/node-convert-worker.js +1 -0
- package/src/tooling/node-converter.js +12 -0
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/program-bundle.d.ts +52 -1
- package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
- package/src/tooling/source-artifact-adapter.js +7 -2
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +109 -1
- package/src/tooling/source-runtime-bundle.d.ts +1 -0
- package/src/tooling/source-runtime-bundle.js +27 -0
- package/src/tooling/source-runtime-converter-config.js +12 -3
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
- package/src/version.js +1 -1
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
import { readFile, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { resolve } from 'node:path';
|
|
3
|
+
|
|
4
|
+
function isObjectRecord(value) {
|
|
5
|
+
return value && typeof value === 'object' && !Array.isArray(value);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
function normalizeOptionalString(value) {
|
|
9
|
+
const text = typeof value === 'string' ? value.trim() : '';
|
|
10
|
+
return text || null;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
function normalizeOptionalStringArray(value, label) {
|
|
14
|
+
if (value === undefined || value === null) return null;
|
|
15
|
+
if (!Array.isArray(value)) {
|
|
16
|
+
throw new Error(`${label} must be an array of strings.`);
|
|
17
|
+
}
|
|
18
|
+
return value.map((entry, index) => {
|
|
19
|
+
if (typeof entry !== 'string') {
|
|
20
|
+
throw new Error(`${label}[${index}] must be a string.`);
|
|
21
|
+
}
|
|
22
|
+
return entry.trim();
|
|
23
|
+
}).filter(Boolean);
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
function normalizeScores(value) {
|
|
27
|
+
if (!isObjectRecord(value)) return {};
|
|
28
|
+
const scores = {};
|
|
29
|
+
for (const [key, raw] of Object.entries(value)) {
|
|
30
|
+
const score = Number(raw);
|
|
31
|
+
if (Number.isFinite(score)) {
|
|
32
|
+
scores[key] = score;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return scores;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function collectCandidateRecords(payload) {
|
|
39
|
+
if (Array.isArray(payload)) return payload;
|
|
40
|
+
if (!isObjectRecord(payload)) {
|
|
41
|
+
throw new Error('GEPA frontier payload must be an array or object.');
|
|
42
|
+
}
|
|
43
|
+
if (Array.isArray(payload.frontier)) return payload.frontier;
|
|
44
|
+
if (Array.isArray(payload.candidates)) return payload.candidates;
|
|
45
|
+
if (Array.isArray(payload.population)) return payload.population;
|
|
46
|
+
if (Array.isArray(payload.prompts)) return payload.prompts;
|
|
47
|
+
throw new Error('GEPA frontier payload requires frontier, candidates, population, or prompts.');
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
function readCandidateContent(record, index) {
|
|
51
|
+
const direct = normalizeOptionalString(record.content)
|
|
52
|
+
|| normalizeOptionalString(record.prompt)
|
|
53
|
+
|| normalizeOptionalString(record.policy)
|
|
54
|
+
|| normalizeOptionalString(record.policyText)
|
|
55
|
+
|| normalizeOptionalString(record.systemPrompt);
|
|
56
|
+
if (direct) return direct;
|
|
57
|
+
throw new Error(`GEPA candidate ${index + 1} requires content/prompt/policy text.`);
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
export function normalizeGepaCandidate(record, index = 0, options = {}) {
|
|
61
|
+
const source = isObjectRecord(record?.candidate) ? record.candidate : record;
|
|
62
|
+
if (!isObjectRecord(source)) {
|
|
63
|
+
throw new Error(`GEPA candidate ${index + 1} must be an object.`);
|
|
64
|
+
}
|
|
65
|
+
const id = normalizeOptionalString(source.id)
|
|
66
|
+
|| normalizeOptionalString(source.candidateId)
|
|
67
|
+
|| `gepa-candidate-${index + 1}`;
|
|
68
|
+
return {
|
|
69
|
+
id,
|
|
70
|
+
content: readCandidateContent(source, index),
|
|
71
|
+
scores: normalizeScores(source.scores ?? record.scores),
|
|
72
|
+
metrics: isObjectRecord(source.metrics ?? record.metrics) ? { ...(source.metrics ?? record.metrics) } : {},
|
|
73
|
+
traces: Array.isArray(source.traces ?? record.traces) ? [...(source.traces ?? record.traces)] : [],
|
|
74
|
+
generation: Number.isFinite(Number(source.generation)) ? Number(source.generation) : null,
|
|
75
|
+
rank: Number.isFinite(Number(source.rank)) ? Number(source.rank) : null,
|
|
76
|
+
dominatedBy: Number.isFinite(Number(source.dominatedBy)) ? Number(source.dominatedBy) : null,
|
|
77
|
+
crowdingDistance: Number.isFinite(Number(source.crowdingDistance)) ? Number(source.crowdingDistance) : null,
|
|
78
|
+
targetType: normalizeOptionalString(source.targetType) || normalizeOptionalString(options.targetType),
|
|
79
|
+
sourcePolicyId: normalizeOptionalString(source.sourcePolicyId)
|
|
80
|
+
|| normalizeOptionalString(record.sourcePolicyId)
|
|
81
|
+
|| normalizeOptionalString(options.sourcePolicyId)
|
|
82
|
+
|| `gepa:${id}`,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export function parseGepaFrontier(text, options = {}) {
|
|
87
|
+
const payload = JSON.parse(String(text));
|
|
88
|
+
const candidates = collectCandidateRecords(payload).map((record, index) => (
|
|
89
|
+
normalizeGepaCandidate(record, index, options)
|
|
90
|
+
));
|
|
91
|
+
return {
|
|
92
|
+
candidates,
|
|
93
|
+
lineage: summarizeGepaFrontier(candidates),
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export async function loadGepaFrontier(frontierPath, options = {}) {
|
|
98
|
+
const absolutePath = resolve(String(frontierPath || ''));
|
|
99
|
+
if (!frontierPath) {
|
|
100
|
+
throw new Error('loadGepaFrontier requires a frontier path.');
|
|
101
|
+
}
|
|
102
|
+
const raw = await (options.readFile ? options.readFile(absolutePath) : readFile(absolutePath, 'utf8'));
|
|
103
|
+
const parsed = parseGepaFrontier(raw, options);
|
|
104
|
+
return {
|
|
105
|
+
absolutePath,
|
|
106
|
+
raw,
|
|
107
|
+
...parsed,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function normalizeTraceInput(trace, traceIndex, candidateId) {
|
|
112
|
+
const input = normalizeOptionalString(trace.input)
|
|
113
|
+
|| normalizeOptionalString(trace.prompt)
|
|
114
|
+
|| normalizeOptionalString(trace.task?.input);
|
|
115
|
+
if (!input) {
|
|
116
|
+
throw new Error(`GEPA candidate ${candidateId} trace ${traceIndex + 1} requires input.`);
|
|
117
|
+
}
|
|
118
|
+
return input;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
function normalizeTraceOutput(trace, traceIndex, candidateId) {
|
|
122
|
+
const output = normalizeOptionalString(trace.actualOutput)
|
|
123
|
+
|| normalizeOptionalString(trace.output)
|
|
124
|
+
|| normalizeOptionalString(trace.completion)
|
|
125
|
+
|| normalizeOptionalString(trace.response);
|
|
126
|
+
if (!output) {
|
|
127
|
+
throw new Error(`GEPA candidate ${candidateId} trace ${traceIndex + 1} requires output/actualOutput.`);
|
|
128
|
+
}
|
|
129
|
+
return output;
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
export function buildTeacherTracesFromGepaFrontier(candidates, options = {}) {
|
|
133
|
+
const teacherModelId = normalizeOptionalString(options.teacherModelId);
|
|
134
|
+
if (!teacherModelId) {
|
|
135
|
+
throw new Error('buildTeacherTracesFromGepaFrontier requires teacherModelId.');
|
|
136
|
+
}
|
|
137
|
+
const includeFailures = options.includeFailures === true;
|
|
138
|
+
const rows = [];
|
|
139
|
+
for (const candidate of candidates) {
|
|
140
|
+
const traces = Array.isArray(candidate.traces) ? candidate.traces : [];
|
|
141
|
+
for (let traceIndex = 0; traceIndex < traces.length; traceIndex += 1) {
|
|
142
|
+
const trace = traces[traceIndex];
|
|
143
|
+
if (!isObjectRecord(trace)) {
|
|
144
|
+
throw new Error(`GEPA candidate ${candidate.id} trace ${traceIndex + 1} must be an object.`);
|
|
145
|
+
}
|
|
146
|
+
if (trace.success === false && !includeFailures) {
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
const taskInput = normalizeTraceInput(trace, traceIndex, candidate.id);
|
|
150
|
+
const completion = normalizeTraceOutput(trace, traceIndex, candidate.id);
|
|
151
|
+
rows.push({
|
|
152
|
+
schemaVersion: 1,
|
|
153
|
+
artifactType: 'teacher_trace',
|
|
154
|
+
traceFormat: 'doppler_teacher_trace_v1',
|
|
155
|
+
id: `${candidate.id}-trace-${traceIndex + 1}`,
|
|
156
|
+
teacherModel: teacherModelId,
|
|
157
|
+
teacherModelId,
|
|
158
|
+
studentBaseModelId: normalizeOptionalString(options.studentBaseModelId),
|
|
159
|
+
domain: normalizeOptionalString(options.domain),
|
|
160
|
+
taskKind: normalizeOptionalString(options.taskKind) || normalizeOptionalString(trace.taskKind),
|
|
161
|
+
policyId: candidate.sourcePolicyId,
|
|
162
|
+
sourcePolicyId: candidate.sourcePolicyId,
|
|
163
|
+
gepaCandidateId: candidate.id,
|
|
164
|
+
sourceFiles: normalizeOptionalStringArray(trace.sourceFiles ?? trace.source_files ?? options.sourceFiles, 'GEPA trace sourceFiles'),
|
|
165
|
+
generationParams: isObjectRecord(trace.generationParams ?? trace.generation_params)
|
|
166
|
+
? { ...(trace.generationParams ?? trace.generation_params) }
|
|
167
|
+
: null,
|
|
168
|
+
license: normalizeOptionalString(trace.license) || normalizeOptionalString(options.license),
|
|
169
|
+
prompt: `${candidate.content}\n\nTask:\n${taskInput}`,
|
|
170
|
+
completion,
|
|
171
|
+
provenance: {
|
|
172
|
+
provider: 'gepa-frontier',
|
|
173
|
+
candidateId: candidate.id,
|
|
174
|
+
traceIndex,
|
|
175
|
+
},
|
|
176
|
+
scores: candidate.scores,
|
|
177
|
+
metrics: candidate.metrics,
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
return rows;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
export function serializeGepaTeacherTraces(rows) {
|
|
185
|
+
if (!Array.isArray(rows)) {
|
|
186
|
+
throw new Error('serializeGepaTeacherTraces requires rows.');
|
|
187
|
+
}
|
|
188
|
+
return `${rows.map((row) => JSON.stringify(row)).join('\n')}\n`;
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
export async function writeGepaTeacherTraces(frontierPath, outputPath, options = {}) {
|
|
192
|
+
const frontier = await loadGepaFrontier(frontierPath, options);
|
|
193
|
+
const rows = buildTeacherTracesFromGepaFrontier(frontier.candidates, options);
|
|
194
|
+
await writeFile(resolve(outputPath), serializeGepaTeacherTraces(rows), 'utf8');
|
|
195
|
+
return {
|
|
196
|
+
inputPath: frontier.absolutePath,
|
|
197
|
+
outputPath: resolve(outputPath),
|
|
198
|
+
candidateCount: frontier.candidates.length,
|
|
199
|
+
rowCount: rows.length,
|
|
200
|
+
lineage: frontier.lineage,
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
export function summarizeGepaFrontier(candidates) {
|
|
205
|
+
const candidateIds = new Set();
|
|
206
|
+
const sourcePolicyIds = new Set();
|
|
207
|
+
const objectiveNames = new Set();
|
|
208
|
+
for (const candidate of candidates) {
|
|
209
|
+
candidateIds.add(candidate.id);
|
|
210
|
+
if (candidate.sourcePolicyId) sourcePolicyIds.add(candidate.sourcePolicyId);
|
|
211
|
+
for (const objective of Object.keys(candidate.scores || {})) {
|
|
212
|
+
objectiveNames.add(objective);
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
return {
|
|
216
|
+
candidateIds: [...candidateIds].sort(),
|
|
217
|
+
sourcePolicyIds: [...sourcePolicyIds].sort(),
|
|
218
|
+
objectiveNames: [...objectiveNames].sort(),
|
|
219
|
+
};
|
|
220
|
+
}
|
|
@@ -1,5 +1,17 @@
|
|
|
1
1
|
export { parseJsonl, loadJsonl, mapJsonl } from './jsonl.js';
|
|
2
|
-
export {
|
|
2
|
+
export {
|
|
3
|
+
tokenizeTextPairs,
|
|
4
|
+
buildCausalPair,
|
|
5
|
+
normalizeTextPair,
|
|
6
|
+
mapTextPairs,
|
|
7
|
+
parseTextPairsDataset,
|
|
8
|
+
loadTextPairsDataset,
|
|
9
|
+
type TextPair,
|
|
10
|
+
type NormalizedTextPair,
|
|
11
|
+
type TextPairsDataset,
|
|
12
|
+
type LoadedTextPairsDataset,
|
|
13
|
+
type TokenizedSample,
|
|
14
|
+
} from './text-pairs.js';
|
|
3
15
|
export {
|
|
4
16
|
mapTranslationPairs,
|
|
5
17
|
tokenizeTranslationPairs,
|
|
@@ -1,6 +1,13 @@
|
|
|
1
1
|
|
|
2
2
|
export { parseJsonl, loadJsonl, mapJsonl } from './jsonl.js';
|
|
3
|
-
export {
|
|
3
|
+
export {
|
|
4
|
+
tokenizeTextPairs,
|
|
5
|
+
buildCausalPair,
|
|
6
|
+
normalizeTextPair,
|
|
7
|
+
mapTextPairs,
|
|
8
|
+
parseTextPairsDataset,
|
|
9
|
+
loadTextPairsDataset,
|
|
10
|
+
} from './text-pairs.js';
|
|
4
11
|
export { mapTranslationPairs, tokenizeTranslationPairs } from './translation-pairs.js';
|
|
5
12
|
export { buildTokenBatch, createTokenBatchTensors } from './token-batch.js';
|
|
6
13
|
export { reploidTracesToTextPairs } from './reploid.js';
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
export interface TeacherTraceRow {
|
|
2
|
+
id: string;
|
|
3
|
+
prompt: string;
|
|
4
|
+
completion: string;
|
|
5
|
+
promptField: string;
|
|
6
|
+
completionField: string;
|
|
7
|
+
teacherModelId: string;
|
|
8
|
+
studentBaseModelId: string | null;
|
|
9
|
+
domain: string | null;
|
|
10
|
+
taskKind: string | null;
|
|
11
|
+
policyId: string | null;
|
|
12
|
+
sourcePolicyId: string | null;
|
|
13
|
+
gepaCandidateId: string | null;
|
|
14
|
+
sourceFiles: string[] | null;
|
|
15
|
+
generationParams: Record<string, unknown> | null;
|
|
16
|
+
license: string | null;
|
|
17
|
+
provenance: Record<string, unknown> | null;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export interface TeacherTraceLineageSummary {
|
|
21
|
+
teacherModelIds: string[];
|
|
22
|
+
studentBaseModelIds: string[];
|
|
23
|
+
taskKinds: string[];
|
|
24
|
+
policyIds: string[];
|
|
25
|
+
sourcePolicyIds: string[];
|
|
26
|
+
gepaCandidateIds: string[];
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export interface TeacherTraceDataset {
|
|
30
|
+
sourceLabel: string;
|
|
31
|
+
rowCount: number;
|
|
32
|
+
rows: TeacherTraceRow[];
|
|
33
|
+
textPairs: Array<Record<string, string | null>>;
|
|
34
|
+
lineage: TeacherTraceLineageSummary;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function normalizeTeacherTrace(record: unknown, index?: number, options?: Record<string, unknown>): TeacherTraceRow;
|
|
38
|
+
export function mapTeacherTraces(records: unknown[], options?: Record<string, unknown>): TeacherTraceRow[];
|
|
39
|
+
export function parseTeacherTraceDataset(text: string, options?: Record<string, unknown>): TeacherTraceDataset;
|
|
40
|
+
export function loadTeacherTraceDataset(datasetPath: string, options?: Record<string, unknown>): Promise<TeacherTraceDataset & {
|
|
41
|
+
absolutePath: string;
|
|
42
|
+
raw: string;
|
|
43
|
+
}>;
|
|
44
|
+
export function serializeTeacherTraceTextPairs(rows: unknown[]): string;
|
|
45
|
+
export function writeTeacherTraceTextPairs(inputPath: string, outputPath: string, options?: Record<string, unknown>): Promise<{
|
|
46
|
+
inputPath: string;
|
|
47
|
+
outputPath: string;
|
|
48
|
+
rowCount: number;
|
|
49
|
+
lineage: TeacherTraceLineageSummary;
|
|
50
|
+
}>;
|
|
51
|
+
export function summarizeTeacherTraceLineage(rows: TeacherTraceRow[]): TeacherTraceLineageSummary;
|
|
@@ -0,0 +1,279 @@
|
|
|
1
|
+
import { readFile, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { resolve } from 'node:path';
|
|
3
|
+
|
|
4
|
+
import { parseJsonl } from './jsonl.js';
|
|
5
|
+
|
|
6
|
+
function isObjectRecord(value) {
|
|
7
|
+
return value && typeof value === 'object' && !Array.isArray(value);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function normalizeOptionalString(value) {
|
|
11
|
+
const text = typeof value === 'string' ? value.trim() : '';
|
|
12
|
+
return text || null;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
function normalizeOptionalStringArray(value, index, label) {
|
|
16
|
+
if (value === undefined || value === null) {
|
|
17
|
+
return null;
|
|
18
|
+
}
|
|
19
|
+
if (!Array.isArray(value)) {
|
|
20
|
+
throw new Error(`teacher trace row ${index + 1} ${label} must be an array of strings.`);
|
|
21
|
+
}
|
|
22
|
+
const normalized = [];
|
|
23
|
+
for (let entryIndex = 0; entryIndex < value.length; entryIndex += 1) {
|
|
24
|
+
const entry = value[entryIndex];
|
|
25
|
+
if (typeof entry !== 'string') {
|
|
26
|
+
throw new Error(`teacher trace row ${index + 1} ${label}[${entryIndex}] must be a string.`);
|
|
27
|
+
}
|
|
28
|
+
const text = entry.trim();
|
|
29
|
+
if (text) normalized.push(text);
|
|
30
|
+
}
|
|
31
|
+
return normalized;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function normalizeOptionalObject(value, index, label) {
|
|
35
|
+
if (value === undefined || value === null) {
|
|
36
|
+
return null;
|
|
37
|
+
}
|
|
38
|
+
if (!isObjectRecord(value)) {
|
|
39
|
+
throw new Error(`teacher trace row ${index + 1} ${label} must be an object.`);
|
|
40
|
+
}
|
|
41
|
+
return value;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function readStringField(record, names, index, label) {
|
|
45
|
+
for (const name of names) {
|
|
46
|
+
if (Object.prototype.hasOwnProperty.call(record, name)) {
|
|
47
|
+
const value = record[name];
|
|
48
|
+
if (typeof value !== 'string') {
|
|
49
|
+
throw new Error(`teacher trace row ${index + 1} field "${name}" for ${label} must be a string.`);
|
|
50
|
+
}
|
|
51
|
+
const text = value.trim();
|
|
52
|
+
if (!text) {
|
|
53
|
+
throw new Error(`teacher trace row ${index + 1} field "${name}" for ${label} must not be empty.`);
|
|
54
|
+
}
|
|
55
|
+
return { field: name, value };
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return null;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function renderMessages(messages, index) {
|
|
62
|
+
if (!Array.isArray(messages) || messages.length === 0) {
|
|
63
|
+
return null;
|
|
64
|
+
}
|
|
65
|
+
const lines = [];
|
|
66
|
+
for (let messageIndex = 0; messageIndex < messages.length; messageIndex += 1) {
|
|
67
|
+
const message = messages[messageIndex];
|
|
68
|
+
if (!isObjectRecord(message)) {
|
|
69
|
+
throw new Error(`teacher trace row ${index + 1} message ${messageIndex + 1} must be an object.`);
|
|
70
|
+
}
|
|
71
|
+
const role = normalizeOptionalString(message.role);
|
|
72
|
+
const content = normalizeOptionalString(message.content);
|
|
73
|
+
if (!role || !content) {
|
|
74
|
+
throw new Error(`teacher trace row ${index + 1} message ${messageIndex + 1} requires role and content.`);
|
|
75
|
+
}
|
|
76
|
+
lines.push(`${role}: ${content}`);
|
|
77
|
+
}
|
|
78
|
+
return lines.join('\n');
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
function resolveTeacherModelId(record, options, index) {
|
|
82
|
+
const teacher = isObjectRecord(record.teacher) ? record.teacher : null;
|
|
83
|
+
const value = normalizeOptionalString(record.teacherModelId)
|
|
84
|
+
|| normalizeOptionalString(record.teacher_model_id)
|
|
85
|
+
|| normalizeOptionalString(record.teacherModel)
|
|
86
|
+
|| normalizeOptionalString(record.teacher_model)
|
|
87
|
+
|| normalizeOptionalString(record.model)
|
|
88
|
+
|| normalizeOptionalString(teacher?.modelId)
|
|
89
|
+
|| normalizeOptionalString(teacher?.model)
|
|
90
|
+
|| normalizeOptionalString(options.teacherModelId);
|
|
91
|
+
if (!value) {
|
|
92
|
+
throw new Error(`teacher trace row ${index + 1} requires teacherModelId.`);
|
|
93
|
+
}
|
|
94
|
+
return value;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
function resolvePrompt(record, index) {
|
|
98
|
+
const direct = readStringField(record, ['prompt', 'source', 'input'], index, 'prompt/source/input');
|
|
99
|
+
if (direct) return direct;
|
|
100
|
+
const rendered = renderMessages(record.messages, index);
|
|
101
|
+
if (rendered) {
|
|
102
|
+
return { field: 'messages', value: rendered };
|
|
103
|
+
}
|
|
104
|
+
throw new Error(`teacher trace row ${index + 1} requires prompt/source/input or messages.`);
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
function resolveCompletion(record, index) {
|
|
108
|
+
const direct = readStringField(record, ['completion', 'target', 'output', 'response'], index, 'completion/target/output');
|
|
109
|
+
if (direct) return direct;
|
|
110
|
+
const assistant = isObjectRecord(record.assistant) ? record.assistant : null;
|
|
111
|
+
const assistantContent = normalizeOptionalString(assistant?.content);
|
|
112
|
+
if (assistantContent) {
|
|
113
|
+
return { field: 'assistant.content', value: assistantContent };
|
|
114
|
+
}
|
|
115
|
+
throw new Error(`teacher trace row ${index + 1} requires completion/target/output/response.`);
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
export function normalizeTeacherTrace(record, index = 0, options = {}) {
|
|
119
|
+
if (!isObjectRecord(record)) {
|
|
120
|
+
throw new Error(`teacher trace row ${index + 1} must be an object.`);
|
|
121
|
+
}
|
|
122
|
+
const prompt = resolvePrompt(record, index);
|
|
123
|
+
const completion = resolveCompletion(record, index);
|
|
124
|
+
const teacherModelId = resolveTeacherModelId(record, options, index);
|
|
125
|
+
const policyId = normalizeOptionalString(record.policyId)
|
|
126
|
+
|| normalizeOptionalString(record.policy_id)
|
|
127
|
+
|| normalizeOptionalString(record.sourcePolicyId)
|
|
128
|
+
|| normalizeOptionalString(record.source_policy_id)
|
|
129
|
+
|| normalizeOptionalString(options.policyId)
|
|
130
|
+
|| normalizeOptionalString(options.sourcePolicyId);
|
|
131
|
+
const traceId = normalizeOptionalString(record.id)
|
|
132
|
+
|| normalizeOptionalString(record.traceId)
|
|
133
|
+
|| normalizeOptionalString(record.trace_id)
|
|
134
|
+
|| `teacher-trace-${index + 1}`;
|
|
135
|
+
return {
|
|
136
|
+
id: traceId,
|
|
137
|
+
prompt: prompt.value,
|
|
138
|
+
completion: completion.value,
|
|
139
|
+
promptField: prompt.field,
|
|
140
|
+
completionField: completion.field,
|
|
141
|
+
teacherModelId,
|
|
142
|
+
studentBaseModelId: normalizeOptionalString(record.studentBaseModelId)
|
|
143
|
+
|| normalizeOptionalString(record.student_base_model_id)
|
|
144
|
+
|| normalizeOptionalString(options.studentBaseModelId),
|
|
145
|
+
domain: normalizeOptionalString(record.domain) || normalizeOptionalString(options.domain),
|
|
146
|
+
taskKind: normalizeOptionalString(record.taskKind)
|
|
147
|
+
|| normalizeOptionalString(record.task_kind)
|
|
148
|
+
|| normalizeOptionalString(options.taskKind),
|
|
149
|
+
policyId,
|
|
150
|
+
sourcePolicyId: policyId,
|
|
151
|
+
gepaCandidateId: normalizeOptionalString(record.gepaCandidateId)
|
|
152
|
+
|| normalizeOptionalString(record.gepa_candidate_id)
|
|
153
|
+
|| normalizeOptionalString(options.gepaCandidateId),
|
|
154
|
+
sourceFiles: normalizeOptionalStringArray(record.sourceFiles ?? record.source_files ?? options.sourceFiles, index, 'sourceFiles'),
|
|
155
|
+
generationParams: normalizeOptionalObject(record.generationParams ?? record.generation_params ?? options.generationParams, index, 'generationParams'),
|
|
156
|
+
license: normalizeOptionalString(record.license) || normalizeOptionalString(options.license),
|
|
157
|
+
provenance: normalizeOptionalObject(record.provenance ?? options.provenance, index, 'provenance'),
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
export function mapTeacherTraces(records, options = {}) {
|
|
162
|
+
const rows = Array.isArray(records) ? records : [];
|
|
163
|
+
return rows.map((record, index) => normalizeTeacherTrace(record, index, options));
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
export function parseTeacherTraceDataset(text, options = {}) {
|
|
167
|
+
const sourceLabel = String(options.sourceLabel || 'teacher-traces.jsonl');
|
|
168
|
+
const parsed = sourceLabel.endsWith('.json')
|
|
169
|
+
? JSON.parse(String(text))
|
|
170
|
+
: parseJsonl(String(text));
|
|
171
|
+
if (!Array.isArray(parsed)) {
|
|
172
|
+
throw new Error(`teacher trace dataset "${sourceLabel}" must be a JSON array or JSONL records.`);
|
|
173
|
+
}
|
|
174
|
+
const rows = mapTeacherTraces(parsed, options);
|
|
175
|
+
return {
|
|
176
|
+
sourceLabel,
|
|
177
|
+
rowCount: rows.length,
|
|
178
|
+
rows,
|
|
179
|
+
textPairs: rows.map((row) => ({
|
|
180
|
+
id: row.id,
|
|
181
|
+
prompt: row.prompt,
|
|
182
|
+
completion: row.completion,
|
|
183
|
+
teacherModelId: row.teacherModelId,
|
|
184
|
+
studentBaseModelId: row.studentBaseModelId,
|
|
185
|
+
domain: row.domain,
|
|
186
|
+
taskKind: row.taskKind,
|
|
187
|
+
policyId: row.policyId,
|
|
188
|
+
sourcePolicyId: row.sourcePolicyId,
|
|
189
|
+
gepaCandidateId: row.gepaCandidateId,
|
|
190
|
+
sourceFiles: row.sourceFiles,
|
|
191
|
+
generationParams: row.generationParams,
|
|
192
|
+
license: row.license,
|
|
193
|
+
provenance: row.provenance,
|
|
194
|
+
})),
|
|
195
|
+
lineage: summarizeTeacherTraceLineage(rows),
|
|
196
|
+
};
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
export async function loadTeacherTraceDataset(datasetPath, options = {}) {
|
|
200
|
+
const source = String(datasetPath || '');
|
|
201
|
+
if (!source) {
|
|
202
|
+
throw new Error('loadTeacherTraceDataset requires a dataset path.');
|
|
203
|
+
}
|
|
204
|
+
const absolutePath = resolve(source);
|
|
205
|
+
const text = await (options.readFile ? options.readFile(absolutePath) : readFile(absolutePath, 'utf8'));
|
|
206
|
+
const parsed = parseTeacherTraceDataset(text, {
|
|
207
|
+
...options,
|
|
208
|
+
sourceLabel: source,
|
|
209
|
+
});
|
|
210
|
+
return {
|
|
211
|
+
absolutePath,
|
|
212
|
+
raw: text,
|
|
213
|
+
...parsed,
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
export function serializeTeacherTraceTextPairs(rows) {
|
|
218
|
+
if (!Array.isArray(rows)) {
|
|
219
|
+
throw new Error('serializeTeacherTraceTextPairs requires rows.');
|
|
220
|
+
}
|
|
221
|
+
return `${rows.map((row, index) => {
|
|
222
|
+
const normalized = normalizeTeacherTrace(row, index, {
|
|
223
|
+
teacherModelId: row.teacherModelId,
|
|
224
|
+
});
|
|
225
|
+
return JSON.stringify({
|
|
226
|
+
id: normalized.id,
|
|
227
|
+
prompt: normalized.prompt,
|
|
228
|
+
completion: normalized.completion,
|
|
229
|
+
teacherModelId: normalized.teacherModelId,
|
|
230
|
+
studentBaseModelId: normalized.studentBaseModelId,
|
|
231
|
+
domain: normalized.domain,
|
|
232
|
+
taskKind: normalized.taskKind,
|
|
233
|
+
policyId: normalized.policyId,
|
|
234
|
+
sourcePolicyId: normalized.sourcePolicyId,
|
|
235
|
+
gepaCandidateId: normalized.gepaCandidateId,
|
|
236
|
+
sourceFiles: normalized.sourceFiles,
|
|
237
|
+
generationParams: normalized.generationParams,
|
|
238
|
+
license: normalized.license,
|
|
239
|
+
provenance: normalized.provenance,
|
|
240
|
+
});
|
|
241
|
+
}).join('\n')}\n`;
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
export async function writeTeacherTraceTextPairs(inputPath, outputPath, options = {}) {
|
|
245
|
+
const dataset = await loadTeacherTraceDataset(inputPath, options);
|
|
246
|
+
const serialized = serializeTeacherTraceTextPairs(dataset.rows);
|
|
247
|
+
await writeFile(resolve(outputPath), serialized, 'utf8');
|
|
248
|
+
return {
|
|
249
|
+
inputPath: dataset.absolutePath,
|
|
250
|
+
outputPath: resolve(outputPath),
|
|
251
|
+
rowCount: dataset.rowCount,
|
|
252
|
+
lineage: dataset.lineage,
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
export function summarizeTeacherTraceLineage(rows) {
|
|
257
|
+
const teacherModelIds = new Set();
|
|
258
|
+
const studentBaseModelIds = new Set();
|
|
259
|
+
const taskKinds = new Set();
|
|
260
|
+
const sourcePolicyIds = new Set();
|
|
261
|
+
const policyIds = new Set();
|
|
262
|
+
const gepaCandidateIds = new Set();
|
|
263
|
+
for (const row of rows) {
|
|
264
|
+
if (row.teacherModelId) teacherModelIds.add(row.teacherModelId);
|
|
265
|
+
if (row.studentBaseModelId) studentBaseModelIds.add(row.studentBaseModelId);
|
|
266
|
+
if (row.taskKind) taskKinds.add(row.taskKind);
|
|
267
|
+
if (row.policyId) policyIds.add(row.policyId);
|
|
268
|
+
if (row.sourcePolicyId) sourcePolicyIds.add(row.sourcePolicyId);
|
|
269
|
+
if (row.gepaCandidateId) gepaCandidateIds.add(row.gepaCandidateId);
|
|
270
|
+
}
|
|
271
|
+
return {
|
|
272
|
+
teacherModelIds: [...teacherModelIds].sort(),
|
|
273
|
+
studentBaseModelIds: [...studentBaseModelIds].sort(),
|
|
274
|
+
taskKinds: [...taskKinds].sort(),
|
|
275
|
+
policyIds: [...policyIds].sort(),
|
|
276
|
+
sourcePolicyIds: [...sourcePolicyIds].sort(),
|
|
277
|
+
gepaCandidateIds: [...gepaCandidateIds].sort(),
|
|
278
|
+
};
|
|
279
|
+
}
|
|
@@ -1,12 +1,40 @@
|
|
|
1
1
|
export interface TextPair {
|
|
2
|
+
id?: string;
|
|
3
|
+
rowId?: string;
|
|
4
|
+
prompt?: string;
|
|
5
|
+
completion?: string;
|
|
6
|
+
source?: string;
|
|
7
|
+
target?: string;
|
|
8
|
+
input?: string;
|
|
9
|
+
output?: string;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export interface NormalizedTextPair {
|
|
13
|
+
id: string;
|
|
2
14
|
prompt: string;
|
|
3
15
|
completion: string;
|
|
16
|
+
promptField: string;
|
|
17
|
+
completionField: string;
|
|
4
18
|
}
|
|
5
19
|
|
|
6
20
|
export interface TokenizedSample {
|
|
21
|
+
id?: string;
|
|
7
22
|
inputIds: number[];
|
|
8
23
|
targetIds: number[];
|
|
9
24
|
text?: string;
|
|
25
|
+
prompt?: string;
|
|
26
|
+
completion?: string;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export interface TextPairsDataset {
|
|
30
|
+
sourceLabel: string;
|
|
31
|
+
rowCount: number;
|
|
32
|
+
rows: NormalizedTextPair[];
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export interface LoadedTextPairsDataset extends TextPairsDataset {
|
|
36
|
+
absolutePath: string;
|
|
37
|
+
raw: string;
|
|
10
38
|
}
|
|
11
39
|
|
|
12
40
|
export declare function buildCausalPair(tokens: number[]): {
|
|
@@ -14,6 +42,23 @@ export declare function buildCausalPair(tokens: number[]): {
|
|
|
14
42
|
targetIds: number[];
|
|
15
43
|
};
|
|
16
44
|
|
|
45
|
+
export declare function normalizeTextPair(record: TextPair, index?: number): NormalizedTextPair;
|
|
46
|
+
|
|
47
|
+
export declare function mapTextPairs(records: TextPair[]): NormalizedTextPair[];
|
|
48
|
+
|
|
49
|
+
export declare function parseTextPairsDataset(
|
|
50
|
+
text: string,
|
|
51
|
+
options?: { sourceLabel?: string }
|
|
52
|
+
): TextPairsDataset;
|
|
53
|
+
|
|
54
|
+
export declare function loadTextPairsDataset(
|
|
55
|
+
datasetPath: string,
|
|
56
|
+
options?: {
|
|
57
|
+
fetch?: (url: string) => Promise<string>;
|
|
58
|
+
readFile?: (path: string) => Promise<string>;
|
|
59
|
+
}
|
|
60
|
+
): Promise<LoadedTextPairsDataset>;
|
|
61
|
+
|
|
17
62
|
export declare function tokenizeTextPairs(
|
|
18
63
|
tokenizer: { encode: (text: string) => number[] },
|
|
19
64
|
pairs: TextPair[],
|