doppler-gpu 0.4.9 → 0.4.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +53 -0
- package/README.md +89 -12
- package/models/catalog.json +612 -7
- package/package.json +30 -1
- package/src/client/doppler-registry.js +6 -0
- package/src/client/doppler-registry.json +126 -4
- package/src/client/runtime/lora.d.ts +10 -0
- package/src/client/runtime/lora.js +64 -0
- package/src/client/runtime/model-manager.js +6 -167
- package/src/client/runtime/model-session.d.ts +3 -1
- package/src/client/runtime/model-session.js +6 -0
- package/src/client/wrap-pipeline-handle.js +7 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +516 -0
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +571 -0
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +342 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +388 -0
- package/src/config/kernels/registry.json +52 -9
- package/src/config/merge.js +24 -0
- package/src/config/required-inference-fields-contract-check.js +2 -0
- package/src/config/schema/converter.schema.d.ts +7 -0
- package/src/config/schema/converter.schema.js +15 -0
- package/src/config/schema/inference.schema.d.ts +8 -0
- package/src/config/schema/manifest.schema.d.ts +32 -1
- package/src/config/schema/manifest.schema.js +26 -0
- package/src/converter/conversion-plan.js +15 -1
- package/src/converter/core.js +5 -4
- package/src/converter/source-tensor-rules.d.ts +50 -0
- package/src/converter/source-tensor-rules.js +180 -0
- package/src/converter/source-tokenizer.d.ts +45 -0
- package/src/converter/source-tokenizer.js +155 -0
- package/src/experimental/adapters/lora-loader.js +15 -0
- package/src/experimental/bridge/trainer-artifact-bridge.d.ts +2 -1
- package/src/experimental/bridge/trainer-artifact-bridge.js +35 -13
- package/src/gpu/device.js +100 -32
- package/src/inference/pipelines/text/attention/attn-config.js +2 -0
- package/src/inference/pipelines/text/attention/projections.js +161 -24
- package/src/inference/pipelines/text/attention/record.js +67 -9
- package/src/inference/pipelines/text/attention/run.js +60 -7
- package/src/inference/pipelines/text/attention/types.js +18 -9
- package/src/inference/pipelines/text/config.d.ts +5 -0
- package/src/inference/pipelines/text/config.js +91 -0
- package/src/inference/pipelines/text/ffn/dense.js +189 -2
- package/src/inference/pipelines/text/ffn/standard.js +50 -3
- package/src/inference/pipelines/text/generator-helpers.js +11 -1
- package/src/inference/pipelines/text/generator-runtime.js +63 -15
- package/src/inference/pipelines/text/generator-steps.js +3 -1
- package/src/inference/pipelines/text/generator.js +90 -3
- package/src/inference/pipelines/text/init-qkv-fusion.js +85 -1
- package/src/inference/pipelines/text/init.d.ts +2 -0
- package/src/inference/pipelines/text/init.js +2 -0
- package/src/inference/pipelines/text/layer.js +6 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +6 -0
- package/src/inference/pipelines/text/logits/cpu.js +22 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/logits/index.js +85 -11
- package/src/inference/pipelines/text/logits/types.d.ts +4 -0
- package/src/inference/pipelines/text/ops.js +32 -0
- package/src/inference/pipelines/text/types.d.ts +38 -0
- package/src/inference/pipelines/text/weights.d.ts +10 -0
- package/src/inference/pipelines/text/weights.js +33 -1
- package/src/inference/pipelines/text.d.ts +4 -2
- package/src/inference/pipelines/text.js +112 -0
- package/src/inference/tokenizers/behavior-flags.js +5 -1
- package/src/inference/tokenizers/bundled.js +99 -8
- package/src/loader/doppler-loader.d.ts +2 -0
- package/src/loader/doppler-loader.js +9 -0
- package/src/loader/final-weights-loader.d.ts +8 -0
- package/src/loader/final-weights-loader.js +42 -0
- package/src/loader/layer-loader.d.ts +6 -0
- package/src/loader/layer-loader.js +102 -3
- package/src/loader/loader-types.d.ts +15 -2
- package/src/tooling/node-converter.js +33 -1
- package/src/tooling/node-webgpu.js +85 -2
- package/src/tooling/runtime-optimization.d.ts +109 -0
- package/src/tooling/runtime-optimization.js +872 -0
- package/src/tooling-exports.shared.d.ts +19 -0
- package/src/tooling-exports.shared.js +11 -0
- package/src/version.js +1 -1
|
@@ -65,6 +65,25 @@ export {
|
|
|
65
65
|
ensureCommandSupportedOnSurface,
|
|
66
66
|
} from './tooling/command-api.js';
|
|
67
67
|
export { runBrowserCommand, normalizeBrowserCommand } from './tooling/browser-command-runner.js';
|
|
68
|
+
export {
|
|
69
|
+
RUNTIME_OPTIMIZATION_CONTRACT_SCHEMA,
|
|
70
|
+
RUNTIME_OPTIMIZATION_CANDIDATE_SCHEMA,
|
|
71
|
+
RUNTIME_OPTIMIZATION_RECEIPT_SCHEMA,
|
|
72
|
+
validateRuntimeOptimizationContract,
|
|
73
|
+
hashRuntimeOptimizationContract,
|
|
74
|
+
enumerateRuntimeOptimizationCandidates,
|
|
75
|
+
validateRuntimeOptimizationCandidate,
|
|
76
|
+
materializeRuntimeOptimizationCandidate,
|
|
77
|
+
evaluateBrowserRuntimeOptimizationCandidate,
|
|
78
|
+
} from './tooling/runtime-optimization.js';
|
|
79
|
+
export type {
|
|
80
|
+
RuntimeOptimizationWorkload,
|
|
81
|
+
RuntimeOptimizationDirection,
|
|
82
|
+
RuntimeOptimizationContract,
|
|
83
|
+
RuntimeOptimizationCandidate,
|
|
84
|
+
RuntimeOptimizationReceipt,
|
|
85
|
+
RuntimeOptimizationEvaluationOptions,
|
|
86
|
+
} from './tooling/runtime-optimization.js';
|
|
68
87
|
|
|
69
88
|
export type {
|
|
70
89
|
ToolingCommand,
|
|
@@ -68,3 +68,14 @@ export {
|
|
|
68
68
|
ensureCommandSupportedOnSurface,
|
|
69
69
|
} from './tooling/command-api.js';
|
|
70
70
|
export { runBrowserCommand, normalizeBrowserCommand } from './tooling/browser-command-runner.js';
|
|
71
|
+
export {
|
|
72
|
+
RUNTIME_OPTIMIZATION_CONTRACT_SCHEMA,
|
|
73
|
+
RUNTIME_OPTIMIZATION_CANDIDATE_SCHEMA,
|
|
74
|
+
RUNTIME_OPTIMIZATION_RECEIPT_SCHEMA,
|
|
75
|
+
validateRuntimeOptimizationContract,
|
|
76
|
+
hashRuntimeOptimizationContract,
|
|
77
|
+
enumerateRuntimeOptimizationCandidates,
|
|
78
|
+
validateRuntimeOptimizationCandidate,
|
|
79
|
+
materializeRuntimeOptimizationCandidate,
|
|
80
|
+
evaluateBrowserRuntimeOptimizationCandidate,
|
|
81
|
+
} from './tooling/runtime-optimization.js';
|
package/src/version.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const DOPPLER_VERSION = '0.4.
|
|
1
|
+
export const DOPPLER_VERSION = '0.4.11';
|
|
2
2
|
export const DOPPLER_PROVIDER_VERSION = DOPPLER_VERSION;
|