omnius 1.0.922 → 1.0.924
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{providerRegistry.d.ts → _types/backend-vllm/providerRegistry.d.ts} +0 -1
- package/dist/_types/backend-vllm/types.d.ts +209 -0
- package/dist/_types/execution/av/media-capability.d.ts +94 -0
- package/dist/_types/execution/delegation-contract.d.ts +102 -0
- package/dist/_types/execution/evidence.d.ts +68 -0
- package/dist/_types/execution/html-source-evidence.d.ts +65 -0
- package/dist/_types/execution/mcp/types.d.ts +169 -0
- package/dist/_types/execution/mutation-contract.d.ts +102 -0
- package/dist/_types/execution/nol/artifacts.d.ts +39 -0
- package/dist/_types/execution/nol/checkpoint-edits.d.ts +98 -0
- package/dist/_types/execution/nol/distributions.d.ts +128 -0
- package/dist/_types/execution/nol/gguf-checkpoint-edits.d.ts +194 -0
- package/dist/_types/execution/nol/gguf-control-reader.d.ts +224 -0
- package/dist/_types/execution/nol/lora-exports.d.ts +129 -0
- package/dist/_types/execution/nol/neuronary.d.ts +212 -0
- package/dist/_types/execution/nol/pytorch-control-reader.d.ts +143 -0
- package/dist/_types/execution/nol/qwen35-head-sites.d.ts +61 -0
- package/dist/_types/execution/nol/worker-assets.d.ts +82 -0
- package/dist/_types/execution/nol/worker-protocol.d.ts +94 -0
- package/dist/_types/execution/page-content-source.d.ts +40 -0
- package/dist/_types/execution/rapid-computer-use/artifact-store.d.ts +21 -0
- package/dist/_types/execution/rapid-computer-use/contracts.d.ts +320 -0
- package/dist/_types/execution/rapid-computer-use/decision.d.ts +70 -0
- package/dist/_types/execution/rapid-computer-use/desktop-verification.d.ts +23 -0
- package/dist/_types/execution/rapid-computer-use/geometry.d.ts +57 -0
- package/dist/_types/execution/rapid-computer-use/planner.d.ts +78 -0
- package/dist/_types/execution/rapid-computer-use/trace.d.ts +80 -0
- package/dist/_types/execution/rapid-computer-use/visual.d.ts +48 -0
- package/dist/_types/execution/shell-runs.d.ts +78 -0
- package/dist/_types/execution/streamed-web-source.d.ts +64 -0
- package/dist/_types/execution/tools/browser-page-fallback.d.ts +25 -0
- package/dist/_types/execution/tools/network-egress-policy.d.ts +30 -0
- package/dist/_types/execution/tools/pdf-native-tables.d.ts +46 -0
- package/dist/_types/execution/tools/todo-store.d.ts +133 -0
- package/dist/_types/execution/tools/web-fetch.d.ts +57 -0
- package/dist/_types/execution/tools/workboard.d.ts +1223 -0
- package/dist/_types/execution/types.d.ts +549 -0
- package/dist/_types/execution/web-source.d.ts +14 -0
- package/dist/_types/memory/artifactReviewSourceIndex.d.ts +133 -0
- package/dist/_types/memory/contextMemoryLedger.d.ts +213 -0
- package/dist/_types/memory/db.d.ts +12 -0
- package/dist/_types/memory/embeddings.d.ts +36 -0
- package/dist/_types/memory/immutableEvidenceStore.d.ts +165 -0
- package/dist/_types/memory/memoryIngestion.d.ts +65 -0
- package/dist/_types/memory/memoryTypes.d.ts +312 -0
- package/dist/_types/memory/sourceCorpusStore.d.ts +331 -0
- package/dist/_types/memory/structuredMemoryStore.d.ts +105 -0
- package/dist/_types/memory/unifiedMemoryStore.d.ts +127 -0
- package/dist/_types/memory/virtualMemory.d.ts +187 -0
- package/dist/_types/orchestrator/agentic-page-content-receipt.d.ts +20 -0
- package/dist/_types/orchestrator/agentic-web-fetch-receipt.d.ts +20 -0
- package/dist/_types/orchestrator/agenticRunner.d.ts +5216 -0
- package/dist/_types/orchestrator/app-state.d.ts +171 -0
- package/dist/_types/orchestrator/artifactClaimCritic.d.ts +63 -0
- package/dist/_types/orchestrator/artifactQuality.d.ts +15 -0
- package/dist/_types/orchestrator/artifactSemanticIntegrity.d.ts +203 -0
- package/dist/_types/orchestrator/canonical-context-projection.d.ts +254 -0
- package/dist/_types/orchestrator/canonical-source-body-projection.d.ts +51 -0
- package/dist/_types/orchestrator/completion-review-pending.d.ts +24 -0
- package/dist/_types/orchestrator/completionContract.d.ts +103 -0
- package/dist/_types/orchestrator/completionFinalization.d.ts +224 -0
- package/dist/_types/orchestrator/completionLedger.d.ts +429 -0
- package/dist/_types/orchestrator/completionReadiness.d.ts +234 -0
- package/dist/_types/orchestrator/context-admission.d.ts +93 -0
- package/dist/_types/orchestrator/context-dump-retention.d.ts +25 -0
- package/dist/_types/orchestrator/context-fabric.d.ts +133 -0
- package/dist/_types/orchestrator/contextEngine.d.ts +68 -0
- package/dist/_types/orchestrator/contextWindowDump.d.ts +327 -0
- package/dist/_types/orchestrator/convergence-breaker.d.ts +225 -0
- package/dist/_types/orchestrator/convergence-progress.d.ts +66 -0
- package/dist/_types/orchestrator/deliveryCoverage.d.ts +181 -0
- package/dist/_types/orchestrator/document-persistence-goal-binding.d.ts +106 -0
- package/dist/_types/orchestrator/durable-document-worker.d.ts +85 -0
- package/dist/_types/orchestrator/evidenceBranch.d.ts +291 -0
- package/dist/_types/orchestrator/expected-inference-response.d.ts +55 -0
- package/dist/_types/orchestrator/expectedOutcomeContract.d.ts +58 -0
- package/dist/_types/orchestrator/failure-taxonomy.d.ts +36 -0
- package/dist/_types/orchestrator/focusSupervisor.d.ts +436 -0
- package/dist/_types/orchestrator/forced-update-requirement-recovery.d.ts +105 -0
- package/dist/_types/orchestrator/hooks.d.ts +100 -0
- package/dist/_types/orchestrator/inference-pressure.d.ts +61 -0
- package/dist/_types/orchestrator/integrationClosure.d.ts +89 -0
- package/dist/_types/orchestrator/interruption-lifecycle.d.ts +154 -0
- package/dist/_types/orchestrator/live-memory-passages.d.ts +51 -0
- package/dist/_types/orchestrator/liveVirtualContext.d.ts +84 -0
- package/dist/_types/orchestrator/memory-compiler.d.ts +254 -0
- package/dist/_types/orchestrator/memory-consolidation.d.ts +134 -0
- package/dist/_types/orchestrator/model-router.d.ts +17 -0
- package/dist/_types/orchestrator/modelResponseDiagnostics.d.ts +71 -0
- package/dist/_types/orchestrator/nativeRequirementAmendment.d.ts +63 -0
- package/dist/_types/orchestrator/nol/coordinator.d.ts +204 -0
- package/dist/_types/orchestrator/nol/datasets.d.ts +58 -0
- package/dist/_types/orchestrator/nol/discovery.d.ts +286 -0
- package/dist/_types/orchestrator/nol/evaluation.d.ts +59 -0
- package/dist/_types/orchestrator/nol/model-validation.d.ts +198 -0
- package/dist/_types/orchestrator/nol/statistics.d.ts +142 -0
- package/dist/_types/orchestrator/nol/store.d.ts +133 -0
- package/dist/_types/orchestrator/nol/variant-registry.d.ts +292 -0
- package/dist/_types/orchestrator/ollama-context-policy.d.ts +26 -0
- package/dist/_types/orchestrator/personality.d.ts +66 -0
- package/dist/_types/orchestrator/prompt-cache.d.ts +24 -0
- package/dist/_types/orchestrator/remote-inference-fallback.d.ts +224 -0
- package/dist/_types/orchestrator/remote-inference-policy.d.ts +58 -0
- package/dist/_types/orchestrator/request-budget.d.ts +75 -0
- package/dist/_types/orchestrator/requirementCoverage.d.ts +69 -0
- package/dist/_types/orchestrator/reviewedInterpretation.d.ts +111 -0
- package/dist/_types/orchestrator/runEvents.d.ts +115 -0
- package/dist/_types/orchestrator/runtime-rollout.d.ts +63 -0
- package/dist/_types/orchestrator/semanticVerification.d.ts +135 -0
- package/dist/_types/orchestrator/source-wide-extraction.d.ts +202 -0
- package/dist/_types/orchestrator/steeringIntake.d.ts +123 -0
- package/dist/_types/orchestrator/structured-memory-extraction-worker.d.ts +89 -0
- package/dist/_types/orchestrator/structuredMemoryInference.d.ts +62 -0
- package/dist/_types/orchestrator/successful-procedure-memory.d.ts +127 -0
- package/dist/_types/orchestrator/supportedAnswer.d.ts +68 -0
- package/dist/_types/orchestrator/taskEffectEvidence.d.ts +38 -0
- package/dist/_types/orchestrator/taskExecutionSnapshot.d.ts +67 -0
- package/dist/_types/orchestrator/taskObjective.d.ts +310 -0
- package/dist/_types/orchestrator/taskObjectiveContinuation.d.ts +134 -0
- package/dist/_types/orchestrator/taskRequirementReview.d.ts +246 -0
- package/dist/_types/orchestrator/taskRequirements.d.ts +80 -0
- package/dist/_types/orchestrator/taskSemanticAdmission.d.ts +159 -0
- package/dist/_types/orchestrator/taskWorkDelegation.d.ts +147 -0
- package/dist/_types/orchestrator/taskWorkPlan.d.ts +177 -0
- package/dist/_types/orchestrator/telegram-passive-history.d.ts +42 -0
- package/dist/_types/orchestrator/terminalTaskReport.d.ts +91 -0
- package/dist/_types/orchestrator/todoObservability.d.ts +147 -0
- package/dist/_types/orchestrator/tool-exposure-policy.d.ts +100 -0
- package/dist/_types/orchestrator/trajectory-checkpoint.d.ts +159 -0
- package/dist/_types/orchestrator/types.d.ts +185 -0
- package/dist/_types/schemas/dispatch.d.ts +53 -0
- package/dist/_types/schemas/feature-workflow.d.ts +362 -0
- package/dist/_types/schemas/messages.d.ts +15 -0
- package/dist/_types/schemas/nol-assets.d.ts +955 -0
- package/dist/_types/schemas/nol-json.d.ts +2 -0
- package/dist/_types/schemas/nol.d.ts +3995 -0
- package/dist/_types/schemas/patch.d.ts +47 -0
- package/dist/_types/schemas/plan.d.ts +47 -0
- package/dist/_types/schemas/repoProfile.d.ts +116 -0
- package/dist/_types/schemas/retrieval.d.ts +44 -0
- package/dist/_types/schemas/task.d.ts +57 -0
- package/dist/_types/schemas/tools.d.ts +16 -0
- package/dist/_types/schemas/verification.d.ts +31 -0
- package/dist/api/py-embed.js +3353 -1829
- package/dist/assets/nol-checkpoint-editor.py +701 -0
- package/dist/assets/nol-gguf-checkpoint-editor.py +785 -0
- package/dist/assets/nol-gguf-control-reader.py +428 -0
- package/dist/assets/nol-gne-tools-worker.py +425 -0
- package/dist/assets/nol-gne-worker.py +1081 -0
- package/dist/assets/nol-lora-exporter.py +349 -0
- package/dist/assets/nol-pytorch-control-reader.py +470 -0
- package/dist/assets/nol-transformers-nnsight-worker.py +512 -0
- package/dist/assets/nol-transformers-peft-validation-worker.py +385 -0
- package/dist/assets/nol-transformers-peft-worker.py +488 -0
- package/dist/assets/nol-transformers-research-worker.py +472 -0
- package/dist/assets/nol-transformers-worker.py +920 -0
- package/dist/assets/nol-vllm-owned-worker.py +803 -0
- package/dist/assets/nol-vllm-runtime.py +695 -0
- package/dist/assets/nol-vllm-tokenizer.py +93 -0
- package/dist/assets/nol-vllm-worker.py +201 -0
- package/dist/computer-use/configured-planner.d.ts +37 -0
- package/dist/computer-use/configured-point.d.ts +35 -0
- package/dist/computer-use/host-session.d.ts +60 -0
- package/dist/computer-use/runner-ui-port.d.ts +37 -0
- package/dist/computer-use/session-review.d.ts +14 -0
- package/dist/computer-use/task-spec.d.ts +84 -0
- package/dist/discovery.d.ts +16 -2
- package/dist/index.js +2 -2
- package/dist/library.d.ts +94 -10
- package/dist/library.js +137700 -81150
- package/dist/memory-maintenance-worker.js +1676 -511
- package/dist/nol/cpu-control-reader-profile.d.ts +93 -0
- package/dist/nol/cpu-control-reader-service.d.ts +87 -0
- package/dist/nol/cuda-lease.d.ts +111 -0
- package/dist/nol/cuda-mutations.d.ts +34 -0
- package/dist/nol/export-runtime-config.d.ts +114 -0
- package/dist/nol/export-service.d.ts +143 -0
- package/dist/nol/facade.d.ts +147 -0
- package/dist/nol/gguf-cpu-control-reader-profile.d.ts +106 -0
- package/dist/nol/gguf-cpu-control-reader-service.d.ts +91 -0
- package/dist/nol/gguf-model-control-verifier.d.ts +120 -0
- package/dist/nol/gguf-parameter-inventory.d.ts +28 -0
- package/dist/nol/gne-adapter.d.ts +134 -0
- package/dist/nol/gne-agent-evaluation.d.ts +84 -0
- package/dist/nol/gne-profile.d.ts +124 -0
- package/dist/nol/gne-tools-profile.d.ts +148 -0
- package/dist/nol/gne-tools-transport.d.ts +194 -0
- package/dist/nol/model-actions.d.ts +662 -0
- package/dist/nol/model-control-verifier.d.ts +135 -0
- package/dist/nol/model-json-scorer.d.ts +13 -0
- package/dist/nol/model-runtime-config.d.ts +830 -0
- package/dist/nol/model-serving.d.ts +130 -0
- package/dist/nol/model-subject-adapter.d.ts +72 -0
- package/dist/nol/model-validation-factory.d.ts +113 -0
- package/dist/nol/neuronary-catalog.d.ts +130 -0
- package/dist/nol/orphan-custody.d.ts +72 -0
- package/dist/nol/peft-conformance.d.ts +48 -0
- package/dist/nol/peft-control-types.d.ts +137 -0
- package/dist/nol/peft-control-verifier.d.ts +8 -0
- package/dist/nol/peft-model-actions.d.ts +41 -0
- package/dist/nol/peft-model-authority.d.ts +146 -0
- package/dist/nol/peft-model-controls.d.ts +20 -0
- package/dist/nol/peft-model-host.d.ts +47 -0
- package/dist/nol/peft-model-profile.d.ts +161 -0
- package/dist/nol/peft-model-runtime-config.d.ts +174 -0
- package/dist/nol/peft-model-subject-adapter.d.ts +36 -0
- package/dist/nol/peft-validation.d.ts +105 -0
- package/dist/nol/persistent-parameter-inventory.d.ts +32 -0
- package/dist/nol/runtime.d.ts +100 -0
- package/dist/nol/sqlite-store.d.ts +80 -0
- package/dist/nol/transformers-adapter.d.ts +119 -0
- package/dist/nol/transformers-nnsight.d.ts +87 -0
- package/dist/nol/transformers-peft.d.ts +107 -0
- package/dist/nol/transformers-research.d.ts +114 -0
- package/dist/nol/variant-service.d.ts +143 -0
- package/dist/nol/variant-store.d.ts +51 -0
- package/dist/nol/vllm-actions.d.ts +774 -0
- package/dist/nol/vllm-adapter.d.ts +1473 -0
- package/dist/nol/vllm-authority.d.ts +55 -0
- package/dist/nol/vllm-conformance.d.ts +662 -0
- package/dist/nol/vllm-profile.d.ts +850 -0
- package/dist/nol/vllm-protocol.d.ts +1505 -0
- package/dist/nol/vllm-runtime-config.d.ts +120 -0
- package/dist/nol/vllm-runtime.d.ts +34 -0
- package/dist/nol/vllm-startup.d.ts +235 -0
- package/dist/omni-setup-worker.js +3433 -1909
- package/dist/service-version.d.ts +0 -1
- package/dist/tui/async-process.d.ts +27 -0
- package/dist/tui/native/worker.js +3 -1
- package/dist/tui/telegram-action-session-registry.d.ts +136 -0
- package/dist/tui/telegram-cognition-queue.d.ts +154 -0
- package/dist/tui/telegram-context-packet-v2.d.ts +99 -0
- package/dist/tui/telegram-input-ownership.d.ts +78 -0
- package/dist/tui/telegram-turn-contract-v2.d.ts +62 -0
- package/dist/update-worker-runtime.js +4216 -2603
- package/docs/DISCOVERY.json +462 -0
- package/docs/DISCOVERY.md +6 -0
- package/docs/work-orders/evidence/telegram-catch-up-attention-live-20261104.json +743 -0
- package/docs/work-orders/telegram-catch-up-attention-repair-20261104.md +133 -0
- package/npm-shrinkwrap.json +28 -12
- package/package.json +3 -2
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { type NolVllmStartupPlan } from "./vllm-startup.js";
|
|
3
|
+
/** Trusted project configuration only. Request bodies cannot choose executable
|
|
4
|
+
* paths, callbacks, a designation, an inventory success flag or authority. */
|
|
5
|
+
export declare const NolVllmComputeConfigSchema: z.ZodObject<{
|
|
6
|
+
backend: z.ZodLiteral<"vllm">;
|
|
7
|
+
pythonPath: z.ZodString;
|
|
8
|
+
workerPath: z.ZodString;
|
|
9
|
+
companionPath: z.ZodString;
|
|
10
|
+
tokenizerPath: z.ZodString;
|
|
11
|
+
tokenizerSha256: z.ZodString;
|
|
12
|
+
checkpointRoot: z.ZodString;
|
|
13
|
+
workRoot: z.ZodString;
|
|
14
|
+
modelArtifact: z.ZodObject<{
|
|
15
|
+
uri: z.ZodString;
|
|
16
|
+
sha256: z.ZodString;
|
|
17
|
+
sizeBytes: z.ZodNumber;
|
|
18
|
+
mediaType: z.ZodString;
|
|
19
|
+
}, z.core.$strict>;
|
|
20
|
+
runtimeInventory: z.ZodObject<{
|
|
21
|
+
uri: z.ZodString;
|
|
22
|
+
sha256: z.ZodString;
|
|
23
|
+
sizeBytes: z.ZodNumber;
|
|
24
|
+
mediaType: z.ZodString;
|
|
25
|
+
}, z.core.$strict>;
|
|
26
|
+
startup: z.ZodPipe<z.ZodUnknown, z.ZodTransform<{
|
|
27
|
+
schema: typeof import("./vllm-startup.js").NOL_VLLM_STARTUP_VERSION;
|
|
28
|
+
binding: import("../_types/schemas/nol.js").NolRuntimeBinding;
|
|
29
|
+
gpuUuid: string;
|
|
30
|
+
reservedMiB: number;
|
|
31
|
+
source: {
|
|
32
|
+
workerSha256: string;
|
|
33
|
+
companionSha256: string;
|
|
34
|
+
runtimeSha256: string;
|
|
35
|
+
};
|
|
36
|
+
engine: {
|
|
37
|
+
dtype: "bfloat16";
|
|
38
|
+
maxModelLen: number;
|
|
39
|
+
maxNumBatchedTokens: number;
|
|
40
|
+
maxNumSeqs: 1;
|
|
41
|
+
kvCacheBytes: number;
|
|
42
|
+
seed: number;
|
|
43
|
+
tensorParallelSize: 1;
|
|
44
|
+
pipelineParallelSize: 1;
|
|
45
|
+
dataParallelSize: 1;
|
|
46
|
+
executor: "uni";
|
|
47
|
+
enforceEager: true;
|
|
48
|
+
chunkedPrefill: false;
|
|
49
|
+
prefixCaching: false;
|
|
50
|
+
asyncScheduling: false;
|
|
51
|
+
taps: [
|
|
52
|
+
];
|
|
53
|
+
speculative: false;
|
|
54
|
+
lora: false;
|
|
55
|
+
logStats: true;
|
|
56
|
+
};
|
|
57
|
+
limits: {
|
|
58
|
+
maxProfileCalls: number;
|
|
59
|
+
maxDummyForwards: number;
|
|
60
|
+
maxForwardPositions: number;
|
|
61
|
+
maxRoutineCalls: number;
|
|
62
|
+
maxRoutinePositions: number;
|
|
63
|
+
maxSamplerDrawRows: number;
|
|
64
|
+
maxCaptureBytes: 0;
|
|
65
|
+
maxCaptures: 0;
|
|
66
|
+
maxGeneratedTokens: 0;
|
|
67
|
+
maxLoadBytes: number;
|
|
68
|
+
maxGateMs: number;
|
|
69
|
+
};
|
|
70
|
+
}, unknown>>;
|
|
71
|
+
inventoryRequest: z.ZodObject<{
|
|
72
|
+
dependencyLockPath: z.ZodString;
|
|
73
|
+
dependencyLockSha256: z.ZodString;
|
|
74
|
+
maxRuntimeBytes: z.ZodNumber;
|
|
75
|
+
maxRuntimeFiles: z.ZodNumber;
|
|
76
|
+
}, z.core.$strict>;
|
|
77
|
+
workerLimits: z.ZodObject<{
|
|
78
|
+
maxFrameBytes: z.ZodNumber;
|
|
79
|
+
maxStdoutBytes: z.ZodNumber;
|
|
80
|
+
maxStderrBytes: z.ZodNumber;
|
|
81
|
+
requestTimeoutMs: z.ZodNumber;
|
|
82
|
+
killGraceMs: z.ZodNumber;
|
|
83
|
+
}, z.core.$strict>;
|
|
84
|
+
runtimeLimits: z.ZodObject<{
|
|
85
|
+
maxPromptBytes: z.ZodNumber;
|
|
86
|
+
maxInputTokens: z.ZodNumber;
|
|
87
|
+
maxOutputTokens: z.ZodNumber;
|
|
88
|
+
maxOutputBytes: z.ZodNumber;
|
|
89
|
+
maxEngineSteps: z.ZodNumber;
|
|
90
|
+
maxWallTimeMs: z.ZodNumber;
|
|
91
|
+
maxRequests: z.ZodNumber;
|
|
92
|
+
maxForwardPositions: z.ZodNumber;
|
|
93
|
+
}, z.core.$strict>;
|
|
94
|
+
expectedDurationSeconds: z.ZodNumber;
|
|
95
|
+
tokenizerLimits: z.ZodObject<{
|
|
96
|
+
maxDurationMs: z.ZodNumber;
|
|
97
|
+
maxResponseBytes: z.ZodNumber;
|
|
98
|
+
maxStderrBytes: z.ZodNumber;
|
|
99
|
+
killGraceMs: z.ZodNumber;
|
|
100
|
+
}, z.core.$strict>;
|
|
101
|
+
conformance: z.ZodObject<{
|
|
102
|
+
id: z.ZodString;
|
|
103
|
+
issuedRecordId: z.ZodOptional<z.ZodString>;
|
|
104
|
+
leaseMs: z.ZodNumber;
|
|
105
|
+
limits: z.ZodObject<{
|
|
106
|
+
maxJobs: z.ZodNumber;
|
|
107
|
+
maxRequestsPerJob: z.ZodNumber;
|
|
108
|
+
maxCaptureBytesPerRequest: z.ZodNumber;
|
|
109
|
+
maxArtifactBytesPerJob: z.ZodNumber;
|
|
110
|
+
maxMetadataBytes: z.ZodNumber;
|
|
111
|
+
maxTotalStorageBytes: z.ZodNumber;
|
|
112
|
+
minimumFreeBytes: z.ZodNumber;
|
|
113
|
+
}, z.core.$strict>;
|
|
114
|
+
}, z.core.$strict>;
|
|
115
|
+
}, z.core.$strict>;
|
|
116
|
+
export type NolVllmComputeConfig = z.infer<typeof NolVllmComputeConfigSchema>;
|
|
117
|
+
export type NolVllmStartupTemplate = Omit<NolVllmStartupPlan, "requestPolicyDigest">;
|
|
118
|
+
/** No process/hardware/model operation. Reject aliases and symlink ancestors
|
|
119
|
+
* before a work root may own private journals or output files. */
|
|
120
|
+
export declare function resolveNolVllmWorkRoot(projectRoot: string, input: NolVllmComputeConfig): NolVllmComputeConfig;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { NolJob } from "../_types/orchestrator/nol/store.js";
|
|
2
|
+
import type { NolVllmAdapter } from "./vllm-adapter.js";
|
|
3
|
+
import { type NolVllmConfiguredAuthorityOptions } from "./vllm-authority.js";
|
|
4
|
+
import type { NolVllmProfileContext } from "./vllm-profile.js";
|
|
5
|
+
export interface NolProjectVllmOptions extends NolVllmConfiguredAuthorityOptions {
|
|
6
|
+
/** Ignore this same accepted job, but never foreign compute/preparation. */
|
|
7
|
+
isComputeIdle(ownJobId?: string): boolean;
|
|
8
|
+
trackWork(jobId: string, promise: Promise<unknown>): void;
|
|
9
|
+
}
|
|
10
|
+
/** Per-project owner for public actions, accepted work, metadata preparation and
|
|
11
|
+
* experiment proof resolution. Caller tokens are checked on ingress; accepted
|
|
12
|
+
* work gets an opaque process-owned epoch grant that Stop revokes. */
|
|
13
|
+
export declare class NolProjectVllmServices {
|
|
14
|
+
private readonly options;
|
|
15
|
+
private readonly authority;
|
|
16
|
+
private readonly metadata;
|
|
17
|
+
private readonly background;
|
|
18
|
+
private readonly grants;
|
|
19
|
+
private readonly failures;
|
|
20
|
+
private epoch;
|
|
21
|
+
private closing;
|
|
22
|
+
constructor(options: NolProjectVllmOptions);
|
|
23
|
+
private check;
|
|
24
|
+
private prepare;
|
|
25
|
+
private owner;
|
|
26
|
+
private start;
|
|
27
|
+
dispatch(input: unknown, context: NolVllmProfileContext): Promise<unknown>;
|
|
28
|
+
prepareAdapter(signal?: AbortSignal): Promise<NolVllmAdapter>;
|
|
29
|
+
cancel(jobId: string, actorId: string, reason?: string): NolJob;
|
|
30
|
+
get ownedJobIds(): string[];
|
|
31
|
+
waitForIdle(): Promise<void>;
|
|
32
|
+
stopOwned(): Promise<string[]>;
|
|
33
|
+
shutdown(): Promise<void>;
|
|
34
|
+
}
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import { type ChildProcess } from "node:child_process";
|
|
2
|
+
import { type NolRuntimeBinding } from "../_types/schemas/nol.js";
|
|
3
|
+
import { type NolWorkerOwnership, type NolWorkerLimits } from "../_types/execution/nol/worker-protocol.js";
|
|
4
|
+
import type { NolCudaPlacement } from "./cuda-lease.js";
|
|
5
|
+
export declare const nolVllmStartupDigest: () => string;
|
|
6
|
+
/** Startup transport/admission foundation only. No backend capability, native
|
|
7
|
+
* conformance, generation, scientific acceptance, or promotion is conferred. */
|
|
8
|
+
export declare const NOL_VLLM_STARTUP_VERSION: "omnius.nol.vllm-startup.v2";
|
|
9
|
+
export declare const NOL_VLLM_PRIVATE_VERSION: "omnius.nol.vllm-private.v1";
|
|
10
|
+
/** One fixed admission contract for the host and its private pipe transport. */
|
|
11
|
+
export declare const NOL_VLLM_WORKER_LIMIT_BOUNDS: Readonly<{
|
|
12
|
+
maxFrameBytes: 1048576;
|
|
13
|
+
maxStdoutBytes: 16777216;
|
|
14
|
+
maxStderrBytes: 16777216;
|
|
15
|
+
requestTimeoutMs: 86400000;
|
|
16
|
+
killGraceMs: 60000;
|
|
17
|
+
}>;
|
|
18
|
+
export declare function validateNolVllmWorkerLimits(value: NolWorkerLimits): void;
|
|
19
|
+
/** Fixed job policy. CUDA identity is supplied exclusively by the lease. */
|
|
20
|
+
export declare function nolVllmWorkerEnvironment(base: NodeJS.ProcessEnv): NodeJS.ProcessEnv;
|
|
21
|
+
export declare const NOL_VLLM_STARTUP_ROUTINES: readonly [
|
|
22
|
+
"block_table_warmup",
|
|
23
|
+
"kv_zeroer_warmup",
|
|
24
|
+
"qwen_causal_conv1d",
|
|
25
|
+
"qwen_post_conv_1",
|
|
26
|
+
"qwen_post_conv_2",
|
|
27
|
+
"qwen_post_conv_16",
|
|
28
|
+
"qwen_gating_delta",
|
|
29
|
+
"sampler_warmup"
|
|
30
|
+
];
|
|
31
|
+
export interface NolVllmStartupPlan {
|
|
32
|
+
schema: typeof NOL_VLLM_STARTUP_VERSION;
|
|
33
|
+
binding: NolRuntimeBinding;
|
|
34
|
+
gpuUuid: string;
|
|
35
|
+
reservedMiB: number;
|
|
36
|
+
requestPolicyDigest: string;
|
|
37
|
+
source: {
|
|
38
|
+
workerSha256: string;
|
|
39
|
+
companionSha256: string;
|
|
40
|
+
runtimeSha256: string;
|
|
41
|
+
};
|
|
42
|
+
engine: {
|
|
43
|
+
dtype: "bfloat16";
|
|
44
|
+
maxModelLen: number;
|
|
45
|
+
maxNumBatchedTokens: number;
|
|
46
|
+
maxNumSeqs: 1;
|
|
47
|
+
kvCacheBytes: number;
|
|
48
|
+
seed: number;
|
|
49
|
+
tensorParallelSize: 1;
|
|
50
|
+
pipelineParallelSize: 1;
|
|
51
|
+
dataParallelSize: 1;
|
|
52
|
+
executor: "uni";
|
|
53
|
+
enforceEager: true;
|
|
54
|
+
chunkedPrefill: false;
|
|
55
|
+
prefixCaching: false;
|
|
56
|
+
asyncScheduling: false;
|
|
57
|
+
taps: [
|
|
58
|
+
];
|
|
59
|
+
speculative: false;
|
|
60
|
+
lora: false;
|
|
61
|
+
logStats: true;
|
|
62
|
+
};
|
|
63
|
+
limits: {
|
|
64
|
+
maxProfileCalls: number;
|
|
65
|
+
maxDummyForwards: number;
|
|
66
|
+
maxForwardPositions: number;
|
|
67
|
+
maxRoutineCalls: number;
|
|
68
|
+
maxRoutinePositions: number;
|
|
69
|
+
maxSamplerDrawRows: number;
|
|
70
|
+
maxCaptureBytes: 0;
|
|
71
|
+
maxCaptures: 0;
|
|
72
|
+
maxGeneratedTokens: 0;
|
|
73
|
+
maxLoadBytes: number;
|
|
74
|
+
maxGateMs: number;
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
export interface NolVllmRuntimeInventoryRequest {
|
|
78
|
+
dependencyLockPath: string;
|
|
79
|
+
dependencyLockSha256: string;
|
|
80
|
+
maxRuntimeBytes: number;
|
|
81
|
+
maxRuntimeFiles: number;
|
|
82
|
+
}
|
|
83
|
+
export interface NolVllmRuntimeInventory {
|
|
84
|
+
schema: "omnius.nol.vllm-runtime-inventory.v1";
|
|
85
|
+
inventoryDigest: string;
|
|
86
|
+
pythonVersion: string;
|
|
87
|
+
pythonExecutable: {
|
|
88
|
+
sha256: string;
|
|
89
|
+
sizeBytes: number;
|
|
90
|
+
};
|
|
91
|
+
pythonRuntimeLibrary: {
|
|
92
|
+
path: string;
|
|
93
|
+
sha256: string;
|
|
94
|
+
sizeBytes: number;
|
|
95
|
+
} | null;
|
|
96
|
+
pythonStdlib: {
|
|
97
|
+
files: number;
|
|
98
|
+
digest: string;
|
|
99
|
+
};
|
|
100
|
+
pythonImportArchives: {
|
|
101
|
+
path: string;
|
|
102
|
+
sha256: string;
|
|
103
|
+
sizeBytes: number;
|
|
104
|
+
}[];
|
|
105
|
+
pythonImportPathDigest: string;
|
|
106
|
+
pythonCacheTag: string;
|
|
107
|
+
bytecodeMagic: string;
|
|
108
|
+
optimization: number;
|
|
109
|
+
isolated: true;
|
|
110
|
+
userSiteDisabled: true;
|
|
111
|
+
bytecodeWritesDisabled: true;
|
|
112
|
+
dependencyLock: {
|
|
113
|
+
sha256: string;
|
|
114
|
+
sizeBytes: number;
|
|
115
|
+
};
|
|
116
|
+
packages: {
|
|
117
|
+
name: string;
|
|
118
|
+
version: string;
|
|
119
|
+
files: number;
|
|
120
|
+
digest: string;
|
|
121
|
+
}[];
|
|
122
|
+
bytecode: {
|
|
123
|
+
files: number;
|
|
124
|
+
digest: string;
|
|
125
|
+
};
|
|
126
|
+
unrecordedExecutable: {
|
|
127
|
+
files: number;
|
|
128
|
+
digest: string;
|
|
129
|
+
};
|
|
130
|
+
environment: Record<string, string>;
|
|
131
|
+
files: number;
|
|
132
|
+
bytes: number;
|
|
133
|
+
scope: "installed_wheel_code_metadata_stdlib_executable_bytecode_interpreter_and_lock_not_driver_or_future_JIT_artifacts";
|
|
134
|
+
nativeConformance: "unverified";
|
|
135
|
+
capabilityAuthority: "none";
|
|
136
|
+
}
|
|
137
|
+
/** Observational metadata only. Even a matching full digest never installs a
|
|
138
|
+
* runtime designation or authorizes model loading/compute. Existing pyc and
|
|
139
|
+
* unrecorded executable files are part of the digest; -B alone is insufficient. */
|
|
140
|
+
export declare function verifyNolVllmRuntimeInventory(input: unknown, requestInput: NolVllmRuntimeInventoryRequest): NolVllmRuntimeInventory;
|
|
141
|
+
/** Replay only the frozen execution whitelist. Device scope always comes from
|
|
142
|
+
* the current lease (or -1 for the separate CPU tokenizer), never the snapshot. */
|
|
143
|
+
export declare function replayNolVllmRuntimeEnvironment(snapshot: Readonly<Record<string, string>>, gpuUuid: string): NodeJS.ProcessEnv;
|
|
144
|
+
export declare function parseNolVllmStartupPlan(input: unknown): NolVllmStartupPlan;
|
|
145
|
+
/** Checks bounded observations only; it never upgrades CPU transport facts to
|
|
146
|
+
* native conformance or backend capability authority. */
|
|
147
|
+
export declare function verifyNolVllmStartupObservation(input: unknown, startup: NolVllmStartupPlan): unknown;
|
|
148
|
+
export interface NolVllmStartupTransport {
|
|
149
|
+
readonly sessionId: string;
|
|
150
|
+
readonly pid: number | null;
|
|
151
|
+
readonly closed: Promise<void>;
|
|
152
|
+
start(signal: AbortSignal): Promise<unknown>;
|
|
153
|
+
request(action: "load" | "inspect" | "tokenize" | "reset" | "generate" | "profile", payload: unknown, signal: AbortSignal): Promise<unknown>;
|
|
154
|
+
onPrivateEvent(listener: (event: unknown) => void): void;
|
|
155
|
+
grant(event: Record<string, unknown>): void;
|
|
156
|
+
retire(reason?: unknown): void;
|
|
157
|
+
}
|
|
158
|
+
export interface NolVllmStartupLease {
|
|
159
|
+
readonly gpuUuid: string;
|
|
160
|
+
environment(): NodeJS.ProcessEnv;
|
|
161
|
+
attach(child: ChildProcess): void;
|
|
162
|
+
loaded(): Promise<NolCudaPlacement>;
|
|
163
|
+
stop(): void;
|
|
164
|
+
settle(): Promise<void>;
|
|
165
|
+
}
|
|
166
|
+
export interface NolVllmStartupSessionOptions {
|
|
167
|
+
pythonPath: string;
|
|
168
|
+
workerPath: string;
|
|
169
|
+
companionPath: string;
|
|
170
|
+
ownership: NolWorkerOwnership;
|
|
171
|
+
plan: NolVllmStartupPlan;
|
|
172
|
+
/** Full data-only descriptor sealed by plan.requestPolicyDigest. */
|
|
173
|
+
loadDescriptor?: unknown;
|
|
174
|
+
runtimeEnvironment?: Readonly<Record<string, string>>;
|
|
175
|
+
limits: NolWorkerLimits;
|
|
176
|
+
lease: NolVllmStartupLease;
|
|
177
|
+
assertCurrent(): void;
|
|
178
|
+
/** Installed host authorization for this exact model/runtime; never supplied
|
|
179
|
+
* by a serialized request or inferred from model metadata. */
|
|
180
|
+
authorizeLoad(plan: NolVllmStartupPlan, signal: AbortSignal, admission: Readonly<{
|
|
181
|
+
pid: number;
|
|
182
|
+
startIdentity: string;
|
|
183
|
+
gpuUuid: string;
|
|
184
|
+
planDigest: string;
|
|
185
|
+
loadNonce: string;
|
|
186
|
+
sessionId: string;
|
|
187
|
+
jobId: string;
|
|
188
|
+
ownerId: string;
|
|
189
|
+
generation: number;
|
|
190
|
+
}>): Promise<void>;
|
|
191
|
+
onPlacementConfirmed(placement: NolCudaPlacement, signal: AbortSignal): Promise<void>;
|
|
192
|
+
/** Explicit CPU fixture seam; returned observations carry no native authority. */
|
|
193
|
+
createTransport?(options: {
|
|
194
|
+
ownership: NolWorkerOwnership;
|
|
195
|
+
limits: NolWorkerLimits;
|
|
196
|
+
env: NodeJS.ProcessEnv;
|
|
197
|
+
onSpawn(child: ChildProcess): void;
|
|
198
|
+
}): NolVllmStartupTransport;
|
|
199
|
+
}
|
|
200
|
+
/** Inert construction. Stop never means physical settlement; settle retains
|
|
201
|
+
* actual startup/private-callback promises and waits for owned child close and
|
|
202
|
+
* the host lease's physical release proof. */
|
|
203
|
+
export declare class NolVllmStartupSession {
|
|
204
|
+
private readonly fixedPlan;
|
|
205
|
+
get plan(): NolVllmStartupPlan;
|
|
206
|
+
private transport;
|
|
207
|
+
private readonly lifetime;
|
|
208
|
+
private starting;
|
|
209
|
+
private loading;
|
|
210
|
+
private inspecting;
|
|
211
|
+
private inspectionComplete;
|
|
212
|
+
private readonly requests;
|
|
213
|
+
private settling;
|
|
214
|
+
private privateWork;
|
|
215
|
+
private readonly privateKinds;
|
|
216
|
+
private loadNonce;
|
|
217
|
+
private state;
|
|
218
|
+
private readonly options;
|
|
219
|
+
constructor(options: NolVllmStartupSessionOptions);
|
|
220
|
+
private current;
|
|
221
|
+
start(): Promise<unknown>;
|
|
222
|
+
private launch;
|
|
223
|
+
load(): Promise<unknown>;
|
|
224
|
+
/** One bounded stdlib-only observation. It neither creates a model nor
|
|
225
|
+
* upgrades the source-owned native activation boundary. */
|
|
226
|
+
inspectRuntime(input: NolVllmRuntimeInventoryRequest): Promise<NolVllmRuntimeInventory>;
|
|
227
|
+
private runInspection;
|
|
228
|
+
private runLoad;
|
|
229
|
+
private privateEvent;
|
|
230
|
+
stop(reason?: unknown): void;
|
|
231
|
+
/** Fixed data-only commands; no collective RPC, Python trace or code port. */
|
|
232
|
+
request(action: "tokenize" | "reset" | "generate" | "profile", payload: unknown): Promise<unknown>;
|
|
233
|
+
settle(): Promise<void>;
|
|
234
|
+
private finish;
|
|
235
|
+
}
|