@qvac/inference 0.19.1 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +57 -17
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/assess-model-fit.d.ts +30 -6
- package/dist/handlers/assess-model-fit.js +68 -6
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +69 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +10 -1
- package/dist/resources/model-fit/assess.js +43 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +83 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +133 -0
- package/dist/resources/model-fit/fit-stub/index.d.ts +2 -0
- package/dist/resources/model-fit/fit-stub/index.js +2 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +31 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +36 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +191 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +67 -0
- package/dist/schemas/assess-model-fit.js +56 -2
- package/dist/schemas/audio-gen.d.ts +479 -4
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +7 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/common.d.ts +816 -15
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +11 -1
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +20 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +186 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +88 -8
- package/dist/schemas/llamacpp-config.js +108 -8
- package/dist/schemas/load-model.d.ts +2906 -206
- package/dist/schemas/model-config-schemas.d.ts +251 -5
- package/dist/schemas/plugin.d.ts +10 -0
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +29 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
|
@@ -1,10 +1,34 @@
|
|
|
1
|
-
import type { AssessModelFitRequest, AssessModelFitResponse } from '../schemas/assess-model-fit.js';
|
|
1
|
+
import type { AssessModelFitRequest, AssessModelFitResponse, ModelFitCandidate } from '../schemas/assess-model-fit.js';
|
|
2
|
+
import { type CanonicalModelType } from '../schemas/index.js';
|
|
3
|
+
import { type ProfileResolver } from '../resources/model-fit/assess.js';
|
|
2
4
|
/**
|
|
3
5
|
* Runs a pre-download fit assessment worker-side.
|
|
4
6
|
*
|
|
5
|
-
* This lives on the worker because that is where the
|
|
6
|
-
* already are: the resource collector for a fresh memory sample,
|
|
7
|
-
*
|
|
8
|
-
* loaded
|
|
7
|
+
* This lives on the worker because that is where the three things it needs
|
|
8
|
+
* already are: the resource collector for a fresh memory sample, the runtime's
|
|
9
|
+
* own platform/arch pair, and the registry client. No weights are read and
|
|
10
|
+
* nothing is loaded — a single candidate additionally has the registry's
|
|
11
|
+
* weightless description fetched, tens of KB, so the engine's own fitter can
|
|
12
|
+
* answer instead of the coefficients modelling it.
|
|
9
13
|
*/
|
|
10
|
-
export declare function handleAssessModelFit(request: AssessModelFitRequest): AssessModelFitResponse
|
|
14
|
+
export declare function handleAssessModelFit(request: AssessModelFitRequest): Promise<AssessModelFitResponse>;
|
|
15
|
+
export interface FitLoad {
|
|
16
|
+
modelType: CanonicalModelType;
|
|
17
|
+
modelConfig: Record<string, unknown>;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* The load `loadModel` would run for this candidate, or `undefined` where no
|
|
21
|
+
* fitter covers it.
|
|
22
|
+
*
|
|
23
|
+
* The engine comes from the catalog profile, not from the workload: `llm` names
|
|
24
|
+
* a token-context workload and covers embedding models too, which the
|
|
25
|
+
* completion fitter refuses for asking more context than they declare. The
|
|
26
|
+
* config carries the same device defaults a real load resolves — the fitter
|
|
27
|
+
* answers `unsupported-config` for a load with no `device`. An embedding load
|
|
28
|
+
* has no context setting; the fitter reads the window the model declares.
|
|
29
|
+
*
|
|
30
|
+
* A candidate with companion `artifacts` gets no fitter: the estimator counts
|
|
31
|
+
* their bytes, the fitter reads one file, and a verdict for the model alone
|
|
32
|
+
* would stand in for the set.
|
|
33
|
+
*/
|
|
34
|
+
export declare function fitLoad(candidate: ModelFitCandidate, resolveProfile?: ProfileResolver): FitLoad | undefined;
|
|
@@ -1,26 +1,88 @@
|
|
|
1
1
|
import os from 'bare-os';
|
|
2
|
+
import { ModelType } from '../schemas/index.js';
|
|
3
|
+
import { projectFitFromStub } from '../resources/model-fit/fit-stub/project-fit-from-stub.js';
|
|
4
|
+
import { resolveModelConfig } from '../runtime/state.js';
|
|
5
|
+
import { getModelResourceProfile } from '../models/registry/resource-profiles.js';
|
|
2
6
|
import { getResourceCollector } from '../resources/instance.js';
|
|
3
7
|
import { assessModelFitFromResources } from '../resources/model-fit/assess.js';
|
|
4
8
|
import { getPlatformCalibration } from '../resources/model-fit/calibration/index.js';
|
|
5
9
|
/**
|
|
6
10
|
* Runs a pre-download fit assessment worker-side.
|
|
7
11
|
*
|
|
8
|
-
* This lives on the worker because that is where the
|
|
9
|
-
* already are: the resource collector for a fresh memory sample,
|
|
10
|
-
*
|
|
11
|
-
* loaded
|
|
12
|
+
* This lives on the worker because that is where the three things it needs
|
|
13
|
+
* already are: the resource collector for a fresh memory sample, the runtime's
|
|
14
|
+
* own platform/arch pair, and the registry client. No weights are read and
|
|
15
|
+
* nothing is loaded — a single candidate additionally has the registry's
|
|
16
|
+
* weightless description fetched, tens of KB, so the engine's own fitter can
|
|
17
|
+
* answer instead of the coefficients modelling it.
|
|
12
18
|
*/
|
|
13
|
-
export function handleAssessModelFit(request) {
|
|
19
|
+
export async function handleAssessModelFit(request) {
|
|
14
20
|
const platform = detectPlatform();
|
|
15
21
|
const result = assessModelFitFromResources({
|
|
16
22
|
models: request.models,
|
|
17
23
|
execution: request.execution,
|
|
18
24
|
resources: readResources(),
|
|
19
25
|
platform,
|
|
20
|
-
calibration: platform ? getPlatformCalibration(platform) : undefined
|
|
26
|
+
calibration: platform ? getPlatformCalibration(platform) : undefined,
|
|
27
|
+
nativeFit: await resolveNativeFit(request)
|
|
21
28
|
});
|
|
22
29
|
return { type: 'assessModelFit', ...result };
|
|
23
30
|
}
|
|
31
|
+
/**
|
|
32
|
+
* The engine fitter's verdict for a single candidate, read from the registry's
|
|
33
|
+
* fit stub.
|
|
34
|
+
*
|
|
35
|
+
* Only for a one-candidate request: the probe measures one model against the
|
|
36
|
+
* whole machine, which cannot be aggregated across a set. Everything else — no
|
|
37
|
+
* stub published, an offline caller, an engine with no fit path — resolves to
|
|
38
|
+
* `undefined` and the modelled assessment stands.
|
|
39
|
+
*/
|
|
40
|
+
async function resolveNativeFit(request) {
|
|
41
|
+
if (request.models.length !== 1)
|
|
42
|
+
return undefined;
|
|
43
|
+
const candidate = request.models[0];
|
|
44
|
+
if (!candidate)
|
|
45
|
+
return undefined;
|
|
46
|
+
const load = fitLoad(candidate);
|
|
47
|
+
if (!load)
|
|
48
|
+
return undefined;
|
|
49
|
+
const outcome = await projectFitFromStub({ model: candidate.model, ...load });
|
|
50
|
+
return outcome.status === 'projected' ? outcome.fit : undefined;
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* The load `loadModel` would run for this candidate, or `undefined` where no
|
|
54
|
+
* fitter covers it.
|
|
55
|
+
*
|
|
56
|
+
* The engine comes from the catalog profile, not from the workload: `llm` names
|
|
57
|
+
* a token-context workload and covers embedding models too, which the
|
|
58
|
+
* completion fitter refuses for asking more context than they declare. The
|
|
59
|
+
* config carries the same device defaults a real load resolves — the fitter
|
|
60
|
+
* answers `unsupported-config` for a load with no `device`. An embedding load
|
|
61
|
+
* has no context setting; the fitter reads the window the model declares.
|
|
62
|
+
*
|
|
63
|
+
* A candidate with companion `artifacts` gets no fitter: the estimator counts
|
|
64
|
+
* their bytes, the fitter reads one file, and a verdict for the model alone
|
|
65
|
+
* would stand in for the set.
|
|
66
|
+
*/
|
|
67
|
+
export function fitLoad(candidate, resolveProfile = getModelResourceProfile) {
|
|
68
|
+
if (candidate.workload.kind !== 'llm')
|
|
69
|
+
return undefined;
|
|
70
|
+
if (candidate.artifacts?.length)
|
|
71
|
+
return undefined;
|
|
72
|
+
// A model outside the catalog is taken as a completion model, the common
|
|
73
|
+
// case for an `llm` workload.
|
|
74
|
+
const engine = resolveProfile(candidate.model.sha256Checksum)?.engine ?? ModelType.llamacppCompletion;
|
|
75
|
+
if (engine === ModelType.llamacppEmbedding) {
|
|
76
|
+
return { modelType: engine, modelConfig: resolveModelConfig(engine, {}) };
|
|
77
|
+
}
|
|
78
|
+
if (engine === ModelType.llamacppCompletion) {
|
|
79
|
+
return {
|
|
80
|
+
modelType: engine,
|
|
81
|
+
modelConfig: resolveModelConfig(engine, { ctx_size: candidate.workload.contextTokens })
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
return undefined;
|
|
85
|
+
}
|
|
24
86
|
function readResources() {
|
|
25
87
|
const collector = getResourceCollector();
|
|
26
88
|
if (!collector) {
|
|
@@ -14,7 +14,8 @@ export function buildBlobBinding(meta) {
|
|
|
14
14
|
blockOffset: meta.blobBlockOffset,
|
|
15
15
|
blockLength: meta.blobBlockLength,
|
|
16
16
|
byteOffset: meta.blobByteOffset,
|
|
17
|
-
byteLength: meta.expectedSize
|
|
17
|
+
byteLength: meta.expectedSize,
|
|
18
|
+
sha256: meta.sha256Checksum
|
|
18
19
|
};
|
|
19
20
|
}
|
|
20
21
|
/**
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { vectorIndexRequestSchema } from '../schemas/index.js';
|
|
2
|
+
import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
|
|
3
|
+
import { addVectors, containsVectors, createVectorIndex, disposeVectorIndex, loadVectorIndex, removeVectors, searchVectors, writeVectorIndex } from '../runtime/vector-index-registry.js';
|
|
4
|
+
registerOperationMetrics({
|
|
5
|
+
op: 'vectorIndex',
|
|
6
|
+
kind: 'handler',
|
|
7
|
+
getTags: (req) => (req.operation ? { operation: req.operation } : {}),
|
|
8
|
+
fromResult: (res) => {
|
|
9
|
+
const gauges = {};
|
|
10
|
+
if (typeof res.length === 'number')
|
|
11
|
+
gauges['length'] = res.length;
|
|
12
|
+
if (res.results !== undefined)
|
|
13
|
+
gauges['queries'] = res.results.length;
|
|
14
|
+
return Object.keys(gauges).length > 0 ? gauges : undefined;
|
|
15
|
+
}
|
|
16
|
+
});
|
|
17
|
+
export async function handleVectorIndex(request) {
|
|
18
|
+
return profileReplyHandler({ op: 'vectorIndex', request }, async () => handleVectorIndexInternal(request));
|
|
19
|
+
}
|
|
20
|
+
async function handleVectorIndexInternal(input) {
|
|
21
|
+
const request = vectorIndexRequestSchema.parse(input);
|
|
22
|
+
switch (request.operation) {
|
|
23
|
+
case 'create':
|
|
24
|
+
return { type: 'vectorIndex', operation: 'create', ...createVectorIndex(request) };
|
|
25
|
+
case 'load':
|
|
26
|
+
return { type: 'vectorIndex', operation: 'load', ...loadVectorIndex(request) };
|
|
27
|
+
case 'add':
|
|
28
|
+
return { type: 'vectorIndex', operation: 'add', ...addVectors(request) };
|
|
29
|
+
case 'search':
|
|
30
|
+
return { type: 'vectorIndex', operation: 'search', ...searchVectors(request) };
|
|
31
|
+
case 'remove':
|
|
32
|
+
return { type: 'vectorIndex', operation: 'remove', ...removeVectors(request) };
|
|
33
|
+
case 'contains':
|
|
34
|
+
return { type: 'vectorIndex', operation: 'contains', ...containsVectors(request) };
|
|
35
|
+
case 'write':
|
|
36
|
+
return { type: 'vectorIndex', operation: 'write', ...(await writeVectorIndex(request)) };
|
|
37
|
+
case 'dispose':
|
|
38
|
+
return { type: 'vectorIndex', operation: 'dispose', ...disposeVectorIndex(request) };
|
|
39
|
+
}
|
|
40
|
+
}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, classify, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
|
|
1
|
+
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, type VectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, audioEdit, audioUnderstand, classify, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
|
|
2
2
|
export { close } from './dispatch.js';
|
|
3
3
|
export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
|
|
4
4
|
export * from './surface.js';
|
package/dist/index.js
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// Public API: the operations, engine lifecycle and explicit plugin assembly, and
|
|
3
3
|
// the value-clean surface (schemas / types / consts / errors / model registry)
|
|
4
4
|
// re-exported from `./surface`.
|
|
5
|
-
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, classify, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
|
|
5
|
+
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, audioEdit, audioUnderstand, classify, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
|
|
6
6
|
// Engine lifecycle and explicit plugin assembly. No plugins are registered by
|
|
7
7
|
// default: an app assembles the engines it needs via `plugins([...])` or the
|
|
8
8
|
// `registerPlugin`/`registerPlugins` primitives, then calls the operations.
|