@qvac/sdk 0.18.2 → 0.19.0

package/dist/server/rpc/handlers/video-stream.d.ts

@@ -1,3 +0,0 @@
-import type { VideoStreamRequest, VideoStreamResponse } from '../../../schemas/sdcpp-config.js';
-export declare function handleVideoStream(request: VideoStreamRequest): AsyncGenerator<VideoStreamResponse>;
-//# sourceMappingURL=video-stream.d.ts.map

package/dist/server/rpc/handlers/video-stream.js

@@ -1,4 +0,0 @@
-import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
-export async function* handleVideoStream(request) {
-    yield* dispatchPluginStream(request.modelId, 'videoStream', request);
-}

package/dist/server/rpc/index.d.ts

@@ -1,3 +0,0 @@
-export { createBareKitRPCServer, createIPCClient } from './create-server.js';
-export { handleRequest } from './handle-request.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/server/rpc/index.js

@@ -1,2 +0,0 @@
-export { createBareKitRPCServer, createIPCClient } from './create-server.js';
-export { handleRequest } from './handle-request.js';

package/dist/server/rpc/method-shapes.d.ts

@@ -1,53 +0,0 @@
-/**
- * Call shape of every RPC method, keyed by the request `type` literal.
- *
- * This module must stay free of handler imports: the contract export
- * (`scripts/export-contract.ts`) loads it under Node, where the handler
- * graph's native bare-* modules cannot be required. `handler-registry.ts`
- * is type-bound to this map, so a registry entry whose key or `type`
- * diverges from it fails to compile.
- */
-export declare const methodShapes: {
-    readonly audioGenStream: "stream";
-    readonly batchCompletionStream: "stream";
-    readonly bciTranscribe: "stream";
-    readonly bciTranscribeStream: "duplex";
-    readonly cancel: "reply";
-    readonly classify: "stream";
-    readonly completionOrchestrate: "duplex";
-    readonly completionStream: "stream";
-    readonly deleteCache: "reply";
-    readonly diffusionStream: "stream";
-    readonly downloadAsset: "reply";
-    readonly embed: "reply";
-    readonly finetune: "reply";
-    readonly getLoadedModelInfo: "reply";
-    readonly getModelInfo: "reply";
-    readonly getSystemResources: "reply";
-    readonly heartbeat: "reply";
-    readonly loadModel: "reply";
-    readonly loggingStream: "stream";
-    readonly modelRegistryGetModel: "reply";
-    readonly modelRegistryList: "reply";
-    readonly modelRegistrySearch: "reply";
-    readonly ocrStream: "stream";
-    readonly pluginInvoke: "reply";
-    readonly pluginInvokeStream: "stream";
-    readonly provide: "reply";
-    readonly rag: "reply";
-    readonly resume: "reply";
-    readonly state: "reply";
-    readonly stopProvide: "reply";
-    readonly suspend: "reply";
-    readonly textToSpeech: "stream";
-    readonly textToSpeechStream: "duplex";
-    readonly transcribe: "stream";
-    readonly transcribeStream: "duplex";
-    readonly translate: "stream";
-    readonly unloadModel: "reply";
-    readonly upscaleStream: "stream";
-    readonly videoStream: "stream";
-};
-export type MethodName = keyof typeof methodShapes;
-export type MethodCallShape = (typeof methodShapes)[MethodName];
-//# sourceMappingURL=method-shapes.d.ts.map

package/dist/server/rpc/method-shapes.js

@@ -1,50 +0,0 @@
-/**
- * Call shape of every RPC method, keyed by the request `type` literal.
- *
- * This module must stay free of handler imports: the contract export
- * (`scripts/export-contract.ts`) loads it under Node, where the handler
- * graph's native bare-* modules cannot be required. `handler-registry.ts`
- * is type-bound to this map, so a registry entry whose key or `type`
- * diverges from it fails to compile.
- */
-export const methodShapes = {
-    audioGenStream: 'stream',
-    batchCompletionStream: 'stream',
-    bciTranscribe: 'stream',
-    bciTranscribeStream: 'duplex',
-    cancel: 'reply',
-    classify: 'stream',
-    completionOrchestrate: 'duplex',
-    completionStream: 'stream',
-    deleteCache: 'reply',
-    diffusionStream: 'stream',
-    downloadAsset: 'reply',
-    embed: 'reply',
-    finetune: 'reply',
-    getLoadedModelInfo: 'reply',
-    getModelInfo: 'reply',
-    getSystemResources: 'reply',
-    heartbeat: 'reply',
-    loadModel: 'reply',
-    loggingStream: 'stream',
-    modelRegistryGetModel: 'reply',
-    modelRegistryList: 'reply',
-    modelRegistrySearch: 'reply',
-    ocrStream: 'stream',
-    pluginInvoke: 'reply',
-    pluginInvokeStream: 'stream',
-    provide: 'reply',
-    rag: 'reply',
-    resume: 'reply',
-    state: 'reply',
-    stopProvide: 'reply',
-    suspend: 'reply',
-    textToSpeech: 'stream',
-    textToSpeechStream: 'duplex',
-    transcribe: 'stream',
-    transcribeStream: 'duplex',
-    translate: 'stream',
-    unloadModel: 'reply',
-    upscaleStream: 'stream',
-    videoStream: 'stream'
-};

package/dist/server/rpc/profiling/backend-diagnostics.d.ts

@@ -1,3 +0,0 @@
-import { type InferenceBackendDiagnostics } from '../../../schemas/index.js';
-export declare function readBackendDiagnostics(target: unknown): InferenceBackendDiagnostics | undefined;
-//# sourceMappingURL=backend-diagnostics.d.ts.map

package/dist/server/rpc/profiling/backend-diagnostics.js

@@ -1,16 +0,0 @@
-import { getServerLogger } from '../../../logging/index.js';
-import { BACKEND_DIAGNOSTICS_KEY, inferenceBackendDiagnosticsSchema } from '../../../schemas/index.js';
-const logger = getServerLogger();
-export function readBackendDiagnostics(target) {
-    if (!target || typeof target !== 'object')
-        return undefined;
-    const diagnostics = target[BACKEND_DIAGNOSTICS_KEY];
-    if (diagnostics === undefined)
-        return undefined;
-    const result = inferenceBackendDiagnosticsSchema.safeParse(diagnostics);
-    if (!result.success) {
-        logger.debug('Ignoring invalid backend diagnostics', result.error);
-        return undefined;
-    }
-    return result.data;
-}

package/dist/server/rpc/profiling/context.d.ts

@@ -1,18 +0,0 @@
-import { type ProfilingRequestMeta, type DelegationBreakdown, type OperationEvent } from '../../../schemas/index.js';
-export interface ServerProfilingContext {
-    meta: ProfilingRequestMeta;
-    requestStart: number;
-    jsonParseMs?: number;
-    zodValidationMs?: number;
-    handlerExecutionMs?: number;
-    responseZodValidationMs?: number;
-    responseStringifyMs?: number;
-}
-export declare function createProfilingContext(meta: ProfilingRequestMeta): ServerProfilingContext;
-export interface ProfilingInjectionOptions {
-    ctx?: ServerProfilingContext;
-    delegation?: DelegationBreakdown;
-    operation?: OperationEvent;
-}
-export declare function injectProfilingIntoString(jsonString: string, options: ProfilingInjectionOptions): string;
-//# sourceMappingURL=context.d.ts.map

package/dist/server/rpc/profiling/context.js

@@ -1,37 +0,0 @@
-import { PROFILING_KEY } from '../../../schemas/index.js';
-import { nowMs } from '../../../profiling/index.js';
-export function createProfilingContext(meta) {
-    return { meta, requestStart: nowMs() };
-}
-function buildServerBreakdown(ctx) {
-    return {
-        requestJsonParseMs: ctx.jsonParseMs,
-        requestZodValidationMs: ctx.zodValidationMs,
-        handlerExecutionMs: ctx.handlerExecutionMs,
-        responseZodValidationMs: ctx.responseZodValidationMs,
-        responseStringifyMs: ctx.responseStringifyMs,
-        totalServerMs: nowMs() - ctx.requestStart
-    };
-}
-export function injectProfilingIntoString(jsonString, options) {
-    const { ctx, delegation, operation } = options;
-    const includeServer = ctx?.meta.includeServer ?? false;
-    const hasContent = includeServer || !!delegation || !!operation;
-    if (!hasContent || !jsonString.endsWith('}')) {
-        return jsonString;
-    }
-    const id = ctx?.meta.id ?? delegation?.profileId ?? operation?.profileId ?? '';
-    const profilingMeta = { id };
-    if (includeServer && ctx) {
-        profilingMeta['server'] = buildServerBreakdown(ctx);
-    }
-    if (delegation) {
-        const { profileId: _unused, ...delegationWithoutId } = delegation;
-        void _unused;
-        profilingMeta['delegation'] = delegationWithoutId;
-    }
-    if (operation) {
-        profilingMeta['operation'] = operation;
-    }
-    return jsonString.slice(0, -1) + `,"${PROFILING_KEY}":${JSON.stringify(profilingMeta)}}`;
-}

package/dist/server/rpc/profiling/delegation-profiler.d.ts

@@ -1,32 +0,0 @@
-import { type BaseTimings } from '../../../profiling/index.js';
-import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from '../../../schemas/index.js';
-export interface DelegatedHandlerOptions {
-    profilingMeta?: ProfilingRequestMeta;
-}
-interface BaseDelegationTimings extends BaseTimings {
-    requestStringifyMs?: number;
-    sendStart?: number;
-}
-export interface DelegationTimings extends BaseDelegationTimings {
-    firstResponseAt?: number;
-    responseJsonParseMs?: number;
-}
-export interface DelegationStreamTimings extends BaseDelegationTimings {
-    firstChunkAt?: number;
-    lastChunkAt?: number;
-    chunkCount: number;
-}
-export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
-export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
-export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
-export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
-export declare function flushServerConnectionEvent(peerKey: string): void;
-export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
-export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
-export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
-export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
-export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
-export declare function clearPeerConnectionTracking(peerKey: string): void;
-export declare function resetDelegationConnectionTracking(): void;
-export {};
-//# sourceMappingURL=delegation-profiler.d.ts.map

package/dist/server/rpc/profiling/delegation-profiler.js

@@ -1,153 +0,0 @@
-import { nowMs, record, shouldProfile, recordPhase, recordServerBreakdownPhases } from '../../../profiling/index.js';
-/**
- * Per-peer connection tracking for delegation.
- * Separate tracking for server-side event recording vs breakdown injection.
- *
- * Flow:
- * 1. Connection happens → cacheDelegationConnectionTime stores ms
- * 2. First profiled call (stream or unary) → flushServerConnectionEvent records server event
- * 3. First unary call → consumeBreakdownConnectionTime returns ms for breakdown injection
- */
-const pendingConnectionTimes = new Map();
-const serverConnectionRecorded = new Map();
-const breakdownConnectionMs = new Map();
-const breakdownConnectionInjected = new Map();
-export function shouldProfileDelegation(op, incomingMeta) {
-    if (incomingMeta?.enabled === false) {
-        return false;
-    }
-    if (incomingMeta?.enabled === true) {
-        return true;
-    }
-    return shouldProfile(op);
-}
-export function createDelegationTimings(profileId, requestType) {
-    return { profileId, requestType, requestStart: nowMs() };
-}
-export function createDelegationStreamTimings(profileId, requestType) {
-    return { profileId, requestType, requestStart: nowMs(), chunkCount: 0 };
-}
-export function cacheDelegationConnectionTime(peerKey, durationMs) {
-    if (serverConnectionRecorded.get(peerKey))
-        return;
-    if (pendingConnectionTimes.has(peerKey))
-        return;
-    pendingConnectionTimes.set(peerKey, durationMs);
-}
-export function flushServerConnectionEvent(peerKey) {
-    if (serverConnectionRecorded.get(peerKey))
-        return;
-    const ms = pendingConnectionTimes.get(peerKey);
-    if (ms === undefined)
-        return;
-    pendingConnectionTimes.delete(peerKey);
-    serverConnectionRecorded.set(peerKey, true);
-    if (!breakdownConnectionInjected.get(peerKey)) {
-        breakdownConnectionMs.set(peerKey, ms);
-    }
-    record({
-        ts: nowMs(),
-        op: 'delegation',
-        kind: 'delegation',
-        phase: 'connection',
-        ms,
-        tags: { peer: peerKey.slice(0, 16) }
-    });
-}
-export function consumeBreakdownConnectionTime(peerKey) {
-    if (breakdownConnectionInjected.get(peerKey))
-        return undefined;
-    const ms = breakdownConnectionMs.get(peerKey);
-    if (ms === undefined)
-        return undefined;
-    breakdownConnectionMs.delete(peerKey);
-    breakdownConnectionInjected.set(peerKey, true);
-    return ms;
-}
-export function buildDelegationBreakdown(timings, connectionMs) {
-    const now = nowMs();
-    const breakdown = {
-        profileId: timings.profileId
-    };
-    if (connectionMs !== undefined) {
-        breakdown.connectionMs = connectionMs;
-    }
-    if (timings.requestStringifyMs !== undefined) {
-        breakdown.requestStringifyMs = timings.requestStringifyMs;
-    }
-    if (timings.sendStart !== undefined && timings.firstResponseAt !== undefined) {
-        breakdown.serverWaitMs = timings.firstResponseAt - timings.sendStart;
-    }
-    if (timings.responseJsonParseMs !== undefined) {
-        breakdown.responseJsonParseMs = timings.responseJsonParseMs;
-    }
-    breakdown.totalDelegationMs = now - timings.requestStart;
-    return breakdown;
-}
-export function buildDelegationStreamBreakdown(timings) {
-    const now = nowMs();
-    const breakdown = {
-        profileId: timings.profileId
-    };
-    if (timings.requestStringifyMs !== undefined) {
-        breakdown.requestStringifyMs = timings.requestStringifyMs;
-    }
-    if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
-        breakdown.serverWaitMs = timings.firstChunkAt - timings.sendStart;
-    }
-    breakdown.totalDelegationMs = now - timings.requestStart;
-    return breakdown;
-}
-export function recordDelegationEvents(timings, serverMeta, connectionMs) {
-    const now = nowMs();
-    const base = {
-        ts: now,
-        op: timings.requestType,
-        kind: 'delegation',
-        profileId: timings.profileId
-    };
-    const breakdown = buildDelegationBreakdown(timings, connectionMs);
-    recordPhase(base, 'request.stringify', breakdown.requestStringifyMs);
-    recordPhase(base, 'serverWait', breakdown.serverWaitMs);
-    recordPhase(base, 'response.jsonParse', breakdown.responseJsonParseMs);
-    recordPhase(base, 'totalDelegationTime', breakdown.totalDelegationMs);
-    if (serverMeta?.server) {
-        recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
-    }
-    return breakdown;
-}
-export function recordDelegationStreamEvents(timings, serverMeta) {
-    const now = nowMs();
-    const totalTime = now - timings.requestStart;
-    const base = {
-        ts: now,
-        op: timings.requestType,
-        kind: 'delegation',
-        profileId: timings.profileId
-    };
-    recordPhase(base, 'request.stringify', timings.requestStringifyMs);
-    if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
-        recordPhase(base, 'ttfb', timings.firstChunkAt - timings.sendStart);
-    }
-    if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
-        recordPhase(base, 'streamDuration', timings.lastChunkAt - timings.firstChunkAt);
-    }
-    recordPhase(base, 'totalDelegationTime', totalTime, {
-        count: timings.chunkCount
-    });
-    if (serverMeta?.server) {
-        recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
-    }
-}
-export function clearPeerConnectionTracking(peerKey) {
-    pendingConnectionTimes.delete(peerKey);
-    serverConnectionRecorded.delete(peerKey);
-    breakdownConnectionMs.delete(peerKey);
-    breakdownConnectionInjected.delete(peerKey);
-}
-export function resetDelegationConnectionTracking() {
-    pendingConnectionTimes.clear();
-    serverConnectionRecorded.clear();
-    breakdownConnectionMs.clear();
-    breakdownConnectionInjected.clear();
-}

package/dist/server/rpc/profiling/index.d.ts

@@ -1,5 +0,0 @@
-export { createServerProfiler, type ServerProfiler } from './profiler.js';
-export { profileReplyHandler, profileStreamHandler } from './operation-wrappers.js';
-export { registerOperationMetrics, buildOperationEvent, type OperationMetricsConfig } from './operation-metrics.js';
-export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking, type DelegationTimings, type DelegationStreamTimings, type DelegatedHandlerOptions } from './delegation-profiler.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/server/rpc/profiling/index.js

@@ -1,4 +0,0 @@
-export { createServerProfiler } from './profiler.js';
-export { profileReplyHandler, profileStreamHandler } from './operation-wrappers.js';
-export { registerOperationMetrics, buildOperationEvent } from './operation-metrics.js';
-export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking } from './delegation-profiler.js';

package/dist/server/rpc/profiling/operation-metrics.d.ts

@@ -1,25 +0,0 @@
-/**
- * Declarative extraction of operation-level metrics from request/response data.
- * Used by operation wrappers to capture handler-specific profiling events.
- */
-import type { ProfilingEvent, ProfilingEventKind } from '../../../profiling/types.js';
-import type { DownloadStats } from '../../../server/rpc/handlers/load-model/types.js';
-export type MetricExtractor<T> = (data: T) => Record<string, number> | undefined;
-export type TagExtractor<T> = (data: T) => Record<string, string> | undefined;
-export interface OperationMetricsConfig<TRequest = unknown, TResponse = unknown> {
-    op: string;
-    kind: ProfilingEventKind;
-    fromRequest?: MetricExtractor<TRequest>;
-    fromFinalChunk?: MetricExtractor<TResponse>;
-    fromResult?: MetricExtractor<TResponse>;
-    getTags?: (request: TRequest) => Record<string, string>;
-    getTagsFromResult?: TagExtractor<TResponse>;
-}
-export interface DownloadAssetProfilingMeta {
-    sourceType?: string;
-    downloadStats?: DownloadStats;
-    totalDownloadTimeMs?: number;
-}
-export declare function registerOperationMetrics<TRequest, TResponse>(config: OperationMetricsConfig<TRequest, TResponse>): void;
-export declare function buildOperationEvent(op: string, profileId: string, ts: number, executionMs: number, request?: unknown, finalResponse?: unknown, ttfb?: number): ProfilingEvent | undefined;
-//# sourceMappingURL=operation-metrics.d.ts.map