@modular-prompt/driver 0.14.0 → 0.15.0

package/dist/index.js

@@ -22,6 +22,12 @@ export { MlxDriver } from './mlx-ml/mlx-driver.js';
 // MLX ML low-level process API
 export { MlxProcess } from './mlx-ml/process/index.js';
 export { MlxCacheController, } from './mlx-ml/mlx-cache-controller.js';
+// PyTorch driver
+export { PyTorchDriver, } from './pytorch/pytorch-driver.js';
+export { PyTorchProcess, } from './pytorch/process/index.js';
+export { InferenceProcessClient, LocalInferenceDriver, createStreamIterable, extractStreamMeta, META_MARKER, hasMessageElement, } from './local-inference/index.js';
+// Python runtime (MLX venv under ~/.modular-prompt)
+export { MODULAR_PROMPT_DIR, RUNTIME_PROFILES, getModularPromptHome, getRuntimesRoot, getRuntimeDir, getVenvPath, getManifestPath, getMlxPythonDir, getPytorchPythonDir, resolvePackageRoot, resolvePackageRootFromProcessModule, readManifest, writeManifest, RuntimeNotReadyError, isRuntimeReady, assertRuntimeReady, } from './runtime/index.js';
 // VertexAI driver
 export { VertexAIDriver } from './vertexai/vertexai-driver.js';
 // GoogleGenAI driver
@@ -30,5 +36,7 @@ export { GoogleGenAICacheController } from './google-genai/google-genai-cache-co
 export { DefaultFormatter } from './formatter/formatter.js';
 export { formatPromptAsMessages, formatCompletionPrompt, defaultFormatterTexts, ECHO_SPECIAL_TOKENS } from './formatter/converter.js';
 // Driver Registry and AI Service exports
-export { AIService, DriverRegistry, registerFactories } from './driver-registry/index.js';
+export { AIService, DriverRegistry, registerFactories, } from './driver-registry/index.js';
+// User models.yaml (+ overlay via models-config API)
+export { loadModelsConfigFile, loadUserModelsConfig, resolveModelsConfig, mergeModelsConfig, toApplicationConfig, entryToModelSpec, resolveModelAlias, resolveModelName, resolveDefaultModelFromConfig, resolveModelReference, buildApplicationConfig, registerModelsFromConfig, getUserModelsConfigPath, MODELS_CONFIG_FILENAME, } from './models-config/index.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,OAAO,EACL,eAAe,EACf,yBAAyB,EACzB,SAAS,EACT,gBAAgB,GAEjB,MAAM,kBAAkB,CAAC;AAoB1B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AASxD,OAAO,EACL,kBAAkB,EAClB,eAAe,EAEhB,MAAM,kBAAkB,CAAC;AAE1B,eAAe;AACf,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,cAAc;AACd,OAAO,EACL,UAAU,EAGX,MAAM,kBAAkB,CAAC;AAE1B,cAAc;AACd,OAAO,EACL,UAAU,EAEX,MAAM,kBAAkB,CAAC;AAE1B,gBAAgB;AAChB,OAAO,EACL,YAAY,EAGb,MAAM,2BAA2B,CAAC;AAEnC,gBAAgB;AAChB,OAAO,EACL,YAAY,EAEb,MAAM,2BAA2B,CAAC;AAEnC,cAAc;AACd,OAAO,EACL,UAAU,EAEX,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAEhC,mBAAmB;AACnB,OAAO,EACL,eAAe,EAIhB,MAAM,iCAAiC,CAAC;AAEzC,gBAAgB;AAChB,OAAO,EACL,SAAS,EAEV,MAAM,wBAAwB,CAAC;AAEhC,+BAA+B;AAC/B,OAAO,EACL,UAAU,EACX,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,kBAAkB,GACnB,MAAM,kCAAkC,CAAC;AAO1C,kBAAkB;AAClB,OAAO,EACL,cAAc,EAGf,MAAM,+BAA+B,CAAC;AAEvC,qBAAqB;AACrB,OAAO,EACL,iBAAiB,EAGlB,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACL,0BAA0B,EAE3B,MAAM,iDAAiD,CAAC;AAQzD,OAAO,EACL,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAElC,yCAAyC;AACzC,OAAO,EACL,SAAS,EACT,cAAc,EACd,iBAAiB,EAGlB,MAAM,4BAA4B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,OAAO,EACL,eAAe,EACf,yBAAyB,EACzB,SAAS,EACT,gBAAgB,GAEjB,MAAM,kBAAkB,CAAC;AAoB1B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AASxD,OAAO,EACL,kBAAkB,EAClB,eAAe,EAEhB,MAAM,kBAAkB,CAAC;AAE1B,eAAe;AACf,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,cAAc;AACd,OAAO,EACL,UAAU,EAGX,MAAM,kBAAkB,CAAC;AAE1B,cAAc;AACd,OAAO,EACL,UAAU,EAEX,MAAM,kBAAkB,CAAC;AAE1B,gBAAgB;AAChB,OAAO,EACL,YAAY,EAGb,MAAM,2BAA2B,CAAC;AAEnC,gBAAgB;AAChB,OAAO,EACL,YAAY,EAEb,MAAM,2BAA2B,CAAC;AAEnC,cAAc;AACd,OAAO,EACL,UAAU,EAEX,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAEhC,mBAAmB;AACnB,OAAO,EACL,eAAe,EAIhB,MAAM,iCAAiC,CAAC;AAEzC,gBAAgB;AAChB,OAAO,EACL,SAAS,EAEV,MAAM,wBAAwB,CAAC;AAEhC,+BAA+B;AAC/B,OAAO,EACL,UAAU,EACX,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,kBAAkB,GACnB,MAAM,kCAAkC,CAAC;AAW1C,iBAAiB;AACjB,OAAO,EACL,aAAa,GAGd,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,cAAc,GACf,MAAM,4BAA4B,CAAC;AAqBpC,OAAO,EACL,sBAAsB,EAEtB,oBAAoB,EAKpB,oBAAoB,EACpB,iBAAiB,EACjB,WAAW,EACX,iBAAiB,GAClB,MAAM,4BAA4B,CAAC;AAEpC,oDAAoD;AACpD,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,oBAAoB,EACpB,eAAe,EACf,aAAa,EACb,WAAW,EACX,eAAe,EACf,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,mCAAmC,EACnC,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,cAAc,EACd,kBAAkB,GAGnB,MAAM,oBAAoB,CAAC;AAE5B,kBAAkB;AAClB,OAAO,EACL,cAAc,EAGf,MAAM,+BAA+B,CAAC;AAEvC,qBAAqB;AACrB,OAAO,EACL,iBAAiB,EAGlB,MAAM,uCAAuC,CAAC;AAE/C,OAAO,EACL,0BAA0B,EAE3B,MAAM,iDAAiD,CAAC;AAQzD,OAAO,EACL,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAElC,yCAAyC;AACzC,OAAO,EACL,SAAS,EACT,cAAc,EACd,iBAAiB,GAIlB,MAAM,4BAA4B,CAAC;AAWpC,qDAAqD;AACrD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,6BAA6B,EAC7B,qBAAqB,EACrB,sBAAsB,EACtB,wBAAwB,EACxB,uBAAuB,EACvB,sBAAsB,GAOvB,MAAM,0BAA0B,CAAC"}

package/dist/local-inference/adapters.d.ts

@@ -0,0 +1,66 @@
+import type { CompiledPrompt } from '@modular-prompt/core';
+import type { ChatMessage, FormatterOptions } from '../formatter/types.js';
+import type { ToolCall, ToolDefinition, ApiStrategy, QueryMode } from '../types.js';
+import type { InferenceCapabilities, InferenceMessage, InferenceToolDefinition, ToolCallFormat } from './protocol.js';
+import type { InferenceProcessPort } from './process-port.js';
+export interface InferenceModelProcessor {
+    applyChatSpecificProcessing(messages: InferenceMessage[]): InferenceMessage[];
+    applyCompletionSpecificProcessing(prompt: string): string;
+    hasCompletionProcessor(): boolean;
+    hasChatProcessor(): boolean;
+    setRuntimeContext(context: {
+        chatRestrictions?: InferenceCapabilities['chat_restrictions'];
+        modelKind?: 'lm' | 'vlm';
+    }): void;
+}
+export interface InferenceResponseParseResult {
+    content: string;
+    thinkingContent?: string;
+    toolCalls?: ToolCall[];
+}
+export type InferenceResponseProcessor = (content: string) => InferenceResponseParseResult;
+export interface LocalInferenceAdapters {
+    mergeQueryOptions(defaults: Record<string, unknown>, options?: Record<string, unknown>): Record<string, unknown>;
+    toSamplingOptions(merged: Record<string, unknown>): Record<string, unknown>;
+    createModelProcessor(model: string): InferenceModelProcessor;
+    selectResponseProcessor(model: string, runtimeInfo: InferenceCapabilities | null, options: {
+        enableToolParsing: boolean;
+    }): InferenceResponseProcessor;
+    convertToolDefinitions(tools: ToolDefinition[]): InferenceToolDefinition[];
+    convertMessages(messages: ChatMessage[], vlm: boolean): InferenceMessage[];
+    extractImagePaths(content: string | unknown): string[];
+    formatToolDefinitionsAsText(tools: ToolDefinition[], specialTokens: InferenceCapabilities['special_tokens'] | undefined, toolCallFormat?: ToolCallFormat): string;
+    generateMergedPrompt(messages: InferenceMessage[], specialTokens: InferenceCapabilities['special_tokens']): string;
+    selectApi(strategy: ApiStrategy, mode: QueryMode | undefined, hasChatTemplate: boolean, hasCompletionProc: boolean): 'chat' | 'completion';
+}
+export interface CachePrepareParams {
+    model: string;
+    instructions: CompiledPrompt['instructions'];
+    data: CompiledPrompt['data'];
+    tools?: ToolDefinition[];
+    reasoningEffort?: 'low' | 'medium' | 'high';
+    readOnly?: boolean;
+}
+export interface CachePrepareHandle {
+    ref?: string;
+    trimTokens?: number;
+}
+export interface LocalInferenceCacheSupport {
+    bind(process: InferenceProcessPort, formatterOptions: FormatterOptions, preprocess: (messages: InferenceMessage[]) => InferenceMessage[]): Promise<void>;
+    shouldDisableForVlm(modelKind?: 'lm' | 'vlm'): boolean;
+    recordQuery(): void;
+    getGrowthBefore(): number;
+    getWriteTokensSince(growthBefore: number): number;
+    prepare(params: CachePrepareParams): Promise<CachePrepareHandle>;
+    readTokenCount(cachePath: string): number;
+    recordPromptTokens(promptTokens: number, cacheTokensUsed: number): void;
+    /** 終了時の統計ログ（オプション。MlxDriver は独自ログを使用） */
+    logStats(): void;
+    close(): Promise<void>;
+}
+export interface CapabilitiesLoadedContext {
+    formatterOptions: FormatterOptions;
+    modelProcessor: InferenceModelProcessor;
+    process: InferenceProcessPort;
+}
+//# sourceMappingURL=adapters.d.ts.map

package/dist/local-inference/adapters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapters.d.ts","sourceRoot":"","sources":["../../src/local-inference/adapters.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACpF,OAAO,KAAK,EACV,qBAAqB,EACrB,gBAAgB,EAChB,uBAAuB,EACvB,cAAc,EACf,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,WAAW,uBAAuB;IACtC,2BAA2B,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9E,iCAAiC,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1D,sBAAsB,IAAI,OAAO,CAAC;IAClC,gBAAgB,IAAI,OAAO,CAAC;IAC5B,iBAAiB,CAAC,OAAO,EAAE;QACzB,gBAAgB,CAAC,EAAE,qBAAqB,CAAC,mBAAmB,CAAC,CAAC;QAC9D,SAAS,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;KAC1B,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,0BAA0B,GAAG,CAAC,OAAO,EAAE,MAAM,KAAK,4BAA4B,CAAC;AAE3F,MAAM,WAAW,sBAAsB;IACrC,iBAAiB,CACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3B,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5E,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,uBAAuB,CAAC;IAC7D,uBAAuB,CACrB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,qBAAqB,GAAG,IAAI,EACzC,OAAO,EAAE;QAAE,iBAAiB,EAAE,OAAO,CAAA;KAAE,GACtC,0BAA0B,CAAC;IAC9B,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,uBAAuB,EAAE,CAAC;IAC3E,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,OAAO,GAAG,gBAAgB,EAAE,CAAC;IAC3E,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,EAAE,CAAC;IACvD,2BAA2B,CACzB,KAAK,EAAE,cAAc,EAAE,EACvB,aAAa,EAAE,qBAAqB,CAAC,gBAAgB,CAAC,GAAG,SAAS,EAClE,cAAc,CAAC,EAAE,cAAc,GAC9B,MAAM,CAAC;IACV,oBAAoB,CAClB,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,aAAa,EAAE,qBAAqB,CAAC,gBAAgB,CAAC,GACrD,MAAM,CAAC;IACV,SAAS,CACP,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,SAAS,GAAG,SAAS,EAC3B,eAAe,EAAE,OAAO,EACxB,iBAAiB,EAAE,OAAO,GACzB,MAAM,GAAG,YAAY,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,cAAc,CAAC,cAAc,CAAC,CAAC;IAC7C,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,CACF,OAAO,EAAE,oBAAoB,EAC7B,gBAAgB,EAAE,gBAAgB,EAClC,UAAU,EAAE,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,gBAAgB,EAAE,GAC/D,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,mBAAmB,CAAC,SAAS,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,OAAO,CAAC;IACvD,WAAW,IAAI,IAAI,CAAC;IACpB,eAAe,IAAI,MAAM,CAAC;IAC1B,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;IAClD,OAAO,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACjE,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1C,kBAAkB,CAAC,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IACxE,yCAAyC;IACzC,QAAQ,IAAI,IAAI,CAAC;IACjB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,yBAAyB;IACxC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,cAAc,EAAE,uBAAuB,CAAC;IACxC,OAAO,EAAE,oBAAoB,CAAC;CAC/B"}

package/dist/local-inference/adapters.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=adapters.js.map

package/dist/local-inference/adapters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapters.js","sourceRoot":"","sources":["../../src/local-inference/adapters.ts"],"names":[],"mappings":""}

package/dist/local-inference/driver.d.ts

@@ -0,0 +1,51 @@
+import { Readable } from 'stream';
+import type { CompiledPrompt } from '@modular-prompt/core';
+import type { FormatterOptions } from '../formatter/types.js';
+import { QueryLogger } from '../query-logger.js';
+import type { AIDriver, QueryOptions, QueryResult, StreamResult } from '../types.js';
+import type { CapabilitiesLoadedContext, LocalInferenceAdapters, LocalInferenceCacheSupport } from './adapters.js';
+import type { InferenceCapabilities } from './protocol.js';
+import type { InferenceProcessPort } from './process-port.js';
+export interface LocalInferenceDriverConfig {
+    model: string;
+    process: InferenceProcessPort;
+    adapters: LocalInferenceAdapters;
+    formatterOptions?: FormatterOptions;
+    maxImageSize?: number;
+    defaultOptions?: Record<string, unknown>;
+    loggerPrefix?: string;
+    cache?: LocalInferenceCacheSupport;
+    onCapabilitiesLoaded?: (runtimeInfo: InferenceCapabilities, ctx: CapabilitiesLoadedContext) => Promise<void>;
+}
+export declare class LocalInferenceDriver implements AIDriver {
+    protected readonly process: InferenceProcessPort;
+    protected readonly model: string;
+    protected readonly adapters: LocalInferenceAdapters;
+    protected readonly formatterOptions: FormatterOptions;
+    protected readonly maxImageSize: number;
+    private onCapabilitiesLoaded?;
+    private cacheSupport?;
+    protected runtimeInfo: InferenceCapabilities | null;
+    protected modelProcessor: ReturnType<LocalInferenceAdapters['createModelProcessor']>;
+    protected queryLogger: QueryLogger;
+    private _defaultOptions;
+    private capabilitiesLoaded;
+    get defaultOptions(): Record<string, unknown>;
+    set defaultOptions(value: Record<string, unknown>);
+    constructor(config: LocalInferenceDriverConfig);
+    protected disableCacheSupport(): void;
+    protected ensureInitialized(): Promise<void>;
+    protected getRuntimeInfo(): InferenceCapabilities | null;
+    protected isVLM(): boolean;
+    protected determineApi(options?: QueryOptions): 'chat' | 'completion';
+    protected hasNativeToolSupport(): boolean;
+    protected executeQuery(prompt: CompiledPrompt, samplingOptions: Record<string, unknown>, options?: Record<string, unknown>): Promise<{
+        stream: Readable;
+        cacheTokensUsed: number;
+        cacheWriteTokens: number;
+    }>;
+    query(prompt: CompiledPrompt, options?: QueryOptions): Promise<QueryResult>;
+    streamQuery(prompt: CompiledPrompt, options?: QueryOptions): Promise<StreamResult>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=driver.d.ts.map

package/dist/local-inference/driver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/local-inference/driver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAI9D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAgB,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAQnG,OAAO,KAAK,EACV,yBAAyB,EACzB,sBAAsB,EACtB,0BAA0B,EAC3B,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG9D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,oBAAoB,CAAC;IAC9B,QAAQ,EAAE,sBAAsB,CAAC;IACjC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,0BAA0B,CAAC;IACnC,oBAAoB,CAAC,EAAE,CACrB,WAAW,EAAE,qBAAqB,EAClC,GAAG,EAAE,yBAAyB,KAC3B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB;AAED,qBAAa,oBAAqB,YAAW,QAAQ;IACnD,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;IACjD,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,sBAAsB,CAAC;IACpD,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IACtD,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IACxC,OAAO,CAAC,oBAAoB,CAAC,CAAqD;IAClF,OAAO,CAAC,YAAY,CAAC,CAA6B;IAElD,SAAS,CAAC,WAAW,EAAE,qBAAqB,GAAG,IAAI,CAAQ;IAC3D,SAAS,CAAC,cAAc,EAAE,UAAU,CAAC,sBAAsB,CAAC,sBAAsB,CAAC,CAAC,CAAC;IACrF,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC;IACnC,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,kBAAkB,CAAS;IAEnC,IAAI,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE5C;IAED,IAAI,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAEhD;gBAEW,MAAM,EAAE,0BAA0B;IAa9C,SAAS,CAAC,mBAAmB,IAAI,IAAI;cAIrB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAmClD,SAAS,CAAC,cAAc,IAAI,qBAAqB,GAAG,IAAI;IAIxD,SAAS,CAAC,KAAK,IAAI,OAAO;IAI1B,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,MAAM,GAAG,YAAY;IASrE,SAAS,CAAC,oBAAoB,IAAI,OAAO;cAIzB,YAAY,CAC1B,MAAM,EAAE,cAAc,EACtB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACxC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC;QAAE,MAAM,EAAE,QAAQ,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IA6H7E,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAS3E,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAyJlF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/local-inference/driver.js

@@ -0,0 +1,309 @@
+import { extractJSON } from '@modular-prompt/utils';
+import { formatPromptAsMessages } from '../formatter/converter.js';
+import { formatCompletionPrompt } from '../formatter/completion-formatter.js';
+import { extractCacheablePrefix } from '../cache-utils.js';
+import { QueryLogger } from '../query-logger.js';
+import { isToolResult } from '../types.js';
+import { buildQueryUsage, createAbortedStreamResult, isAborted, watchAbortSignal, } from '../query-utils.js';
+import { createStreamIterable } from './stream-utils.js';
+export class LocalInferenceDriver {
+    process;
+    model;
+    adapters;
+    formatterOptions;
+    maxImageSize;
+    onCapabilitiesLoaded;
+    cacheSupport;
+    runtimeInfo = null;
+    modelProcessor;
+    queryLogger;
+    _defaultOptions;
+    capabilitiesLoaded = false;
+    get defaultOptions() {
+        return this._defaultOptions;
+    }
+    set defaultOptions(value) {
+        this._defaultOptions = value ?? {};
+    }
+    constructor(config) {
+        this.model = config.model;
+        this.process = config.process;
+        this.adapters = config.adapters;
+        this._defaultOptions = config.defaultOptions ?? {};
+        this.formatterOptions = config.formatterOptions ?? {};
+        this.maxImageSize = config.maxImageSize ?? 768;
+        this.cacheSupport = config.cache;
+        this.onCapabilitiesLoaded = config.onCapabilitiesLoaded;
+        this.modelProcessor = config.adapters.createModelProcessor(config.model);
+        this.queryLogger = new QueryLogger(config.loggerPrefix ?? 'LIP');
+    }
+    disableCacheSupport() {
+        this.cacheSupport = undefined;
+    }
+    async ensureInitialized() {
+        await this.process.ensureInitialized();
+        if (this.capabilitiesLoaded) {
+            return;
+        }
+        try {
+            this.runtimeInfo = await this.process.getCapabilities();
+            this.capabilitiesLoaded = true;
+            if (this.runtimeInfo.special_tokens) {
+                this.formatterOptions.specialTokens = this.runtimeInfo.special_tokens;
+            }
+            this.modelProcessor.setRuntimeContext({
+                chatRestrictions: this.runtimeInfo.chat_restrictions,
+                modelKind: this.runtimeInfo.model_kind,
+            });
+            if (this.onCapabilitiesLoaded) {
+                await this.onCapabilitiesLoaded(this.runtimeInfo, {
+                    formatterOptions: this.formatterOptions,
+                    modelProcessor: this.modelProcessor,
+                    process: this.process,
+                });
+            }
+        }
+        catch (error) {
+            this.queryLogger.log.error('Failed to get runtime info:', error instanceof Error ? error.message : String(error));
+        }
+    }
+    getRuntimeInfo() {
+        return this.runtimeInfo;
+    }
+    isVLM() {
+        return this.runtimeInfo?.model_kind === 'vlm';
+    }
+    determineApi(options) {
+        return this.adapters.selectApi(options?.apiStrategy ?? 'auto', options?.mode, !!this.runtimeInfo?.features.apply_chat_template, this.modelProcessor.hasCompletionProcessor());
+    }
+    hasNativeToolSupport() {
+        return !!this.runtimeInfo?.features?.chat_template?.tool_call_format?.call_start;
+    }
+    async executeQuery(prompt, samplingOptions, options) {
+        const api = this.determineApi(options);
+        const queryOptions = options;
+        const tools = queryOptions?.tools
+            ? this.adapters.convertToolDefinitions(queryOptions.tools)
+            : undefined;
+        let augmentedPrompt = prompt;
+        if (queryOptions?.tools &&
+            queryOptions.tools.length > 0 &&
+            (api === 'completion' || !this.hasNativeToolSupport())) {
+            const toolsText = this.adapters.formatToolDefinitionsAsText(queryOptions.tools, this.runtimeInfo?.special_tokens, this.runtimeInfo?.features?.chat_template?.tool_call_format);
+            augmentedPrompt = {
+                ...prompt,
+                instructions: [...prompt.instructions, { type: 'text', content: toolsText }],
+            };
+        }
+        this.cacheSupport?.recordQuery();
+        if (api === 'completion') {
+            let formattedPrompt = formatCompletionPrompt(augmentedPrompt, this.formatterOptions);
+            formattedPrompt = this.modelProcessor.applyCompletionSpecificProcessing(formattedPrompt);
+            const stream = await this.process.generate(formattedPrompt, samplingOptions);
+            return { stream, cacheTokensUsed: 0, cacheWriteTokens: 0 };
+        }
+        const messages = formatPromptAsMessages(augmentedPrompt, this.formatterOptions);
+        const vlm = this.isVLM();
+        let inferenceMessages = this.adapters.convertMessages(messages, vlm);
+        inferenceMessages = this.modelProcessor.applyChatSpecificProcessing(inferenceMessages);
+        const nativeTools = this.hasNativeToolSupport() && tools?.length ? tools : undefined;
+        const images = vlm
+            ? messages.flatMap((m) => 'content' in m && !isToolResult(m)
+                ? this.adapters.extractImagePaths(m.content)
+                : [])
+            : [];
+        let cachePath;
+        let cacheTrimTokens;
+        let cacheWriteTokens = 0;
+        const cacheGrowthBefore = this.cacheSupport?.getGrowthBefore() ?? 0;
+        const trustRemoteCode = samplingOptions.trustRemoteCode;
+        const externalHandle = queryOptions?.cacheHandle;
+        if (externalHandle?.ref) {
+            cachePath = externalHandle.ref;
+            cacheTrimTokens = externalHandle.trimTokens;
+        }
+        else if (this.cacheSupport && queryOptions?.cache !== false && trustRemoteCode === undefined) {
+            const prefix = extractCacheablePrefix(augmentedPrompt);
+            const hasCacheableContent = prefix.instructions.length > 0 || prefix.data.length > 0;
+            if (hasCacheableContent) {
+                const cacheStart = performance.now();
+                const handle = await this.cacheSupport.prepare({
+                    model: this.model,
+                    instructions: prefix.instructions,
+                    data: prefix.data,
+                    tools: nativeTools ? queryOptions.tools : undefined,
+                    reasoningEffort: queryOptions?.reasoningEffort,
+                    readOnly: queryOptions?.cache === 'read-only',
+                });
+                cachePath = handle.ref || undefined;
+                cacheTrimTokens = handle.trimTokens;
+                if (cachePath) {
+                    this.queryLogger.log.debug(`cache prepare ${(performance.now() - cacheStart).toFixed(0)}ms`, `(${prefix.instructions.length}i+${prefix.data.length}d)`, cacheTrimTokens != null ? `trim=${cacheTrimTokens}` : '');
+                }
+            }
+        }
+        if (this.cacheSupport) {
+            cacheWriteTokens = this.cacheSupport.getWriteTokensSince(cacheGrowthBefore);
+        }
+        let formattedPrompt;
+        if (this.runtimeInfo?.features.apply_chat_template) {
+            const renderResult = await this.process.render(inferenceMessages, samplingOptions, nativeTools, queryOptions?.reasoningEffort);
+            if (renderResult.error || renderResult.formatted_prompt == null) {
+                throw new Error(renderResult.error ?? 'render failed');
+            }
+            formattedPrompt = String(renderResult.formatted_prompt);
+        }
+        else {
+            formattedPrompt = this.adapters.generateMergedPrompt(inferenceMessages, this.runtimeInfo?.special_tokens ?? {});
+        }
+        const generateOptions = { ...samplingOptions };
+        delete generateOptions.trustRemoteCode;
+        const stream = await this.process.generate(formattedPrompt, generateOptions, images.length > 0 ? images : undefined, images.length > 0 ? this.maxImageSize : undefined, cachePath, cacheTrimTokens);
+        const cacheTokensUsed = cachePath
+            ? (cacheTrimTokens ?? (this.cacheSupport ? this.cacheSupport.readTokenCount(cachePath) : 0))
+            : 0;
+        return { stream, cacheTokensUsed, cacheWriteTokens };
+    }
+    async query(prompt, options) {
+        const { stream, result } = await this.streamQuery(prompt, options);
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for await (const _chunk of stream) {
+            // Consume stream so result resolves
+        }
+        return result;
+    }
+    async streamQuery(prompt, options) {
+        await this.ensureInitialized();
+        const signal = options?.signal;
+        if (isAborted(signal)) {
+            return createAbortedStreamResult(this.queryLogger.collect());
+        }
+        let abortRequested = false;
+        const cleanupAbort = watchAbortSignal(signal, () => {
+            abortRequested = true;
+            this.process.cancelActiveRequest();
+        });
+        const checkAborted = () => abortRequested || isAborted(signal);
+        const merged = this.adapters.mergeQueryOptions(this._defaultOptions, options);
+        const samplingOptions = this.adapters.toSamplingOptions(merged);
+        this.queryLogger.mark(merged);
+        const queryStart = performance.now();
+        const { stream, cacheTokensUsed, cacheWriteTokens } = await this.executeQuery(prompt, samplingOptions, merged);
+        if (checkAborted()) {
+            this.process.cancelActiveRequest();
+        }
+        const streamStart = performance.now();
+        this.queryLogger.log.debug(`setup ${(streamStart - queryStart).toFixed(0)}ms`);
+        const { iterable, completion } = createStreamIterable(stream, checkAborted);
+        const queryLogger = this.queryLogger;
+        let firstChunkTime = 0;
+        const wrappedIterable = {
+            [Symbol.asyncIterator]() {
+                const inner = iterable[Symbol.asyncIterator]();
+                let firstChunk = true;
+                return {
+                    async next() {
+                        if (checkAborted()) {
+                            void inner.return?.();
+                            return { done: true, value: undefined };
+                        }
+                        const result = await inner.next();
+                        if (!result.done) {
+                            if (firstChunk) {
+                                firstChunk = false;
+                                firstChunkTime = performance.now();
+                                queryLogger.log.debug(`TTFT ${(firstChunkTime - streamStart).toFixed(0)}ms`);
+                            }
+                        }
+                        else {
+                            const now = performance.now();
+                            if (firstChunkTime > 0) {
+                                const genMs = now - firstChunkTime;
+                                queryLogger.log.debug(`generation ${genMs.toFixed(0)}ms (query total ${(now - queryStart).toFixed(0)}ms)`);
+                            }
+                            else {
+                                queryLogger.log.debug(`query total ${(performance.now() - queryStart).toFixed(0)}ms`);
+                            }
+                        }
+                        return result;
+                    },
+                    async return(value) {
+                        cleanupAbort();
+                        return inner.return?.(value) ?? { done: true, value: undefined };
+                    },
+                    async throw(e) {
+                        cleanupAbort();
+                        return inner.throw?.(e) ?? { done: true, value: undefined };
+                    },
+                };
+            },
+        };
+        const cache = this.cacheSupport;
+        const resultPromise = completion
+            .then(({ content, meta, error }) => {
+            const aborted = checkAborted();
+            if (error && !aborted) {
+                this.queryLogger.log.error('Stream error:', error.message);
+                throw error;
+            }
+            if (cache && meta.prompt_tokens != null) {
+                cache.recordPromptTokens(meta.prompt_tokens, cacheTokensUsed);
+            }
+            if (meta.generation_tokens != null && firstChunkTime > 0) {
+                const genMs = performance.now() - firstChunkTime;
+                const actualTps = ((meta.generation_tokens / genMs) * 1000).toFixed(1);
+                this.queryLogger.log.debug(`${meta.generation_tokens} tokens, ${actualTps} tok/s`);
+            }
+            const hasTools = options?.tools && options.tools.length > 0;
+            const responseProcessor = this.adapters.selectResponseProcessor(this.model, this.runtimeInfo, {
+                enableToolParsing: !!hasTools,
+            });
+            const parsed = responseProcessor(content);
+            const finalContent = parsed.content;
+            const thinkingContent = parsed.thinkingContent;
+            const toolCalls = parsed.toolCalls;
+            if (thinkingContent) {
+                this.queryLogger.log.verbose('Thinking content:', thinkingContent);
+            }
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && finalContent) {
+                const extracted = extractJSON(finalContent, { multiple: false });
+                if (extracted.source !== 'none' && extracted.data !== null) {
+                    structuredOutput = extracted.data;
+                }
+            }
+            const finishReason = aborted
+                ? 'error'
+                : toolCalls
+                    ? 'tool_calls'
+                    : 'stop';
+            return {
+                content: finalContent,
+                thinkingContent,
+                structuredOutput,
+                toolCalls,
+                finishReason,
+                usage: buildQueryUsage({
+                    promptTokens: meta.prompt_tokens,
+                    completionTokens: meta.generation_tokens,
+                    cacheReadTokens: cacheTokensUsed,
+                    cacheWriteTokens,
+                }),
+                ...this.queryLogger.collect(),
+            };
+        })
+            .finally(() => {
+            cleanupAbort();
+        });
+        return {
+            stream: wrappedIterable,
+            result: resultPromise,
+        };
+    }
+    async close() {
+        this.cacheSupport?.logStats();
+        await this.cacheSupport?.close();
+        await this.process.exit();
+    }
+}
+//# sourceMappingURL=driver.js.map

package/dist/local-inference/driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver.js","sourceRoot":"","sources":["../../src/local-inference/driver.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,eAAe,EACf,yBAAyB,EACzB,SAAS,EACT,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAQ3B,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAiBzD,MAAM,OAAO,oBAAoB;IACZ,OAAO,CAAuB;IAC9B,KAAK,CAAS;IACd,QAAQ,CAAyB;IACjC,gBAAgB,CAAmB;IACnC,YAAY,CAAS;IAChC,oBAAoB,CAAsD;IAC1E,YAAY,CAA8B;IAExC,WAAW,GAAiC,IAAI,CAAC;IACjD,cAAc,CAA6D;IAC3E,WAAW,CAAc;IAC3B,eAAe,CAA0B;IACzC,kBAAkB,GAAG,KAAK,CAAC;IAEnC,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc,CAAC,KAA8B;QAC/C,IAAI,CAAC,eAAe,GAAG,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,YAAY,MAAkC;QAC5C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzE,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,YAAY,IAAI,KAAK,CAAC,CAAC;IACnE,CAAC;IAES,mBAAmB;QAC3B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;IAChC,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC/B,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAEvC,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAE/B,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;gBACpC,IAAI,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC;YACxE,CAAC;YAED,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC;gBACpC,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBACpD,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;aACvC,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE;oBAChD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CACxB,6BAA6B,EAC7B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;QACJ,CAAC;IACH,CAAC;IAES,cAAc;QACtB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAES,KAAK;QACb,OAAO,IAAI,CAAC,WAAW,EAAE,UAAU,KAAK,KAAK,CAAC;IAChD,CAAC;IAES,YAAY,CAAC,OAAsB;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAC5B,OAAO,EAAE,WAAW,IAAI,MAAM,EAC9B,OAAO,EAAE,IAAI,EACb,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,mBAAmB,EAChD,IAAI,CAAC,cAAc,CAAC,sBAAsB,EAAE,CAC7C,CAAC;IACJ,CAAC;IAES,oBAAoB;QAC5B,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,gBAAgB,EAAE,UAAU,CAAC;IACnF,CAAC;IAES,KAAK,CAAC,YAAY,CAC1B,MAAsB,EACtB,eAAwC,EACxC,OAAiC;QAEjC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAmC,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,OAAmC,CAAC;QAEzD,MAAM,KAAK,GAAG,YAAY,EAAE,KAAK;YAC/B,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,YAAY,CAAC,KAAK,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,eAAe,GAAG,MAAM,CAAC;QAC7B,IACE,YAAY,EAAE,KAAK;YACnB,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,GAAG,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,EACtD,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CACzD,YAAY,CAAC,KAAK,EAClB,IAAI,CAAC,WAAW,EAAE,cAAc,EAChC,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,gBAAgB,CAC5D,CAAC;YACF,eAAe,GAAG;gBAChB,GAAG,MAAM;gBACT,YAAY,EAAE,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;aACtF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;QAEjC,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YACzB,IAAI,eAAe,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrF,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,iCAAiC,CAAC,eAAe,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;YAC7E,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;QAC7D,CAAC;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrE,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC,2BAA2B,CAAC,iBAAiB,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,EAAE,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,MAAM,MAAM,GAAG,GAAG;YAChB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CACrB,SAAS,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAChC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC5C,CAAC,CAAC,EAAE,CACP;YACH,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,SAA6B,CAAC;QAClC,IAAI,eAAmC,CAAC;QACxC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACpE,MAAM,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;QAExD,MAAM,cAAc,GAAG,YAAY,EAAE,WAAW,CAAC;QACjD,IAAI,cAAc,EAAE,GAAG,EAAE,CAAC;YACxB,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC;YAC/B,eAAe,GAAG,cAAc,CAAC,UAAU,CAAC;QAC9C,CAAC;aAAM,IAAI,IAAI,CAAC,YAAY,IAAI,YAAY,EAAE,KAAK,KAAK,KAAK,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAC/F,MAAM,MAAM,GAAG,sBAAsB,CAAC,eAAe,CAAC,CAAC;YACvD,MAAM,mBAAmB,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAErF,IAAI,mBAAmB,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;oBAC7C,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,YAAa,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACpD,eAAe,EAAE,YAAY,EAAE,eAAe;oBAC9C,QAAQ,EAAE,YAAY,EAAE,KAAK,KAAK,WAAW;iBAC9C,CAAC,CAAC;gBACH,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC;gBACpC,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CACxB,iBAAiB,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAChE,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,EACzD,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CACzD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,eAAuB,CAAC;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACnD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAC5C,iBAAiB,EACjB,eAAe,EACf,WAAW,EACX,YAAY,EAAE,eAAe,CAC9B,CAAC;YACF,IAAI,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBAChE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,IAAI,eAAe,CAAC,CAAC;YACzD,CAAC;YACD,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAClD,iBAAiB,EACjB,IAAI,CAAC,WAAW,EAAE,cAAc,IAAI,EAAE,CACvC,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,EAAE,GAAG,eAAe,EAAE,CAAC;QAC/C,OAAO,eAAe,CAAC,eAAe,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CACxC,eAAe,EACf,eAAe,EACf,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EACtC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EACjD,SAAS,EACT,eAAe,CAChB,CAAC;QAEF,MAAM,eAAe,GAAG,SAAS;YAC/B,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAsB,EAAE,OAAsB;QACxD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnE,6DAA6D;QAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAClC,oCAAoC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAsB,EAAE,OAAsB;QAC9D,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,yBAAyB,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YACjD,cAAc,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,cAAc,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAC5C,IAAI,CAAC,eAAe,EACpB,OAA8C,CAC/C,CAAC;QACF,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACrC,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAC3E,MAAM,EACN,eAAe,EACf,MAAM,CACP,CAAC;QAEF,IAAI,YAAY,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE/E,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACrC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,eAAe,GAA0B;YAC7C,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC/C,IAAI,UAAU,GAAG,IAAI,CAAC;gBACtB,OAAO;oBACL,KAAK,CAAC,IAAI;wBACR,IAAI,YAAY,EAAE,EAAE,CAAC;4BACnB,KAAK,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;4BACtB,OAAO,EAAE,IAAI,EAAE,IAAa,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;wBACnD,CAAC;wBACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;4BACjB,IAAI,UAAU,EAAE,CAAC;gCACf,UAAU,GAAG,KAAK,CAAC;gCACnB,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gCACnC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;4BAC/E,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;4BAC9B,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gCACvB,MAAM,KAAK,GAAG,GAAG,GAAG,cAAc,CAAC;gCACnC,WAAW,CAAC,GAAG,CAAC,KAAK,CACnB,cAAc,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CACpF,CAAC;4BACJ,CAAC;iCAAM,CAAC;gCACN,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;4BACxF,CAAC;wBACH,CAAC;wBACD,OAAO,MAAM,CAAC;oBAChB,CAAC;oBACD,KAAK,CAAC,MAAM,CAAC,KAAc;wBACzB,YAAY,EAAE,CAAC;wBACf,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAC5E,CAAC;oBACD,KAAK,CAAC,KAAK,CAAC,CAAW;wBACrB,YAAY,EAAE,CAAC;wBACf,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBACvE,CAAC;iBACF,CAAC;YACJ,CAAC;SACF,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,MAAM,aAAa,GAAG,UAAU;aAC7B,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;YACjC,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;YAC/B,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;gBACtB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;gBACxC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;gBACjD,MAAM,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,iBAAiB,YAAY,SAAS,QAAQ,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5D,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE;gBAC5F,iBAAiB,EAAE,CAAC,CAAC,QAAQ;aAC9B,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;YACpC,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAEnC,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,YAAY,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,WAAW,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBACjE,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC3D,gBAAgB,GAAG,SAAS,CAAC,IAAI,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAiB,OAAO;gBACxC,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,SAAS;oBACT,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,MAAM,CAAC;YAEb,OAAO;gBACL,OAAO,EAAE,YAAY;gBACrB,eAAe;gBACf,gBAAgB;gBAChB,SAAS;gBACT,YAAY;gBACZ,KAAK,EAAE,eAAe,CAAC;oBACrB,YAAY,EAAE,IAAI,CAAC,aAAa;oBAChC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;oBACxC,eAAe,EAAE,eAAe;oBAChC,gBAAgB;iBACjB,CAAC;gBACF,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;aAC9B,CAAC;QACJ,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,YAAY,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;QAEL,OAAO;YACL,MAAM,EAAE,eAAe;YACvB,MAAM,EAAE,aAAa;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/local-inference/index.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Local Inference Protocol — モジュール集約
+ *
+ * `@modular-prompt/driver` の公開 API は主に `InferenceProcessClient`。
+ * 以下の通信層・キュー型はパッケージ内部向け（テスト・将来の PyTorch バックエンド用）。
+ */
+export type { InferenceMethod, InferenceContentPart, InferenceStandardMessage, InferenceAssistantToolCallMessage, InferenceToolResultMessage, InferenceMessage, InferenceToolDefinition, InferenceSamplingOptions, InferenceBaseRequest, InferenceCapabilitiesRequest, InferenceFormatTestRequest, InferenceRenderRequest, InferenceTokenizeRequest, InferenceChatRequest, InferenceCompletionRequest, InferenceGenerateRequest, InferenceCachePrefillRequest, InferenceCachePrefillResult, InferenceRequest, KnownToolParserType, ToolCallFormat, ChatTemplateInfo, InferenceCapabilities, InferenceFormatTestResult, InferenceRenderResult, InferenceTokenizeResult, } from './protocol.js';
+/** @internal キュー実装の内部型 */
+export type { LegacyStreamingRequest, BaseQueueItem, CapabilitiesQueueItem, FormatTestQueueItem, TokenizeQueueItem, CachePrefillQueueItem, StreamingQueueItem, QueueItem, } from './queue-types.js';
+/** @internal stdio 通信（InferenceProcessClient から利用） */
+export { ProcessCommunication, type ProcessCommunicationCallbacks, type ProcessCommunicationConfig, } from './process-communication.js';
+/** @internal JSON-RPC リクエストキュー */
+export { InferenceRequestQueue, type RequestQueueCallbacks, type SamplingOptionsMapper, } from './request-queue.js';
+/** バックエンド非依存の LIP プロセスクライアント（公開 API） */
+export { InferenceProcessClient, type InferenceProcessClientConfig, } from './process-client.js';
+/** バックエンド非依存の LIP ドライバー骨格（公開 API） */
+export { LocalInferenceDriver, type LocalInferenceDriverConfig, } from './driver.js';
+export type { InferenceProcessPort } from './process-port.js';
+export type { LocalInferenceAdapters, LocalInferenceCacheSupport, InferenceModelProcessor, InferenceResponseProcessor, } from './adapters.js';
+export { createStreamIterable, extractStreamMeta, META_MARKER } from './stream-utils.js';
+export { hasMessageElement } from './prompt-utils.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/local-inference/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/local-inference/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,YAAY,EACV,eAAe,EACf,oBAAoB,EACpB,wBAAwB,EACxB,iCAAiC,EACjC,0BAA0B,EAC1B,gBAAgB,EAChB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,4BAA4B,EAC5B,0BAA0B,EAC1B,sBAAsB,EACtB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,wBAAwB,EACxB,4BAA4B,EAC5B,2BAA2B,EAC3B,gBAAgB,EAChB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,eAAe,CAAC;AAEvB,0BAA0B;AAC1B,YAAY,EACV,sBAAsB,EACtB,aAAa,EACb,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,qBAAqB,EACrB,kBAAkB,EAClB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAE1B,sDAAsD;AACtD,OAAO,EACL,oBAAoB,EACpB,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,GAChC,MAAM,4BAA4B,CAAC;AAEpC,kCAAkC;AAClC,OAAO,EACL,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,GAC3B,MAAM,oBAAoB,CAAC;AAE5B,wCAAwC;AACxC,OAAO,EACL,sBAAsB,EACtB,KAAK,4BAA4B,GAClC,MAAM,qBAAqB,CAAC;AAE7B,qCAAqC;AACrC,OAAO,EACL,oBAAoB,EACpB,KAAK,0BAA0B,GAChC,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,YAAY,EACV,sBAAsB,EACtB,0BAA0B,EAC1B,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/local-inference/index.js

@@ -0,0 +1,17 @@
+/**
+ * Local Inference Protocol — モジュール集約
+ *
+ * `@modular-prompt/driver` の公開 API は主に `InferenceProcessClient`。
+ * 以下の通信層・キュー型はパッケージ内部向け（テスト・将来の PyTorch バックエンド用）。
+ */
+/** @internal stdio 通信（InferenceProcessClient から利用） */
+export { ProcessCommunication, } from './process-communication.js';
+/** @internal JSON-RPC リクエストキュー */
+export { InferenceRequestQueue, } from './request-queue.js';
+/** バックエンド非依存の LIP プロセスクライアント（公開 API） */
+export { InferenceProcessClient, } from './process-client.js';
+/** バックエンド非依存の LIP ドライバー骨格（公開 API） */
+export { LocalInferenceDriver, } from './driver.js';
+export { createStreamIterable, extractStreamMeta, META_MARKER } from './stream-utils.js';
+export { hasMessageElement } from './prompt-utils.js';
+//# sourceMappingURL=index.js.map

package/dist/local-inference/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/local-inference/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA2CH,sDAAsD;AACtD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAC;AAEpC,kCAAkC;AAClC,OAAO,EACL,qBAAqB,GAGtB,MAAM,oBAAoB,CAAC;AAE5B,wCAAwC;AACxC,OAAO,EACL,sBAAsB,GAEvB,MAAM,qBAAqB,CAAC;AAE7B,qCAAqC;AACrC,OAAO,EACL,oBAAoB,GAErB,MAAM,aAAa,CAAC;AAUrB,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/local-inference/process-client.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Local Inference Protocol プロセスクライアント
+ *
+ * stdio JSON-RPC 通信とリクエストキューを統合する。
+ */
+import { Readable } from 'stream';
+import type { RuntimeProfile } from '../runtime/index.js';
+import type { InferenceCapabilities, InferenceFormatTestResult, InferenceRenderResult, InferenceTokenizeResult, InferenceCachePrefillResult, InferenceMessage, InferenceToolDefinition, InferenceSamplingOptions } from './protocol.js';
+import { type SamplingOptionsMapper } from './request-queue.js';
+export interface InferenceProcessClientConfig {
+    modelName: string;
+    /** uv --project に渡す Python プロジェクトディレクトリ */
+    pythonProjectDir: string;
+    /** UV_PROJECT_ENVIRONMENT に設定する venv パス */
+    venvPath: string;
+    /** 指定時は起動前に runtime venv の存在を確認する */
+    runtimeProfile?: RuntimeProfile;
+    extraSpawnArgs?: string[];
+    extraEnv?: Record<string, string>;
+    loggerPrefix?: string;
+    mapSamplingOptions?: SamplingOptionsMapper;
+    processExitErrorMessage?: (code: number | null, signal: string | null) => string;
+}
+export declare class InferenceProcessClient {
+    readonly modelName: string;
+    private requestQueue;
+    private processComm;
+    constructor(config: InferenceProcessClientConfig);
+    ensureInitialized(): Promise<void>;
+    getCapabilities(): Promise<InferenceCapabilities>;
+    formatTest(messages: InferenceMessage[], options?: {
+        primer?: string;
+    }): Promise<InferenceFormatTestResult>;
+    render(messages: InferenceMessage[], options?: InferenceSamplingOptions & {
+        primer?: string;
+    }, tools?: InferenceToolDefinition[], reasoningEffort?: 'low' | 'medium' | 'high'): Promise<InferenceRenderResult>;
+    tokenize(messages: InferenceMessage[], tools?: InferenceToolDefinition[], reasoningEffort?: 'low' | 'medium' | 'high'): Promise<InferenceTokenizeResult>;
+    cachePrefill(cachePath: string, messages: InferenceMessage[], baseCachePath?: string, trimToTokens?: number, prefixOffsets?: number[], prefixHashes?: string[], tools?: InferenceToolDefinition[], reasoningEffort?: 'low' | 'medium' | 'high'): Promise<InferenceCachePrefillResult>;
+    completion(prompt: string, options?: unknown, images?: string[], maxImageSize?: number): Promise<Readable>;
+    generate(prompt: string | number[], options?: unknown, images?: string[], maxImageSize?: number, cachePath?: string, cacheTrimTokens?: number, primer?: string): Promise<Readable>;
+    exit(): Promise<void>;
+    cancelActiveRequest(): void;
+    getStatus(): {
+        modelName: string;
+        queueLength: number;
+        isStreamingActive: boolean;
+        isJsonBuffering: boolean;
+    };
+}
+//# sourceMappingURL=process-client.d.ts.map

package/dist/local-inference/process-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process-client.d.ts","sourceRoot":"","sources":["../../src/local-inference/process-client.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,uBAAuB,EACvB,2BAA2B,EAC3B,gBAAgB,EAChB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,eAAe,CAAC;AAKvB,OAAO,EAGL,KAAK,qBAAqB,EAC3B,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,gBAAgB,EAAE,MAAM,CAAC;IACzB,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,qBAAqB,CAAC;IAC3C,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,KAAK,MAAM,CAAC;CAClF;AAED,qBAAa,sBAAsB;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,WAAW,CAAuB;gBAE9B,MAAM,EAAE,4BAA4B;IAkD1C,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,eAAe,IAAI,OAAO,CAAC,qBAAqB,CAAC;IAIjD,UAAU,CACd,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5B,OAAO,CAAC,yBAAyB,CAAC;IAI/B,MAAM,CACV,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,OAAO,CAAC,EAAE,wBAAwB,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,EACxD,KAAK,CAAC,EAAE,uBAAuB,EAAE,EACjC,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAC1C,OAAO,CAAC,qBAAqB,CAAC;IAI3B,QAAQ,CACZ,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,KAAK,CAAC,EAAE,uBAAuB,EAAE,EACjC,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAC1C,OAAO,CAAC,uBAAuB,CAAC;IAI7B,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,aAAa,CAAC,EAAE,MAAM,EACtB,YAAY,CAAC,EAAE,MAAM,EACrB,aAAa,CAAC,EAAE,MAAM,EAAE,EACxB,YAAY,CAAC,EAAE,MAAM,EAAE,EACvB,KAAK,CAAC,EAAE,uBAAuB,EAAE,EACjC,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAC1C,OAAO,CAAC,2BAA2B,CAAC;IAajC,UAAU,CACd,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,OAAO,EACjB,MAAM,CAAC,EAAE,MAAM,EAAE,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,QAAQ,CAAC;IAId,QAAQ,CACZ,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,EACzB,OAAO,CAAC,EAAE,OAAO,EACjB,MAAM,CAAC,EAAE,MAAM,EAAE,EACjB,YAAY,CAAC,EAAE,MAAM,EACrB,SAAS,CAAC,EAAE,MAAM,EAClB,eAAe,CAAC,EAAE,MAAM,EACxB,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,QAAQ,CAAC;IAYd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,mBAAmB,IAAI,IAAI;IAI3B,SAAS;;;;;;CAQV"}