@modular-prompt/driver 0.4.5

package/dist/mlx-ml/mlx-driver.js

@@ -0,0 +1,235 @@
+import { formatPromptAsMessages } from '../formatter/converter.js';
+import { formatCompletionPrompt } from '../formatter/completion-formatter.js';
+import { MlxProcess } from './process/index.js';
+import { createModelSpecificProcessor } from './process/model-specific.js';
+import { extractJSON } from '@modular-prompt/utils';
+// ========================================================================
+// Utility Functions (exported for testing)
+// ========================================================================
+/**
+ * Check if the prompt contains MessageElement
+ */
+export function hasMessageElement(prompt) {
+    const checkElements = (elements) => {
+        if (!elements)
+            return false;
+        return elements.some(element => {
+            const el = element;
+            return el?.type === 'message';
+        });
+    };
+    return checkElements(prompt.instructions) ||
+        checkElements(prompt.data) ||
+        checkElements(prompt.output);
+}
+/**
+ * Convert ChatMessage format to MLX format
+ */
+export function convertMessages(messages) {
+    return messages.map(msg => ({
+        role: msg.role,
+        content: msg.content
+    }));
+}
+/**
+ * Creates an async iterable from a readable stream with content collection
+ */
+function createStreamIterable(stream) {
+    const chunks = [];
+    let resolveCompletion;
+    const completion = new Promise((resolve) => {
+        resolveCompletion = resolve;
+    });
+    // Create async iterable that collects chunks and handles completion
+    const iterable = {
+        async *[Symbol.asyncIterator]() {
+            try {
+                for await (const chunk of stream) {
+                    const str = chunk.toString();
+                    chunks.push(str);
+                    yield str;
+                }
+                // Stream ended successfully
+                resolveCompletion({ content: chunks.join(''), error: null });
+            }
+            catch (error) {
+                // Stream errored
+                resolveCompletion({ content: chunks.join(''), error: error });
+                throw error;
+            }
+        }
+    };
+    return { iterable, completion };
+}
+/**
+ * MLX ML driver using Python subprocess
+ */
+export class MlxDriver {
+    process;
+    model;
+    defaultOptions;
+    runtimeInfo = null;
+    modelProcessor;
+    formatterOptions;
+    constructor(config) {
+        this.model = config.model;
+        this.defaultOptions = config.defaultOptions || {};
+        this.formatterOptions = config.formatterOptions || {};
+        this.process = new MlxProcess(config.model);
+        this.modelProcessor = createModelSpecificProcessor(config.model);
+    }
+    /**
+     * Initialize process and cache runtime info
+     */
+    async ensureInitialized() {
+        // Ensure process is initialized
+        await this.process.ensureInitialized();
+        // Cache runtime info if not already cached
+        if (!this.runtimeInfo) {
+            try {
+                this.runtimeInfo = await this.process.getCapabilities();
+                // Update formatterOptions with special tokens from runtime info
+                if (this.runtimeInfo.special_tokens) {
+                    this.formatterOptions.specialTokens = this.runtimeInfo.special_tokens;
+                }
+            }
+            catch (error) {
+                console.error('Failed to get MLX runtime info:', error);
+            }
+        }
+    }
+    /**
+     * Determine which API to use (chat or completion)
+     * Simple logic based on runtime info only
+     */
+    determineApi(options) {
+        const strategy = options?.apiStrategy || 'auto';
+        if (strategy === 'force-completion')
+            return 'completion';
+        if (strategy === 'force-chat')
+            return 'chat';
+        // auto: use chat if chat template is available
+        return this.runtimeInfo?.features.apply_chat_template ? 'chat' : 'completion';
+    }
+    /**
+     * Execute query and return stream
+     * Common logic for query and streamQuery
+     */
+    async executeQuery(prompt, mlxOptions, options) {
+        // APIを選択
+        const api = this.determineApi(options);
+        let stream;
+        if (api === 'completion') {
+            // completion APIを使用 - 標準フォーマッターを使用
+            let formattedPrompt = formatCompletionPrompt(prompt, this.formatterOptions);
+            // モデル固有の後処理を適用
+            formattedPrompt = this.modelProcessor.applyCompletionSpecificProcessing(formattedPrompt);
+            stream = await this.process.completion(formattedPrompt, mlxOptions);
+        }
+        else {
+            // chat APIを使用 - メッセージ変換して処理
+            const messages = formatPromptAsMessages(prompt, this.formatterOptions);
+            let mlxMessages = convertMessages(messages);
+            // chat APIではチャット処理を適用
+            mlxMessages = this.modelProcessor.applyChatSpecificProcessing(mlxMessages);
+            stream = await this.process.chat(mlxMessages, undefined, mlxOptions);
+        }
+        return stream;
+    }
+    /**
+     * Query the AI model with a compiled prompt
+     */
+    async query(prompt, options) {
+        // Use streamQuery for consistency with other drivers
+        const { stream, result } = await this.streamQuery(prompt, options);
+        // Consume the stream to trigger completion
+        // This is necessary because the result promise only resolves when the stream is fully consumed
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for await (const _chunk of stream) {
+            // Just consume the stream, don't need to do anything with the chunks
+        }
+        return result;
+    }
+    /**
+     * Stream query implementation
+     */
+    async streamQuery(prompt, options) {
+        await this.ensureInitialized();
+        // Merge options (only override if explicitly provided)
+        const mlxOptions = {
+            ...this.defaultOptions,
+            ...(options?.maxTokens !== undefined && { maxTokens: options.maxTokens }),
+            ...(options?.temperature !== undefined && { temperature: options.temperature }),
+            ...(options?.topP !== undefined && { topP: options.topP })
+        };
+        // Use executeQuery for the actual stream generation
+        const stream = await this.executeQuery(prompt, mlxOptions, options);
+        // Convert stream to async iterable with collection
+        const { iterable, completion } = createStreamIterable(stream);
+        // Create result promise that waits for stream completion
+        const resultPromise = completion.then(({ content, error }) => {
+            // If there was an error, throw it
+            if (error) {
+                throw error;
+            }
+            // Handle structured output if schema is provided
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && content) {
+                const extracted = extractJSON(content, { multiple: false });
+                if (extracted.source !== 'none' && extracted.data !== null) {
+                    structuredOutput = extracted.data;
+                }
+            }
+            return {
+                content,
+                structuredOutput,
+                finishReason: 'stop'
+            };
+        });
+        return {
+            stream: iterable,
+            result: resultPromise
+        };
+    }
+    /**
+     * Get model capabilities (public API)
+     *
+     * Returns runtime information converted to camelCase
+     */
+    async getCapabilities() {
+        await this.ensureInitialized();
+        if (!this.runtimeInfo) {
+            throw new Error('Failed to retrieve model capabilities');
+        }
+        // Convert snake_case to camelCase
+        return {
+            methods: this.runtimeInfo.methods,
+            specialTokens: this.runtimeInfo.special_tokens,
+            features: {
+                hasChatTemplate: this.runtimeInfo.features.apply_chat_template,
+                vocabSize: this.runtimeInfo.features.vocab_size,
+                modelMaxLength: this.runtimeInfo.features.model_max_length,
+                chatTemplate: this.runtimeInfo.features.chat_template ? {
+                    templateString: this.runtimeInfo.features.chat_template.template_string,
+                    supportedRoles: this.runtimeInfo.features.chat_template.supported_roles,
+                    preview: this.runtimeInfo.features.chat_template.preview,
+                    constraints: this.runtimeInfo.features.chat_template.constraints
+                } : undefined
+            },
+            chatRestrictions: this.runtimeInfo.chat_restrictions ? {
+                singleSystemAtStart: this.runtimeInfo.chat_restrictions.single_system_at_start,
+                maxSystemMessages: this.runtimeInfo.chat_restrictions.max_system_messages,
+                alternatingTurns: this.runtimeInfo.chat_restrictions.alternating_turns,
+                requiresUserLast: this.runtimeInfo.chat_restrictions.requires_user_last,
+                allowEmptyMessages: this.runtimeInfo.chat_restrictions.allow_empty_messages,
+            } : undefined
+        };
+    }
+    /**
+     * Close the process
+     */
+    async close() {
+        await this.process.exit();
+    }
+}
+//# sourceMappingURL=mlx-driver.js.map

package/dist/mlx-ml/mlx-driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-driver.js","sourceRoot":"","sources":["../../src/mlx-ml/mlx-driver.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAE3E,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEpD,2EAA2E;AAC3E,2CAA2C;AAC3C,2EAA2E;AAE3E;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAsB;IACtD,MAAM,aAAa,GAAG,CAAC,QAAmB,EAAW,EAAE;QACrD,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAC5B,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAC7B,MAAM,EAAE,GAAG,OAA4B,CAAC;YACxC,OAAO,EAAE,EAAE,IAAI,KAAK,SAAS,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC;QACvC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;QAC1B,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,QAAuB;IACrD,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,EAAE,GAAG,CAAC,IAAuC;QACjD,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB,CAAC,CAAC,CAAC;AACN,CAAC;AAeD;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAgB;IAI5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,iBAA4E,CAAC;IAEjF,MAAM,UAAU,GAAG,IAAI,OAAO,CAA2C,CAAC,OAAO,EAAE,EAAE;QACnF,iBAAiB,GAAG,OAAO,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,oEAAoE;IACpE,MAAM,QAAQ,GAAG;QACf,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YAC3B,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,4BAA4B;gBAC5B,iBAAiB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,iBAAiB;gBACjB,iBAAiB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC;gBACvE,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,SAAS;IACZ,OAAO,CAAa;IACpB,KAAK,CAAS;IACd,cAAc,CAA6B;IAC3C,WAAW,GAA0B,IAAI,CAAC;IAC1C,cAAc,CAAC;IACf,gBAAgB,CAAmB;IAG3C,YAAY,MAAuB;QACjC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,cAAc,GAAG,4BAA4B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,gCAAgC;QAChC,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAEvC,2CAA2C;QAC3C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBAExD,gEAAgE;gBAChE,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;oBACpC,IAAI,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC;gBACxE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,YAAY,CAAC,OAAsB;QACzC,MAAM,QAAQ,GAAG,OAAO,EAAE,WAAW,IAAI,MAAM,CAAC;QAEhD,IAAI,QAAQ,KAAK,kBAAkB;YAAE,OAAO,YAAY,CAAC;QACzD,IAAI,QAAQ,KAAK,YAAY;YAAE,OAAO,MAAM,CAAC;QAE7C,+CAA+C;QAC/C,OAAO,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC;IAChF,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,YAAY,CACxB,MAAsB,EACtB,UAA6B,EAC7B,OAAsB;QAEtB,SAAS;QACT,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEvC,IAAI,MAAgB,CAAC;QACrB,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YACzB,mCAAmC;YACnC,IAAI,eAAe,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5E,eAAe;YACf,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,iCAAiC,CAAC,eAAe,CAAC,CAAC;YACzF,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACvE,IAAI,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC5C,sBAAsB;YACtB,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC;YAC3E,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,MAAsB,EAAE,OAAsB;QACxD,qDAAqD;QACrD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEnE,2CAA2C;QAC3C,+FAA+F;QAC/F,6DAA6D;QAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAClC,qEAAqE;QACvE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IACD;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,MAAsB,EACtB,OAAsB;QAEtB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,uDAAuD;QACvD,MAAM,UAAU,GAAsB;YACpC,GAAG,IAAI,CAAC,cAAc;YACtB,GAAG,CAAC,OAAO,EAAE,SAAS,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;YACzE,GAAG,CAAC,OAAO,EAAE,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/E,GAAG,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;SAC3D,CAAC;QAEF,oDAAoD;QACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAEpE,mDAAmD;QACnD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAE9D,yDAAyD;QACzD,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;YAC3D,kCAAkC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC;YACd,CAAC;YAED,iDAAiD;YACjD,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,OAAO,EAAE,CAAC;gBAC7C,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC3D,gBAAgB,GAAG,SAAS,CAAC,IAAI,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,gBAAgB;gBAChB,YAAY,EAAE,MAAe;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,aAAa;SACtB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,kCAAkC;QAClC,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;YACjC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,cAAc;YAC9C,QAAQ,EAAE;gBACR,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB;gBAC9D,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU;gBAC/C,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB;gBAC1D,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;oBACtD,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,eAAe;oBACvE,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,eAAe;oBACvE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO;oBACxD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,WAAW;iBACjE,CAAC,CAAC,CAAC,SAAS;aACd;YACD,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACrD,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,sBAAsB;gBAC9E,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,mBAAmB;gBACzE,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,iBAAiB;gBACtE,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,kBAAkB;gBACvE,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,oBAAoB;aAC5E,CAAC,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/mlx-ml/model-spec/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * MLX Driver Model Specification Module
+ *
+ * 簡素化後のエクスポート
+ */
+export type { ChatRestrictions, ApiStrategy } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/mlx-ml/model-spec/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/model-spec/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}

package/dist/mlx-ml/model-spec/index.js

@@ -0,0 +1,7 @@
+/**
+ * MLX Driver Model Specification Module
+ *
+ * 簡素化後のエクスポート
+ */
+export {};
+//# sourceMappingURL=index.js.map

package/dist/mlx-ml/model-spec/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mlx-ml/model-spec/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/mlx-ml/model-spec/types.d.ts

@@ -0,0 +1,30 @@
+/**
+ * MLX Driver Model Specification Types
+ *
+ * モデルの特性・制限・振る舞いを定義（簡素化版）
+ */
+/**
+ * チャットテンプレートの制限事項
+ *
+ * Note: 現在は未使用だが、将来的にPython側から提供される可能性があるため
+ * 型定義として保持
+ */
+export interface ChatRestrictions {
+    /** systemメッセージは先頭に1つだけ */
+    singleSystemAtStart?: boolean;
+    /** user/assistantメッセージが交互に出現する必要がある */
+    alternatingTurns?: boolean;
+    /** 最後のメッセージはuserでなければならない */
+    requiresUserLast?: boolean;
+    /** システムメッセージの最大数 */
+    maxSystemMessages?: number;
+    /** 空のメッセージを許可するか */
+    allowEmptyMessages?: boolean;
+}
+/**
+ * API選択の戦略
+ *
+ * QueryOptionsのapiStrategyフィールドで使用
+ */
+export type ApiStrategy = 'auto' | 'force-chat' | 'force-completion';
+//# sourceMappingURL=types.d.ts.map

package/dist/mlx-ml/model-spec/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/model-spec/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,0BAA0B;IAC1B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAE9B,uCAAuC;IACvC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,oBAAoB;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,oBAAoB;IACpB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;GAIG;AACH,MAAM,MAAM,WAAW,GACnB,MAAM,GACN,YAAY,GACZ,kBAAkB,CAAC"}

package/dist/mlx-ml/model-spec/types.js

@@ -0,0 +1,7 @@
+/**
+ * MLX Driver Model Specification Types
+ *
+ * モデルの特性・制限・振る舞いを定義（簡素化版）
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/mlx-ml/model-spec/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/mlx-ml/model-spec/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/mlx-ml/process/index.d.ts

@@ -0,0 +1,33 @@
+/**
+ * MLX Driver 外部インターフェース
+ *
+ * mlx-ml.tsドライバーからアクセスされるメイン API
+ * 機能をモジュール化し、役割を分離
+ */
+import { Readable } from 'stream';
+import type { MlxMlModelOptions, MlxMessage, MlxRuntimeInfo, MlxFormatTestResult } from './types.js';
+export type { MlxMlModelOptions, MlxMessage, MlxRuntimeInfo, MlxFormatTestResult };
+export declare class MlxProcess {
+    modelName: string;
+    private queueManager;
+    private processComm;
+    constructor(modelName: string);
+    /**
+     * 初期化（何もしない - 互換性のために残す）
+     */
+    ensureInitialized(): Promise<void>;
+    getCapabilities(): Promise<MlxRuntimeInfo>;
+    formatTest(messages: MlxMessage[], options?: {
+        primer?: string;
+    }): Promise<MlxFormatTestResult>;
+    chat(messages: MlxMessage[], primer?: string, options?: MlxMlModelOptions): Promise<Readable>;
+    completion(prompt: string, options?: MlxMlModelOptions): Promise<Readable>;
+    exit(): Promise<void>;
+    getStatus(): {
+        modelName: string;
+        queueLength: number;
+        isStreamingActive: boolean;
+        isJsonBuffering: boolean;
+    };
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/mlx-ml/process/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/process/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,EACV,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAKpB,YAAY,EACV,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,mBAAmB,EACpB,CAAC;AAEF,qBAAa,UAAU;IACrB,SAAS,EAAE,MAAM,CAAC;IAElB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,WAAW,CAAuB;gBAE9B,SAAS,EAAE,MAAM;IAmB7B;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAKlC,eAAe,IAAI,OAAO,CAAC,cAAc,CAAC;IAK1C,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAK/F,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC;IAM7F,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC;IAM1E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,SAAS;;;;;;CAQV"}

package/dist/mlx-ml/process/index.js

@@ -0,0 +1,65 @@
+/**
+ * MLX Driver 外部インターフェース
+ *
+ * mlx-ml.tsドライバーからアクセスされるメイン API
+ * 機能をモジュール化し、役割を分離
+ */
+import { QueueManager } from './queue.js';
+import { ProcessCommunication } from './process-communication.js';
+export class MlxProcess {
+    modelName;
+    queueManager;
+    processComm;
+    constructor(modelName) {
+        this.modelName = modelName;
+        // コールバック設定
+        const processCallbacks = {
+            onJsonResponse: (jsonData) => this.queueManager.handleJsonResponse(jsonData),
+            onRequestCompleted: () => this.queueManager.onRequestCompleted()
+        };
+        const queueCallbacks = {
+            sendToProcess: (data) => this.processComm.sendToProcess(data),
+            createNewStream: () => this.processComm.createNewStream()
+        };
+        // 各コンポーネント初期化
+        this.processComm = new ProcessCommunication(modelName, processCallbacks);
+        this.queueManager = new QueueManager(queueCallbacks);
+    }
+    /**
+     * 初期化（何もしない - 互換性のために残す）
+     */
+    async ensureInitialized() {
+        // No-op for compatibility
+    }
+    // API v2.0 Capabilities
+    async getCapabilities() {
+        return this.queueManager.addCapabilitiesRequest();
+    }
+    // API v2.0 Format Test
+    async formatTest(messages, options) {
+        return this.queueManager.addFormatTestRequest(messages, options);
+    }
+    // API v2.0 Chat - chat APIを直接使用
+    async chat(messages, primer, options) {
+        // chat APIを直接使用（前処理はドライバーで実施済み）
+        return this.queueManager.addChatRequest(messages, primer, options);
+    }
+    // API v2.0 Completion - completion APIを直接使用
+    async completion(prompt, options) {
+        // completion APIを直接使用（前処理はドライバーで実施済み）
+        return this.queueManager.addCompletionRequest(prompt, options);
+    }
+    async exit() {
+        await this.processComm.exit();
+    }
+    // デバッグ・ステータス情報
+    getStatus() {
+        return {
+            modelName: this.modelName,
+            queueLength: this.queueManager.length,
+            isStreamingActive: this.processComm.isStreamingActive(),
+            isJsonBuffering: this.processComm.isJsonBuffering()
+        };
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/mlx-ml/process/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mlx-ml/process/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,YAAY,EAAyB,MAAM,YAAY,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAiC,MAAM,4BAA4B,CAAC;AAUjG,MAAM,OAAO,UAAU;IACrB,SAAS,CAAS;IAEV,YAAY,CAAe;IAC3B,WAAW,CAAuB;IAE1C,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,WAAW;QACX,MAAM,gBAAgB,GAAkC;YACtD,cAAc,EAAE,CAAC,QAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC;YACpF,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE;SACjE,CAAC;QAEF,MAAM,cAAc,GAA0B;YAC5C,aAAa,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC;YACrE,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE;SAC1D,CAAC;QAEF,cAAc;QACd,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACzE,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,0BAA0B;IAC5B,CAAC;IAED,wBAAwB;IACxB,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,CAAC;IACpD,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,UAAU,CAAC,QAAsB,EAAE,OAA6B;QACpE,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,MAAe,EAAE,OAA2B;QAC7E,gCAAgC;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAED,4CAA4C;IAC5C,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,OAA2B;QAC1D,sCAAsC;QACtC,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAGD,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,eAAe;IACf,SAAS;QACP,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YACrC,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE;YACvD,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE;SACpD,CAAC;IACJ,CAAC;CACF"}

package/dist/mlx-ml/process/model-handlers.d.ts

@@ -0,0 +1,58 @@
+/**
+ * モデル固有の処理ハンドラー
+ *
+ * 各モデル特有のメッセージ変換やプロンプト生成処理を管理
+ */
+import type { MlxMessage } from './types.js';
+/**
+ * システムメッセージをマージ（末尾の改行をtrim）
+ */
+export declare function mergeSystemMessages(msgs: MlxMessage[]): MlxMessage[];
+/**
+ * Tanuki-8B-dpo-v1用のChat処理
+ */
+export declare function processTanukiChat(messages: MlxMessage[]): MlxMessage[];
+/**
+ * CodeLlama用のChat処理
+ */
+export declare function processCodeLlamaChat(messages: MlxMessage[]): MlxMessage[];
+/**
+ * Gemma-3用のChat処理
+ */
+export declare function processGemmaChat(messages: MlxMessage[]): MlxMessage[];
+/**
+ * llm-jp-3.1用のCompletion処理
+ * chat_templateに厳密に準拠した形式
+ * Note: llm-jp-3.1はforce-completion設定のため、chat APIは使用されない
+ */
+export declare function processLlmJpCompletion(prompt: string): string;
+/**
+ * Tanuki-8B用のCompletion処理
+ */
+export declare function processTanukiCompletion(prompt: string): string;
+/**
+ * Gemma-3用のCompletion処理
+ */
+export declare function processGemmaCompletion(prompt: string): string;
+/**
+ * ELYZA (Llama 2ベース) 用のCompletion処理
+ *
+ * ELYZAはLlama 2のinstruction formatを使用:
+ * <s>[INST] <<SYS>>
+ * システムプロンプト
+ * <</SYS>>
+ *
+ * ユーザープロンプト [/INST]
+ *
+ * Note: <<SYS>>, [INST]などはspecial tokensではなく、複数トークンに分割される
+ */
+export declare function processElyzaCompletion(prompt: string): string;
+/**
+ * モデル名に基づいてChat処理を選択
+ */
+export declare function selectChatProcessor(modelName: string): ((messages: MlxMessage[]) => MlxMessage[]) | null;
+/**
+ * モデル名に基づいてCompletion処理を選択
+ */
+export declare function selectCompletionProcessor(modelName: string): ((prompt: string) => string) | null;
+//# sourceMappingURL=model-handlers.d.ts.map

package/dist/mlx-ml/process/model-handlers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-handlers.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/process/model-handlers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAiBpE;AA2BD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CA6BtE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAUzE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAUrE;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAU7D;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAG9D;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAG7D;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAU7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,UAAU,EAAE,CAAC,GAAG,IAAI,CAYxG;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,IAAI,CAmBhG"}