@modular-prompt/driver 0.4.5

package/dist/types.d.ts

@@ -0,0 +1,90 @@
+export type { CompiledPrompt } from '@modular-prompt/core';
+/**
+ * Chat message role
+ */
+export type Role = 'system' | 'assistant' | 'user';
+/**
+ * Chat message
+ */
+export interface ChatMessage {
+    role: Role;
+    content: string;
+}
+/**
+ * Query result from AI model
+ */
+export interface QueryResult {
+    /**
+     * Raw text response from the model
+     */
+    content: string;
+    /**
+     * Structured output extracted from the response
+     * - undefined: no schema was specified or no valid JSON found
+     * - object/array: extracted JSON matching the schema
+     */
+    structuredOutput?: unknown;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    finishReason?: 'stop' | 'length' | 'error';
+}
+/**
+ * Options for querying AI model
+ */
+export interface QueryOptions {
+    temperature?: number;
+    maxTokens?: number;
+    topP?: number;
+    stream?: boolean;
+    /**
+     * API selection strategy (MLX driver only)
+     * - 'auto': Automatically select based on model capabilities
+     * - 'force-chat': Force chat API
+     * - 'force-completion': Force completion API
+     */
+    apiStrategy?: 'auto' | 'force-chat' | 'force-completion';
+}
+/**
+ * Stream result with both stream and final result
+ */
+export interface StreamResult {
+    /**
+     * Async iterable stream of response chunks
+     */
+    stream: AsyncIterable<string>;
+    /**
+     * Promise that resolves to the final query result
+     */
+    result: Promise<QueryResult>;
+}
+/**
+ * AI Driver interface for executing prompts
+ */
+export interface AIDriver {
+    /**
+     * Query the AI model with a compiled prompt
+     */
+    query(prompt: import('@modular-prompt/core').CompiledPrompt, options?: QueryOptions): Promise<QueryResult>;
+    /**
+     * Stream query with both stream and result
+     */
+    streamQuery(prompt: import('@modular-prompt/core').CompiledPrompt, options?: QueryOptions): Promise<StreamResult>;
+    /**
+     * Close the driver connection
+     */
+    close(): Promise<void>;
+}
+/**
+ * Driver configuration
+ */
+export interface DriverConfig {
+    provider: 'openai' | 'anthropic' | 'ollama' | 'test';
+    model?: string;
+    apiKey?: string;
+    baseURL?: string;
+    defaultOptions?: QueryOptions;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAGA,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAE3D;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IAEF,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,YAAY,GAAG,kBAAkB,CAAC;CAC1D;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAE9B;;OAEG;IACH,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,KAAK,CAAC,MAAM,EAAE,OAAO,sBAAsB,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAE3G;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE,OAAO,sBAAsB,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAElH;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,YAAY,CAAC;CAC/B"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/vertexai/vertexai-driver.d.ts

@@ -0,0 +1,63 @@
+import type { CompiledPrompt } from '@modular-prompt/core';
+import type { AIDriver, QueryOptions, QueryResult, StreamResult } from '../types.js';
+/**
+ * VertexAI driver configuration
+ */
+export interface VertexAIDriverConfig {
+    project?: string;
+    location?: string;
+    model?: string;
+    temperature?: number;
+    defaultOptions?: Partial<VertexAIQueryOptions>;
+}
+/**
+ * VertexAI-specific query options
+ */
+export interface VertexAIQueryOptions extends QueryOptions {
+    model?: string;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    responseFormat?: 'json' | 'text';
+    jsonSchema?: unknown;
+}
+/**
+ * VertexAI (Google Gemini) driver
+ */
+export declare class VertexAIDriver implements AIDriver {
+    private vertexAI;
+    private defaultModel;
+    private defaultTemperature;
+    private defaultOptions;
+    constructor(config?: VertexAIDriverConfig);
+    /**
+     * Convert CompiledPrompt to VertexAI's format
+     */
+    private compiledPromptToVertexAI;
+    /**
+     * Convert messages to VertexAI's format
+     */
+    private convertMessages;
+    /**
+     * Convert JSON Schema to VertexAI ResponseSchema
+     */
+    private convertJsonSchema;
+    /**
+     * Create a generative model client
+     */
+    private createClient;
+    /**
+     * Query implementation
+     */
+    query(prompt: CompiledPrompt, options?: VertexAIQueryOptions): Promise<QueryResult>;
+    /**
+     * Stream query implementation
+     */
+    streamQuery(prompt: CompiledPrompt, options?: VertexAIQueryOptions): Promise<StreamResult>;
+    /**
+     * Close the client
+     */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=vertexai-driver.d.ts.map

package/dist/vertexai/vertexai-driver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertexai-driver.d.ts","sourceRoot":"","sources":["../../src/vertexai/vertexai-driver.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,cAAc,EAAW,MAAM,sBAAsB,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAErF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAChD;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAkBD;;GAEG;AACH,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,cAAc,CAAgC;gBAE1C,MAAM,GAAE,oBAAyB;IAc7C;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAmChC;;OAEG;IACH,OAAO,CAAC,eAAe;IA6DvB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAoCzB;;OAEG;IACH,OAAO,CAAC,YAAY;IAoBpB;;OAEG;IACG,KAAK,CACT,MAAM,EAAE,cAAc,EACtB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,WAAW,CAAC;IAkFvB;;OAEG;IACG,WAAW,CACf,MAAM,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,YAAY,CAAC;IAoFxB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/vertexai/vertexai-driver.js

@@ -0,0 +1,335 @@
+import { VertexAI, HarmCategory, HarmBlockThreshold, SchemaType } from '@google-cloud/vertexai';
+/**
+ * Map finish reasons from VertexAI to our format
+ */
+const finishReasonMap = {
+    FINISH_REASON_UNSPECIFIED: 'error',
+    STOP: 'stop',
+    MAX_TOKENS: 'length',
+    SAFETY: 'stop',
+    RECITATION: 'stop',
+    OTHER: 'error',
+    BLOCKLIST: 'error',
+    PROHIBITED_CONTENT: 'error',
+    SPII: 'error',
+    error: 'error'
+};
+/**
+ * VertexAI (Google Gemini) driver
+ */
+export class VertexAIDriver {
+    vertexAI;
+    defaultModel;
+    defaultTemperature;
+    defaultOptions;
+    constructor(config = {}) {
+        const project = config.project || process.env.GOOGLE_CLOUD_PROJECT || process.env.ANTHROPIC_VERTEX_PROJECT_ID;
+        const location = config.location || process.env.GOOGLE_CLOUD_REGION || process.env.CLOUD_ML_REGION || 'us-central1';
+        if (!project) {
+            throw new Error('VertexAI project ID is required. Set it in config or GOOGLE_CLOUD_PROJECT environment variable.');
+        }
+        this.vertexAI = new VertexAI({ project, location });
+        this.defaultModel = config.model || 'gemini-2.0-flash-001';
+        this.defaultTemperature = config.temperature ?? 0.05;
+        this.defaultOptions = config.defaultOptions || {};
+    }
+    /**
+     * Convert CompiledPrompt to VertexAI's format
+     */
+    compiledPromptToVertexAI(prompt) {
+        const messages = [];
+        // Convert Element[] to string using formatter
+        const formatElements = (elements) => {
+            return elements.map(el => {
+                if (typeof el === 'string')
+                    return el;
+                if ('content' in el)
+                    return el.content;
+                return JSON.stringify(el);
+            }).join('\n');
+        };
+        // Add instructions as system message
+        if (prompt.instructions && prompt.instructions.length > 0) {
+            messages.push({ role: 'system', content: formatElements(prompt.instructions) });
+        }
+        // Add data as user message if present
+        if (prompt.data && prompt.data.length > 0) {
+            messages.push({ role: 'user', content: formatElements(prompt.data) });
+        }
+        // Add output format as user message if present
+        if (prompt.output && prompt.output.length > 0) {
+            messages.push({ role: 'user', content: formatElements(prompt.output) });
+        }
+        // If no user messages, add a default one
+        if (!prompt.data && !prompt.output) {
+            messages.push({ role: 'user', content: 'Please process according to the instructions.' });
+        }
+        return this.convertMessages(messages);
+    }
+    /**
+     * Convert messages to VertexAI's format
+     */
+    convertMessages(messages) {
+        // Separate system messages from conversation
+        const systemMessages = messages.filter(m => m.role === 'system');
+        const conversation = messages.filter(m => m.role !== 'system');
+        // Merge all system messages into one
+        const systemInstruction = systemMessages.length > 0
+            ? systemMessages.map(m => m.content).join('\n\n')
+            : undefined;
+        // Convert conversation messages
+        const contents = conversation.map(m => ({
+            role: m.role === 'user' ? 'user' : 'model',
+            parts: [{ text: m.content }]
+        }));
+        // Ensure we have at least one user message
+        if (contents.length === 0) {
+            contents.push({
+                role: 'user',
+                parts: [{ text: 'Please process according to the instructions.' }]
+            });
+        }
+        // Ensure conversation starts with user
+        if (contents.length > 0 && contents[0].role !== 'user') {
+            contents.unshift({
+                role: 'user',
+                parts: [{ text: 'Continue.' }]
+            });
+        }
+        // Ensure conversation alternates between user and model
+        const processedContents = [];
+        let lastRole = '';
+        for (const content of contents) {
+            if (content.role === lastRole) {
+                // Same role twice, insert opposite role
+                processedContents.push({
+                    role: lastRole === 'user' ? 'model' : 'user',
+                    parts: [{ text: lastRole === 'user' ? 'Continue.' : 'Please continue.' }]
+                });
+            }
+            processedContents.push(content);
+            lastRole = content.role;
+        }
+        // Ensure conversation ends with user
+        if (processedContents.length > 0 && processedContents[processedContents.length - 1].role === 'model') {
+            processedContents.push({
+                role: 'user',
+                parts: [{ text: 'Please continue.' }]
+            });
+        }
+        return {
+            contents: processedContents,
+            systemInstruction
+        };
+    }
+    /**
+     * Convert JSON Schema to VertexAI ResponseSchema
+     */
+    convertJsonSchema(schema) {
+        if (!schema)
+            return undefined;
+        const typeMap = {
+            string: SchemaType.STRING,
+            number: SchemaType.NUMBER,
+            integer: SchemaType.INTEGER,
+            boolean: SchemaType.BOOLEAN,
+            array: SchemaType.ARRAY,
+            object: SchemaType.OBJECT
+        };
+        const convertSchema = (s) => {
+            const result = { ...s };
+            if (s.type && typeof s.type === 'string') {
+                result.type = typeMap[s.type] || SchemaType.STRING;
+            }
+            if (s.properties) {
+                result.properties = Object.fromEntries(Object.entries(s.properties)
+                    .map(([k, v]) => [k, convertSchema(v)]));
+            }
+            if (s.items) {
+                result.items = convertSchema(s.items);
+            }
+            return result;
+        };
+        return convertSchema(schema);
+    }
+    /**
+     * Create a generative model client
+     */
+    createClient(model, config) {
+        const options = {
+            model,
+            safetySettings: [
+                {
+                    category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                    threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+                }
+            ],
+            generationConfig: config
+        };
+        // Use preview API for preview models
+        if (model.includes('-preview-')) {
+            return this.vertexAI.preview.getGenerativeModel(options);
+        }
+        else {
+            return this.vertexAI.getGenerativeModel(options);
+        }
+    }
+    /**
+     * Query implementation
+     */
+    async query(prompt, options = {}) {
+        try {
+            // Merge options with defaults
+            const mergedOptions = { ...this.defaultOptions, ...options };
+            // Convert prompt to VertexAI format
+            const request = this.compiledPromptToVertexAI(prompt);
+            // Create generation config
+            const generationConfig = {
+                maxOutputTokens: mergedOptions.maxTokens || 1000,
+                temperature: mergedOptions.temperature ?? this.defaultTemperature,
+                topP: mergedOptions.topP,
+                topK: mergedOptions.topK,
+                responseMimeType: prompt.metadata?.outputSchema ? 'application/json' : 'text/plain',
+                responseSchema: this.convertJsonSchema(prompt.metadata?.outputSchema)
+            };
+            // Remove undefined values
+            Object.keys(generationConfig).forEach(key => {
+                if (generationConfig[key] === undefined) {
+                    delete generationConfig[key];
+                }
+            });
+            // Create client and generate
+            const model = mergedOptions.model || this.defaultModel;
+            const client = this.createClient(model, generationConfig);
+            const result = await client.generateContent(request);
+            // Extract response
+            const response = result.response;
+            const candidate = response.candidates?.[0];
+            if (!candidate || !candidate.content) {
+                return {
+                    content: '',
+                    finishReason: 'error'
+                };
+            }
+            // Extract text content
+            const content = candidate.content.parts
+                .map(part => part.text || '')
+                .join('');
+            // Map finish reason
+            const finishReason = finishReasonMap[candidate.finishReason || 'error'];
+            // Handle structured outputs
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && content) {
+                try {
+                    structuredOutput = JSON.parse(content);
+                }
+                catch {
+                    // Keep as text if not valid JSON
+                }
+            }
+            return {
+                content,
+                finishReason,
+                structuredOutput,
+                usage: response.usageMetadata ? {
+                    promptTokens: response.usageMetadata.promptTokenCount || 0,
+                    completionTokens: response.usageMetadata.candidatesTokenCount || 0,
+                    totalTokens: response.usageMetadata.totalTokenCount || 0
+                } : undefined
+            };
+        }
+        catch (error) {
+            console.error('[VertexAIDriver] Query error:', error);
+            if (error instanceof Error) {
+                console.error('[VertexAIDriver] Error message:', error.message);
+                console.error('[VertexAIDriver] Error stack:', error.stack);
+            }
+            return {
+                content: '',
+                finishReason: 'error'
+            };
+        }
+    }
+    /**
+     * Stream query implementation
+     */
+    async streamQuery(prompt, options) {
+        const mergedOptions = { ...this.defaultOptions, ...options };
+        // Convert prompt to VertexAI format
+        const request = this.compiledPromptToVertexAI(prompt);
+        // Create generation config
+        const generationConfig = {
+            maxOutputTokens: mergedOptions.maxTokens || 1000,
+            temperature: mergedOptions.temperature ?? this.defaultTemperature,
+            responseMimeType: prompt.metadata?.outputSchema ? 'application/json' : 'text/plain',
+            responseSchema: this.convertJsonSchema(prompt.metadata?.outputSchema)
+        };
+        // Remove undefined values
+        Object.keys(generationConfig).forEach(key => {
+            if (generationConfig[key] === undefined) {
+                delete generationConfig[key];
+            }
+        });
+        // Create client and generate stream
+        const model = mergedOptions.model || this.defaultModel;
+        const client = this.createClient(model, generationConfig);
+        const streamingResult = await client.generateContentStream(request);
+        // Create stream generator
+        async function* streamGenerator() {
+            for await (const chunk of streamingResult.stream) {
+                if (chunk?.candidates?.[0]?.content?.parts?.[0]?.text) {
+                    yield chunk.candidates[0].content.parts[0].text;
+                }
+            }
+        }
+        // Create result promise
+        const resultPromise = (async () => {
+            // Aggregate the response from streaming
+            const response = await streamingResult.response;
+            const candidate = response.candidates?.[0];
+            if (!candidate || !candidate.content) {
+                return {
+                    content: '',
+                    finishReason: 'error'
+                };
+            }
+            // Extract text content
+            const content = candidate.content.parts
+                .map(part => part.text || '')
+                .join('');
+            // Map finish reason
+            const finishReason = finishReasonMap[candidate.finishReason || 'error'];
+            // Handle structured outputs
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && content) {
+                try {
+                    structuredOutput = JSON.parse(content);
+                }
+                catch {
+                    // Keep as text if not valid JSON
+                }
+            }
+            return {
+                content,
+                finishReason,
+                structuredOutput,
+                usage: response.usageMetadata ? {
+                    promptTokens: response.usageMetadata.promptTokenCount || 0,
+                    completionTokens: response.usageMetadata.candidatesTokenCount || 0,
+                    totalTokens: response.usageMetadata.totalTokenCount || 0
+                } : undefined
+            };
+        })();
+        return {
+            stream: streamGenerator(),
+            result: resultPromise
+        };
+    }
+    /**
+     * Close the client
+     */
+    async close() {
+        // VertexAI client doesn't need explicit closing
+    }
+}
+//# sourceMappingURL=vertexai-driver.js.map

package/dist/vertexai/vertexai-driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertexai-driver.js","sourceRoot":"","sources":["../../src/vertexai/vertexai-driver.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EAER,YAAY,EACZ,kBAAkB,EAIlB,UAAU,EACX,MAAM,wBAAwB,CAAC;AA4BhC;;GAEG;AACH,MAAM,eAAe,GAAgE;IACnF,yBAAyB,EAAE,OAAO;IAClC,IAAI,EAAE,MAAM;IACZ,UAAU,EAAE,QAAQ;IACpB,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,MAAM;IAClB,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,OAAO;IAClB,kBAAkB,EAAE,OAAO;IAC3B,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,OAAO;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,QAAQ,CAAW;IACnB,YAAY,CAAS;IACrB,kBAAkB,CAAS;IAC3B,cAAc,CAAgC;IAEtD,YAAY,SAA+B,EAAE;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC9G,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,aAAa,CAAC;QAEpH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;QACrH,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAC3D,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,MAAsB;QACrD,MAAM,QAAQ,GAAsE,EAAE,CAAC;QAEvF,8CAA8C;QAC9C,MAAM,cAAc,GAAG,CAAC,QAAmB,EAAU,EAAE;YACrD,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBACvB,IAAI,OAAO,EAAE,KAAK,QAAQ;oBAAE,OAAO,EAAE,CAAC;gBACtC,IAAI,SAAS,IAAI,EAAE;oBAAE,OAAO,EAAE,CAAC,OAAO,CAAC;gBACvC,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC;QAEF,qCAAqC;QACrC,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,sCAAsC;QACtC,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,+CAA+C;QAC/C,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAA2E;QACjG,6CAA6C;QAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE/D,qCAAqC;QACrC,MAAM,iBAAiB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC;YACjD,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YACjD,CAAC,CAAC,SAAS,CAAC;QAEd,gCAAgC;QAChC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;YAC1C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7B,CAAC,CAAC,CAAC;QAEJ,2CAA2C;QAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,+CAA+C,EAAE,CAAC;aACnE,CAAC,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvD,QAAQ,CAAC,OAAO,CAAC;gBACf,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,wDAAwD;QACxD,MAAM,iBAAiB,GAAG,EAAE,CAAC;QAC7B,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9B,wCAAwC;gBACxC,iBAAiB,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBAC5C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC;iBAC1E,CAAC,CAAC;YACL,CAAC;YACD,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,CAAC;QAED,qCAAqC;QACrC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACrG,iBAAiB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,iBAAiB;YAC3B,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,MAAe;QACvC,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAE9B,MAAM,OAAO,GAA+B;YAC1C,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;QAEF,MAAM,aAAa,GAAG,CAAC,CAA0B,EAAkB,EAAE;YACnE,MAAM,MAAM,GAA4B,EAAE,GAAG,CAAC,EAAE,CAAC;YAEjD,IAAI,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC;YACrD,CAAC;YAED,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBACjB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAA4B,CAAC,CAAC,CAAC,CACrE,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,MAAwB,CAAC;QAClC,CAAC,CAAC;QAEF,OAAO,aAAa,CAAC,MAAiC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,KAAa,EAAE,MAAwB;QAC1D,MAAM,OAAO,GAAG;YACd,KAAK;YACL,cAAc,EAAE;gBACd;oBACE,QAAQ,EAAE,YAAY,CAAC,+BAA+B;oBACtD,SAAS,EAAE,kBAAkB,CAAC,sBAAsB;iBACrD;aACF;YACD,gBAAgB,EAAE,MAAM;SACzB,CAAC;QAEF,qCAAqC;QACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,MAAsB,EACtB,UAAgC,EAAE;QAElC,IAAI,CAAC;YACH,8BAA8B;YAC9B,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;YAE7D,oCAAoC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;YAEtD,2BAA2B;YAC3B,MAAM,gBAAgB,GAAqB;gBACzC,eAAe,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI;gBAChD,WAAW,EAAE,aAAa,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;gBACjE,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,gBAAgB,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY;gBACnF,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC;aACtE,CAAC;YAEF,0BAA0B;YAC1B,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC1C,IAAI,gBAAgB,CAAC,GAA6B,CAAC,KAAK,SAAS,EAAE,CAAC;oBAClE,OAAO,gBAAgB,CAAC,GAA6B,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,6BAA6B;YAC7B,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAErD,mBAAmB;YACnB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YAE3C,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACrC,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,YAAY,EAAE,OAAO;iBACtB,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK;iBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;iBAC5B,IAAI,CAAC,EAAE,CAAC,CAAC;YAEZ,oBAAoB;YACpB,MAAM,YAAY,GAAG,eAAe,CAAC,SAAS,CAAC,YAAY,IAAI,OAAO,CAAC,CAAC;YAExE,4BAA4B;YAC5B,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,OAAO,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACP,iCAAiC;gBACnC,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,YAAY;gBACZ,gBAAgB;gBAChB,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;oBAC9B,YAAY,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBAC1D,gBAAgB,EAAE,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAClE,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACzD,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAChE,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9D,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,YAAY,EAAE,OAAO;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,MAAsB,EACtB,OAA8B;QAE9B,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAE7D,oCAAoC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAEtD,2BAA2B;QAC3B,MAAM,gBAAgB,GAAqB;YACzC,eAAe,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI;YAChD,WAAW,EAAE,aAAa,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;YACjE,gBAAgB,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY;YACnF,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC;SACtE,CAAC;QAEF,0BAA0B;QAC1B,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC1C,IAAI,gBAAgB,CAAC,GAA6B,CAAC,KAAK,SAAS,EAAE,CAAC;gBAClE,OAAO,gBAAgB,CAAC,GAA6B,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,oCAAoC;QACpC,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAEpE,0BAA0B;QAC1B,KAAK,SAAS,CAAC,CAAC,eAAe;YAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;gBACjD,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;oBACtD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,aAAa,GAAG,CAAC,KAAK,IAA0B,EAAE;YACtD,wCAAwC;YACxC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC;YAChD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YAE3C,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACrC,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,YAAY,EAAE,OAAO;iBACtB,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK;iBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;iBAC5B,IAAI,CAAC,EAAE,CAAC,CAAC;YAEZ,oBAAoB;YACpB,MAAM,YAAY,GAAG,eAAe,CAAC,SAAS,CAAC,YAAY,IAAI,OAAO,CAAC,CAAC;YAExE,4BAA4B;YAC5B,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,OAAO,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACP,iCAAiC;gBACnC,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,YAAY;gBACZ,gBAAgB;gBAChB,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;oBAC9B,YAAY,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBAC1D,gBAAgB,EAAE,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAClE,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACzD,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO;YACL,MAAM,EAAE,eAAe,EAAE;YACzB,MAAM,EAAE,aAAa;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,gDAAgD;IAClD,CAAC;CACF"}

package/package.json

@@ -0,0 +1,61 @@
+{
+  "name": "@modular-prompt/driver",
+  "version": "0.4.5",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "scripts",
+    "src/mlx-ml/python"
+  ],
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.61.0",
+    "@google-cloud/vertexai": "^1.10.0",
+    "@google/genai": "^1.34.0",
+    "@types/js-yaml": "^4.0.9",
+    "google-auth-library": "^9.15.1",
+    "js-yaml": "^4.1.0",
+    "openai": "^5.19.1",
+    "@modular-prompt/core": "0.1.9",
+    "@modular-prompt/utils": "0.1.4"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.35.0",
+    "@types/node": "^20.10.5",
+    "@typescript-eslint/eslint-plugin": "^8.43.0",
+    "@typescript-eslint/parser": "^8.43.0",
+    "eslint": "^9.35.0",
+    "globals": "^15.0.0",
+    "typescript": "^5.3.3",
+    "vitest": "^3.0.0"
+  },
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/otolab/moduler-prompt.git",
+    "directory": "packages/driver"
+  },
+  "scripts": {
+    "build": "tsc -b --force",
+    "test": "vitest",
+    "test:run": "vitest run",
+    "test:system": "vitest run --config vitest.config.system.ts",
+    "test:system:mlx": "vitest run --config vitest.config.system.ts test/system/mlx-parameters.system.test.ts",
+    "download-model": "node scripts/download-model.js",
+    "lint": "eslint src/**/*.ts",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist tsconfig.tsbuildinfo",
+    "postinstall": "node scripts/setup-mlx.js || true",
+    "setup-mlx": "node scripts/setup-mlx.js"
+  }
+}

package/scripts/download-model.js

@@ -0,0 +1,40 @@
+#!/usr/bin/env node
+
+import { execSync } from 'child_process';
+import { existsSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const pythonDir = join(__dirname, '..', 'src', 'mlx-ml', 'python');
+const distPythonDir = join(__dirname, '..', 'dist', 'mlx-ml', 'python');
+
+// Check Python directory
+const targetDir = existsSync(distPythonDir) ? distPythonDir : pythonDir;
+
+if (!existsSync(targetDir)) {
+  console.error('❌ MLX Python directory not found.');
+  console.error('   Please run "npm run setup-mlx" first.');
+  process.exit(1);
+}
+
+console.log('📦 Downloading test model...');
+console.log(`📁 Working directory: ${targetDir}\n`);
+
+// Get model name from command line arguments or use default
+const modelName = process.argv[2] || 'mlx-community/gemma-3-270m-it-4bit';
+
+try {
+  execSync(
+    `uv run mlx_lm.generate --model ${modelName} --prompt 'test' --max-tokens 1`,
+    {
+      cwd: targetDir,
+      stdio: 'inherit'
+    }
+  );
+  console.log('\n✅ Model downloaded successfully!');
+  console.log(`   Model: ${modelName}`);
+} catch (error) {
+  console.error('\n❌ Failed to download model:', error.message);
+  process.exit(1);
+}