@modular-prompt/driver 0.4.5

package/dist/google-genai/google-genai-driver.js

@@ -0,0 +1,351 @@
+import { GoogleGenAI } from '@google/genai';
+/**
+ * Map finish reasons from GoogleGenAI to our format
+ */
+const finishReasonMap = {
+    'FINISH_REASON_UNSPECIFIED': 'error',
+    'STOP': 'stop',
+    'MAX_TOKENS': 'length',
+    'SAFETY': 'stop',
+    'RECITATION': 'stop',
+    'LANGUAGE': 'error',
+    'OTHER': 'error',
+    'BLOCKLIST': 'error',
+    'PROHIBITED_CONTENT': 'error',
+    'MALFORMED_FUNCTION_CALL': 'error',
+    'error': 'error'
+};
+/**
+ * GoogleGenAI driver
+ */
+export class GoogleGenAIDriver {
+    client;
+    defaultModel;
+    defaultTemperature;
+    defaultOptions;
+    constructor(config = {}) {
+        const apiKey = config.apiKey || process.env.GOOGLE_GENAI_API_KEY;
+        if (!apiKey) {
+            throw new Error('GoogleGenAI API key is required. Set it in config or GOOGLE_GENAI_API_KEY environment variable.');
+        }
+        this.client = new GoogleGenAI({ apiKey });
+        this.defaultModel = config.model || 'gemma-3-27b';
+        this.defaultTemperature = config.temperature ?? 0.7;
+        this.defaultOptions = config.defaultOptions || {};
+    }
+    /**
+     * Convert content (string or Attachment[]) to string
+     */
+    contentToString(content) {
+        if (typeof content === 'string') {
+            return content;
+        }
+        // For Attachment[], extract text content
+        // TODO: In the future, handle image_url and file attachments for multimodal support
+        return content
+            .filter((att) => {
+            const a = att;
+            return a.type === 'text' && a.text;
+        })
+            .map((att) => att.text)
+            .join('\n');
+    }
+    /**
+     * Convert Element to Part (flat text conversion)
+     * Used for systemInstruction and simple data
+     */
+    elementToPart(element) {
+        if (typeof element === 'string') {
+            return { text: element };
+        }
+        switch (element.type) {
+            case 'text':
+                return { text: element.content };
+            case 'message': {
+                // Flatten message as text
+                const messageContent = this.contentToString(element.content);
+                return { text: `${element.role}: ${messageContent}` };
+            }
+            case 'material': {
+                const materialContent = this.contentToString(element.content);
+                return { text: `# ${element.title}\n${materialContent}` };
+            }
+            case 'chunk': {
+                const chunkContent = this.contentToString(element.content);
+                const chunkHeader = element.index !== undefined && element.total !== undefined
+                    ? `[Chunk ${element.index + 1}/${element.total} of ${element.partOf}]`
+                    : `[Chunk of ${element.partOf}]`;
+                return { text: `${chunkHeader}\n${chunkContent}` };
+            }
+            case 'section':
+            case 'subsection': {
+                // Section/SubSection elements should be compiled before reaching here
+                // If they do reach here, flatten their items recursively
+                const flattenItems = (items) => {
+                    return items.map(item => {
+                        if (typeof item === 'string')
+                            return item;
+                        if (typeof item === 'function')
+                            return ''; // DynamicContent should be resolved before this point
+                        return this.elementToPart(item).text || '';
+                    }).filter(Boolean).join('\n');
+                };
+                return { text: flattenItems(element.items) };
+            }
+            case 'json':
+                return { text: typeof element.content === 'string' ? element.content : JSON.stringify(element.content, null, 2) };
+            default:
+                return { text: JSON.stringify(element) };
+        }
+    }
+    /**
+     * Convert Element to Content (structure-preserving conversion)
+     * Used for conversation history where role matters
+     */
+    elementToContent(element) {
+        if (typeof element === 'string') {
+            return { parts: [{ text: element }] };
+        }
+        if (element.type === 'message') {
+            // Role conversion:
+            // - assistant → model
+            // - system → user (Gemini API doesn't support system role in contents)
+            // - user → user
+            const role = element.role === 'assistant' ? 'model' : 'user';
+            const messageContent = this.contentToString(element.content);
+            return {
+                role,
+                parts: [{ text: messageContent }]
+            };
+        }
+        // Non-message elements: convert to Part and wrap in Content without role
+        return {
+            parts: [this.elementToPart(element)]
+        };
+    }
+    /**
+     * Convert JSON Schema to GoogleGenAI Schema format
+     */
+    convertJsonSchema(schema) {
+        if (!schema || typeof schema !== 'object')
+            return undefined;
+        // GoogleGenAI uses a specific schema format
+        // For now, we'll pass it through and let the API handle it
+        return schema;
+    }
+    /**
+     * Query implementation
+     */
+    async query(prompt, options = {}) {
+        try {
+            // Merge options with defaults
+            const mergedOptions = { ...this.defaultOptions, ...options };
+            // Convert prompt to GoogleGenAI format
+            // Instructions → systemInstruction (Part[])
+            const systemInstructionParts = prompt.instructions?.map(el => this.elementToPart(el));
+            // Data + Output → contents (Content[])
+            const allDataElements = [...(prompt.data || []), ...(prompt.output || [])];
+            const contents = allDataElements.length > 0
+                ? allDataElements.map(el => this.elementToContent(el))
+                : [{ parts: [{ text: 'Please process according to the instructions.' }] }];
+            // Create generation config
+            const config = {
+                temperature: mergedOptions.temperature ?? this.defaultTemperature,
+                maxOutputTokens: mergedOptions.maxTokens,
+                topP: mergedOptions.topP,
+                topK: mergedOptions.topK,
+                candidateCount: mergedOptions.candidateCount,
+                stopSequences: mergedOptions.stopSequences,
+                thinkingConfig: mergedOptions.thinkingConfig,
+            };
+            // Add system instruction if present
+            if (systemInstructionParts && systemInstructionParts.length > 0) {
+                config.systemInstruction = systemInstructionParts;
+            }
+            // Handle structured outputs
+            if (prompt.metadata?.outputSchema) {
+                config.responseMimeType = 'application/json';
+                config.responseSchema = this.convertJsonSchema(prompt.metadata.outputSchema);
+            }
+            // Remove undefined values
+            Object.keys(config).forEach(key => {
+                if (config[key] === undefined) {
+                    delete config[key];
+                }
+            });
+            // Get model name
+            const model = mergedOptions.model || this.defaultModel;
+            // Generate content
+            const response = await this.client.models.generateContent({
+                model,
+                contents,
+                config
+            });
+            // Extract text content using convenience property
+            const content = response.text || '';
+            // Extract candidate for finish reason
+            const candidate = response.candidates?.[0];
+            // Map finish reason
+            const finishReason = finishReasonMap[candidate?.finishReason || 'error'] || 'error';
+            // Handle structured outputs
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && content) {
+                try {
+                    structuredOutput = JSON.parse(content);
+                }
+                catch {
+                    // Keep as text if not valid JSON
+                }
+            }
+            return {
+                content,
+                finishReason,
+                structuredOutput,
+                usage: response.usageMetadata ? {
+                    promptTokens: response.usageMetadata.promptTokenCount || 0,
+                    completionTokens: response.usageMetadata.candidatesTokenCount || 0,
+                    totalTokens: response.usageMetadata.totalTokenCount || 0
+                } : undefined
+            };
+        }
+        catch (error) {
+            console.error('[GoogleGenAIDriver] Query error:', error);
+            if (error instanceof Error) {
+                console.error('[GoogleGenAIDriver] Error message:', error.message);
+                console.error('[GoogleGenAIDriver] Error stack:', error.stack);
+            }
+            return {
+                content: '',
+                finishReason: 'error'
+            };
+        }
+    }
+    /**
+     * Stream query implementation
+     */
+    async streamQuery(prompt, options) {
+        const mergedOptions = { ...this.defaultOptions, ...options };
+        // Convert prompt to GoogleGenAI format
+        // Instructions → systemInstruction (Part[])
+        const systemInstructionParts = prompt.instructions?.map(el => this.elementToPart(el));
+        // Data + Output → contents (Content[])
+        const allDataElements = [...(prompt.data || []), ...(prompt.output || [])];
+        const contents = allDataElements.length > 0
+            ? allDataElements.map(el => this.elementToContent(el))
+            : [{ parts: [{ text: 'Please process according to the instructions.' }] }];
+        // Create generation config
+        const config = {
+            temperature: mergedOptions.temperature ?? this.defaultTemperature,
+            maxOutputTokens: mergedOptions.maxTokens,
+            topP: mergedOptions.topP,
+            topK: mergedOptions.topK,
+            candidateCount: mergedOptions.candidateCount,
+            stopSequences: mergedOptions.stopSequences,
+            thinkingConfig: mergedOptions.thinkingConfig,
+        };
+        // Add system instruction if present
+        if (systemInstructionParts && systemInstructionParts.length > 0) {
+            config.systemInstruction = systemInstructionParts;
+        }
+        // Handle structured outputs
+        if (prompt.metadata?.outputSchema) {
+            config.responseMimeType = 'application/json';
+            config.responseSchema = this.convertJsonSchema(prompt.metadata.outputSchema);
+        }
+        // Remove undefined values
+        Object.keys(config).forEach(key => {
+            if (config[key] === undefined) {
+                delete config[key];
+            }
+        });
+        // Get model name
+        const model = mergedOptions.model || this.defaultModel;
+        // Generate content stream
+        const streamResponse = await this.client.models.generateContentStream({
+            model,
+            contents,
+            config
+        });
+        // Shared state for accumulating content and metadata
+        let fullContent = '';
+        let usage;
+        let finishReason = 'stop';
+        let streamConsumed = false;
+        const chunks = [];
+        // Process the stream and cache chunks
+        const processStream = async () => {
+            try {
+                for await (const chunk of streamResponse) {
+                    const text = chunk.text;
+                    if (text) {
+                        fullContent += text;
+                        chunks.push(text);
+                    }
+                    // Update finish reason if provided
+                    if (chunk.candidates?.[0]?.finishReason) {
+                        const reason = chunk.candidates[0].finishReason;
+                        finishReason = finishReasonMap[reason] || 'error';
+                    }
+                    // Accumulate usage if provided
+                    if (chunk.usageMetadata) {
+                        usage = {
+                            promptTokens: chunk.usageMetadata.promptTokenCount || 0,
+                            completionTokens: chunk.usageMetadata.candidatesTokenCount || 0,
+                            totalTokens: chunk.usageMetadata.totalTokenCount || 0
+                        };
+                    }
+                }
+            }
+            catch {
+                finishReason = 'error';
+            }
+            streamConsumed = true;
+        };
+        // Start processing the stream
+        const processingPromise = processStream();
+        // Create the stream generator that yields cached chunks
+        const streamGenerator = async function* () {
+            let index = 0;
+            while (!streamConsumed || index < chunks.length) {
+                if (index < chunks.length) {
+                    yield chunks[index++];
+                }
+                else {
+                    // Wait a bit for more chunks
+                    await new Promise(resolve => setTimeout(resolve, 10));
+                }
+            }
+        };
+        // Create result promise
+        const resultPromise = (async () => {
+            await processingPromise;
+            // Handle structured outputs
+            let structuredOutput;
+            if (prompt.metadata?.outputSchema && fullContent) {
+                try {
+                    structuredOutput = JSON.parse(fullContent);
+                }
+                catch {
+                    // Keep as undefined if parsing fails
+                }
+            }
+            return {
+                content: fullContent,
+                structuredOutput,
+                usage,
+                finishReason
+            };
+        })();
+        return {
+            stream: streamGenerator(),
+            result: resultPromise
+        };
+    }
+    /**
+     * Close the client
+     */
+    async close() {
+        // GoogleGenAI client doesn't need explicit closing
+    }
+}
+//# sourceMappingURL=google-genai-driver.js.map

package/dist/google-genai/google-genai-driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-genai-driver.js","sourceRoot":"","sources":["../../src/google-genai/google-genai-driver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AA+B5C;;GAEG;AACH,MAAM,eAAe,GAAgD;IACnE,2BAA2B,EAAE,OAAO;IACpC,MAAM,EAAE,MAAM;IACd,YAAY,EAAE,QAAQ;IACtB,QAAQ,EAAE,MAAM;IAChB,YAAY,EAAE,MAAM;IACpB,UAAU,EAAE,OAAO;IACnB,OAAO,EAAE,OAAO;IAChB,WAAW,EAAE,OAAO;IACpB,oBAAoB,EAAE,OAAO;IAC7B,yBAAyB,EAAE,OAAO;IAClC,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAc;IACpB,YAAY,CAAS;IACrB,kBAAkB,CAAS;IAC3B,cAAc,CAAmC;IAEzD,YAAY,SAAkC,EAAE;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAEjE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;QACrH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAClD,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QACpD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAA2B;QACjD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,yCAAyC;QACzC,oFAAoF;QACpF,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,GAAY,EAAE,EAAE;YACvB,MAAM,CAAC,GAAG,GAAuC,CAAC;YAClD,OAAO,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC;QACrC,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,GAAY,EAAE,EAAE,CAAE,GAAwB,CAAC,IAAI,CAAC;aACrD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,OAAyB;QAC7C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YAEnC,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,0BAA0B;gBAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7D,OAAO,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,cAAc,EAAE,EAAE,CAAC;YACxD,CAAC;YAED,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9D,OAAO,EAAE,IAAI,EAAE,KAAK,OAAO,CAAC,KAAK,KAAK,eAAe,EAAE,EAAE,CAAC;YAC5D,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC3D,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAC5E,CAAC,CAAC,UAAU,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,OAAO,OAAO,CAAC,MAAM,GAAG;oBACtE,CAAC,CAAC,aAAa,OAAO,CAAC,MAAM,GAAG,CAAC;gBACnC,OAAO,EAAE,IAAI,EAAE,GAAG,WAAW,KAAK,YAAY,EAAE,EAAE,CAAC;YACrD,CAAC;YAED,KAAK,SAAS,CAAC;YACf,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,sEAAsE;gBACtE,yDAAyD;gBACzD,MAAM,YAAY,GAAG,CAAC,KAAgB,EAAU,EAAE;oBAChD,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;wBACtB,IAAI,OAAO,IAAI,KAAK,QAAQ;4BAAE,OAAO,IAAI,CAAC;wBAC1C,IAAI,OAAO,IAAI,KAAK,UAAU;4BAAE,OAAO,EAAE,CAAC,CAAC,sDAAsD;wBACjG,OAAO,IAAI,CAAC,aAAa,CAAC,IAAe,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;oBACxD,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC,CAAC;gBACF,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,CAAC;YAED,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAEpH;gBACE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,OAAyB;QAChD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,mBAAmB;YACnB,sBAAsB;YACtB,uEAAuE;YACvE,gBAAgB;YAChB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7D,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,yEAAyE;QACzE,OAAO;YACL,KAAK,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;SACrC,CAAC;IACJ,CAAC;IAGD;;OAEG;IACK,iBAAiB,CAAC,MAAe;QACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAE5D,4CAA4C;QAC5C,2DAA2D;QAC3D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,MAAsB,EACtB,UAAmC,EAAE;QAErC,IAAI,CAAC;YACH,8BAA8B;YAC9B,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;YAE7D,uCAAuC;YACvC,4CAA4C;YAC5C,MAAM,sBAAsB,GAAG,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;YAEtF,uCAAuC;YACvC,MAAM,eAAe,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;gBACzC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBACtD,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,+CAA+C,EAAE,CAAC,EAAE,CAAC,CAAC;YAE7E,2BAA2B;YAC3B,MAAM,MAAM,GAA4B;gBACtC,WAAW,EAAE,aAAa,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;gBACjE,eAAe,EAAE,aAAa,CAAC,SAAS;gBACxC,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,cAAc,EAAE,aAAa,CAAC,cAAc;gBAC5C,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,cAAc,EAAE,aAAa,CAAC,cAAc;aAC7C,CAAC;YAEF,oCAAoC;YACpC,IAAI,sBAAsB,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,iBAAiB,GAAG,sBAAsB,CAAC;YACpD,CAAC;YAED,4BAA4B;YAC5B,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;gBAClC,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;gBAC7C,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC/E,CAAC;YAED,0BAA0B;YAC1B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAChC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC9B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YAEvD,mBAAmB;YACnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;gBACxD,KAAK;gBACL,QAAQ;gBACR,MAAM;aACP,CAAC,CAAC;YAEH,kDAAkD;YAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAEpC,sCAAsC;YACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YAE3C,oBAAoB;YACpB,MAAM,YAAY,GAAG,eAAe,CAAC,SAAS,EAAE,YAAY,IAAI,OAAO,CAAC,IAAI,OAAO,CAAC;YAEpF,4BAA4B;YAC5B,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,OAAO,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACP,iCAAiC;gBACnC,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,YAAY;gBACZ,gBAAgB;gBAChB,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;oBAC9B,YAAY,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBAC1D,gBAAgB,EAAE,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAClE,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACzD,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnE,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACjE,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,YAAY,EAAE,OAAO;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,MAAsB,EACtB,OAAiC;QAEjC,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAE7D,uCAAuC;QACvC,4CAA4C;QAC5C,MAAM,sBAAsB,GAAG,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtF,uCAAuC;QACvC,MAAM,eAAe,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;YACzC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,+CAA+C,EAAE,CAAC,EAAE,CAAC,CAAC;QAE7E,2BAA2B;QAC3B,MAAM,MAAM,GAA4B;YACtC,WAAW,EAAE,aAAa,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;YACjE,eAAe,EAAE,aAAa,CAAC,SAAS;YACxC,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,cAAc,EAAE,aAAa,CAAC,cAAc;YAC5C,aAAa,EAAE,aAAa,CAAC,aAAa;YAC1C,cAAc,EAAE,aAAa,CAAC,cAAc;SAC7C,CAAC;QAEF,oCAAoC;QACpC,IAAI,sBAAsB,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,MAAM,CAAC,iBAAiB,GAAG,sBAAsB,CAAC;QACpD,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;YAClC,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;YAC7C,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC/E,CAAC;QAED,0BAA0B;QAC1B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAChC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC9B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,iBAAiB;QACjB,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAEvD,0BAA0B;QAC1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC;YACpE,KAAK;YACL,QAAQ;YACR,MAAM;SACP,CAAC,CAAC;QAEH,qDAAqD;QACrD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,KAAuC,CAAC;QAC5C,IAAI,YAAY,GAAgC,MAAM,CAAC;QACvD,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,sCAAsC;QACtC,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC/B,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACzC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBACxB,IAAI,IAAI,EAAE,CAAC;wBACT,WAAW,IAAI,IAAI,CAAC;wBACpB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACpB,CAAC;oBAED,mCAAmC;oBACnC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;wBACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;wBAChD,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC;oBACpD,CAAC;oBAED,+BAA+B;oBAC/B,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;wBACxB,KAAK,GAAG;4BACN,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;4BACvD,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;4BAC/D,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;yBACtD,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,GAAG,OAAO,CAAC;YACzB,CAAC;YACD,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC,CAAC;QAEF,8BAA8B;QAC9B,MAAM,iBAAiB,GAAG,aAAa,EAAE,CAAC;QAE1C,wDAAwD;QACxD,MAAM,eAAe,GAAG,KAAK,SAAS,CAAC;YACrC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,cAAc,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBAC1B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,6BAA6B;oBAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,wBAAwB;QACxB,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,MAAM,iBAAiB,CAAC;YAExB,4BAA4B;YAC5B,IAAI,gBAAqC,CAAC;YAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,YAAY,IAAI,WAAW,EAAE,CAAC;gBACjD,IAAI,CAAC;oBACH,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC;oBACP,qCAAqC;gBACvC,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,WAAW;gBACpB,gBAAgB;gBAChB,KAAK;gBACL,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO;YACL,MAAM,EAAE,eAAe,EAAE;YACzB,MAAM,EAAE,aAAa;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,mDAAmD;IACrD,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,17 @@
+export type { AIDriver, ChatMessage, QueryResult, QueryOptions, DriverConfig, Role } from './types.js';
+export { TestDriver, type TestDriverOptions, type ResponseProvider } from './test-driver.js';
+export { EchoDriver, type EchoDriverConfig } from './echo-driver.js';
+export { OpenAIDriver, type OpenAIDriverConfig, type OpenAIQueryOptions } from './openai/openai-driver.js';
+export { OllamaDriver, type OllamaDriverConfig } from './ollama/ollama-driver.js';
+export { AnthropicDriver, type AnthropicDriverConfig, type AnthropicQueryOptions } from './anthropic/anthropic-driver.js';
+export { MlxDriver, type MlxDriverConfig } from './mlx-ml/mlx-driver.js';
+export { MlxProcess } from './mlx-ml/process/index.js';
+export type { MlxMessage } from './mlx-ml/types.js';
+export { VertexAIDriver, type VertexAIDriverConfig, type VertexAIQueryOptions } from './vertexai/vertexai-driver.js';
+export { GoogleGenAIDriver, type GoogleGenAIDriverConfig, type GoogleGenAIQueryOptions } from './google-genai/google-genai-driver.js';
+export type { FormatterOptions, ElementFormatter, ChatMessage as FormatterChatMessage } from './formatter/types.js';
+export { DefaultFormatter } from './formatter/formatter.js';
+export { formatPromptAsMessages, formatCompletionPrompt, defaultFormatterTexts, ECHO_SPECIAL_TOKENS } from './formatter/converter.js';
+export { AIService, DriverRegistry, registerFactories, type SelectionOptions, type ApplicationConfig } from './driver-registry/index.js';
+export type { DriverProvider, DriverCapability, ModelSpec, DriverFactory } from './driver-registry/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,QAAQ,EACR,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,IAAI,EACL,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,UAAU,EACV,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,UAAU,EACV,KAAK,gBAAgB,EACtB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,YAAY,EACZ,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACxB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EACL,YAAY,EACZ,KAAK,kBAAkB,EACxB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EACL,eAAe,EACf,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC3B,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACL,SAAS,EACT,KAAK,eAAe,EACrB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EACL,UAAU,EACX,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACV,UAAU,EACX,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,cAAc,EACd,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAC1B,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EACL,iBAAiB,EACjB,KAAK,uBAAuB,EAC5B,KAAK,uBAAuB,EAC7B,MAAM,uCAAuC,CAAC;AAG/C,YAAY,EACV,gBAAgB,EAChB,gBAAgB,EAChB,WAAW,IAAI,oBAAoB,EACpC,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACL,SAAS,EACT,cAAc,EACd,iBAAiB,EACjB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACvB,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EACV,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,aAAa,EACd,MAAM,4BAA4B,CAAC"}

package/dist/index.js

@@ -0,0 +1,23 @@
+// Test driver
+export { TestDriver } from './test-driver.js';
+// Echo driver
+export { EchoDriver } from './echo-driver.js';
+// OpenAI driver
+export { OpenAIDriver } from './openai/openai-driver.js';
+// Ollama driver
+export { OllamaDriver } from './ollama/ollama-driver.js';
+// Anthropic driver
+export { AnthropicDriver } from './anthropic/anthropic-driver.js';
+// MLX ML driver
+export { MlxDriver } from './mlx-ml/mlx-driver.js';
+// MLX ML low-level process API
+export { MlxProcess } from './mlx-ml/process/index.js';
+// VertexAI driver
+export { VertexAIDriver } from './vertexai/vertexai-driver.js';
+// GoogleGenAI driver
+export { GoogleGenAIDriver } from './google-genai/google-genai-driver.js';
+export { DefaultFormatter } from './formatter/formatter.js';
+export { formatPromptAsMessages, formatCompletionPrompt, defaultFormatterTexts, ECHO_SPECIAL_TOKENS } from './formatter/converter.js';
+// Driver Registry and AI Service exports
+export { AIService, DriverRegistry, registerFactories } from './driver-registry/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,cAAc;AACd,OAAO,EACL,UAAU,EAGX,MAAM,kBAAkB,CAAC;AAE1B,cAAc;AACd,OAAO,EACL,UAAU,EAEX,MAAM,kBAAkB,CAAC;AAE1B,gBAAgB;AAChB,OAAO,EACL,YAAY,EAGb,MAAM,2BAA2B,CAAC;AAEnC,gBAAgB;AAChB,OAAO,EACL,YAAY,EAEb,MAAM,2BAA2B,CAAC;AAEnC,mBAAmB;AACnB,OAAO,EACL,eAAe,EAGhB,MAAM,iCAAiC,CAAC;AAEzC,gBAAgB;AAChB,OAAO,EACL,SAAS,EAEV,MAAM,wBAAwB,CAAC;AAEhC,+BAA+B;AAC/B,OAAO,EACL,UAAU,EACX,MAAM,2BAA2B,CAAC;AAMnC,kBAAkB;AAClB,OAAO,EACL,cAAc,EAGf,MAAM,+BAA+B,CAAC;AAEvC,qBAAqB;AACrB,OAAO,EACL,iBAAiB,EAGlB,MAAM,uCAAuC,CAAC;AAS/C,OAAO,EACL,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAElC,yCAAyC;AACzC,OAAO,EACL,SAAS,EACT,cAAc,EACd,iBAAiB,EAGlB,MAAM,4BAA4B,CAAC"}

package/dist/mlx-ml/mlx-driver.d.ts

@@ -0,0 +1,65 @@
+import type { AIDriver, QueryOptions, QueryResult, StreamResult } from '../types.js';
+import type { FormatterOptions, ChatMessage } from '../formatter/types.js';
+import type { MlxMessage, MlxMlModelOptions, MlxModelCapabilities } from './types.js';
+import type { CompiledPrompt } from '@modular-prompt/core';
+/**
+ * Check if the prompt contains MessageElement
+ */
+export declare function hasMessageElement(prompt: CompiledPrompt): boolean;
+/**
+ * Convert ChatMessage format to MLX format
+ */
+export declare function convertMessages(messages: ChatMessage[]): MlxMessage[];
+/**
+ * MLX ML driver configuration
+ */
+export interface MlxDriverConfig {
+    model: string;
+    defaultOptions?: Partial<MlxMlModelOptions>;
+    formatterOptions?: FormatterOptions;
+}
+/**
+ * MLX ML driver using Python subprocess
+ */
+export declare class MlxDriver implements AIDriver {
+    private process;
+    private model;
+    private defaultOptions;
+    private runtimeInfo;
+    private modelProcessor;
+    private formatterOptions;
+    constructor(config: MlxDriverConfig);
+    /**
+     * Initialize process and cache runtime info
+     */
+    private ensureInitialized;
+    /**
+     * Determine which API to use (chat or completion)
+     * Simple logic based on runtime info only
+     */
+    private determineApi;
+    /**
+     * Execute query and return stream
+     * Common logic for query and streamQuery
+     */
+    private executeQuery;
+    /**
+     * Query the AI model with a compiled prompt
+     */
+    query(prompt: CompiledPrompt, options?: QueryOptions): Promise<QueryResult>;
+    /**
+     * Stream query implementation
+     */
+    streamQuery(prompt: CompiledPrompt, options?: QueryOptions): Promise<StreamResult>;
+    /**
+     * Get model capabilities (public API)
+     *
+     * Returns runtime information converted to camelCase
+     */
+    getCapabilities(): Promise<MlxModelCapabilities>;
+    /**
+     * Close the process
+     */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=mlx-driver.d.ts.map

package/dist/mlx-ml/mlx-driver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-driver.d.ts","sourceRoot":"","sources":["../../src/mlx-ml/mlx-driver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACrF,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAI3E,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAGtF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAO3D;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAYjE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,UAAU,EAAE,CAKrE;AAMD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC5C,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAsCD;;GAEG;AACH,qBAAa,SAAU,YAAW,QAAQ;IACxC,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,WAAW,CAA+B;IAClD,OAAO,CAAC,cAAc,CAAC;IACvB,OAAO,CAAC,gBAAgB,CAAmB;gBAG/B,MAAM,EAAE,eAAe;IAQnC;;OAEG;YACW,iBAAiB;IAmB/B;;;OAGG;IACH,OAAO,CAAC,YAAY;IAUpB;;;OAGG;YACW,YAAY;IA2B1B;;OAEG;IACG,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAajF;;OAEG;IACG,WAAW,CACf,MAAM,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,YAAY,CAAC;IA8CxB;;;;OAIG;IACG,eAAe,IAAI,OAAO,CAAC,oBAAoB,CAAC;IAgCtD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}