genai-lite 0.7.0 → 0.7.2

package/dist/shared/adapters/systemMessageUtils.d.ts

@@ -0,0 +1,162 @@
+/**
+ * Format options for prepending system content when model doesn't support system messages.
+ * - 'xml': Wrap in XML tags (default) - `<system>content</system>\n\n{user message}`
+ * - 'separator': Use a custom separator string - `{content}{separator}{user message}`
+ *   Default separator is `\n\n---\n\n`. Specify full separator including whitespace.
+ * - 'plain': Just prepend with double newline - `{content}\n\n{user message}`
+ */
+export type SystemMessageFallbackFormat = 'xml' | 'separator' | 'plain';
+/**
+ * Options for formatting system content when prepending to user messages
+ */
+export interface SystemMessageFormatOptions {
+    /**
+     * Format to use when prepending system content to user message.
+     * @default 'xml'
+     */
+    format?: SystemMessageFallbackFormat;
+    /**
+     * Tag name to use when format is 'xml'.
+     * @default 'system'
+     * @example tagName: 'instructions' produces `<instructions>content</instructions>`
+     */
+    tagName?: string;
+    /**
+     * Separator string to use when format is 'separator'.
+     * Include any whitespace/newlines in the separator itself.
+     * @default '\n\n---\n\n'
+     * @example separator: '\n\n===\n\n' produces `content\n\n===\n\nuser message`
+     */
+    separator?: string;
+}
+/**
+ * Result of collecting system content for fallback handling
+ */
+export interface SystemContentResult {
+    /** Combined system content from all sources */
+    combinedSystemContent: string | undefined;
+    /** Whether to use native system message support */
+    useNativeSystemMessage: boolean;
+}
+/**
+ * Generic message interface for system message handling
+ */
+export interface GenericMessage {
+    role: string;
+    content: string;
+}
+/**
+ * Default format options for system message fallback
+ */
+export declare const DEFAULT_SYSTEM_MESSAGE_FORMAT_OPTIONS: Required<SystemMessageFormatOptions>;
+/**
+ * Formats system content according to the specified format options.
+ *
+ * @param systemContent - The system content to format
+ * @param userContent - The original user message content
+ * @param options - Format options (defaults to XML with 'system' tag)
+ * @returns The formatted combined content
+ *
+ * @example
+ * ```typescript
+ * // XML format (default)
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'xml' });
+ * // Returns: '<system>\nBe helpful\n</system>\n\nHello'
+ *
+ * // Separator format (default separator is '\n\n---\n\n')
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'separator' });
+ * // Returns: 'Be helpful\n\n---\n\nHello'
+ *
+ * // Custom separator (specify full separator including whitespace)
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'separator', separator: '\n\n===\n\n' });
+ * // Returns: 'Be helpful\n\n===\n\nHello'
+ *
+ * // Plain format
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'plain' });
+ * // Returns: 'Be helpful\n\nHello'
+ * ```
+ */
+export declare function formatSystemContentForPrepend(systemContent: string, userContent: string, options?: SystemMessageFormatOptions): string;
+/**
+ * Collects and combines system content from multiple sources.
+ *
+ * Combines the request-level systemMessage with any inline system messages
+ * from the messages array into a single string.
+ *
+ * @param requestSystemMessage - The request.systemMessage field (if any)
+ * @param inlineSystemMessages - Array of system message contents from the messages array
+ * @param supportsSystemMessage - Whether the model supports native system messages
+ * @returns Object with combined content and whether to use native support
+ *
+ * @example
+ * ```typescript
+ * const { combinedSystemContent, useNativeSystemMessage } = collectSystemContent(
+ *   'You are helpful',
+ *   ['Be concise'],
+ *   false // Model doesn't support system messages
+ * );
+ * // combinedSystemContent = 'You are helpful\n\nBe concise'
+ * // useNativeSystemMessage = false
+ * ```
+ */
+export declare function collectSystemContent(requestSystemMessage: string | undefined, inlineSystemMessages: string[], supportsSystemMessage: boolean): SystemContentResult;
+/**
+ * Prepends system content to the first user message in an array.
+ *
+ * This is used as a fallback for models that don't support native system
+ * instructions. The system content is formatted according to the options
+ * and prepended to the first user message.
+ *
+ * @param messages - Array of message objects with role and content
+ * @param systemContent - System content to prepend
+ * @param options - Format options (defaults to XML with 'system' tag)
+ * @returns The index of the modified message, or -1 if no user message found
+ *
+ * @example
+ * ```typescript
+ * const messages = [
+ *   { role: 'user', content: 'Hello' },
+ *   { role: 'assistant', content: 'Hi!' }
+ * ];
+ *
+ * // Default (XML format)
+ * prependSystemToFirstUserMessage(messages, 'Be helpful');
+ * // messages[0].content = '<system>\nBe helpful\n</system>\n\nHello'
+ *
+ * // Plain format
+ * prependSystemToFirstUserMessage(messages, 'Be helpful', { format: 'plain' });
+ * // messages[0].content = 'Be helpful\n\nHello'
+ *
+ * // Separator format (default separator is '\n\n---\n\n')
+ * prependSystemToFirstUserMessage(messages, 'Be helpful', { format: 'separator' });
+ * // messages[0].content = 'Be helpful\n\n---\n\nHello'
+ * ```
+ */
+export declare function prependSystemToFirstUserMessage<T extends GenericMessage>(messages: T[], systemContent: string, options?: SystemMessageFormatOptions): number;
+/**
+ * Filters system messages from an array and returns non-system messages
+ * along with collected system content.
+ *
+ * This is a convenience function that combines message filtering with
+ * system content collection in a single pass.
+ *
+ * @param messages - Array of messages to process
+ * @param requestSystemMessage - Optional request-level system message
+ * @param supportsSystemMessage - Whether the model supports native system messages
+ * @returns Object with filtered messages and system content handling info
+ *
+ * @example
+ * ```typescript
+ * const messages = [
+ *   { role: 'system', content: 'Be helpful' },
+ *   { role: 'user', content: 'Hello' }
+ * ];
+ * const result = processMessagesForSystemSupport(messages, undefined, false);
+ * // result.nonSystemMessages = [{ role: 'user', content: 'Hello' }]
+ * // result.systemContent.combinedSystemContent = 'Be helpful'
+ * ```
+ */
+export declare function processMessagesForSystemSupport<T extends GenericMessage>(messages: T[], requestSystemMessage: string | undefined, supportsSystemMessage: boolean): {
+    nonSystemMessages: T[];
+    systemContent: SystemContentResult;
+};

package/dist/shared/adapters/systemMessageUtils.js

@@ -0,0 +1,172 @@
+"use strict";
+// AI Summary: Shared utilities for handling system messages across LLM adapters.
+// Provides functions to collect, combine, and transform system content for models
+// that don't support native system instructions.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_SYSTEM_MESSAGE_FORMAT_OPTIONS = void 0;
+exports.formatSystemContentForPrepend = formatSystemContentForPrepend;
+exports.collectSystemContent = collectSystemContent;
+exports.prependSystemToFirstUserMessage = prependSystemToFirstUserMessage;
+exports.processMessagesForSystemSupport = processMessagesForSystemSupport;
+/**
+ * Default format options for system message fallback
+ */
+exports.DEFAULT_SYSTEM_MESSAGE_FORMAT_OPTIONS = {
+    format: 'xml',
+    tagName: 'system',
+    separator: '\n\n---\n\n',
+};
+/**
+ * Formats system content according to the specified format options.
+ *
+ * @param systemContent - The system content to format
+ * @param userContent - The original user message content
+ * @param options - Format options (defaults to XML with 'system' tag)
+ * @returns The formatted combined content
+ *
+ * @example
+ * ```typescript
+ * // XML format (default)
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'xml' });
+ * // Returns: '<system>\nBe helpful\n</system>\n\nHello'
+ *
+ * // Separator format (default separator is '\n\n---\n\n')
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'separator' });
+ * // Returns: 'Be helpful\n\n---\n\nHello'
+ *
+ * // Custom separator (specify full separator including whitespace)
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'separator', separator: '\n\n===\n\n' });
+ * // Returns: 'Be helpful\n\n===\n\nHello'
+ *
+ * // Plain format
+ * formatSystemContentForPrepend('Be helpful', 'Hello', { format: 'plain' });
+ * // Returns: 'Be helpful\n\nHello'
+ * ```
+ */
+function formatSystemContentForPrepend(systemContent, userContent, options) {
+    const opts = { ...exports.DEFAULT_SYSTEM_MESSAGE_FORMAT_OPTIONS, ...options };
+    switch (opts.format) {
+        case 'xml':
+            return `<${opts.tagName}>\n${systemContent}\n</${opts.tagName}>\n\n${userContent}`;
+        case 'separator':
+            return `${systemContent}${opts.separator}${userContent}`;
+        case 'plain':
+        default:
+            return `${systemContent}\n\n${userContent}`;
+    }
+}
+/**
+ * Collects and combines system content from multiple sources.
+ *
+ * Combines the request-level systemMessage with any inline system messages
+ * from the messages array into a single string.
+ *
+ * @param requestSystemMessage - The request.systemMessage field (if any)
+ * @param inlineSystemMessages - Array of system message contents from the messages array
+ * @param supportsSystemMessage - Whether the model supports native system messages
+ * @returns Object with combined content and whether to use native support
+ *
+ * @example
+ * ```typescript
+ * const { combinedSystemContent, useNativeSystemMessage } = collectSystemContent(
+ *   'You are helpful',
+ *   ['Be concise'],
+ *   false // Model doesn't support system messages
+ * );
+ * // combinedSystemContent = 'You are helpful\n\nBe concise'
+ * // useNativeSystemMessage = false
+ * ```
+ */
+function collectSystemContent(requestSystemMessage, inlineSystemMessages, supportsSystemMessage) {
+    // Combine all system content
+    const allSystemContent = [];
+    if (requestSystemMessage) {
+        allSystemContent.push(requestSystemMessage);
+    }
+    allSystemContent.push(...inlineSystemMessages);
+    const combinedSystemContent = allSystemContent.length > 0 ? allSystemContent.join("\n\n") : undefined;
+    return {
+        combinedSystemContent,
+        useNativeSystemMessage: supportsSystemMessage,
+    };
+}
+/**
+ * Prepends system content to the first user message in an array.
+ *
+ * This is used as a fallback for models that don't support native system
+ * instructions. The system content is formatted according to the options
+ * and prepended to the first user message.
+ *
+ * @param messages - Array of message objects with role and content
+ * @param systemContent - System content to prepend
+ * @param options - Format options (defaults to XML with 'system' tag)
+ * @returns The index of the modified message, or -1 if no user message found
+ *
+ * @example
+ * ```typescript
+ * const messages = [
+ *   { role: 'user', content: 'Hello' },
+ *   { role: 'assistant', content: 'Hi!' }
+ * ];
+ *
+ * // Default (XML format)
+ * prependSystemToFirstUserMessage(messages, 'Be helpful');
+ * // messages[0].content = '<system>\nBe helpful\n</system>\n\nHello'
+ *
+ * // Plain format
+ * prependSystemToFirstUserMessage(messages, 'Be helpful', { format: 'plain' });
+ * // messages[0].content = 'Be helpful\n\nHello'
+ *
+ * // Separator format (default separator is '\n\n---\n\n')
+ * prependSystemToFirstUserMessage(messages, 'Be helpful', { format: 'separator' });
+ * // messages[0].content = 'Be helpful\n\n---\n\nHello'
+ * ```
+ */
+function prependSystemToFirstUserMessage(messages, systemContent, options) {
+    const firstUserIndex = messages.findIndex((m) => m.role === "user");
+    if (firstUserIndex !== -1) {
+        messages[firstUserIndex].content = formatSystemContentForPrepend(systemContent, messages[firstUserIndex].content, options);
+        return firstUserIndex;
+    }
+    return -1;
+}
+/**
+ * Filters system messages from an array and returns non-system messages
+ * along with collected system content.
+ *
+ * This is a convenience function that combines message filtering with
+ * system content collection in a single pass.
+ *
+ * @param messages - Array of messages to process
+ * @param requestSystemMessage - Optional request-level system message
+ * @param supportsSystemMessage - Whether the model supports native system messages
+ * @returns Object with filtered messages and system content handling info
+ *
+ * @example
+ * ```typescript
+ * const messages = [
+ *   { role: 'system', content: 'Be helpful' },
+ *   { role: 'user', content: 'Hello' }
+ * ];
+ * const result = processMessagesForSystemSupport(messages, undefined, false);
+ * // result.nonSystemMessages = [{ role: 'user', content: 'Hello' }]
+ * // result.systemContent.combinedSystemContent = 'Be helpful'
+ * ```
+ */
+function processMessagesForSystemSupport(messages, requestSystemMessage, supportsSystemMessage) {
+    const nonSystemMessages = [];
+    const inlineSystemMessages = [];
+    for (const message of messages) {
+        if (message.role === "system") {
+            inlineSystemMessages.push(message.content);
+        }
+        else {
+            nonSystemMessages.push(message);
+        }
+    }
+    const systemContent = collectSystemContent(requestSystemMessage, inlineSystemMessages, supportsSystemMessage);
+    return {
+        nonSystemMessages,
+        systemContent,
+    };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "genai-lite",
-  "version": "0.7.0",
+  "version": "0.7.2",
   "description": "A lightweight, portable toolkit for interacting with various Generative AI APIs.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -45,6 +45,7 @@
   "dependencies": {
     "@anthropic-ai/sdk": "^0.56.0",
     "@google/genai": "^1.0.1",
+    "@mistralai/mistralai": "^1.11.0",
     "js-tiktoken": "^1.0.20",
     "openai": "^5.8.2"
   },

package/src/config/llm-presets.json

@@ -555,5 +555,45 @@
     "settings": {
       "temperature": 0.7
     }
+  },
+  {
+    "id": "openrouter-gemma-3-27b-free",
+    "displayName": "OpenRouter - Gemma 3 27B (Free)",
+    "description": "Google's Gemma 3 27B via OpenRouter free tier.",
+    "providerId": "openrouter",
+    "modelId": "google/gemma-3-27b-it:free",
+    "settings": {
+      "temperature": 0.7
+    }
+  },
+  {
+    "id": "openrouter-mistral-small-3.1-free",
+    "displayName": "OpenRouter - Mistral Small 3.1 (Free)",
+    "description": "Mistral Small 3.1 24B via OpenRouter free tier.",
+    "providerId": "openrouter",
+    "modelId": "mistralai/mistral-small-3.1-24b-instruct:free",
+    "settings": {
+      "temperature": 0.7
+    }
+  },
+  {
+    "id": "mistral-small-default",
+    "displayName": "Mistral - Small",
+    "description": "Cost-effective Mistral Small model for general tasks.",
+    "providerId": "mistral",
+    "modelId": "mistral-small-latest",
+    "settings": {
+      "temperature": 0.7
+    }
+  },
+  {
+    "id": "mistral-codestral-default",
+    "displayName": "Mistral - Codestral",
+    "description": "Specialized model for code generation with lower temperature.",
+    "providerId": "mistral",
+    "modelId": "codestral-2501",
+    "settings": {
+      "temperature": 0.3
+    }
   }
 ]