@bowenqt/qiniu-ai-sdk 0.15.0 → 0.16.0

package/dist/lib/capability-cache.js

@@ -0,0 +1,117 @@
+"use strict";
+/**
+ * Capability cache for model feature detection.
+ * Caches model capabilities per client/baseUrl to avoid redundant probing.
+ *
+ * @example
+ * ```typescript
+ * import { capabilityCache } from './capability-cache';
+ *
+ * // Check if model supports streaming JSON
+ * const supports = capabilityCache.get(client, 'gemini-2.5-flash', 'stream_json_schema');
+ *
+ * // Cache result after probing
+ * capabilityCache.set(client, 'gemini-2.5-flash', 'stream_json_schema', true);
+ * ```
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.capabilityCache = void 0;
+exports.createCapabilityCache = createCapabilityCache;
+/**
+ * Default TTL for cache entries (1 hour).
+ */
+const DEFAULT_TTL_MS = 60 * 60 * 1000;
+/**
+ * Capability cache implementation.
+ * Scoped by baseUrl + model + capability to avoid cross-provider contamination.
+ */
+class CapabilityCache {
+    constructor(ttlMs = DEFAULT_TTL_MS) {
+        this.cache = new Map();
+        this.ttlMs = ttlMs;
+    }
+    /**
+     * Generate cache key from client, model, and capability.
+     */
+    getKey(client, model, capability) {
+        const baseUrl = client.getBaseUrl();
+        return `${baseUrl}:${model}:${capability}`;
+    }
+    /**
+     * Get cached capability status.
+     * Returns undefined if not cached or expired.
+     */
+    get(client, model, capability) {
+        const key = this.getKey(client, model, capability);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return undefined;
+        }
+        // Check expiration
+        if (Date.now() - entry.timestamp > this.ttlMs) {
+            this.cache.delete(key);
+            return undefined;
+        }
+        return entry.supported;
+    }
+    /**
+     * Set capability status.
+     */
+    set(client, model, capability, supported) {
+        const key = this.getKey(client, model, capability);
+        this.cache.set(key, {
+            supported,
+            timestamp: Date.now(),
+        });
+    }
+    /**
+     * Check if capability is cached and supported.
+     */
+    isSupported(client, model, capability) {
+        return this.get(client, model, capability) === true;
+    }
+    /**
+     * Check if capability is cached and not supported.
+     */
+    isNotSupported(client, model, capability) {
+        return this.get(client, model, capability) === false;
+    }
+    /**
+     * Clear all cached entries.
+     */
+    clear() {
+        this.cache.clear();
+    }
+    /**
+     * Clear entries for a specific client.
+     */
+    clearForClient(client) {
+        const baseUrl = client.getBaseUrl();
+        const keysToDelete = [];
+        for (const key of this.cache.keys()) {
+            if (key.startsWith(baseUrl + ':')) {
+                keysToDelete.push(key);
+            }
+        }
+        for (const key of keysToDelete) {
+            this.cache.delete(key);
+        }
+    }
+    /**
+     * Get cache size.
+     */
+    size() {
+        return this.cache.size;
+    }
+}
+/**
+ * Global capability cache instance.
+ */
+exports.capabilityCache = new CapabilityCache();
+/**
+ * Create a new capability cache with custom TTL (for testing).
+ */
+function createCapabilityCache(ttlMs) {
+    return new CapabilityCache(ttlMs);
+}
+//# sourceMappingURL=capability-cache.js.map

package/dist/lib/capability-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"capability-cache.js","sourceRoot":"","sources":["../../src/lib/capability-cache.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAwIH,sDAEC;AApHD;;GAEG;AACH,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEtC;;;GAGG;AACH,MAAM,eAAe;IAIjB,YAAY,KAAK,GAAG,cAAc;QAH1B,UAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;QAI1C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,MAAoB,EAAE,KAAa,EAAE,UAA0B;QAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACpC,OAAO,GAAG,OAAO,IAAI,KAAK,IAAI,UAAU,EAAE,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,MAAoB,EAAE,KAAa,EAAE,UAA0B;QAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,SAAS,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAoB,EAAE,KAAa,EAAE,UAA0B,EAAE,SAAkB;QACnF,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAChB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACxB,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAoB,EAAE,KAAa,EAAE,UAA0B;QACvE,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAoB,EAAE,KAAa,EAAE,UAA0B;QAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,KAAK,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,KAAK;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAoB;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,YAAY,GAAa,EAAE,CAAC;QAIlC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,GAAG,GAAG,CAAC,EAAE,CAAC;gBAChC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;OAEG;IACH,IAAI;QACA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IAC3B,CAAC;CACJ;AAED;;GAEG;AACU,QAAA,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAErD;;GAEG;AACH,SAAgB,qBAAqB,CAAC,KAAc;IAChD,OAAO,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC"}

package/dist/lib/capability-cache.mjs

@@ -0,0 +1,113 @@
+/**
+ * Capability cache for model feature detection.
+ * Caches model capabilities per client/baseUrl to avoid redundant probing.
+ *
+ * @example
+ * ```typescript
+ * import { capabilityCache } from './capability-cache.mjs';
+ *
+ * // Check if model supports streaming JSON
+ * const supports = capabilityCache.get(client, 'gemini-2.5-flash', 'stream_json_schema');
+ *
+ * // Cache result after probing
+ * capabilityCache.set(client, 'gemini-2.5-flash', 'stream_json_schema', true);
+ * ```
+ */
+/**
+ * Default TTL for cache entries (1 hour).
+ */
+const DEFAULT_TTL_MS = 60 * 60 * 1000;
+/**
+ * Capability cache implementation.
+ * Scoped by baseUrl + model + capability to avoid cross-provider contamination.
+ */
+class CapabilityCache {
+    constructor(ttlMs = DEFAULT_TTL_MS) {
+        this.cache = new Map();
+        this.ttlMs = ttlMs;
+    }
+    /**
+     * Generate cache key from client, model, and capability.
+     */
+    getKey(client, model, capability) {
+        const baseUrl = client.getBaseUrl();
+        return `${baseUrl}:${model}:${capability}`;
+    }
+    /**
+     * Get cached capability status.
+     * Returns undefined if not cached or expired.
+     */
+    get(client, model, capability) {
+        const key = this.getKey(client, model, capability);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return undefined;
+        }
+        // Check expiration
+        if (Date.now() - entry.timestamp > this.ttlMs) {
+            this.cache.delete(key);
+            return undefined;
+        }
+        return entry.supported;
+    }
+    /**
+     * Set capability status.
+     */
+    set(client, model, capability, supported) {
+        const key = this.getKey(client, model, capability);
+        this.cache.set(key, {
+            supported,
+            timestamp: Date.now(),
+        });
+    }
+    /**
+     * Check if capability is cached and supported.
+     */
+    isSupported(client, model, capability) {
+        return this.get(client, model, capability) === true;
+    }
+    /**
+     * Check if capability is cached and not supported.
+     */
+    isNotSupported(client, model, capability) {
+        return this.get(client, model, capability) === false;
+    }
+    /**
+     * Clear all cached entries.
+     */
+    clear() {
+        this.cache.clear();
+    }
+    /**
+     * Clear entries for a specific client.
+     */
+    clearForClient(client) {
+        const baseUrl = client.getBaseUrl();
+        const keysToDelete = [];
+        for (const key of this.cache.keys()) {
+            if (key.startsWith(baseUrl + ':')) {
+                keysToDelete.push(key);
+            }
+        }
+        for (const key of keysToDelete) {
+            this.cache.delete(key);
+        }
+    }
+    /**
+     * Get cache size.
+     */
+    size() {
+        return this.cache.size;
+    }
+}
+/**
+ * Global capability cache instance.
+ */
+export const capabilityCache = new CapabilityCache();
+/**
+ * Create a new capability cache with custom TTL (for testing).
+ */
+export function createCapabilityCache(ttlMs) {
+    return new CapabilityCache(ttlMs);
+}
+//# sourceMappingURL=capability-cache.js.map

package/dist/lib/content-converter.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Content converter for multimodal messages.
+ * Normalizes SDK convenience formats to API-compatible formats.
+ *
+ * @example
+ * ```typescript
+ * import { normalizeContent } from './content-converter';
+ *
+ * const content: ContentPart[] = [
+ *     { type: 'text', text: 'Describe this image' },
+ *     { type: 'image', image: fs.readFileSync('photo.jpg') },
+ * ];
+ *
+ * const normalized = normalizeContent(content);
+ * // [{ type: 'text', text: '...' }, { type: 'image_url', image_url: { url: 'data:...' } }]
+ * ```
+ */
+import type { ContentPart } from './types';
+/**
+ * Normalize content parts for API calls.
+ * Converts `image` sugar format to `image_url` API format.
+ */
+export declare function normalizeContent(content: string | ContentPart[]): string | ContentPart[];
+/**
+ * Helper to convert Blob to data URL asynchronously (for browser use).
+ * Only available in browser environments.
+ */
+export declare function blobToDataUrl(blob: Blob): Promise<string>;
+/**
+ * Check if content contains any image parts that need normalization.
+ */
+export declare function hasImageParts(content: string | ContentPart[]): boolean;
+//# sourceMappingURL=content-converter.d.ts.map

package/dist/lib/content-converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-converter.d.ts","sourceRoot":"","sources":["../../src/lib/content-converter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAoC,MAAM,SAAS,CAAC;AAE7E;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,GAAG,MAAM,GAAG,WAAW,EAAE,CAQxF;AA+HD;;;GAGG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAa/D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,GAAG,OAAO,CAKtE"}

package/dist/lib/content-converter.js

@@ -0,0 +1,166 @@
+"use strict";
+/**
+ * Content converter for multimodal messages.
+ * Normalizes SDK convenience formats to API-compatible formats.
+ *
+ * @example
+ * ```typescript
+ * import { normalizeContent } from './content-converter';
+ *
+ * const content: ContentPart[] = [
+ *     { type: 'text', text: 'Describe this image' },
+ *     { type: 'image', image: fs.readFileSync('photo.jpg') },
+ * ];
+ *
+ * const normalized = normalizeContent(content);
+ * // [{ type: 'text', text: '...' }, { type: 'image_url', image_url: { url: 'data:...' } }]
+ * ```
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeContent = normalizeContent;
+exports.blobToDataUrl = blobToDataUrl;
+exports.hasImageParts = hasImageParts;
+/**
+ * Normalize content parts for API calls.
+ * Converts `image` sugar format to `image_url` API format.
+ */
+function normalizeContent(content) {
+    // String content doesn't need normalization
+    if (typeof content === 'string') {
+        return content;
+    }
+    // Normalize each content part
+    return content.map(part => normalizeContentPart(part));
+}
+/**
+ * Normalize a single content part.
+ */
+function normalizeContentPart(part) {
+    // Already in API format
+    if (part.type === 'text' || part.type === 'image_url') {
+        return part;
+    }
+    // Convert image sugar to image_url
+    if (part.type === 'image') {
+        return {
+            type: 'image_url',
+            image_url: {
+                url: imageSourceToDataUrl(part.image),
+                detail: part.detail,
+            },
+        };
+    }
+    // Unknown type, return as-is
+    return part;
+}
+/**
+ * Convert ImageSource to data URL.
+ */
+function imageSourceToDataUrl(source) {
+    // Already a string (base64 or URL)
+    if (typeof source === 'string') {
+        // Check if it's already a data URL or regular URL
+        if (source.startsWith('data:') || source.startsWith('http://') || source.startsWith('https://')) {
+            return source;
+        }
+        // Assume base64, wrap in data URL
+        return `data:image/png;base64,${source}`;
+    }
+    // URL object
+    if (source instanceof URL) {
+        return source.toString();
+    }
+    // Blob (browser)
+    if (typeof Blob !== 'undefined' && source instanceof Blob) {
+        // Note: Synchronous conversion not possible for Blob
+        // For real usage, caller should pre-convert to base64
+        throw new Error('Blob must be converted to base64 before passing to normalizeContent. Use blobToDataUrl() helper.');
+    }
+    // ArrayBuffer or Uint8Array
+    if (source instanceof ArrayBuffer) {
+        return arrayBufferToDataUrl(new Uint8Array(source));
+    }
+    if (source instanceof Uint8Array) {
+        return arrayBufferToDataUrl(source);
+    }
+    throw new Error(`Unsupported image source type: ${typeof source}`);
+}
+/**
+ * Convert Uint8Array to data URL.
+ */
+function arrayBufferToDataUrl(buffer) {
+    // Detect MIME type from magic bytes
+    const mimeType = detectMimeType(buffer);
+    // Convert to base64
+    const base64 = uint8ArrayToBase64(buffer);
+    return `data:${mimeType};base64,${base64}`;
+}
+/**
+ * Detect image MIME type from magic bytes.
+ */
+function detectMimeType(buffer) {
+    if (buffer.length < 4) {
+        return 'application/octet-stream';
+    }
+    // PNG: 89 50 4E 47
+    if (buffer[0] === 0x89 && buffer[1] === 0x50 && buffer[2] === 0x4E && buffer[3] === 0x47) {
+        return 'image/png';
+    }
+    // JPEG: FF D8 FF
+    if (buffer[0] === 0xFF && buffer[1] === 0xD8 && buffer[2] === 0xFF) {
+        return 'image/jpeg';
+    }
+    // GIF: 47 49 46 38
+    if (buffer[0] === 0x47 && buffer[1] === 0x49 && buffer[2] === 0x46 && buffer[3] === 0x38) {
+        return 'image/gif';
+    }
+    // WebP: 52 49 46 46 ... 57 45 42 50
+    if (buffer[0] === 0x52 && buffer[1] === 0x49 && buffer[2] === 0x46 && buffer[3] === 0x46 &&
+        buffer.length > 11 && buffer[8] === 0x57 && buffer[9] === 0x45 && buffer[10] === 0x42 && buffer[11] === 0x50) {
+        return 'image/webp';
+    }
+    return 'image/png'; // Default fallback
+}
+/**
+ * Convert Uint8Array to base64 string.
+ * Works in both Node.js and browser environments.
+ */
+function uint8ArrayToBase64(buffer) {
+    // Node.js environment
+    if (typeof Buffer !== 'undefined') {
+        return Buffer.from(buffer).toString('base64');
+    }
+    // Browser environment
+    let binary = '';
+    for (let i = 0; i < buffer.length; i++) {
+        binary += String.fromCharCode(buffer[i]);
+    }
+    return btoa(binary);
+}
+/**
+ * Helper to convert Blob to data URL asynchronously (for browser use).
+ * Only available in browser environments.
+ */
+async function blobToDataUrl(blob) {
+    // Check if FileReader is available (browser environment)
+    const FR = globalThis.FileReader;
+    if (!FR) {
+        throw new Error('blobToDataUrl is only available in browser environments');
+    }
+    return new Promise((resolve, reject) => {
+        const reader = new FR();
+        reader.onloadend = () => resolve(reader.result);
+        reader.onerror = reject;
+        reader.readAsDataURL(blob);
+    });
+}
+/**
+ * Check if content contains any image parts that need normalization.
+ */
+function hasImageParts(content) {
+    if (typeof content === 'string') {
+        return false;
+    }
+    return content.some(part => part.type === 'image');
+}
+//# sourceMappingURL=content-converter.js.map

package/dist/lib/content-converter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-converter.js","sourceRoot":"","sources":["../../src/lib/content-converter.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;AAQH,4CAQC;AAmID,sCAaC;AAKD,sCAKC;AAtKD;;;GAGG;AACH,SAAgB,gBAAgB,CAAC,OAA+B;IAC5D,4CAA4C;IAC5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,8BAA8B;IAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,IAAiB;IAC3C,wBAAwB;IACxB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO;YACH,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE;gBACP,GAAG,EAAE,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;gBACrC,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB;SACmB,CAAC;IAC7B,CAAC;IAED,6BAA6B;IAC7B,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAmB;IAC7C,mCAAmC;IACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC7B,kDAAkD;QAClD,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9F,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,kCAAkC;QAClC,OAAO,yBAAyB,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED,aAAa;IACb,IAAI,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC;IAED,iBAAiB;IACjB,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,MAAM,YAAY,IAAI,EAAE,CAAC;QACxD,qDAAqD;QACrD,sDAAsD;QACtD,MAAM,IAAI,KAAK,CAAC,kGAAkG,CAAC,CAAC;IACxH,CAAC;IAED,4BAA4B;IAC5B,IAAI,MAAM,YAAY,WAAW,EAAE,CAAC;QAChC,OAAO,oBAAoB,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;QAC/B,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,MAAM,EAAE,CAAC,CAAC;AACvE,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAkB;IAC5C,oCAAoC;IACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAExC,oBAAoB;IACpB,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAE1C,OAAO,QAAQ,QAAQ,WAAW,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAkB;IACtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,0BAA0B,CAAC;IACtC,CAAC;IAED,mBAAmB;IACnB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACvF,OAAO,WAAW,CAAC;IACvB,CAAC;IAED,iBAAiB;IACjB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjE,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,mBAAmB;IACnB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACvF,OAAO,WAAW,CAAC;IACvB,CAAC;IAED,oCAAoC;IACpC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI;QACpF,MAAM,CAAC,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/G,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,OAAO,WAAW,CAAC,CAAC,mBAAmB;AAC3C,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,MAAkB;IAC1C,sBAAsB;IACtB,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAChC,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED,sBAAsB;IACtB,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AACxB,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,IAAU;IAC1C,yDAAyD;IACzD,MAAM,EAAE,GAAI,UAAkB,CAAC,UAAU,CAAC;IAC1C,IAAI,CAAC,EAAE,EAAE,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,IAAI,EAAE,EAAE,CAAC;QACxB,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;QAC1D,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC;QACxB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,OAA+B;IACzD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;AACvD,CAAC"}

package/dist/lib/content-converter.mjs

@@ -0,0 +1,161 @@
+/**
+ * Content converter for multimodal messages.
+ * Normalizes SDK convenience formats to API-compatible formats.
+ *
+ * @example
+ * ```typescript
+ * import { normalizeContent } from './content-converter.mjs';
+ *
+ * const content: ContentPart[] = [
+ *     { type: 'text', text: 'Describe this image' },
+ *     { type: 'image', image: fs.readFileSync('photo.jpg') },
+ * ];
+ *
+ * const normalized = normalizeContent(content);
+ * // [{ type: 'text', text: '...' }, { type: 'image_url', image_url: { url: 'data:...' } }]
+ * ```
+ */
+/**
+ * Normalize content parts for API calls.
+ * Converts `image` sugar format to `image_url` API format.
+ */
+export function normalizeContent(content) {
+    // String content doesn't need normalization
+    if (typeof content === 'string') {
+        return content;
+    }
+    // Normalize each content part
+    return content.map(part => normalizeContentPart(part));
+}
+/**
+ * Normalize a single content part.
+ */
+function normalizeContentPart(part) {
+    // Already in API format
+    if (part.type === 'text' || part.type === 'image_url') {
+        return part;
+    }
+    // Convert image sugar to image_url
+    if (part.type === 'image') {
+        return {
+            type: 'image_url',
+            image_url: {
+                url: imageSourceToDataUrl(part.image),
+                detail: part.detail,
+            },
+        };
+    }
+    // Unknown type, return as-is
+    return part;
+}
+/**
+ * Convert ImageSource to data URL.
+ */
+function imageSourceToDataUrl(source) {
+    // Already a string (base64 or URL)
+    if (typeof source === 'string') {
+        // Check if it's already a data URL or regular URL
+        if (source.startsWith('data:') || source.startsWith('http://') || source.startsWith('https://')) {
+            return source;
+        }
+        // Assume base64, wrap in data URL
+        return `data:image/png;base64,${source}`;
+    }
+    // URL object
+    if (source instanceof URL) {
+        return source.toString();
+    }
+    // Blob (browser)
+    if (typeof Blob !== 'undefined' && source instanceof Blob) {
+        // Note: Synchronous conversion not possible for Blob
+        // For real usage, caller should pre-convert to base64
+        throw new Error('Blob must be converted to base64 before passing to normalizeContent. Use blobToDataUrl() helper.');
+    }
+    // ArrayBuffer or Uint8Array
+    if (source instanceof ArrayBuffer) {
+        return arrayBufferToDataUrl(new Uint8Array(source));
+    }
+    if (source instanceof Uint8Array) {
+        return arrayBufferToDataUrl(source);
+    }
+    throw new Error(`Unsupported image source type: ${typeof source}`);
+}
+/**
+ * Convert Uint8Array to data URL.
+ */
+function arrayBufferToDataUrl(buffer) {
+    // Detect MIME type from magic bytes
+    const mimeType = detectMimeType(buffer);
+    // Convert to base64
+    const base64 = uint8ArrayToBase64(buffer);
+    return `data:${mimeType};base64,${base64}`;
+}
+/**
+ * Detect image MIME type from magic bytes.
+ */
+function detectMimeType(buffer) {
+    if (buffer.length < 4) {
+        return 'application/octet-stream';
+    }
+    // PNG: 89 50 4E 47
+    if (buffer[0] === 0x89 && buffer[1] === 0x50 && buffer[2] === 0x4E && buffer[3] === 0x47) {
+        return 'image/png';
+    }
+    // JPEG: FF D8 FF
+    if (buffer[0] === 0xFF && buffer[1] === 0xD8 && buffer[2] === 0xFF) {
+        return 'image/jpeg';
+    }
+    // GIF: 47 49 46 38
+    if (buffer[0] === 0x47 && buffer[1] === 0x49 && buffer[2] === 0x46 && buffer[3] === 0x38) {
+        return 'image/gif';
+    }
+    // WebP: 52 49 46 46 ... 57 45 42 50
+    if (buffer[0] === 0x52 && buffer[1] === 0x49 && buffer[2] === 0x46 && buffer[3] === 0x46 &&
+        buffer.length > 11 && buffer[8] === 0x57 && buffer[9] === 0x45 && buffer[10] === 0x42 && buffer[11] === 0x50) {
+        return 'image/webp';
+    }
+    return 'image/png'; // Default fallback
+}
+/**
+ * Convert Uint8Array to base64 string.
+ * Works in both Node.js and browser environments.
+ */
+function uint8ArrayToBase64(buffer) {
+    // Node.js environment
+    if (typeof Buffer !== 'undefined') {
+        return Buffer.from(buffer).toString('base64');
+    }
+    // Browser environment
+    let binary = '';
+    for (let i = 0; i < buffer.length; i++) {
+        binary += String.fromCharCode(buffer[i]);
+    }
+    return btoa(binary);
+}
+/**
+ * Helper to convert Blob to data URL asynchronously (for browser use).
+ * Only available in browser environments.
+ */
+export async function blobToDataUrl(blob) {
+    // Check if FileReader is available (browser environment)
+    const FR = globalThis.FileReader;
+    if (!FR) {
+        throw new Error('blobToDataUrl is only available in browser environments');
+    }
+    return new Promise((resolve, reject) => {
+        const reader = new FR();
+        reader.onloadend = () => resolve(reader.result);
+        reader.onerror = reject;
+        reader.readAsDataURL(blob);
+    });
+}
+/**
+ * Check if content contains any image parts that need normalization.
+ */
+export function hasImageParts(content) {
+    if (typeof content === 'string') {
+        return false;
+    }
+    return content.some(part => part.type === 'image');
+}
+//# sourceMappingURL=content-converter.js.map

package/dist/lib/messages.js

@@ -49,10 +49,11 @@ function estimateMessageTokens(message) {
     return 0;
 }
 function estimateTokensFromPart(part) {
-    if (part.type === 'text') {
-        return estimateTokensFromText(part.text ?? '');
+    if (part.type === 'text' && 'text' in part) {
+        return estimateTokensFromText(part.text);
     }
-    if (part.type === 'image_url') {
+    // Both image_url (API format) and image (SDK sugar) count as image tokens
+    if (part.type === 'image_url' || part.type === 'image') {
         return 50;
     }
     return 0;

package/dist/lib/messages.js.map

@@ -1 +1 @@
-{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../src/lib/messages.ts"],"names":[],"mappings":";;AAaA,wCAMC;AAMD,0CAqCC;AApDD;;GAEG;AACH,SAAgB,cAAc,CAC1B,OAAsB,EACtB,UAAuC;IAEvC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,SAAgB,eAAe,CAC3B,QAAuB,EACvB,SAAiB,EACjB,UAA2B,EAAE;IAE7B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAC/C,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE7F,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QAED,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,WAAW,GAAG,aAAa,GAAG,SAAS,EAAE,CAAC;YAC1C,MAAM;QACV,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,WAAW,IAAI,aAAa,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,OAAO,EAAE,CAAC;IAElB,IAAI,aAAa,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAoB;IAC/C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAiB;IAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,sBAAsB,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC"}
+{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../src/lib/messages.ts"],"names":[],"mappings":";;AAaA,wCAMC;AAMD,0CAqCC;AApDD;;GAEG;AACH,SAAgB,cAAc,CAC1B,OAAsB,EACtB,UAAuC;IAEvC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,SAAgB,eAAe,CAC3B,QAAuB,EACvB,SAAiB,EACjB,UAA2B,EAAE;IAE7B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAC/C,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE7F,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QAED,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,WAAW,GAAG,aAAa,GAAG,SAAS,EAAE,CAAC;YAC1C,MAAM;QACV,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,WAAW,IAAI,aAAa,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,OAAO,EAAE,CAAC;IAElB,IAAI,aAAa,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAoB;IAC/C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAiB;IAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACzC,OAAO,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,0EAA0E;IAC1E,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACrD,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC"}

package/dist/lib/messages.mjs

@@ -45,10 +45,11 @@ function estimateMessageTokens(message) {
     return 0;
 }
 function estimateTokensFromPart(part) {
-    if (part.type === 'text') {
-        return estimateTokensFromText(part.text ?? '');
+    if (part.type === 'text' && 'text' in part) {
+        return estimateTokensFromText(part.text);
     }
-    if (part.type === 'image_url') {
+    // Both image_url (API format) and image (SDK sugar) count as image tokens
+    if (part.type === 'image_url' || part.type === 'image') {
         return 50;
     }
     return 0;