@providerprotocol/ai 0.0.18 → 0.0.19

package/dist/chunk-WAKD3OO5.js

@@ -0,0 +1,224 @@
+// src/core/media/Image.ts
+var Image = class _Image {
+  /** The underlying image source (bytes, base64, or URL) */
+  source;
+  /** MIME type of the image (e.g., 'image/jpeg', 'image/png') */
+  mimeType;
+  /** Image width in pixels, if known */
+  width;
+  /** Image height in pixels, if known */
+  height;
+  constructor(source, mimeType, width, height) {
+    this.source = source;
+    this.mimeType = mimeType;
+    this.width = width;
+    this.height = height;
+  }
+  /**
+   * Whether this image has data loaded in memory.
+   *
+   * Returns `false` for URL-sourced images that reference external resources.
+   * These must be fetched before their data can be accessed.
+   */
+  get hasData() {
+    return this.source.type !== "url";
+  }
+  /**
+   * Converts the image to a base64-encoded string.
+   *
+   * @returns The image data as a base64 string
+   * @throws {Error} When the source is a URL (data must be fetched first)
+   */
+  toBase64() {
+    if (this.source.type === "base64") {
+      return this.source.data;
+    }
+    if (this.source.type === "bytes") {
+      return btoa(
+        Array.from(this.source.data).map((b) => String.fromCharCode(b)).join("")
+      );
+    }
+    throw new Error("Cannot convert URL image to base64. Fetch the image first.");
+  }
+  /**
+   * Converts the image to a data URL suitable for embedding in HTML or CSS.
+   *
+   * @returns A data URL in the format `data:{mimeType};base64,{data}`
+   * @throws {Error} When the source is a URL (data must be fetched first)
+   */
+  toDataUrl() {
+    const base64 = this.toBase64();
+    return `data:${this.mimeType};base64,${base64}`;
+  }
+  /**
+   * Gets the image data as raw bytes.
+   *
+   * @returns The image data as a Uint8Array
+   * @throws {Error} When the source is a URL (data must be fetched first)
+   */
+  toBytes() {
+    if (this.source.type === "bytes") {
+      return this.source.data;
+    }
+    if (this.source.type === "base64") {
+      const binaryString = atob(this.source.data);
+      const bytes = new Uint8Array(binaryString.length);
+      for (let i = 0; i < binaryString.length; i++) {
+        bytes[i] = binaryString.charCodeAt(i);
+      }
+      return bytes;
+    }
+    throw new Error("Cannot get bytes from URL image. Fetch the image first.");
+  }
+  /**
+   * Gets the URL for URL-sourced images.
+   *
+   * @returns The image URL
+   * @throws {Error} When the source is not a URL
+   */
+  toUrl() {
+    if (this.source.type === "url") {
+      return this.source.url;
+    }
+    throw new Error("This image does not have a URL source.");
+  }
+  /**
+   * Converts this Image to an ImageBlock for use in UPP messages.
+   *
+   * @returns An ImageBlock that can be included in message content arrays
+   */
+  toBlock() {
+    return {
+      type: "image",
+      source: this.source,
+      mimeType: this.mimeType,
+      width: this.width,
+      height: this.height
+    };
+  }
+  /**
+   * Creates an Image by reading a file from disk.
+   *
+   * The file is read into memory as bytes. MIME type is automatically
+   * detected from the file extension.
+   *
+   * @param path - Path to the image file
+   * @returns Promise resolving to an Image with the file contents
+   *
+   * @example
+   * ```typescript
+   * const image = await Image.fromPath('./photos/vacation.jpg');
+   * ```
+   */
+  static async fromPath(path) {
+    const { readFile } = await import("fs/promises");
+    const data = await readFile(path);
+    const mimeType = detectMimeType(path);
+    return new _Image(
+      { type: "bytes", data: new Uint8Array(data) },
+      mimeType
+    );
+  }
+  /**
+   * Creates an Image from a URL reference.
+   *
+   * The URL is stored as a reference and not fetched. Providers will handle
+   * URL-to-data conversion if needed. MIME type is detected from the URL
+   * path if not provided.
+   *
+   * @param url - URL pointing to the image
+   * @param mimeType - Optional MIME type override
+   * @returns An Image referencing the URL
+   *
+   * @example
+   * ```typescript
+   * const image = Image.fromUrl('https://example.com/logo.png');
+   * ```
+   */
+  static fromUrl(url, mimeType) {
+    const detected = mimeType || detectMimeTypeFromUrl(url);
+    return new _Image({ type: "url", url }, detected);
+  }
+  /**
+   * Creates an Image from raw byte data.
+   *
+   * @param data - The image data as a Uint8Array
+   * @param mimeType - The MIME type of the image
+   * @returns An Image containing the byte data
+   *
+   * @example
+   * ```typescript
+   * const image = Image.fromBytes(pngData, 'image/png');
+   * ```
+   */
+  static fromBytes(data, mimeType) {
+    return new _Image({ type: "bytes", data }, mimeType);
+  }
+  /**
+   * Creates an Image from a base64-encoded string.
+   *
+   * @param base64 - The base64-encoded image data (without data URL prefix)
+   * @param mimeType - The MIME type of the image
+   * @returns An Image containing the base64 data
+   *
+   * @example
+   * ```typescript
+   * const image = Image.fromBase64(base64String, 'image/jpeg');
+   * ```
+   */
+  static fromBase64(base64, mimeType) {
+    return new _Image({ type: "base64", data: base64 }, mimeType);
+  }
+  /**
+   * Creates an Image from an existing ImageBlock.
+   *
+   * Useful for converting content blocks received from providers back
+   * into Image instances for further processing.
+   *
+   * @param block - An ImageBlock from message content
+   * @returns An Image with the block's source and metadata
+   */
+  static fromBlock(block) {
+    return new _Image(
+      block.source,
+      block.mimeType,
+      block.width,
+      block.height
+    );
+  }
+};
+function detectMimeType(path) {
+  const ext = path.split(".").pop()?.toLowerCase();
+  switch (ext) {
+    case "jpg":
+    case "jpeg":
+      return "image/jpeg";
+    case "png":
+      return "image/png";
+    case "gif":
+      return "image/gif";
+    case "webp":
+      return "image/webp";
+    case "svg":
+      return "image/svg+xml";
+    case "bmp":
+      return "image/bmp";
+    case "ico":
+      return "image/x-icon";
+    default:
+      return "application/octet-stream";
+  }
+}
+function detectMimeTypeFromUrl(url) {
+  try {
+    const pathname = new URL(url).pathname;
+    return detectMimeType(pathname);
+  } catch {
+    return "application/octet-stream";
+  }
+}
+
+export {
+  Image
+};
+//# sourceMappingURL=chunk-WAKD3OO5.js.map

package/dist/chunk-WAKD3OO5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/core/media/Image.ts"],"sourcesContent":["/**\n * @fileoverview Image content handling for the Universal Provider Protocol.\n *\n * Provides a unified Image class for working with images across different sources\n * (file paths, URLs, raw bytes, base64). Supports conversion between formats and\n * integration with UPP message content blocks.\n *\n * @module core/media/Image\n */\n\nimport type { ImageSource, ImageBlock } from '../../types/content.ts';\n\n/**\n * Represents an image that can be used in UPP messages.\n *\n * Images can be created from various sources (files, URLs, bytes, base64) and\n * converted to different formats as needed by providers. The class provides\n * a unified interface regardless of the underlying source type.\n *\n * @example\n * ```typescript\n * // Load from file\n * const fileImage = await Image.fromPath('./photo.jpg');\n *\n * // Reference by URL\n * const urlImage = Image.fromUrl('https://example.com/image.png');\n *\n * // From raw bytes\n * const bytesImage = Image.fromBytes(uint8Array, 'image/png');\n *\n * // Use in a message\n * const message = new UserMessage([image.toBlock()]);\n * ```\n */\nexport class Image {\n  /** The underlying image source (bytes, base64, or URL) */\n  readonly source: ImageSource;\n  /** MIME type of the image (e.g., 'image/jpeg', 'image/png') */\n  readonly mimeType: string;\n  /** Image width in pixels, if known */\n  readonly width?: number;\n  /** Image height in pixels, if known */\n  readonly height?: number;\n\n  private constructor(\n    source: ImageSource,\n    mimeType: string,\n    width?: number,\n    height?: number\n  ) {\n    this.source = source;\n    this.mimeType = mimeType;\n    this.width = width;\n    this.height = height;\n  }\n\n  /**\n   * Whether this image has data loaded in memory.\n   *\n   * Returns `false` for URL-sourced images that reference external resources.\n   * These must be fetched before their data can be accessed.\n   */\n  get hasData(): boolean {\n    return this.source.type !== 'url';\n  }\n\n  /**\n   * Converts the image to a base64-encoded string.\n   *\n   * @returns The image data as a base64 string\n   * @throws {Error} When the source is a URL (data must be fetched first)\n   */\n  toBase64(): string {\n    if (this.source.type === 'base64') {\n      return this.source.data;\n    }\n\n    if (this.source.type === 'bytes') {\n      return btoa(\n        Array.from(this.source.data)\n          .map((b) => String.fromCharCode(b))\n          .join('')\n      );\n    }\n\n    throw new Error('Cannot convert URL image to base64. Fetch the image first.');\n  }\n\n  /**\n   * Converts the image to a data URL suitable for embedding in HTML or CSS.\n   *\n   * @returns A data URL in the format `data:{mimeType};base64,{data}`\n   * @throws {Error} When the source is a URL (data must be fetched first)\n   */\n  toDataUrl(): string {\n    const base64 = this.toBase64();\n    return `data:${this.mimeType};base64,${base64}`;\n  }\n\n  /**\n   * Gets the image data as raw bytes.\n   *\n   * @returns The image data as a Uint8Array\n   * @throws {Error} When the source is a URL (data must be fetched first)\n   */\n  toBytes(): Uint8Array {\n    if (this.source.type === 'bytes') {\n      return this.source.data;\n    }\n\n    if (this.source.type === 'base64') {\n      const binaryString = atob(this.source.data);\n      const bytes = new Uint8Array(binaryString.length);\n      for (let i = 0; i < binaryString.length; i++) {\n        bytes[i] = binaryString.charCodeAt(i);\n      }\n      return bytes;\n    }\n\n    throw new Error('Cannot get bytes from URL image. Fetch the image first.');\n  }\n\n  /**\n   * Gets the URL for URL-sourced images.\n   *\n   * @returns The image URL\n   * @throws {Error} When the source is not a URL\n   */\n  toUrl(): string {\n    if (this.source.type === 'url') {\n      return this.source.url;\n    }\n\n    throw new Error('This image does not have a URL source.');\n  }\n\n  /**\n   * Converts this Image to an ImageBlock for use in UPP messages.\n   *\n   * @returns An ImageBlock that can be included in message content arrays\n   */\n  toBlock(): ImageBlock {\n    return {\n      type: 'image',\n      source: this.source,\n      mimeType: this.mimeType,\n      width: this.width,\n      height: this.height,\n    };\n  }\n\n  /**\n   * Creates an Image by reading a file from disk.\n   *\n   * The file is read into memory as bytes. MIME type is automatically\n   * detected from the file extension.\n   *\n   * @param path - Path to the image file\n   * @returns Promise resolving to an Image with the file contents\n   *\n   * @example\n   * ```typescript\n   * const image = await Image.fromPath('./photos/vacation.jpg');\n   * ```\n   */\n  static async fromPath(path: string): Promise<Image> {\n    // Dynamic import to avoid bundling fs in browser builds\n    const { readFile } = await import('node:fs/promises');\n    const data = await readFile(path);\n    const mimeType = detectMimeType(path);\n\n    return new Image(\n      { type: 'bytes', data: new Uint8Array(data) },\n      mimeType\n    );\n  }\n\n  /**\n   * Creates an Image from a URL reference.\n   *\n   * The URL is stored as a reference and not fetched. Providers will handle\n   * URL-to-data conversion if needed. MIME type is detected from the URL\n   * path if not provided.\n   *\n   * @param url - URL pointing to the image\n   * @param mimeType - Optional MIME type override\n   * @returns An Image referencing the URL\n   *\n   * @example\n   * ```typescript\n   * const image = Image.fromUrl('https://example.com/logo.png');\n   * ```\n   */\n  static fromUrl(url: string, mimeType?: string): Image {\n    const detected = mimeType || detectMimeTypeFromUrl(url);\n    return new Image({ type: 'url', url }, detected);\n  }\n\n  /**\n   * Creates an Image from raw byte data.\n   *\n   * @param data - The image data as a Uint8Array\n   * @param mimeType - The MIME type of the image\n   * @returns An Image containing the byte data\n   *\n   * @example\n   * ```typescript\n   * const image = Image.fromBytes(pngData, 'image/png');\n   * ```\n   */\n  static fromBytes(data: Uint8Array, mimeType: string): Image {\n    return new Image({ type: 'bytes', data }, mimeType);\n  }\n\n  /**\n   * Creates an Image from a base64-encoded string.\n   *\n   * @param base64 - The base64-encoded image data (without data URL prefix)\n   * @param mimeType - The MIME type of the image\n   * @returns An Image containing the base64 data\n   *\n   * @example\n   * ```typescript\n   * const image = Image.fromBase64(base64String, 'image/jpeg');\n   * ```\n   */\n  static fromBase64(base64: string, mimeType: string): Image {\n    return new Image({ type: 'base64', data: base64 }, mimeType);\n  }\n\n  /**\n   * Creates an Image from an existing ImageBlock.\n   *\n   * Useful for converting content blocks received from providers back\n   * into Image instances for further processing.\n   *\n   * @param block - An ImageBlock from message content\n   * @returns An Image with the block's source and metadata\n   */\n  static fromBlock(block: ImageBlock): Image {\n    return new Image(\n      block.source,\n      block.mimeType,\n      block.width,\n      block.height\n    );\n  }\n}\n\n/**\n * Detects the MIME type of an image based on its file extension.\n *\n * Supports common web image formats: JPEG, PNG, GIF, WebP, SVG, BMP, ICO.\n * Returns 'application/octet-stream' for unknown extensions.\n *\n * @param path - File path or filename with extension\n * @returns The detected MIME type string\n */\nfunction detectMimeType(path: string): string {\n  const ext = path.split('.').pop()?.toLowerCase();\n\n  switch (ext) {\n    case 'jpg':\n    case 'jpeg':\n      return 'image/jpeg';\n    case 'png':\n      return 'image/png';\n    case 'gif':\n      return 'image/gif';\n    case 'webp':\n      return 'image/webp';\n    case 'svg':\n      return 'image/svg+xml';\n    case 'bmp':\n      return 'image/bmp';\n    case 'ico':\n      return 'image/x-icon';\n    default:\n      return 'application/octet-stream';\n  }\n}\n\n/**\n * Detects the MIME type of an image from its URL.\n *\n * Extracts the pathname from the URL and delegates to `detectMimeType`.\n * Returns 'application/octet-stream' if the URL cannot be parsed.\n *\n * @param url - Full URL pointing to an image\n * @returns The detected MIME type string\n */\nfunction detectMimeTypeFromUrl(url: string): string {\n  try {\n    const pathname = new URL(url).pathname;\n    return detectMimeType(pathname);\n  } catch {\n    return 'application/octet-stream';\n  }\n}\n"],"mappings":";AAkCO,IAAM,QAAN,MAAM,OAAM;AAAA;AAAA,EAER;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA,EAED,YACN,QACA,UACA,OACA,QACA;AACA,SAAK,SAAS;AACd,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,IAAI,UAAmB;AACrB,WAAO,KAAK,OAAO,SAAS;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,WAAmB;AACjB,QAAI,KAAK,OAAO,SAAS,UAAU;AACjC,aAAO,KAAK,OAAO;AAAA,IACrB;AAEA,QAAI,KAAK,OAAO,SAAS,SAAS;AAChC,aAAO;AAAA,QACL,MAAM,KAAK,KAAK,OAAO,IAAI,EACxB,IAAI,CAAC,MAAM,OAAO,aAAa,CAAC,CAAC,EACjC,KAAK,EAAE;AAAA,MACZ;AAAA,IACF;AAEA,UAAM,IAAI,MAAM,4DAA4D;AAAA,EAC9E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,YAAoB;AAClB,UAAM,SAAS,KAAK,SAAS;AAC7B,WAAO,QAAQ,KAAK,QAAQ,WAAW,MAAM;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,UAAsB;AACpB,QAAI,KAAK,OAAO,SAAS,SAAS;AAChC,aAAO,KAAK,OAAO;AAAA,IACrB;AAEA,QAAI,KAAK,OAAO,SAAS,UAAU;AACjC,YAAM,eAAe,KAAK,KAAK,OAAO,IAAI;AAC1C,YAAM,QAAQ,IAAI,WAAW,aAAa,MAAM;AAChD,eAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,cAAM,CAAC,IAAI,aAAa,WAAW,CAAC;AAAA,MACtC;AACA,aAAO;AAAA,IACT;AAEA,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,QAAgB;AACd,QAAI,KAAK,OAAO,SAAS,OAAO;AAC9B,aAAO,KAAK,OAAO;AAAA,IACrB;AAEA,UAAM,IAAI,MAAM,wCAAwC;AAAA,EAC1D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAAsB;AACpB,WAAO;AAAA,MACL,MAAM;AAAA,MACN,QAAQ,KAAK;AAAA,MACb,UAAU,KAAK;AAAA,MACf,OAAO,KAAK;AAAA,MACZ,QAAQ,KAAK;AAAA,IACf;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,aAAa,SAAS,MAA8B;AAElD,UAAM,EAAE,SAAS,IAAI,MAAM,OAAO,aAAkB;AACpD,UAAM,OAAO,MAAM,SAAS,IAAI;AAChC,UAAM,WAAW,eAAe,IAAI;AAEpC,WAAO,IAAI;AAAA,MACT,EAAE,MAAM,SAAS,MAAM,IAAI,WAAW,IAAI,EAAE;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBA,OAAO,QAAQ,KAAa,UAA0B;AACpD,UAAM,WAAW,YAAY,sBAAsB,GAAG;AACtD,WAAO,IAAI,OAAM,EAAE,MAAM,OAAO,IAAI,GAAG,QAAQ;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcA,OAAO,UAAU,MAAkB,UAAyB;AAC1D,WAAO,IAAI,OAAM,EAAE,MAAM,SAAS,KAAK,GAAG,QAAQ;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcA,OAAO,WAAW,QAAgB,UAAyB;AACzD,WAAO,IAAI,OAAM,EAAE,MAAM,UAAU,MAAM,OAAO,GAAG,QAAQ;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,OAAO,UAAU,OAA0B;AACzC,WAAO,IAAI;AAAA,MACT,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,EACF;AACF;AAWA,SAAS,eAAe,MAAsB;AAC5C,QAAM,MAAM,KAAK,MAAM,GAAG,EAAE,IAAI,GAAG,YAAY;AAE/C,UAAQ,KAAK;AAAA,IACX,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;AAWA,SAAS,sBAAsB,KAAqB;AAClD,MAAI;AACF,UAAM,WAAW,IAAI,IAAI,GAAG,EAAE;AAC9B,WAAO,eAAe,QAAQ;AAAA,EAChC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/content-DEl3z_W2.d.ts

@@ -0,0 +1,276 @@
+/**
+ * @fileoverview Content block types for multimodal messages.
+ *
+ * Defines the various content block types that can be included in
+ * user and assistant messages, supporting text, images, audio, video,
+ * and arbitrary binary data.
+ *
+ * @module types/content
+ */
+/**
+ * Image source variants for ImageBlock.
+ *
+ * Images can be provided as base64-encoded strings, URLs, or raw bytes.
+ *
+ * @example
+ * ```typescript
+ * // Base64 encoded image
+ * const base64Source: ImageSource = {
+ *   type: 'base64',
+ *   data: 'iVBORw0KGgo...'
+ * };
+ *
+ * // URL reference
+ * const urlSource: ImageSource = {
+ *   type: 'url',
+ *   url: 'https://example.com/image.png'
+ * };
+ *
+ * // Raw bytes
+ * const bytesSource: ImageSource = {
+ *   type: 'bytes',
+ *   data: new Uint8Array([...])
+ * };
+ * ```
+ */
+type ImageSource = {
+    type: 'base64';
+    data: string;
+} | {
+    type: 'url';
+    url: string;
+} | {
+    type: 'bytes';
+    data: Uint8Array;
+};
+/**
+ * Text content block.
+ *
+ * The most common content block type, containing plain text content.
+ *
+ * @example
+ * ```typescript
+ * const textBlock: TextBlock = {
+ *   type: 'text',
+ *   text: 'Hello, world!'
+ * };
+ * ```
+ */
+interface TextBlock {
+    /** Discriminator for text blocks */
+    type: 'text';
+    /** The text content */
+    text: string;
+}
+/**
+ * Image content block.
+ *
+ * Contains an image with its source data and metadata.
+ *
+ * @example
+ * ```typescript
+ * const imageBlock: ImageBlock = {
+ *   type: 'image',
+ *   source: { type: 'url', url: 'https://example.com/photo.jpg' },
+ *   mimeType: 'image/jpeg',
+ *   width: 1920,
+ *   height: 1080
+ * };
+ * ```
+ */
+interface ImageBlock {
+    /** Discriminator for image blocks */
+    type: 'image';
+    /** The image data source */
+    source: ImageSource;
+    /** MIME type of the image (e.g., 'image/png', 'image/jpeg') */
+    mimeType: string;
+    /** Image width in pixels */
+    width?: number;
+    /** Image height in pixels */
+    height?: number;
+}
+/**
+ * Audio content block.
+ *
+ * Contains audio data with its metadata.
+ *
+ * @example
+ * ```typescript
+ * const audioBlock: AudioBlock = {
+ *   type: 'audio',
+ *   data: audioBytes,
+ *   mimeType: 'audio/mp3',
+ *   duration: 120.5
+ * };
+ * ```
+ */
+interface AudioBlock {
+    /** Discriminator for audio blocks */
+    type: 'audio';
+    /** Raw audio data */
+    data: Uint8Array;
+    /** MIME type of the audio (e.g., 'audio/mp3', 'audio/wav') */
+    mimeType: string;
+    /** Duration in seconds */
+    duration?: number;
+}
+/**
+ * Video content block.
+ *
+ * Contains video data with its metadata.
+ *
+ * @example
+ * ```typescript
+ * const videoBlock: VideoBlock = {
+ *   type: 'video',
+ *   data: videoBytes,
+ *   mimeType: 'video/mp4',
+ *   duration: 30,
+ *   width: 1920,
+ *   height: 1080
+ * };
+ * ```
+ */
+interface VideoBlock {
+    /** Discriminator for video blocks */
+    type: 'video';
+    /** Raw video data */
+    data: Uint8Array;
+    /** MIME type of the video (e.g., 'video/mp4', 'video/webm') */
+    mimeType: string;
+    /** Duration in seconds */
+    duration?: number;
+    /** Video width in pixels */
+    width?: number;
+    /** Video height in pixels */
+    height?: number;
+}
+/**
+ * Binary content block for arbitrary data.
+ *
+ * A generic block type for data that doesn't fit other categories.
+ *
+ * @example
+ * ```typescript
+ * const binaryBlock: BinaryBlock = {
+ *   type: 'binary',
+ *   data: pdfBytes,
+ *   mimeType: 'application/pdf',
+ *   metadata: { filename: 'document.pdf', pages: 10 }
+ * };
+ * ```
+ */
+interface BinaryBlock {
+    /** Discriminator for binary blocks */
+    type: 'binary';
+    /** Raw binary data */
+    data: Uint8Array;
+    /** MIME type of the data */
+    mimeType: string;
+    /** Additional metadata about the binary content */
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Union of all content block types.
+ *
+ * Used when a function or property can accept any type of content block.
+ */
+type ContentBlock = TextBlock | ImageBlock | AudioBlock | VideoBlock | BinaryBlock;
+/**
+ * Content types allowed in user messages.
+ *
+ * Users can send any type of content block including binary data.
+ */
+type UserContent = TextBlock | ImageBlock | AudioBlock | VideoBlock | BinaryBlock;
+/**
+ * Content types allowed in assistant messages.
+ *
+ * Assistants can generate text and media but not arbitrary binary data.
+ */
+type AssistantContent = TextBlock | ImageBlock | AudioBlock | VideoBlock;
+/**
+ * Creates a text content block from a string.
+ *
+ * @param content - The text content
+ * @returns A TextBlock containing the provided text
+ *
+ * @example
+ * ```typescript
+ * const block = text('Hello, world!');
+ * // { type: 'text', text: 'Hello, world!' }
+ * ```
+ */
+declare function text(content: string): TextBlock;
+/**
+ * Type guard for TextBlock.
+ *
+ * @param block - The content block to check
+ * @returns True if the block is a TextBlock
+ *
+ * @example
+ * ```typescript
+ * if (isTextBlock(block)) {
+ *   console.log(block.text);
+ * }
+ * ```
+ */
+declare function isTextBlock(block: ContentBlock): block is TextBlock;
+/**
+ * Type guard for ImageBlock.
+ *
+ * @param block - The content block to check
+ * @returns True if the block is an ImageBlock
+ *
+ * @example
+ * ```typescript
+ * if (isImageBlock(block)) {
+ *   console.log(block.mimeType, block.width, block.height);
+ * }
+ * ```
+ */
+declare function isImageBlock(block: ContentBlock): block is ImageBlock;
+/**
+ * Type guard for AudioBlock.
+ *
+ * @param block - The content block to check
+ * @returns True if the block is an AudioBlock
+ *
+ * @example
+ * ```typescript
+ * if (isAudioBlock(block)) {
+ *   console.log(block.mimeType, block.duration);
+ * }
+ * ```
+ */
+declare function isAudioBlock(block: ContentBlock): block is AudioBlock;
+/**
+ * Type guard for VideoBlock.
+ *
+ * @param block - The content block to check
+ * @returns True if the block is a VideoBlock
+ *
+ * @example
+ * ```typescript
+ * if (isVideoBlock(block)) {
+ *   console.log(block.mimeType, block.duration);
+ * }
+ * ```
+ */
+declare function isVideoBlock(block: ContentBlock): block is VideoBlock;
+/**
+ * Type guard for BinaryBlock.
+ *
+ * @param block - The content block to check
+ * @returns True if the block is a BinaryBlock
+ *
+ * @example
+ * ```typescript
+ * if (isBinaryBlock(block)) {
+ *   console.log(block.mimeType, block.metadata);
+ * }
+ * ```
+ */
+declare function isBinaryBlock(block: ContentBlock): block is BinaryBlock;
+
+export { type AssistantContent as A, type BinaryBlock as B, type ContentBlock as C, type ImageBlock as I, type TextBlock as T, type UserContent as U, type VideoBlock as V, type AudioBlock as a, type ImageSource as b, isImageBlock as c, isAudioBlock as d, isVideoBlock as e, isBinaryBlock as f, isTextBlock as i, text as t };

package/dist/google/index.d.ts

@@ -1,4 +1,4 @@
-import { d as Provider } from '../provider-D5MO3-pS.js';
+import { d as Provider } from '../provider-BBMBZuGn.js';
 
 /**
  * Provider-specific parameters for Google Gemini API requests.
@@ -864,6 +864,8 @@ interface GoogleEmbedParams {
     title?: string;
     /** Output dimensionality */
     outputDimensionality?: number;
+    /** Whether to automatically truncate inputs exceeding token limits (default: true) */
+    autoTruncate?: boolean;
 }
 
 /**

package/dist/google/index.js

@@ -1,6 +1,9 @@
 import {
   createProvider
 } from "../chunk-MSR5P65T.js";
+import {
+  Image
+} from "../chunk-WAKD3OO5.js";
 import {
   AssistantMessage,
   isAssistantMessage,
@@ -579,6 +582,9 @@ function createEmbeddingHandler() {
             if (request.params?.outputDimensionality !== void 0) {
               embedRequest.outputDimensionality = request.params.outputDimensionality;
             }
+            if (request.params?.autoTruncate !== void 0) {
+              embedRequest.autoTruncate = request.params.autoTruncate;
+            }
             return embedRequest;
           });
           const url = `${baseUrl}/models/${modelId}:batchEmbedContents?key=${apiKey}`;
@@ -622,6 +628,115 @@ function createEmbeddingHandler() {
   };
 }
 
+// src/providers/google/image.ts
+var GOOGLE_AI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta";
+function getCapabilities() {
+  return {
+    generate: true,
+    streaming: false,
+    edit: false,
+    maxImages: 4
+  };
+}
+function createImageHandler() {
+  let providerRef = null;
+  return {
+    _setProvider(provider) {
+      providerRef = provider;
+    },
+    bind(modelId) {
+      if (!providerRef) {
+        throw new UPPError(
+          "Provider reference not set. Handler must be used with createProvider().",
+          "INVALID_REQUEST",
+          "google",
+          "image"
+        );
+      }
+      const capabilities = getCapabilities();
+      const model = {
+        modelId,
+        capabilities,
+        get provider() {
+          return providerRef;
+        },
+        async generate(request) {
+          return executeGenerate(modelId, request);
+        }
+      };
+      return model;
+    }
+  };
+}
+async function executeGenerate(modelId, request) {
+  const apiKey = await resolveApiKey(
+    request.config,
+    "GOOGLE_API_KEY",
+    "google",
+    "image"
+  );
+  const baseUrl = request.config.baseUrl?.replace(/\/$/, "") ?? GOOGLE_AI_BASE_URL;
+  const url = `${baseUrl}/models/${modelId}:predict`;
+  const body = {
+    instances: [{
+      prompt: request.prompt
+    }],
+    parameters: buildParameters(request.params)
+  };
+  const headers = {
+    "Content-Type": "application/json",
+    "x-goog-api-key": apiKey
+  };
+  if (request.config.headers) {
+    for (const [key, value] of Object.entries(request.config.headers)) {
+      if (value !== void 0) {
+        headers[key] = value;
+      }
+    }
+  }
+  const response = await doFetch(url, {
+    method: "POST",
+    headers,
+    body: JSON.stringify(body),
+    signal: request.signal
+  }, request.config, "google", "image");
+  const data = await response.json();
+  return transformResponse2(data);
+}
+function buildParameters(params) {
+  const parameters = {};
+  if (!params) return parameters;
+  if (params.sampleCount !== void 0) parameters.sampleCount = params.sampleCount;
+  if (params.imageSize !== void 0) parameters.imageSize = params.imageSize;
+  if (params.aspectRatio !== void 0) parameters.aspectRatio = params.aspectRatio;
+  if (params.personGeneration !== void 0) parameters.personGeneration = params.personGeneration;
+  if (params.safetyFilterLevel !== void 0) parameters.safetyFilterLevel = params.safetyFilterLevel;
+  if (params.addWatermark !== void 0) parameters.addWatermark = params.addWatermark;
+  if (params.negativePrompt !== void 0) parameters.negativePrompt = params.negativePrompt;
+  return parameters;
+}
+function transformResponse2(data) {
+  if (!data.predictions || data.predictions.length === 0) {
+    throw new UPPError(
+      "No images in response",
+      "PROVIDER_ERROR",
+      "google",
+      "image"
+    );
+  }
+  const images = data.predictions.map((prediction) => {
+    const mimeType = prediction.mimeType ?? "image/png";
+    const image = Image.fromBase64(prediction.bytesBase64Encoded, mimeType);
+    return { image };
+  });
+  return {
+    images,
+    usage: {
+      imagesGenerated: images.length
+    }
+  };
+}
+
 // src/providers/google/cache.ts
 var CACHE_API_BASE = "https://generativelanguage.googleapis.com/v1beta/cachedContents";
 async function create(options) {
@@ -757,7 +872,8 @@ var baseProvider = createProvider({
   version: "1.0.0",
   modalities: {
     llm: createLLMHandler(),
-    embedding: createEmbeddingHandler()
+    embedding: createEmbeddingHandler(),
+    image: createImageHandler()
   }
 });
 var google = Object.assign(baseProvider, { cache });