@aigne/aigne-hub 0.9.5 → 0.10.0-beta

package/CHANGELOG.md

@@ -1,5 +1,43 @@
 # Changelog
 
+## [0.10.0-beta](https://github.com/AIGNE-io/aigne-framework/compare/aigne-hub-v0.9.6...aigne-hub-v0.10.0-beta) (2025-09-22)
+
+
+### Features
+
+* improve image model architecture and file handling ([#527](https://github.com/AIGNE-io/aigne-framework/issues/527)) ([4db50aa](https://github.com/AIGNE-io/aigne-framework/commit/4db50aa0387a1a0f045ca11aaa61613e36ca7597))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/anthropic bumped to 0.13.5-beta
+    * @aigne/bedrock bumped to 0.10.5-beta
+    * @aigne/core bumped to 1.61.0-beta
+    * @aigne/deepseek bumped to 0.7.46-beta
+    * @aigne/doubao bumped to 1.1.0-beta
+    * @aigne/gemini bumped to 0.14.0-beta
+    * @aigne/ideogram bumped to 0.4.0-beta
+    * @aigne/ollama bumped to 0.7.46-beta
+    * @aigne/open-router bumped to 0.7.46-beta
+    * @aigne/openai bumped to 0.16.0-beta
+    * @aigne/platform-helpers bumped to 0.6.3-beta
+    * @aigne/poe bumped to 1.0.26-beta
+    * @aigne/transport bumped to 0.15.9-beta
+    * @aigne/xai bumped to 0.7.46-beta
+  * devDependencies
+    * @aigne/test-utils bumped to 0.5.53-beta
+
+## [0.9.6](https://github.com/AIGNE-io/aigne-framework/compare/aigne-hub-v0.9.5...aigne-hub-v0.9.6) (2025-09-18)
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/gemini bumped to 0.13.5
+
 ## [0.9.5](https://github.com/AIGNE-io/aigne-framework/compare/aigne-hub-v0.9.4...aigne-hub-v0.9.5) (2025-09-18)
 
 

package/lib/cjs/aigne-hub-image-model.js

@@ -9,7 +9,6 @@ const ufo_1 = require("ufo");
 const blocklet_js_1 = require("./utils/blocklet.js");
 const constants_js_1 = require("./utils/constants.js");
 const type_js_1 = require("./utils/type.js");
-const AIGNE_HUB_DEFAULT_IMAGE_MIME = "image/png";
 class AIGNEHubImageModel extends core_1.ImageModel {
     options;
     constructor(options) {
@@ -57,45 +56,14 @@ class AIGNEHubImageModel extends core_1.ImageModel {
             BLOCKLET_APP_PID ||
             ABT_NODE_DID ||
             `@aigne/aigne-hub:${typeof process !== "undefined" ? index_js_1.nodejs.os.hostname() : "unknown"}`;
-        // Convert local image to base64
-        if (input.image) {
-            const images = Array.isArray(input.image) ? input.image : [input.image];
-            input.image = await Promise.all(images.map(async (image) => {
-                if (image.startsWith("http")) {
-                    try {
-                        const response = await this.downloadFile(image);
-                        const buffer = await response.arrayBuffer();
-                        const mime = response.headers.get("content-type") || AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                        const base64 = Buffer.from(buffer).toString("base64");
-                        return `data:${mime};base64,${base64}`;
-                    }
-                    catch {
-                        return image;
-                    }
-                }
-                if (image.startsWith("file://")) {
-                    const filePath = image.replace("file://", "");
-                    if (index_js_1.nodejs.fsSync.existsSync(filePath)) {
-                        const mime = AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                        const base64 = await index_js_1.nodejs.fs.readFile(filePath, "base64");
-                        return `data:${mime};base64,${base64}`;
-                    }
-                    throw new Error(`Local file not found: ${filePath}`);
-                }
-                if (index_js_1.nodejs.fsSync.existsSync(image)) {
-                    const mime = AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                    const base64 = await index_js_1.nodejs.fs.readFile(image, "base64");
-                    return `data:${mime};base64,${base64}`;
-                }
-                return image;
-            }));
-        }
         const response = await (await this.client).__invoke(undefined, {
             ...input,
             modelOptions: {
                 ...this.options.modelOptions,
                 model: input.model || (await this.credential).model,
             },
+            // Shouldn't use `local` output type for remote AIGNE Hub call, client can not access the remote filesystem
+            outputType: core_1.FileOutputType.file,
         }, {
             ...options,
             streaming: false,

package/lib/cjs/index.js

@@ -26,7 +26,15 @@ class AIGNEHubChatModel extends core_1.ChatModel {
         return new AIGNEHubChatModel(options);
     }
     constructor(options) {
-        const provider = process.env.BLOCKLET_AIGNE_API_PROVIDER || AIGNEHubChatModel.name;
+        let provider = process.env.BLOCKLET_AIGNE_API_PROVIDER;
+        if (!provider && options.model) {
+            const parsed = (0, model_js_1.parseModel)(options.model);
+            if (parsed.provider && parsed.model) {
+                provider = parsed.provider;
+                options.model = parsed.model;
+            }
+        }
+        provider ||= AIGNEHubChatModel.name;
         const { match, all } = (0, model_js_1.findModel)(provider);
         if (!match) {
             const available = all.map((m) => m.name).join(", ");
@@ -52,7 +60,15 @@ class AIGNEHubImageModel extends core_1.ImageModel {
         return new AIGNEHubImageModel(options);
     }
     constructor(options) {
-        const provider = process.env.BLOCKLET_AIGNE_API_PROVIDER || AIGNEHubImageModel.name;
+        let provider = process.env.BLOCKLET_AIGNE_API_PROVIDER;
+        if (!provider && options.model) {
+            const parsed = (0, model_js_1.parseModel)(options.model);
+            if (parsed.provider && parsed.model) {
+                provider = parsed.provider;
+                options.model = parsed.model;
+            }
+        }
+        provider ||= AIGNEHubImageModel.name;
         const { match, all } = (0, model_js_1.findImageModel)(provider);
         if (!match) {
             const available = all.map((m) => m.name).join(", ");

package/lib/cjs/utils/model.d.ts

@@ -11,7 +11,7 @@ export interface LoadableModel {
 }
 export declare function availableModels(): LoadableModel[];
 export interface LoadableImageModel {
-    name: string;
+    name: string | string[];
     apiKeyEnvName: string;
     create: (options: {
         apiKey?: string;
@@ -29,3 +29,7 @@ export declare function findImageModel(provider: string): {
     all: LoadableImageModel[];
     match: LoadableImageModel | undefined;
 };
+export declare const parseModel: (model: string) => {
+    provider: string | undefined;
+    model: string | undefined;
+};

package/lib/cjs/utils/model.js

@@ -1,5 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseModel = void 0;
 exports.availableModels = availableModels;
 exports.availableImageModels = availableImageModels;
 exports.findModel = findModel;
@@ -110,7 +111,7 @@ function availableImageModels() {
             create: (params) => new openai_1.OpenAIImageModel({ ...params, clientOptions }),
         },
         {
-            name: gemini_1.GeminiImageModel.name,
+            name: [gemini_1.GeminiImageModel.name, "google"],
             apiKeyEnvName: "GEMINI_API_KEY",
             create: (params) => new gemini_1.GeminiImageModel({ ...params, clientOptions }),
         },
@@ -145,6 +146,17 @@ function findModel(provider) {
 function findImageModel(provider) {
     provider = provider.toLowerCase().replace(/-/g, "");
     const all = availableImageModels();
-    const match = all.find((m) => m.name.toLowerCase().includes(provider));
+    const match = all.find((m) => {
+        if (typeof m.name === "string") {
+            return m.name.toLowerCase().includes(provider);
+        }
+        return m.name.some((n) => n.toLowerCase().includes(provider));
+    });
     return { all, match };
 }
+const parseModel = (model) => {
+    model = model.replace(":", "/");
+    const { provider, name } = model.match(/(?<provider>[^/]*)(\/(?<name>.*))?/)?.groups ?? {};
+    return { provider: provider?.replace(/-/g, ""), model: name };
+};
+exports.parseModel = parseModel;

package/lib/dts/utils/model.d.ts

@@ -11,7 +11,7 @@ export interface LoadableModel {
 }
 export declare function availableModels(): LoadableModel[];
 export interface LoadableImageModel {
-    name: string;
+    name: string | string[];
     apiKeyEnvName: string;
     create: (options: {
         apiKey?: string;
@@ -29,3 +29,7 @@ export declare function findImageModel(provider: string): {
     all: LoadableImageModel[];
     match: LoadableImageModel | undefined;
 };
+export declare const parseModel: (model: string) => {
+    provider: string | undefined;
+    model: string | undefined;
+};

package/lib/esm/aigne-hub-image-model.js

@@ -1,4 +1,4 @@
-import { ImageModel, } from "@aigne/core";
+import { FileOutputType, ImageModel, } from "@aigne/core";
 import { checkArguments } from "@aigne/core/utils/type-utils.js";
 import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import { BaseClient, } from "@aigne/transport/http-client/base-client.js";
@@ -6,7 +6,6 @@ import { joinURL } from "ufo";
 import { getAIGNEHubMountPoint } from "./utils/blocklet.js";
 import { AIGNE_HUB_BLOCKLET_DID, AIGNE_HUB_IMAGE_MODEL, AIGNE_HUB_URL } from "./utils/constants.js";
 import { aigneHubModelOptionsSchema } from "./utils/type.js";
-const AIGNE_HUB_DEFAULT_IMAGE_MIME = "image/png";
 export class AIGNEHubImageModel extends ImageModel {
     options;
     constructor(options) {
@@ -54,45 +53,14 @@ export class AIGNEHubImageModel extends ImageModel {
             BLOCKLET_APP_PID ||
             ABT_NODE_DID ||
             `@aigne/aigne-hub:${typeof process !== "undefined" ? nodejs.os.hostname() : "unknown"}`;
-        // Convert local image to base64
-        if (input.image) {
-            const images = Array.isArray(input.image) ? input.image : [input.image];
-            input.image = await Promise.all(images.map(async (image) => {
-                if (image.startsWith("http")) {
-                    try {
-                        const response = await this.downloadFile(image);
-                        const buffer = await response.arrayBuffer();
-                        const mime = response.headers.get("content-type") || AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                        const base64 = Buffer.from(buffer).toString("base64");
-                        return `data:${mime};base64,${base64}`;
-                    }
-                    catch {
-                        return image;
-                    }
-                }
-                if (image.startsWith("file://")) {
-                    const filePath = image.replace("file://", "");
-                    if (nodejs.fsSync.existsSync(filePath)) {
-                        const mime = AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                        const base64 = await nodejs.fs.readFile(filePath, "base64");
-                        return `data:${mime};base64,${base64}`;
-                    }
-                    throw new Error(`Local file not found: ${filePath}`);
-                }
-                if (nodejs.fsSync.existsSync(image)) {
-                    const mime = AIGNE_HUB_DEFAULT_IMAGE_MIME;
-                    const base64 = await nodejs.fs.readFile(image, "base64");
-                    return `data:${mime};base64,${base64}`;
-                }
-                return image;
-            }));
-        }
         const response = await (await this.client).__invoke(undefined, {
             ...input,
             modelOptions: {
                 ...this.options.modelOptions,
                 model: input.model || (await this.credential).model,
             },
+            // Shouldn't use `local` output type for remote AIGNE Hub call, client can not access the remote filesystem
+            outputType: FileOutputType.file,
         }, {
             ...options,
             streaming: false,

package/lib/esm/index.js

@@ -1,5 +1,5 @@
 import { ChatModel, ImageModel, } from "@aigne/core";
-import { findImageModel, findModel } from "./utils/model.js";
+import { findImageModel, findModel, parseModel } from "./utils/model.js";
 export * from "./utils/blocklet.js";
 export * from "./utils/constants.js";
 export * from "./utils/model.js";
@@ -9,7 +9,15 @@ export class AIGNEHubChatModel extends ChatModel {
         return new AIGNEHubChatModel(options);
     }
     constructor(options) {
-        const provider = process.env.BLOCKLET_AIGNE_API_PROVIDER || AIGNEHubChatModel.name;
+        let provider = process.env.BLOCKLET_AIGNE_API_PROVIDER;
+        if (!provider && options.model) {
+            const parsed = parseModel(options.model);
+            if (parsed.provider && parsed.model) {
+                provider = parsed.provider;
+                options.model = parsed.model;
+            }
+        }
+        provider ||= AIGNEHubChatModel.name;
         const { match, all } = findModel(provider);
         if (!match) {
             const available = all.map((m) => m.name).join(", ");
@@ -34,7 +42,15 @@ export class AIGNEHubImageModel extends ImageModel {
         return new AIGNEHubImageModel(options);
     }
     constructor(options) {
-        const provider = process.env.BLOCKLET_AIGNE_API_PROVIDER || AIGNEHubImageModel.name;
+        let provider = process.env.BLOCKLET_AIGNE_API_PROVIDER;
+        if (!provider && options.model) {
+            const parsed = parseModel(options.model);
+            if (parsed.provider && parsed.model) {
+                provider = parsed.provider;
+                options.model = parsed.model;
+            }
+        }
+        provider ||= AIGNEHubImageModel.name;
         const { match, all } = findImageModel(provider);
         if (!match) {
             const available = all.map((m) => m.name).join(", ");

package/lib/esm/utils/model.d.ts

@@ -11,7 +11,7 @@ export interface LoadableModel {
 }
 export declare function availableModels(): LoadableModel[];
 export interface LoadableImageModel {
-    name: string;
+    name: string | string[];
     apiKeyEnvName: string;
     create: (options: {
         apiKey?: string;
@@ -29,3 +29,7 @@ export declare function findImageModel(provider: string): {
     all: LoadableImageModel[];
     match: LoadableImageModel | undefined;
 };
+export declare const parseModel: (model: string) => {
+    provider: string | undefined;
+    model: string | undefined;
+};

package/lib/esm/utils/model.js

@@ -104,7 +104,7 @@ export function availableImageModels() {
             create: (params) => new OpenAIImageModel({ ...params, clientOptions }),
         },
         {
-            name: GeminiImageModel.name,
+            name: [GeminiImageModel.name, "google"],
             apiKeyEnvName: "GEMINI_API_KEY",
             create: (params) => new GeminiImageModel({ ...params, clientOptions }),
         },
@@ -139,6 +139,16 @@ export function findModel(provider) {
 export function findImageModel(provider) {
     provider = provider.toLowerCase().replace(/-/g, "");
     const all = availableImageModels();
-    const match = all.find((m) => m.name.toLowerCase().includes(provider));
+    const match = all.find((m) => {
+        if (typeof m.name === "string") {
+            return m.name.toLowerCase().includes(provider);
+        }
+        return m.name.some((n) => n.toLowerCase().includes(provider));
+    });
     return { all, match };
 }
+export const parseModel = (model) => {
+    model = model.replace(":", "/");
+    const { provider, name } = model.match(/(?<provider>[^/]*)(\/(?<name>.*))?/)?.groups ?? {};
+    return { provider: provider?.replace(/-/g, ""), model: name };
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/aigne-hub",
-  "version": "0.9.5",
+  "version": "0.10.0-beta",
   "description": "AIGNE Hub SDK for integrating with Hub AI models",
   "publishConfig": {
     "access": "public"
@@ -39,20 +39,20 @@
     "https-proxy-agent": "^7.0.6",
     "ufo": "^1.6.1",
     "zod": "^3.25.67",
-    "@aigne/bedrock": "^0.10.4",
-    "@aigne/core": "^1.60.3",
-    "@aigne/deepseek": "^0.7.45",
-    "@aigne/doubao": "^1.0.40",
-    "@aigne/anthropic": "^0.13.4",
-    "@aigne/ideogram": "^0.3.15",
-    "@aigne/ollama": "^0.7.45",
-    "@aigne/gemini": "^0.13.4",
-    "@aigne/open-router": "^0.7.45",
-    "@aigne/openai": "^0.15.4",
-    "@aigne/poe": "^1.0.25",
-    "@aigne/transport": "^0.15.8",
-    "@aigne/xai": "^0.7.45",
-    "@aigne/platform-helpers": "^0.6.2"
+    "@aigne/anthropic": "^0.13.5-beta",
+    "@aigne/core": "^1.61.0-beta",
+    "@aigne/bedrock": "^0.10.5-beta",
+    "@aigne/deepseek": "^0.7.46-beta",
+    "@aigne/doubao": "^1.1.0-beta",
+    "@aigne/gemini": "^0.14.0-beta",
+    "@aigne/ollama": "^0.7.46-beta",
+    "@aigne/ideogram": "^0.4.0-beta",
+    "@aigne/openai": "^0.16.0-beta",
+    "@aigne/open-router": "^0.7.46-beta",
+    "@aigne/platform-helpers": "^0.6.3-beta",
+    "@aigne/poe": "^1.0.26-beta",
+    "@aigne/xai": "^0.7.46-beta",
+    "@aigne/transport": "^0.15.9-beta"
   },
   "devDependencies": {
     "@types/bun": "^1.2.22",
@@ -61,7 +61,7 @@
     "npm-run-all": "^4.1.5",
     "rimraf": "^6.0.1",
     "typescript": "^5.9.2",
-    "@aigne/test-utils": "^0.5.52"
+    "@aigne/test-utils": "^0.5.53-beta"
   },
   "scripts": {
     "lint": "tsc --noEmit",