@vectorx/ai-sdk 1.0.0 → 1.1.0

package/lib/models/QwenImage20/index.js

@@ -0,0 +1,244 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QwenImage20FastModel = exports.QwenImage20ProModel = exports.QwenImage20Model = void 0;
+const stream_1 = require("../../stream");
+const utils_1 = require("../../utils");
+const Chat_1 = require("../Chat");
+const index_1 = require("../index");
+class QwenImage20Model extends Chat_1.SimpleChatModel {
+    constructor(req, baseUrl, tokenManager, model = index_1.modelName[index_1.MultiModalModelName.QwenImage20Pro]) {
+        super(req, baseUrl, QwenImage20Model.SUB_URL, tokenManager);
+        this.modelName = model;
+    }
+    normalizeStandardImageCompletion(res, fallbackModel) {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
+        const qOutput = ((res === null || res === void 0 ? void 0 : res.output) || {});
+        const first = ((_b = (_a = qOutput === null || qOutput === void 0 ? void 0 : qOutput.choices) === null || _a === void 0 ? void 0 : _a[0]) !== null && _b !== void 0 ? _b : null);
+        const message = (_c = first === null || first === void 0 ? void 0 : first.message) !== null && _c !== void 0 ? _c : {};
+        const contentUrl = Array.isArray(message === null || message === void 0 ? void 0 : message.content) && ((_d = message.content[0]) === null || _d === void 0 ? void 0 : _d.image)
+            ? String(message.content[0].image)
+            : "";
+        const created = (_e = res === null || res === void 0 ? void 0 : res.created) !== null && _e !== void 0 ? _e : Math.floor(Date.now() / 1000);
+        const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
+        const normalized = {
+            id,
+            object: (_f = res === null || res === void 0 ? void 0 : res.object) !== null && _f !== void 0 ? _f : "chat.completion",
+            created,
+            model: (_g = res === null || res === void 0 ? void 0 : res.model) !== null && _g !== void 0 ? _g : fallbackModel,
+            log_id: id,
+            error: (_j = (_h = res === null || res === void 0 ? void 0 : res.error) !== null && _h !== void 0 ? _h : res === null || res === void 0 ? void 0 : res.message) !== null && _j !== void 0 ? _j : "",
+            code: typeof (res === null || res === void 0 ? void 0 : res.code) === "number" ? res.code : 0,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        id,
+                        role: "assistant",
+                        type: "image",
+                        content: contentUrl || "",
+                        reasoning_content: "",
+                    },
+                    finish_reason: (_k = first === null || first === void 0 ? void 0 : first.finish_reason) !== null && _k !== void 0 ? _k : "stop",
+                },
+            ],
+            usage: mapUsageToStandard(res === null || res === void 0 ? void 0 : res.usage),
+        };
+        return normalized;
+    }
+    convertToQwenImage20Input(data) {
+        var _a, _b;
+        const imageUrls = [];
+        const texts = [];
+        const messages = data.messages || data.history || [];
+        if (Array.isArray(messages) && messages.length > 0) {
+            const firstUser = (_a = messages.find((m) => (m === null || m === void 0 ? void 0 : m.role) === "user")) !== null && _a !== void 0 ? _a : messages[0];
+            const c = firstUser === null || firstUser === void 0 ? void 0 : firstUser.content;
+            if (typeof c === "string" && c.trim()) {
+                texts.push(c.trim());
+            }
+            else if (Array.isArray(c)) {
+                for (const p of c) {
+                    if ((p === null || p === void 0 ? void 0 : p.type) === "image_url" && ((_b = p.image_url) === null || _b === void 0 ? void 0 : _b.url)) {
+                        imageUrls.push(String(p.image_url.url));
+                    }
+                    else if ((p === null || p === void 0 ? void 0 : p.type) === "image" && p.image) {
+                        imageUrls.push(String(p.image));
+                    }
+                    else if ((p === null || p === void 0 ? void 0 : p.type) === "text" && typeof p.text === "string" && p.text.trim()) {
+                        texts.push(p.text.trim());
+                    }
+                }
+            }
+        }
+        if (imageUrls.length === 0 && data.image)
+            imageUrls.push(String(data.image));
+        if (imageUrls.length === 0 && Array.isArray(data.images))
+            imageUrls.push(...data.images.map(String));
+        if (texts.length === 0 && data.msg)
+            texts.push(String(data.msg));
+        if (texts.length === 0 && data.prompt)
+            texts.push(String(data.prompt));
+        const prompt = texts.join(" ").trim();
+        if (!prompt)
+            throw new Error("QwenImage20 需要提供一个 text 提示词");
+        if (imageUrls.length > 3) {
+            throw new Error("QwenImage20 图像编辑最多支持 3 张输入图");
+        }
+        const content = [];
+        imageUrls.forEach((url) => content.push({ image: url }));
+        content.push({ text: prompt });
+        const userParams = Object.assign({}, (data.parameters || {}));
+        if (!userParams.negative_prompt && data.negative_prompt) {
+            userParams.negative_prompt = String(data.negative_prompt);
+        }
+        const parameters = Object.assign({ watermark: false, prompt_extend: true, n: 1 }, userParams);
+        return {
+            model: this.modelName,
+            input: {
+                messages: [{ role: "user", content }],
+            },
+            parameters,
+        };
+    }
+    modelRequest(data_1) {
+        return __awaiter(this, arguments, void 0, function* (data, options = { timeout: 60 * 1000 }) {
+            const fetchHeaders = yield this.createAuthHeaders(options === null || options === void 0 ? void 0 : options.headers);
+            const joinedUrl = `${String(this.baseUrl).replace(/\/+$/, "")}/${String(this.subUrl).replace(/^\/+/, "")}`;
+            const { data: responseData, header } = (yield this.req.fetch({
+                url: joinedUrl,
+                headers: Object.assign(Object.assign({}, fetchHeaders), ((options === null || options === void 0 ? void 0 : options.headers) || {})),
+                body: JSON.stringify(data),
+                method: "post",
+                stream: false,
+            }));
+            return (0, utils_1.handleResponseData)(responseData, header);
+        });
+    }
+    isErrorResponse(obj) {
+        if ((obj === null || obj === void 0 ? void 0 : obj.error) && typeof obj.error === "object" && obj.error.code)
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "string" && obj.code && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "number" && obj.code !== 0 && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        return false;
+    }
+    normalizeErrorResponse(res) {
+        var _a, _b;
+        const err = typeof (res === null || res === void 0 ? void 0 : res.error) === "object" ? res.error : {};
+        const errorCode = (err === null || err === void 0 ? void 0 : err.code) || (res === null || res === void 0 ? void 0 : res.code) || "unknown_error";
+        const errorMessage = (err === null || err === void 0 ? void 0 : err.message) || (res === null || res === void 0 ? void 0 : res.message) || "Unknown error";
+        const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
+        const created = (_a = res === null || res === void 0 ? void 0 : res.created) !== null && _a !== void 0 ? _a : Math.floor(Date.now() / 1000);
+        return {
+            id,
+            object: "chat.completion",
+            created,
+            model: (_b = res === null || res === void 0 ? void 0 : res.model) !== null && _b !== void 0 ? _b : this.modelName,
+            log_id: id,
+            error: `[${errorCode}] ${errorMessage}`,
+            code: typeof (res === null || res === void 0 ? void 0 : res.code) === "number" ? res.code : -1,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        id,
+                        role: "assistant",
+                        type: "error",
+                        content: `[${errorCode}] ${errorMessage}`,
+                        reasoning_content: "",
+                    },
+                    finish_reason: "error",
+                },
+            ],
+            usage: {
+                prompt_tokens: 0,
+                completion_tokens: 0,
+                knowledge_tokens: 0,
+                reasoning_tokens: 0,
+                total_tokens: 0,
+            },
+        };
+    }
+    doGenerate(data, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            data.model = this.modelName;
+            const payload = this.convertToQwenImage20Input(data);
+            const res = (yield this.modelRequest(payload, options));
+            if (this.isErrorResponse(res)) {
+                return this.normalizeErrorResponse(res);
+            }
+            return this.normalizeStandardImageCompletion(res, this.modelName);
+        });
+    }
+    doStream(data, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b;
+            const nonStream = yield this.doGenerate(Object.assign({}, data), options);
+            const msg = ((_b = (_a = nonStream.choices) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.message) || {};
+            const singleChunk = {
+                id: nonStream.id,
+                object: "chat.completion.chunk",
+                created: nonStream.created,
+                model: nonStream.model,
+                log_id: nonStream.log_id,
+                error: nonStream.error || "",
+                code: nonStream.code || 0,
+                choices: [
+                    {
+                        index: 0,
+                        message: {
+                            id: nonStream.id,
+                            role: "assistant",
+                            type: msg.type || "image",
+                            content: msg.content || "",
+                            reasoning_content: "",
+                        },
+                        finish_reason: "stop",
+                    },
+                ],
+                usage: nonStream.usage,
+            };
+            const stream = new stream_1.ReadableStream({
+                start(controller) {
+                    controller.enqueue(singleChunk);
+                    controller.close();
+                },
+            });
+            return (0, stream_1.createAsyncIterable)(stream);
+        });
+    }
+}
+exports.QwenImage20Model = QwenImage20Model;
+QwenImage20Model.BASE_URL = "https://dashscope.aliyuncs.com";
+QwenImage20Model.SUB_URL = "api/v1/services/aigc/multimodal-generation/generation";
+class QwenImage20ProModel extends QwenImage20Model {
+    constructor(req, baseUrl, tokenManager) {
+        super(req, baseUrl, tokenManager, index_1.modelName[index_1.MultiModalModelName.QwenImage20Pro]);
+    }
+}
+exports.QwenImage20ProModel = QwenImage20ProModel;
+class QwenImage20FastModel extends QwenImage20Model {
+    constructor(req, baseUrl, tokenManager) {
+        super(req, baseUrl, tokenManager, index_1.modelName[index_1.MultiModalModelName.QwenImage20]);
+    }
+}
+exports.QwenImage20FastModel = QwenImage20FastModel;
+function mapUsageToStandard(_usage) {
+    return {
+        prompt_tokens: 0,
+        completion_tokens: 0,
+        knowledge_tokens: 0,
+        reasoning_tokens: 0,
+        total_tokens: 0,
+    };
+}

package/lib/models/QwenImageEdit/index.d.ts

@@ -1,6 +1,6 @@
 import type { IAbstractRequest } from "@vectorx/ai-types";
 import type { DoGenerateOutput, DoStreamOutput, ModelRequestOptions, ReqOptions } from "../../model-type";
-import { TokenManager } from "../../tokenManager";
+import type { TokenManager } from "../../tokenManager";
 import { SimpleChatModel } from "../Chat";
 export interface QwenImageEditParameters {
     negative_prompt?: string;
@@ -72,6 +72,8 @@ export declare class QwenImageEditModel extends SimpleChatModel {
         parameters?: QwenImageEditParameters;
     }): QwenImageEditRequestOptions;
     protected modelRequest(data: QwenImageEditRequestOptions, options?: ReqOptions): Promise<ReadableStream<Uint8Array> | Promise<unknown>>;
+    private isErrorResponse;
+    private normalizeErrorResponse;
     doGenerate(data: ModelRequestOptions, options?: ReqOptions): Promise<DoGenerateOutput>;
     doStream(data: ModelRequestOptions, options?: ReqOptions): Promise<DoStreamOutput>;
 }

package/lib/models/QwenImageEdit/index.js

@@ -51,7 +51,9 @@ class QwenImageEditModel extends Chat_1.SimpleChatModel {
         }
         const first = ((_g = (_f = qOutput === null || qOutput === void 0 ? void 0 : qOutput.choices) === null || _f === void 0 ? void 0 : _f[0]) !== null && _g !== void 0 ? _g : null);
         const message = (_h = first === null || first === void 0 ? void 0 : first.message) !== null && _h !== void 0 ? _h : {};
-        const contentUrl = Array.isArray(message === null || message === void 0 ? void 0 : message.content) && ((_j = message.content[0]) === null || _j === void 0 ? void 0 : _j.image) ? String(message.content[0].image) : "";
+        const contentUrl = Array.isArray(message === null || message === void 0 ? void 0 : message.content) && ((_j = message.content[0]) === null || _j === void 0 ? void 0 : _j.image)
+            ? String(message.content[0].image)
+            : "";
         const created = (_k = res === null || res === void 0 ? void 0 : res.created) !== null && _k !== void 0 ? _k : Math.floor(Date.now() / 1000);
         const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
         const normalized = {
@@ -145,11 +147,60 @@ class QwenImageEditModel extends Chat_1.SimpleChatModel {
             return (0, utils_1.handleResponseData)(responseData, header);
         });
     }
+    isErrorResponse(obj) {
+        if ((obj === null || obj === void 0 ? void 0 : obj.error) && typeof obj.error === "object" && obj.error.code)
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "string" && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "number" && obj.code !== 0 && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        return false;
+    }
+    normalizeErrorResponse(res) {
+        var _a, _b;
+        const err = typeof (res === null || res === void 0 ? void 0 : res.error) === "object" ? res.error : {};
+        const errorCode = (err === null || err === void 0 ? void 0 : err.code) || (res === null || res === void 0 ? void 0 : res.code) || "unknown_error";
+        const errorMessage = (err === null || err === void 0 ? void 0 : err.message) || (res === null || res === void 0 ? void 0 : res.message) || "Unknown error";
+        const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
+        const created = (_a = res === null || res === void 0 ? void 0 : res.created) !== null && _a !== void 0 ? _a : Math.floor(Date.now() / 1000);
+        return {
+            id,
+            object: "chat.completion",
+            created,
+            model: (_b = res === null || res === void 0 ? void 0 : res.model) !== null && _b !== void 0 ? _b : this.modelName,
+            log_id: id,
+            error: `[${errorCode}] ${errorMessage}`,
+            code: typeof (res === null || res === void 0 ? void 0 : res.code) === "number" ? res.code : -1,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        id,
+                        role: "assistant",
+                        type: "error",
+                        content: `[${errorCode}] ${errorMessage}`,
+                        reasoning_content: "",
+                    },
+                    finish_reason: "error",
+                },
+            ],
+            usage: {
+                prompt_tokens: 0,
+                completion_tokens: 0,
+                knowledge_tokens: 0,
+                reasoning_tokens: 0,
+                total_tokens: 0,
+            },
+        };
+    }
     doGenerate(data, options) {
         return __awaiter(this, void 0, void 0, function* () {
             data.model = this.modelName;
             const payload = this.coverModelRequestToQwenInput(data);
             const res = (yield this.modelRequest(payload, options));
+            if (this.isErrorResponse(res)) {
+                return this.normalizeErrorResponse(res);
+            }
             return this.normalizeStandardImageEditCompletion(res, this.modelName);
         });
     }

package/lib/models/QwenSketchToImage/index.d.ts

@@ -1,6 +1,6 @@
 import type { IAbstractRequest } from "@vectorx/ai-types";
 import type { DoGenerateOutput, DoStreamOutput, ModelRequestOptions, ReqOptions } from "../../model-type";
-import { TokenManager } from "../../tokenManager";
+import type { TokenManager } from "../../tokenManager";
 import { SimpleChatModel } from "../Chat";
 export interface WanxSketchToImageLiteParameters {
     size?: "768*768" | "720*1280" | "1280*720" | string;

package/lib/models/QwenStyleRepaintV1/index.d.ts

@@ -1,6 +1,6 @@
 import type { IAbstractRequest } from "@vectorx/ai-types";
 import type { DoGenerateOutput, DoStreamOutput, ModelRequestOptions, ReqOptions } from "../../model-type";
-import { TokenManager } from "../../tokenManager";
+import type { TokenManager } from "../../tokenManager";
 import { SimpleChatModel } from "../Chat";
 export declare const STYLE_INDEX: {
     readonly CUSTOM: -1;

package/lib/models/QwenStyleRepaintV1/index.js

@@ -78,7 +78,9 @@ class QwenStyleRepaintV1Model extends Chat_1.SimpleChatModel {
         }
         const first = ((_g = (_f = qOutput === null || qOutput === void 0 ? void 0 : qOutput.choices) === null || _f === void 0 ? void 0 : _f[0]) !== null && _g !== void 0 ? _g : null);
         const message = (_h = first === null || first === void 0 ? void 0 : first.message) !== null && _h !== void 0 ? _h : {};
-        const contentUrl = Array.isArray(message === null || message === void 0 ? void 0 : message.content) && ((_j = message.content[0]) === null || _j === void 0 ? void 0 : _j.image) ? String(message.content[0].image) : "";
+        const contentUrl = Array.isArray(message === null || message === void 0 ? void 0 : message.content) && ((_j = message.content[0]) === null || _j === void 0 ? void 0 : _j.image)
+            ? String(message.content[0].image)
+            : "";
         const created = (_k = res === null || res === void 0 ? void 0 : res.created) !== null && _k !== void 0 ? _k : Math.floor(Date.now() / 1000);
         const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
         const normalized = {

package/lib/models/QwenVlMax/index.d.ts

@@ -72,6 +72,8 @@ export declare class QwenVlMax extends SimpleChatModel {
     constructor(req: IAbstractRequest, baseUrl: string, modelName: MultiModalModelName, tokenManager: TokenManager);
     protected modelRequest(data: QwenVlMaxAPIInput, options?: ReqOptions): Promise<ReadableStream<Uint8Array> | Promise<unknown>>;
     protected normalizeResponse(response: QwenVlMaxResponse): DoGenerateOutput;
+    private normalizeErrorResponse;
+    private isErrorResponse;
     doGenerate(data: ModelRequestOptions, options?: ReqOptions): Promise<DoGenerateOutput>;
     doStream(data: ModelRequestOptions, options?: ReqOptions): Promise<DoStreamOutput>;
     private convertToQwenVlMaxRequestOptions;

package/lib/models/QwenVlMax/index.js

@@ -77,11 +77,61 @@ class QwenVlMax extends Chat_1.SimpleChatModel {
             },
         };
     }
+    normalizeErrorResponse(res) {
+        var _a, _b;
+        const err = (res === null || res === void 0 ? void 0 : res.error) || {};
+        const errorCode = (err === null || err === void 0 ? void 0 : err.code) || (res === null || res === void 0 ? void 0 : res.code) || "unknown_error";
+        const errorMessage = (err === null || err === void 0 ? void 0 : err.message) || (res === null || res === void 0 ? void 0 : res.message) || "Unknown error";
+        const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
+        const created = (_a = res === null || res === void 0 ? void 0 : res.created) !== null && _a !== void 0 ? _a : Math.floor(Date.now() / 1000);
+        return {
+            id,
+            object: "chat.completion",
+            created,
+            model: (_b = res === null || res === void 0 ? void 0 : res.model) !== null && _b !== void 0 ? _b : this.modelName,
+            log_id: id,
+            error: `[${errorCode}] ${errorMessage}`,
+            code: typeof (res === null || res === void 0 ? void 0 : res.code) === "number" ? res.code : -1,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        id,
+                        role: "assistant",
+                        type: "error",
+                        content: `[${errorCode}] ${errorMessage}`,
+                        reasoning_content: "",
+                    },
+                    finish_reason: "error",
+                },
+            ],
+            usage: {
+                prompt_tokens: 0,
+                completion_tokens: 0,
+                knowledge_tokens: 0,
+                reasoning_tokens: 0,
+                total_tokens: 0,
+            },
+        };
+    }
+    isErrorResponse(obj) {
+        if ((obj === null || obj === void 0 ? void 0 : obj.error) && typeof obj.error === "object" && obj.error.code)
+            return true;
+        if ((obj === null || obj === void 0 ? void 0 : obj.error) && typeof obj.error === "string" && obj.error.length > 0 && !obj.choices)
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "number" && obj.code !== 0 && !obj.choices)
+            return true;
+        return false;
+    }
     doGenerate(data, options) {
         return __awaiter(this, void 0, void 0, function* () {
             const qwenVlMaxData = this.convertToQwenVlMaxRequestOptions(data);
             const requestData = Object.assign(Object.assign({}, qwenVlMaxData), { stream: false });
             const res = yield this.modelRequest(requestData, options);
+            const resObj = res;
+            if (this.isErrorResponse(resObj)) {
+                return this.normalizeErrorResponse(resObj);
+            }
             return this.normalizeResponse(res);
         });
     }
@@ -92,7 +142,20 @@ class QwenVlMax extends Chat_1.SimpleChatModel {
             const _stream = (yield this.modelRequest(requestData, options));
             const stream = (0, stream_1.toPolyfillReadable)(_stream);
             const standardStream = (0, stream_1.intoStandardStream)(stream);
-            return (0, stream_1.createAsyncIterable)(standardStream);
+            const self = this;
+            const errorNormalizingStream = standardStream.pipeThrough(new stream_1.TransformStream({
+                transform(chunk, controller) {
+                    const raw = chunk;
+                    if (self.isErrorResponse(raw)) {
+                        const normalized = self.normalizeErrorResponse(raw);
+                        controller.enqueue(normalized);
+                    }
+                    else {
+                        controller.enqueue(chunk);
+                    }
+                },
+            }));
+            return (0, stream_1.createAsyncIterable)(errorNormalizingStream);
         });
     }
     convertToQwenVlMaxRequestOptions(data) {
@@ -100,7 +163,9 @@ class QwenVlMax extends Chat_1.SimpleChatModel {
         const clamp = (value, min, max, defaultValue) => value !== undefined ? Math.max(min, Math.min(max, value)) : defaultValue;
         const messages = (data.messages || []).map((msg) => ({
             role: msg.role,
-            content: Array.isArray(msg.content) ? (0, model_type_1.filterContentByTypes)(msg.content, ["text", "image_url"]) : msg.content,
+            content: Array.isArray(msg.content)
+                ? (0, model_type_1.filterContentByTypes)(msg.content, ["text", "image_url"])
+                : msg.content,
         }));
         return {
             model: this.modelName,

package/lib/models/TTSModel.d.ts

@@ -0,0 +1,11 @@
+import type { AsyncIterableReadableStream, DoGenerateSpeechOutput, DoStreamSpeechOutput, TTSRequestOptions } from "../model-type";
+import type { TokenManager } from "../tokenManager";
+export declare abstract class SimpleTTSModel {
+    protected modelName: string;
+    protected tokenManager: TokenManager;
+    constructor(tokenManager: TokenManager, modelName: string);
+    abstract doStreamSpeech(options: TTSRequestOptions): Promise<DoStreamSpeechOutput>;
+    doGenerateSpeech(options: TTSRequestOptions): Promise<DoGenerateSpeechOutput>;
+    protected getValidToken(): Promise<string>;
+    protected createAsyncIterable<T>(stream: ReadableStream<T>): AsyncIterableReadableStream<T>;
+}

package/lib/models/TTSModel.js

@@ -0,0 +1,75 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SimpleTTSModel = void 0;
+class SimpleTTSModel {
+    constructor(tokenManager, modelName) {
+        this.tokenManager = tokenManager;
+        this.modelName = modelName;
+    }
+    doGenerateSpeech(options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            const stream = yield this.doStreamSpeech(options);
+            const chunks = [];
+            try {
+                for (var _d = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = yield stream_1.next(), _a = stream_1_1.done, !_a; _d = true) {
+                    _c = stream_1_1.value;
+                    _d = false;
+                    const chunk = _c;
+                    if (chunk.audio.length > 0) {
+                        chunks.push(chunk.audio);
+                    }
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = stream_1.return)) yield _b.call(stream_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            const charCount = [...options.text].reduce((acc, ch) => acc + (/[\u4e00-\u9fff]/.test(ch) ? 2 : 1), 0);
+            return {
+                audio: Buffer.concat(chunks),
+                usage: { characters: charCount },
+            };
+        });
+    }
+    getValidToken() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return yield this.tokenManager.getValidToken();
+        });
+    }
+    createAsyncIterable(stream) {
+        const asyncStream = stream;
+        asyncStream[Symbol.asyncIterator] = () => {
+            const reader = stream.getReader();
+            return {
+                next() {
+                    return __awaiter(this, void 0, void 0, function* () {
+                        const { done, value } = yield reader.read();
+                        return done ? { done: true, value: undefined } : { done: false, value };
+                    });
+                },
+            };
+        };
+        return asyncStream;
+    }
+}
+exports.SimpleTTSModel = SimpleTTSModel;

package/lib/models/Wan26Image/index.d.ts

@@ -1,6 +1,6 @@
 import type { IAbstractRequest } from "@vectorx/ai-types";
 import type { DoGenerateOutput, DoStreamOutput, ModelRequestOptions, ReqOptions } from "../../model-type";
-import { TokenManager } from "../../tokenManager";
+import type { TokenManager } from "../../tokenManager";
 import { SimpleChatModel } from "../Chat";
 export interface Wan26ImageParameters {
     negative_prompt?: string;
@@ -91,6 +91,8 @@ export declare class Wan26ImageModel extends SimpleChatModel {
         parameters?: Wan26ImageParameters;
     } & Record<string, any>): Wan26ImageRequestOptions;
     protected modelRequest(data: Wan26ImageRequestOptions, options?: ReqOptions): Promise<ReadableStream<Uint8Array> | Promise<unknown>>;
+    private isErrorResponse;
+    private normalizeErrorResponse;
     doGenerate(data: ModelRequestOptions & {
         parameters?: Wan26ImageParameters;
     }, options?: ReqOptions): Promise<DoGenerateOutput>;

package/lib/models/Wan26Image/index.js

@@ -157,12 +157,61 @@ class Wan26ImageModel extends Chat_1.SimpleChatModel {
             return (0, utils_1.handleResponseData)(responseData, header);
         });
     }
+    isErrorResponse(obj) {
+        if ((obj === null || obj === void 0 ? void 0 : obj.error) && typeof obj.error === "object" && obj.error.code)
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "string" && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        if (typeof (obj === null || obj === void 0 ? void 0 : obj.code) === "number" && obj.code !== 0 && !(obj === null || obj === void 0 ? void 0 : obj.output))
+            return true;
+        return false;
+    }
+    normalizeErrorResponse(res) {
+        var _a, _b;
+        const err = typeof (res === null || res === void 0 ? void 0 : res.error) === "object" ? res.error : {};
+        const errorCode = (err === null || err === void 0 ? void 0 : err.code) || (res === null || res === void 0 ? void 0 : res.code) || "unknown_error";
+        const errorMessage = (err === null || err === void 0 ? void 0 : err.message) || (res === null || res === void 0 ? void 0 : res.message) || "Unknown error";
+        const id = (res === null || res === void 0 ? void 0 : res.id) || (res === null || res === void 0 ? void 0 : res.request_id) || "";
+        const created = (_a = res === null || res === void 0 ? void 0 : res.created) !== null && _a !== void 0 ? _a : Math.floor(Date.now() / 1000);
+        return {
+            id,
+            object: "chat.completion",
+            created,
+            model: (_b = res === null || res === void 0 ? void 0 : res.model) !== null && _b !== void 0 ? _b : this.modelName,
+            log_id: id,
+            error: `[${errorCode}] ${errorMessage}`,
+            code: typeof (res === null || res === void 0 ? void 0 : res.code) === "number" ? res.code : -1,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        id,
+                        role: "assistant",
+                        type: "error",
+                        content: `[${errorCode}] ${errorMessage}`,
+                        reasoning_content: "",
+                    },
+                    finish_reason: "error",
+                },
+            ],
+            usage: {
+                prompt_tokens: 0,
+                completion_tokens: 0,
+                knowledge_tokens: 0,
+                reasoning_tokens: 0,
+                total_tokens: 0,
+            },
+        };
+    }
     doGenerate(data, options) {
         return __awaiter(this, void 0, void 0, function* () {
             data.model = this.modelName;
             const body = this.convertToWan26Input(data);
             const headers = Object.assign(Object.assign({}, ((options === null || options === void 0 ? void 0 : options.headers) || {})), { "X-DashScope-Async": "enable" });
             const res = (yield this.modelRequest(body, Object.assign(Object.assign({}, options), { headers })));
+            if (this.isErrorResponse(res)) {
+                return this.normalizeErrorResponse(res);
+            }
             return this.normalizeStandardImageCompletion(res, this.modelName);
         });
     }
@@ -231,7 +280,9 @@ function extractFirstImageUrl(res) {
                 return item.url;
             if (typeof item.image_url === "string" && item.image_url)
                 return item.image_url;
-            if (item.image_url && typeof item.image_url === "object" && typeof item.image_url.url === "string") {
+            if (item.image_url &&
+                typeof item.image_url === "object" &&
+                typeof item.image_url.url === "string") {
                 return String(item.image_url.url);
             }
         }