@vectorx/agent-runtime 0.5.0 → 0.6.1

package/lib/agent-runner.js

@@ -30,7 +30,7 @@ class AgentDriver {
             }
             const apiFuncs = {
                 "POST:send-message": this.sendMessageFunc.bind(this),
-                "POST:upload-file": this.uploadFileFunc.bind(this),
+                "POST:upload-openai-file": this.uploadFileFunc.bind(this),
                 "GET:query-tasks": this.queryTasksFunc.bind(this),
                 "GET:messages": this.getHistoryMessagesFunc.bind(this),
                 "GET:info": this.getAgentInfoFunc.bind(this),
@@ -112,8 +112,7 @@ class AgentDriver {
         return __awaiter(this, void 0, void 0, function* () {
             var _a, _b;
             try {
-                const parsedEvent = schema_1.uploadFileInputSchema.passthrough().parse(event);
-                return yield ((_b = (_a = this.agent).uploadFile) === null || _b === void 0 ? void 0 : _b.call(_a, parsedEvent));
+                return yield ((_b = (_a = this.agent).uploadFile) === null || _b === void 0 ? void 0 : _b.call(_a, event));
             }
             catch (e) {
                 return (0, integration_response_1.createIntegrationResponse)(500, codes_1.CODES.AGENT_API_ERROR, `Agent API 'uploadFile' failed, message: ${e}`);

package/lib/agent.js

@@ -1,4 +1,37 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -640,43 +673,82 @@ class AgentRuntime {
     }
     uploadFile(input) {
         return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b;
+            const fs = yield Promise.resolve().then(() => __importStar(require("fs")));
+            const path = yield Promise.resolve().then(() => __importStar(require("path")));
+            const os = yield Promise.resolve().then(() => __importStar(require("os")));
+            let tempFilePath = null;
             try {
-                const validatedInput = schema_1.uploadFileInputSchema.passthrough().parse(input);
+                const fileData = input.file;
+                const rawFilename = fileData.newFilename || fileData.name || fileData.originalFilename || "unknown";
+                const baseName = (yield Promise.resolve().then(() => __importStar(require("path")))).basename(String(rawFilename));
+                const safeFilename = baseName.replace(/[\/\\:*?"<>|]/g, "_");
+                const filename = safeFilename;
+                const purpose = input.purpose || "file-extract";
+                const mimeType = fileData.type || fileData.mimetype || "application/octet-stream";
+                const fileBuffer = fileData.buffer || fileData;
+                if (!Buffer.isBuffer(fileBuffer)) {
+                    throw new Error("无法从上传的文件对象中提取文件内容：buffer 不存在或格式错误");
+                }
+                this.logger.logAccesslog(functions_framework_1.LogLevel.INFO, safeJsonStringify({
+                    type: AgentEventType.FRAMEWORK_EVENT,
+                    scene: "AI_SDK_UPLOAD_FILE_PARSE",
+                    message: "Parsed upload file metadata",
+                    eventId: this.context.eventID,
+                    timestamp: new Date().toISOString(),
+                    data: {
+                        filename,
+                        rawFilename,
+                        mimeType,
+                        purpose,
+                        size: typeof (fileData === null || fileData === void 0 ? void 0 : fileData.size) === "number" ? fileData.size : fileBuffer.length,
+                        hasBuffer: true,
+                        source: {
+                            name: fileData === null || fileData === void 0 ? void 0 : fileData.name,
+                            newFilename: fileData === null || fileData === void 0 ? void 0 : fileData.newFilename,
+                            originalFilename: fileData === null || fileData === void 0 ? void 0 : fileData.originalFilename,
+                            mimetype: fileData === null || fileData === void 0 ? void 0 : fileData.mimetype,
+                            type: fileData === null || fileData === void 0 ? void 0 : fileData.type,
+                            filepath: fileData === null || fileData === void 0 ? void 0 : fileData.filepath,
+                        },
+                    },
+                }));
+                const tempDir = os.tmpdir();
+                const timestamp = Date.now();
+                const randomStr = Math.random().toString(36).substring(2, 15);
+                const ext = path.extname(filename) || "";
+                tempFilePath = path.join(tempDir, `upload_${timestamp}_${randomStr}${ext}`);
+                fs.writeFileSync(tempFilePath, fileBuffer);
                 this.logger.logAccesslog(functions_framework_1.LogLevel.INFO, safeJsonStringify({
                     type: AgentEventType.FRAMEWORK_EVENT,
                     scene: "AI_SDK_UPLOAD_FILE",
                     method: "POST",
                     url: "https://dashscope.aliyuncs.com/compatible-mode/v1/files",
                     headers: {},
-                    data: { filename: validatedInput.filename, purpose: validatedInput.purpose },
+                    data: { filename, purpose, tempFilePath },
                     eventId: this.context.eventID,
                     timestamp: new Date().toISOString(),
                 }));
                 const token = yield this.ai.tokenManager.getValidToken();
-                const fileBuffer = Buffer.from(validatedInput.fileContent, "base64");
-                const formData = {
-                    file: {
-                        value: fileBuffer,
-                        options: {
-                            filename: validatedInput.filename,
-                            contentType: validatedInput.mimeType || "application/octet-stream",
-                        },
-                    },
-                    purpose: validatedInput.purpose || "file-extract",
-                };
-                const response = yield this.request.upload({
+                const FormData = (yield Promise.resolve().then(() => __importStar(require("form-data")))).default;
+                const formData = new FormData();
+                formData.append("file", fs.createReadStream(tempFilePath), {
+                    filename,
+                    contentType: mimeType,
+                });
+                formData.append("purpose", purpose);
+                const response = yield this.request.fetch({
                     url: "https://dashscope.aliyuncs.com/compatible-mode/v1/files",
-                    headers: {
-                        Authorization: `Bearer ${token}`,
-                    },
-                    data: formData,
+                    headers: Object.assign({ Authorization: `Bearer ${token}` }, formData.getHeaders()),
+                    method: "POST",
+                    body: formData,
                 });
                 this.logger.logAccesslog(functions_framework_1.LogLevel.INFO, safeJsonStringify({
                     type: AgentEventType.FRAMEWORK_EVENT,
                     scene: "AI_SDK_UPLOAD_FILE",
                     method: "POST",
                     url: "https://dashscope.aliyuncs.com/compatible-mode/v1/files",
-                    status: response.status,
+                    status: response.statusCode,
                     data: response.data,
                     eventId: this.context.eventID,
                     timestamp: new Date().toISOString(),
@@ -690,8 +762,8 @@ class AgentRuntime {
                 }
                 else {
                     return {
-                        code: response.status,
-                        msg: response.statusText || "文件上传失败",
+                        code: response.statusCode,
+                        msg: ((_b = (_a = response.data) === null || _a === void 0 ? void 0 : _a.error) === null || _b === void 0 ? void 0 : _b.message) || "文件上传失败",
                         data: response.data,
                     };
                 }
@@ -712,6 +784,24 @@ class AgentRuntime {
                     msg: error instanceof Error ? error.message : "文件上传失败",
                 };
             }
+            finally {
+                if (tempFilePath) {
+                    try {
+                        fs.unlinkSync(tempFilePath);
+                    }
+                    catch (cleanupError) {
+                        this.logger.logAccesslog(functions_framework_1.LogLevel.WARN, safeJsonStringify({
+                            type: AgentEventType.FRAMEWORK_EVENT,
+                            scene: "AI_SDK_UPLOAD_FILE_CLEANUP",
+                            message: "临时文件清理失败",
+                            tempFilePath,
+                            error: cleanupError instanceof Error ? cleanupError.message : "未知错误",
+                            eventId: this.context.eventID,
+                            timestamp: new Date().toISOString(),
+                        }));
+                    }
+                }
+            }
         });
     }
 }

package/lib/schema/conversation.schema.d.ts

@@ -101,13 +101,13 @@ export declare const participantInfoSchema: z.ZodObject<{
     avatar_url: z.ZodString;
 }, "strip", z.ZodTypeAny, {
     name?: string;
-    desc?: string;
     id?: string;
+    desc?: string;
     avatar_url?: string;
 }, {
     name?: string;
-    desc?: string;
     id?: string;
+    desc?: string;
     avatar_url?: string;
 }>;
 export declare const conversationSchema: z.ZodObject<{

package/lib/schema/message.schema.d.ts

@@ -84,6 +84,19 @@ export declare const videoUrlContentSchema: z.ZodObject<{
         url?: string;
     };
 }>;
+export declare const docUrlContentSchema: z.ZodObject<{
+    type: z.ZodLiteral<"doc_url">;
+    doc_url: z.ZodArray<z.ZodString, "many">;
+    file_parsing_strategy: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type?: "doc_url";
+    doc_url?: string[];
+    file_parsing_strategy?: string;
+}, {
+    type?: "doc_url";
+    doc_url?: string[];
+    file_parsing_strategy?: string;
+}>;
 export declare const messageContentSchema: z.ZodUnion<[z.ZodObject<{
     type: z.ZodLiteral<"text">;
     text: z.ZodString;
@@ -164,6 +177,18 @@ export declare const messageContentSchema: z.ZodUnion<[z.ZodObject<{
     video_url?: {
         url?: string;
     };
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"doc_url">;
+    doc_url: z.ZodArray<z.ZodString, "many">;
+    file_parsing_strategy: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type?: "doc_url";
+    doc_url?: string[];
+    file_parsing_strategy?: string;
+}, {
+    type?: "doc_url";
+    doc_url?: string[];
+    file_parsing_strategy?: string;
 }>]>;
 export declare const baseMessageSchema: z.ZodObject<{
     role: z.ZodUnion<[z.ZodLiteral<"system">, z.ZodLiteral<"user">, z.ZodLiteral<"assistant">]>;
@@ -247,6 +272,18 @@ export declare const baseMessageSchema: z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"doc_url">;
+        doc_url: z.ZodArray<z.ZodString, "many">;
+        file_parsing_strategy: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
+    }, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     }>]>, "many">]>;
 }, "strip", z.ZodTypeAny, {
     role?: "user" | "assistant" | "system";
@@ -272,6 +309,10 @@ export declare const baseMessageSchema: z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }, {
     role?: "user" | "assistant" | "system";
@@ -297,6 +338,10 @@ export declare const baseMessageSchema: z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }>;
 export declare const toolCallMessageSchema: z.ZodObject<{
@@ -410,6 +455,18 @@ export declare const messageItemSchema: z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"doc_url">;
+        doc_url: z.ZodArray<z.ZodString, "many">;
+        file_parsing_strategy: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
+    }, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     }>]>, "many">]>;
 }, "strip", z.ZodTypeAny, {
     role?: "user" | "assistant" | "system";
@@ -435,6 +492,10 @@ export declare const messageItemSchema: z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }, {
     role?: "user" | "assistant" | "system";
@@ -460,6 +521,10 @@ export declare const messageItemSchema: z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }>, z.ZodObject<{
     role: z.ZodLiteral<"tool">;
@@ -571,6 +636,18 @@ export declare const messageHistorySchema: z.ZodArray<z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"doc_url">;
+        doc_url: z.ZodArray<z.ZodString, "many">;
+        file_parsing_strategy: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
+    }, {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     }>]>, "many">]>;
 }, "strip", z.ZodTypeAny, {
     role?: "user" | "assistant" | "system";
@@ -596,6 +673,10 @@ export declare const messageHistorySchema: z.ZodArray<z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }, {
     role?: "user" | "assistant" | "system";
@@ -621,6 +702,10 @@ export declare const messageHistorySchema: z.ZodArray<z.ZodUnion<[z.ZodObject<{
         video_url?: {
             url?: string;
         };
+    } | {
+        type?: "doc_url";
+        doc_url?: string[];
+        file_parsing_strategy?: string;
     })[];
 }>, z.ZodObject<{
     role: z.ZodLiteral<"tool">;
@@ -734,6 +819,18 @@ export declare const sendMessageInputSchema: z.ZodObject<{
             video_url?: {
                 url?: string;
             };
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"doc_url">;
+            doc_url: z.ZodArray<z.ZodString, "many">;
+            file_parsing_strategy: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
+        }, {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
         }>]>, "many">]>;
     }, "strip", z.ZodTypeAny, {
         role?: "user" | "assistant" | "system";
@@ -759,6 +856,10 @@ export declare const sendMessageInputSchema: z.ZodObject<{
             video_url?: {
                 url?: string;
             };
+        } | {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
         })[];
     }, {
         role?: "user" | "assistant" | "system";
@@ -784,6 +885,10 @@ export declare const sendMessageInputSchema: z.ZodObject<{
             video_url?: {
                 url?: string;
             };
+        } | {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
         })[];
     }>, z.ZodObject<{
         role: z.ZodLiteral<"tool">;
@@ -813,6 +918,25 @@ export declare const sendMessageInputSchema: z.ZodObject<{
         content?: string | any[] | Record<string, any>;
         name?: string;
     }>]>, "many">;
+    files: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        filename: z.ZodString;
+        purpose: z.ZodString;
+        bytes: z.ZodNumber;
+        created_at: z.ZodNumber;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        id: z.ZodString;
+        filename: z.ZodString;
+        purpose: z.ZodString;
+        bytes: z.ZodNumber;
+        created_at: z.ZodNumber;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        id: z.ZodString;
+        filename: z.ZodString;
+        purpose: z.ZodString;
+        bytes: z.ZodNumber;
+        created_at: z.ZodNumber;
+    }, z.ZodTypeAny, "passthrough">>, "many">>;
 }, "strip", z.ZodTypeAny, {
     msg?: string;
     history?: ({
@@ -839,6 +963,10 @@ export declare const sendMessageInputSchema: z.ZodObject<{
             video_url?: {
                 url?: string;
             };
+        } | {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
         })[];
     } | {
         function?: string;
@@ -850,6 +978,13 @@ export declare const sendMessageInputSchema: z.ZodObject<{
         content?: string | any[] | Record<string, any>;
         name?: string;
     })[];
+    files?: z.objectOutputType<{
+        id: z.ZodString;
+        filename: z.ZodString;
+        purpose: z.ZodString;
+        bytes: z.ZodNumber;
+        created_at: z.ZodNumber;
+    }, z.ZodTypeAny, "passthrough">[];
 }, {
     msg?: string;
     history?: ({
@@ -876,6 +1011,10 @@ export declare const sendMessageInputSchema: z.ZodObject<{
             video_url?: {
                 url?: string;
             };
+        } | {
+            type?: "doc_url";
+            doc_url?: string[];
+            file_parsing_strategy?: string;
         })[];
     } | {
         function?: string;
@@ -887,12 +1026,20 @@ export declare const sendMessageInputSchema: z.ZodObject<{
         content?: string | any[] | Record<string, any>;
         name?: string;
     })[];
+    files?: z.objectInputType<{
+        id: z.ZodString;
+        filename: z.ZodString;
+        purpose: z.ZodString;
+        bytes: z.ZodNumber;
+        created_at: z.ZodNumber;
+    }, z.ZodTypeAny, "passthrough">[];
 }>;
 export type TextContent = z.infer<typeof textContentSchema>;
 export type ImageContent = z.infer<typeof imageContentSchema>;
 export type AudioContent = z.infer<typeof audioContentSchema>;
 export type VideoContent = z.infer<typeof videoContentSchema>;
 export type VideoUrlContent = z.infer<typeof videoUrlContentSchema>;
+export type DocUrlContent = z.infer<typeof docUrlContentSchema>;
 export type MessageContent = z.infer<typeof messageContentSchema>;
 export type BaseMessage = z.infer<typeof baseMessageSchema>;
 export type ToolCallMessage = z.infer<typeof toolCallMessageSchema>;

package/lib/schema/message.schema.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sendMessageInputSchema = exports.messageHistorySchema = exports.messageItemSchema = exports.toolResultMessageSchema = exports.toolCallMessageSchema = exports.baseMessageSchema = exports.messageContentSchema = exports.videoUrlContentSchema = exports.videoContentSchema = exports.audioContentSchema = exports.imageContentSchema = exports.textContentSchema = void 0;
+exports.sendMessageInputSchema = exports.messageHistorySchema = exports.messageItemSchema = exports.toolResultMessageSchema = exports.toolCallMessageSchema = exports.baseMessageSchema = exports.messageContentSchema = exports.docUrlContentSchema = exports.videoUrlContentSchema = exports.videoContentSchema = exports.audioContentSchema = exports.imageContentSchema = exports.textContentSchema = void 0;
 const zod_1 = require("zod");
 exports.textContentSchema = zod_1.z.object({
     type: zod_1.z.literal("text"),
@@ -29,12 +29,18 @@ exports.videoUrlContentSchema = zod_1.z.object({
         url: zod_1.z.string(),
     }),
 });
+exports.docUrlContentSchema = zod_1.z.object({
+    type: zod_1.z.literal("doc_url"),
+    doc_url: zod_1.z.array(zod_1.z.string()),
+    file_parsing_strategy: zod_1.z.string().optional(),
+});
 exports.messageContentSchema = zod_1.z.union([
     exports.textContentSchema,
     exports.imageContentSchema,
     exports.audioContentSchema,
     exports.videoContentSchema,
     exports.videoUrlContentSchema,
+    exports.docUrlContentSchema,
 ]);
 exports.baseMessageSchema = zod_1.z.object({
     role: zod_1.z.union([zod_1.z.literal("system"), zod_1.z.literal("user"), zod_1.z.literal("assistant")]),
@@ -59,4 +65,15 @@ exports.messageHistorySchema = zod_1.z.array(exports.messageItemSchema);
 exports.sendMessageInputSchema = zod_1.z.object({
     msg: zod_1.z.string(),
     history: exports.messageHistorySchema,
+    files: zod_1.z
+        .array(zod_1.z
+        .object({
+        id: zod_1.z.string(),
+        filename: zod_1.z.string(),
+        purpose: zod_1.z.string(),
+        bytes: zod_1.z.number(),
+        created_at: zod_1.z.number(),
+    })
+        .passthrough())
+        .optional(),
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vectorx/agent-runtime",
-  "version": "0.5.0",
+  "version": "0.6.1",
   "description": "Cloud AI agent runtime",
   "main": "lib/index.js",
   "files": [
@@ -20,13 +20,15 @@
     "node": ">=18.0.0"
   },
   "dependencies": {
-    "@vectorx/ai-sdk": "0.5.0",
-    "@vectorx/functions-framework": "0.5.0",
+    "@vectorx/ai-sdk": "0.6.1",
+    "@vectorx/functions-framework": "0.6.1",
+    "form-data": "^4.0.0",
     "langfuse": "^3.38.4",
     "query-string": "^6.14.1",
     "zod": "^3.24.2"
   },
   "devDependencies": {
+    "@types/form-data": "^2.5.0",
     "@types/jest": "^29.5.12",
     "@types/node": "^20.11.24",
     "@typescript-eslint/eslint-plugin": "^7.1.0",