wtfai 1.3.2 → 1.4.0

package/README.md

@@ -301,13 +301,18 @@ const url = await client.upload.uploadImage({
 消息类型（与后端保持一致）。
 
 ```typescript
+/** 消息内容部件 */
+type WorkflowMessagePart =
+  | { type: 'text'; text: string }
+  | { type: 'image'; url: string }
+  | { type: 'video'; url: string }
+  | { type: 'audio'; url: string }
+  | { type: 'document'; filename: string; url: string }
+
 interface SimpleMessage {
-  type: 'human' | 'ai' | 'system'
-  content: string | Array<{ type: string; [key: string]: any }>
+  type: 'human' | 'ai' | 'system' | 'tool'
+  parts: WorkflowMessagePart[]
   id?: string
-  images?: string[]
-  videos?: string[]
-  documents?: Array<{ filename: string; url: string }>
 }
 ```
 

package/dist/client.d.ts

@@ -1,4 +1,4 @@
-import type { Workflow, WorkflowListResponse } from '@our-llm/shared/workflow.types';
+import type { Workflow, WorkflowListResponse } from '@our-llm/shared/types';
 import type { ClientConfig, SessionOptions } from './types';
 import { WorkflowSession } from './session';
 import { UploadService } from './upload';

package/dist/index.d.ts

@@ -3,6 +3,5 @@ export default Wtfai;
 export { WorkflowSession } from './session';
 export { UploadService } from './upload';
 export type { ClientConfig, SessionOptions, SessionState, SessionEventListeners, SendInput, UploadParams, UploadImageParams, CompressOptions, WorkflowInfo, ContentPart, } from './types';
-export type { SimpleMessage } from '@our-llm/shared/workflow-events';
-export type { Workflow, WorkflowConfig } from '@our-llm/shared/workflow.types';
+export type { SimpleMessage, Workflow, WorkflowConfig, } from '@our-llm/shared/types';
 export { Markdown } from './ui/markdown';

package/dist/session.d.ts

@@ -49,6 +49,10 @@ export declare class WorkflowSession {
      * 解析文档信息（支持 File 和 URL）
      */
     private resolveDocumentInfo;
+    /**
+     * 解析视频 URL（支持 File 和 URL）
+     */
+    private resolveVideoUrl;
     /**
      * 中止执行
      */

package/dist/session.js

@@ -69,7 +69,12 @@ class WorkflowSession {
                     break;
                 case 'image':
                     {
-                        const imageUrl = await this.resolveImageUrl(part);
+                        const file = 'file' in part ? part.file : void 0;
+                        const url = 'url' in part ? part.url : void 0;
+                        const imageUrl = await this.resolveImageUrl({
+                            file,
+                            url
+                        });
                         contentParts.push({
                             type: 'image',
                             url: imageUrl
@@ -87,6 +92,15 @@ class WorkflowSession {
                         });
                         break;
                     }
+                case 'video':
+                    {
+                        const videoUrl = await this.resolveVideoUrl(part);
+                        contentParts.push({
+                            type: 'video',
+                            url: videoUrl
+                        });
+                        break;
+                    }
             }
             const executionInput = {
                 messages: [
@@ -107,11 +121,17 @@ class WorkflowSession {
                             type: 'image',
                             url: part.url
                         };
+                    case 'video':
+                        return {
+                            type: 'video',
+                            url: part.url
+                        };
                     case 'document':
                         return {
                             type: 'document',
                             filename: part.filename,
-                            url: part.url
+                            url: part.url,
+                            mimeType: part.mimeType
                         };
                     default:
                         throw new Error(`Unknown part type: ${part.type}`);
@@ -305,6 +325,30 @@ class WorkflowSession {
         }
         throw new Error('Document part must have either file or url');
     }
+    async resolveVideoUrl(part) {
+        if (part.file) return this.uploadService.uploadFile({
+            file: part.file,
+            resourceType: 'conversation'
+        });
+        if (part.url) {
+            if (part.url.startsWith('blob:')) {
+                const response = await fetch(part.url);
+                const blob = await response.blob();
+                const filename = `video_${Date.now()}.${blob.type.split('/')[1] || 'mp4'}`;
+                const file = new File([
+                    blob
+                ], filename, {
+                    type: blob.type
+                });
+                return this.uploadService.uploadFile({
+                    file,
+                    resourceType: 'conversation'
+                });
+            }
+            return part.url;
+        }
+        throw new Error('Video part must have either file or url');
+    }
     abort() {
         if (this.abortController) {
             this.abortController.abort();

package/dist/sse.d.ts

@@ -1,4 +1,4 @@
-import type { WorkflowStartData, NodeStartData, NodeEndData, TokenData, LoadingData, TitleData } from '@our-llm/shared/workflow-events';
+import type { WorkflowStartData, NodeStartData, NodeEndData, TokenData, LoadingData, TitleData } from '@our-llm/shared/types';
 /**
  * SSE 事件回调
  */

package/dist/types.d.ts

@@ -79,6 +79,14 @@ export type ContentPart = {
     filename: string;
     /** MIME 类型 */
     mimeType: string;
+} | {
+    type: 'video';
+    /** 视频文件（会自动上传） */
+    file: File;
+} | {
+    type: 'video';
+    /** 视频 URL（支持 blob URL 和普通 URL） */
+    url: string;
 };
 /**
  * 发送消息的输入
@@ -121,7 +129,7 @@ export interface SessionEventListeners {
     nodeEnd: (data: {
         nodeId: string;
         variables?: Record<string, unknown>;
-        messages?: import('@our-llm/shared/workflow-events').SimpleMessage[];
+        messages?: import('@our-llm/shared/types').SimpleMessage[];
     }) => void;
     token: (data: {
         nodeId: string;
@@ -148,7 +156,7 @@ export interface SessionState {
     /** 线程 ID */
     threadId?: string;
     /** 消息列表 */
-    messages: import('@our-llm/shared/workflow-events').SimpleMessage[];
+    messages: import('@our-llm/shared/types').SimpleMessage[];
     /** 是否正在执行 */
     isExecuting: boolean;
     /** 当前执行节点 ID */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wtfai",
-  "version": "1.3.2",
+  "version": "1.4.0",
   "type": "module",
   "exports": {
     ".": {
@@ -38,7 +38,7 @@
     "compressorjs": "^1.2.1",
     "cos-js-sdk-v5": "^1.10.1",
     "uuid": "^13.0.0",
-    "@our-llm/shared": "2.1.0"
+    "@our-llm/shared": "3.0.0"
   },
   "scripts": {
     "build": "rslib build",