cerevox 4.0.0-alpha.8 → 4.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/core/ai.d.ts CHANGED
@@ -45,14 +45,22 @@ export declare class AI extends BaseClass {
45
45
  type?: 'banana' | 'banana-pro' | 'seedream' | 'seedream-pro' | 'line-sketch' | 'shot-grid';
46
46
  size?: string;
47
47
  watermark?: boolean;
48
+ sequential_image_generation?: 'auto' | 'disabled';
48
49
  image?: string[];
49
- async?: boolean;
50
+ onProgress?: (metaData: any) => void;
51
+ waitForFinish?: boolean;
52
+ }): Promise<any>;
53
+ upscaleVideo(options: {
54
+ video_url: string;
55
+ resolution?: string;
56
+ onProgress?: (metaData: any) => void;
57
+ waitForFinish?: boolean;
50
58
  }): Promise<any>;
51
59
  extendVideo(options: {
52
60
  type?: 'turbo' | 'pro';
53
61
  video_url: string;
54
62
  end_frame?: string;
55
- prompt: string;
63
+ prompt?: string;
56
64
  resolution?: string;
57
65
  duration?: number;
58
66
  onProgress?: (metaData: any) => void;
@@ -68,11 +76,16 @@ export declare class AI extends BaseClass {
68
76
  duration: number;
69
77
  resolution?: '720p' | '1080p';
70
78
  aspect_ratio?: '16:9' | '9:16';
71
- type?: 'pro' | 'kling' | 'sora2' | 'sora2-pro' | 'veo3.1' | 'veo3.1-pro' | 'vidu' | 'vidu-uc' | 'pixv';
79
+ type?: 'pro' | 'kling' | 'sora2' | 'sora2-pro' | 'veo3.1' | 'veo3.1-pro' | 'vidu' | 'vidu-pro' | 'vidu-uc' | 'pixv';
72
80
  mute?: boolean;
73
81
  onProgress?: (metaData: any) => void;
74
82
  waitForFinish?: boolean;
75
83
  seed?: number;
84
+ videos?: {
85
+ type: 'video';
86
+ name: string;
87
+ url: string;
88
+ }[] | string[];
76
89
  }): Promise<any>;
77
90
  addVideoSubtitles(options: {
78
91
  videoUrl: string;
@@ -91,6 +104,7 @@ export declare class AI extends BaseClass {
91
104
  };
92
105
  };
93
106
  };
107
+ subtitlesContext?: string;
94
108
  onProgress?: (metaData: any) => void;
95
109
  }): Promise<any>;
96
110
  generateShortVideoOutlines(options: {
@@ -133,7 +147,7 @@ export declare class AI extends BaseClass {
133
147
  duration: number;
134
148
  resolution?: '720p' | '1080p';
135
149
  template_id?: number;
136
- type?: 'pro' | 'hailuo' | 'hailuo-fast' | 'vidu' | 'vidu-turbo' | 'vidu-pro' | 'vidu-uc' | 'vidu-uc-pro' | 'kling' | 'pixv' | 'veo3.1' | 'veo3.1-pro' | 'zero' | 'zero-fast';
150
+ type?: 'pro' | 'hailuo' | 'hailuo-fast' | 'vidu' | 'vidu-turbo' | 'vidu-pro' | 'vidu-uc' | 'vidu-uc-pro' | 'kling' | 'wan' | 'pixv' | 'veo3.1' | 'veo3.1-pro' | 'zero' | 'zero-fast';
137
151
  return_last_frame?: boolean;
138
152
  aspect_ratio?: '9:16' | '16:9';
139
153
  mute?: boolean;
@@ -248,6 +262,7 @@ export declare class AI extends BaseClass {
248
262
  temperature?: number;
249
263
  top_p?: number;
250
264
  max_tokens?: number;
265
+ count_price?: boolean;
251
266
  }): Promise<any>;
252
267
  actionImitation(options: {
253
268
  imageUrl: string;
@@ -265,6 +280,7 @@ export declare class AI extends BaseClass {
265
280
  audioVolume?: number;
266
281
  loopAudio?: boolean;
267
282
  subtitles?: boolean;
283
+ subtitlesContext?: string;
268
284
  }): Promise<any>;
269
285
  voiceDesign(options: {
270
286
  prompt: string;
@@ -288,23 +304,21 @@ export declare class AI extends BaseClass {
288
304
  onProgress?: (metaData: any) => void;
289
305
  waitForFinish?: boolean;
290
306
  }): Promise<any>;
307
+ volcanoTemplate(options: {
308
+ templateId: string;
309
+ images?: string[];
310
+ resolution?: '1080p' | '720p' | '480p';
311
+ onProgress?: (metaData: any) => void;
312
+ waitForFinish?: boolean;
313
+ }): Promise<any>;
291
314
  lipSync(options: {
292
- type?: 'vidu' | 'pixv' | 'basic' | 'lite';
293
315
  videoUrl: string;
294
316
  audioUrl: string;
295
317
  audioInMs?: number;
296
- ref_photo_url?: string;
297
318
  pad_audio?: boolean;
298
319
  onProgress?: (metaData: any) => void;
299
320
  waitForFinish?: boolean;
300
321
  }): Promise<any>;
301
- editVideo(options: {
302
- videoUrl: string;
303
- prompt: string;
304
- referenceImageUrl?: string;
305
- onProgress?: (metaData: any) => void;
306
- waitForFinish?: boolean;
307
- }): Promise<any>;
308
322
  concatMedia(options: {
309
323
  mediaUrls: string[];
310
324
  }): Promise<any>;
@@ -1 +1 @@
1
- {"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/core/ai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAU,MAAM,QAAQ,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;KAClC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,KAAK,SAAS,GACV,MAAM,GACN,KAAK,GACL,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,GACN,YAAY,GACZ,MAAM,GACN,QAAQ,GACR,IAAI,GACJ,UAAU,GACV,OAAO,GACP,aAAa,GACb,SAAS,GACT,UAAU,GACV,SAAS,GACT,wBAAwB,GACxB,cAAc,GACd,UAAU,GACV,UAAU,GACV,YAAY,GACZ,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GACT,OAAO,GACP,mBAAmB,GACnB,gCAAgC,GAChC,uBAAuB,GACvB,kBAAkB,GAClB,SAAS,GACT,YAAY,GACZ,OAAO,GACP,UAAU,GACV,UAAU,GACV,MAAM,GACN,cAAc,GACd,iBAAiB,GACjB,eAAe,CAAC;AAEpB,KAAK,UAAU,GACX,MAAM,GACN,QAAQ,GACR,OAAO,GACP,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,mBAAmB,GACnB,UAAU,GACV,WAAW,CAAC;AAoJhB,qBACa,EAAG,SAAQ,SAAS;IAC/B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,EAAE,OAAO;IAOtB,SAAS;IAWT,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EACD,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,cAAc,GACd,aAAa,GACb,WAAW,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,IAAI,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAyBK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,MAAM,EAAE,MAAM,CAAC;QACf,gBAAgB,CAAC,EACb;YACE,IAAI,EAAE,SAAS,GAAG,YAAY,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EACD,KAAK,GACL,OAAO,GACP,OAAO,GACP,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,SAAS,GACT,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAsPK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE;YACV,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,KAAK,CAAC,EAAE;gBACN,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,UAAU,CAAC,EAAE,MAAM,CAAC;gBACpB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,eAAe,CAAC,EAAE;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,MAAM,CAAC,EAAE,MAAM,CAAC;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;iBAChB,CAAC;aACH,CAAC;SACH,CAAC;QACF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAsBK,0BAA0B,CAAC,OAAO,EAAE;QACxC,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,SAAS,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,UAAU,CAAC;QAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,QAAQ,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA0BK,yBAAyB,CAAC,OAAO,EAAE;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;QACvC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,oBAAoB,CAAC,OAAO,EAAE;QAClC,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,UAAU,GAAG,eAAe,CAAC;QACrC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAiCK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EACD,KAAK,GACL,QAAQ,GACR,aAAa,GACb,MAAM,GACN,YAAY,GACZ,UAAU,GACV,SAAS,GACT,aAAa,GACb,OAAO,GACP,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,WAAW,CAAC;QAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IA6IK,kBAAkB,CAAC,OAAO,EAAE;QAChC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC9D,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA2BK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAmNK,YAAY,CAAC,OAAO,EAAE;QAC1B,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,SAAS,CAAC;QAClB,IAAI,CAAC,EAAE,QAAQ,CAAC;QAChB,MAAM,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;SAClE,CAAC,CAAC;QACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,eAAe,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE;IAqBxC,gBAAgB,CAAC,OAAO,EAAE;QAC9B,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACzB;IA2DK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B;IA0CK,UAAU,CAAC,OAAO,EAAE;QACxB,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;KACzB;IAsBK,WAAW,CAAC,OAAO,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAqBnE,mBAAmB,CAAC,OAAO,EAAE;QACjC,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAoBK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;QACxB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB;IA2EK,YAAY,CAAC,OAAO,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC5C,OAAO,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBK,cAAc,CAAC,OAAO,EAAE;QAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;QACxB,eAAe,CAAC,EAAE,GAAG,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB;IAiBK,eAAe,CAAC,OAAO,EAAE;QAC7B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,MAAM,CAAC,OAAO,EAAE;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IA2CK,WAAW,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAoB5D,OAAO,CAAC,OAAO,EAAE;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAgCK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiCK,OAAO,CAAC,OAAO,EAAE;QACrB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;QAC1C,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiDK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAwBK,WAAW,CAAC,OAAO,EAAE;QAAE,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAmB5C,gBAAgB,CAAC,GAAG,EAAE,MAAM;IAmB5B,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB;IAqBK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB;IAsBK,SAAS,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAmBvC,mBAAmB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,QAAQ,CAAC,OAAO,EAAE;QACtB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;IAsBK,cAAc,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;IAiC5D,YAAY,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,SAAS,CAAC,OAAO,EAAE;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;KACrC;IA8BK,kBAAkB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAuBhD,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,EACnC,QAAQ,GAAE,MAAa,EACvB,aAAa,GAAE,OAAc;IAyCzB,qBAAqB,CAAC,OAAO,EAAE;QACnC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAuDK,mBAAmB,CAAC,OAAO,EAAE;QACjC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IA0FK,wBAAwB,CAAC,OAAO,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;;;;;;IAqCK,aAAa,CAAC,IAAI,GAAE,UAAU,GAAG,OAAO,GAAG,KAAkB;IA4E7D,gBAAgB;IAIhB,UAAU;IAoMV,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;CAgF5C"}
1
+ {"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/core/ai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAU,MAAM,QAAQ,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;KAClC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,KAAK,SAAS,GACV,MAAM,GACN,KAAK,GACL,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,GACN,YAAY,GACZ,MAAM,GACN,QAAQ,GACR,IAAI,GACJ,UAAU,GACV,OAAO,GACP,aAAa,GACb,SAAS,GACT,UAAU,GACV,SAAS,GACT,wBAAwB,GACxB,cAAc,GACd,UAAU,GACV,UAAU,GACV,YAAY,GACZ,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GACT,OAAO,GACP,mBAAmB,GACnB,gCAAgC,GAChC,uBAAuB,GACvB,kBAAkB,GAClB,SAAS,GACT,YAAY,GACZ,OAAO,GACP,UAAU,GACV,UAAU,GACV,MAAM,GACN,cAAc,GACd,iBAAiB,GACjB,eAAe,CAAC;AAEpB,KAAK,UAAU,GACX,MAAM,GACN,QAAQ,GACR,OAAO,GACP,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,mBAAmB,GACnB,UAAU,GACV,WAAW,CAAC;AAoJhB,qBACa,EAAG,SAAQ,SAAS;IAC/B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,EAAE,OAAO;IAOtB,SAAS;IAWT,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EACD,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,cAAc,GACd,aAAa,GACb,WAAW,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,2BAA2B,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;QAClD,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiFK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,WAAW,CAAC,OAAO,EAAE;QACzB,IAAI,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAyBK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,MAAM,EAAE,MAAM,CAAC;QACf,gBAAgB,CAAC,EACb;YACE,IAAI,EAAE,SAAS,GAAG,YAAY,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EACD,KAAK,GACL,OAAO,GACP,OAAO,GACP,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,UAAU,GACV,SAAS,GACT,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EACH;YACE,IAAI,EAAE,OAAO,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;KACd;IAkSK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE;YACV,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,KAAK,CAAC,EAAE;gBACN,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,UAAU,CAAC,EAAE,MAAM,CAAC;gBACpB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,eAAe,CAAC,EAAE;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,MAAM,CAAC,EAAE,MAAM,CAAC;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;iBAChB,CAAC;aACH,CAAC;SACH,CAAC;QACF,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAuBK,0BAA0B,CAAC,OAAO,EAAE;QACxC,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,SAAS,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,UAAU,CAAC;QAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,QAAQ,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA0BK,yBAAyB,CAAC,OAAO,EAAE;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;QACvC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,oBAAoB,CAAC,OAAO,EAAE;QAClC,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,UAAU,GAAG,eAAe,CAAC;QACrC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAiCK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EACD,KAAK,GACL,QAAQ,GACR,aAAa,GACb,MAAM,GACN,YAAY,GACZ,UAAU,GACV,SAAS,GACT,aAAa,GACb,OAAO,GACP,KAAK,GACL,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,WAAW,CAAC;QAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAoJK,kBAAkB,CAAC,OAAO,EAAE;QAChC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC9D,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA2BK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAmNK,YAAY,CAAC,OAAO,EAAE;QAC1B,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,SAAS,CAAC;QAClB,IAAI,CAAC,EAAE,QAAQ,CAAC;QAChB,MAAM,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;SAClE,CAAC,CAAC;QACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,eAAe,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE;IAqBxC,gBAAgB,CAAC,OAAO,EAAE;QAC9B,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACzB;IA2DK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B;IA0CK,UAAU,CAAC,OAAO,EAAE;QACxB,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;KACzB;IAsBK,WAAW,CAAC,OAAO,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAqBnE,mBAAmB,CAAC,OAAO,EAAE;QACjC,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAoBK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;QACxB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB;IA2EK,YAAY,CAAC,OAAO,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC5C,OAAO,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBK,cAAc,CAAC,OAAO,EAAE;QAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;QACxB,eAAe,CAAC,EAAE,GAAG,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,OAAO,CAAC;KACvB;IAiBK,eAAe,CAAC,OAAO,EAAE;QAC7B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,MAAM,CAAC,OAAO,EAAE;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IA6CK,WAAW,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAoB5D,OAAO,CAAC,OAAO,EAAE;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAgCK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiCK,eAAe,CAAC,OAAO,EAAE;QAC7B,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;QACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA8BK,OAAO,CAAC,OAAO,EAAE;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA8BK,WAAW,CAAC,OAAO,EAAE;QAAE,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAmB5C,gBAAgB,CAAC,GAAG,EAAE,MAAM;IAmB5B,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB;IAqBK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB;IAsBK,SAAS,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAmBvC,mBAAmB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,QAAQ,CAAC,OAAO,EAAE;QACtB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;IAsBK,cAAc,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;IAiC5D,YAAY,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,SAAS,CAAC,OAAO,EAAE;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;KACrC;IA8BK,kBAAkB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAuBhD,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,EACnC,QAAQ,GAAE,MAAa,EACvB,aAAa,GAAE,OAAc;IAyCzB,qBAAqB,CAAC,OAAO,EAAE;QACnC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAuDK,mBAAmB,CAAC,OAAO,EAAE;QACjC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IA2FK,wBAAwB,CAAC,OAAO,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;;;;;;IAqCK,aAAa,CAAC,IAAI,GAAE,UAAU,GAAG,OAAO,GAAG,KAAkB;IAgC7D,gBAAgB;IAIhB,UAAU;IAoMV,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;CAgF5C"}
package/dist/core/ai.js CHANGED
@@ -152,6 +152,7 @@ let AI = class AI extends base_1.BaseClass {
152
152
  return data;
153
153
  }
154
154
  async generateImage(options) {
155
+ const waitForFinish = options.waitForFinish ?? true;
155
156
  if (options.type === 'shot-grid') {
156
157
  const prompt = options.prompt;
157
158
  options.prompt = `# 专业电影印样 (Contact Sheet) 生成模板
@@ -216,18 +217,12 @@ ${prompt}
216
217
  body: JSON.stringify(options),
217
218
  });
218
219
  const data = await res.json();
219
- if (data.data) {
220
- const urls = data.data
221
- .map((item) => item.url)
222
- .filter((url) => url?.trim());
223
- for (const url of urls) {
224
- this.session.track('Image Generated', { url });
225
- }
226
- return {
227
- prompt: options.prompt,
228
- // data,
229
- urls,
230
- };
220
+ if (data.taskUrl && waitForFinish) {
221
+ return this.waitForTaskComplete({
222
+ taskUrl: data.taskUrl,
223
+ onProgress: options.onProgress,
224
+ timeout: 300000,
225
+ });
231
226
  }
232
227
  return data;
233
228
  }
@@ -237,6 +232,34 @@ ${prompt}
237
232
  throw error;
238
233
  }
239
234
  }
235
+ async upscaleVideo(options) {
236
+ try {
237
+ const waitForFinish = options.waitForFinish ?? true;
238
+ const res = await this.session.sandbox.request(`/ai/video/upscale`, {
239
+ method: 'POST',
240
+ headers: {
241
+ 'Content-Type': 'application/json',
242
+ },
243
+ body: JSON.stringify({
244
+ video_url: options.video_url,
245
+ upscale_resolution: options.resolution,
246
+ }),
247
+ });
248
+ const data = await res.json();
249
+ if (data.taskUrl && waitForFinish) {
250
+ return this.waitForTaskComplete({
251
+ taskUrl: data.taskUrl,
252
+ onProgress: options.onProgress,
253
+ timeout: 300000,
254
+ });
255
+ }
256
+ return data;
257
+ }
258
+ catch (error) {
259
+ this.logger.error('Upscale Video error', error);
260
+ return { error: error.message };
261
+ }
262
+ }
240
263
  async extendVideo(options) {
241
264
  try {
242
265
  const waitForFinish = options.waitForFinish ?? true;
@@ -265,10 +288,9 @@ ${prompt}
265
288
  async referencesToVideo(options) {
266
289
  try {
267
290
  const waitForFinish = options.waitForFinish ?? true;
268
- const ratio = options.aspect_ratio ?? '16:9';
269
291
  const mute = options.mute ?? true;
270
292
  const type = options.type ?? 'vidu';
271
- if (options.type !== 'pro' && options.duration === 0) {
293
+ if (type !== 'pro' && type !== 'vidu-pro' && options.duration === 0) {
272
294
  const durationPrompt = `根据用户提供的视频提示词内容为视频确定时长,规则为:
273
295
 
274
296
  - 分镜视频时长应根据场景表现需要而设定,范围在1~16秒
@@ -301,7 +323,7 @@ ${prompt}
301
323
  },
302
324
  };
303
325
  const payload = {
304
- model: 'Doubao-Seed-1.6',
326
+ model: 'Doubao-Seed-1.8',
305
327
  messages: [
306
328
  {
307
329
  role: 'system',
@@ -336,13 +358,20 @@ ${prompt}
336
358
  name: `图${i + 1}`,
337
359
  url: item,
338
360
  }
339
- : item);
361
+ : item) ?? [];
362
+ const reference_videos = options.videos?.map((item, i) => typeof item === 'string'
363
+ ? {
364
+ name: `视频${i + 1}`,
365
+ url: item,
366
+ }
367
+ : item) ?? [];
340
368
  const isSora2 = type === 'sora2' || type === 'sora2-pro';
341
369
  const isVeo3 = type === 'veo3.1' || type === 'veo3.1-pro';
342
- if (reference_images?.length &&
370
+ if ((reference_images.length || reference_videos.length) &&
343
371
  (type === 'pixv' ||
344
372
  type === 'pro' ||
345
- (type === 'vidu' && !mute) ||
373
+ type === 'vidu-pro' ||
374
+ type === 'vidu' ||
346
375
  isSora2 ||
347
376
  isVeo3)) {
348
377
  const completion = await this.getCompletions({
@@ -350,51 +379,59 @@ ${prompt}
350
379
  messages: [
351
380
  {
352
381
  role: 'system',
353
- content: `你根据主体信息,优化用户指令,使描述中的内容正确引用主体名称,并且在用户未明确提及添加BGM时,强调在生成视频时生成环境音效但禁止音乐。
382
+ content: `你根据主体信息,优化用户指令,使描述中的内容正确引用主体名称。
354
383
 
355
384
  具体方式为:
356
- 1. 将用户指令中引用主体信息中主体名称的部分,用 “@主体名” 的形式替代,注意它和前后内容之间也需要用**空格**分隔。
357
- 2. 将用户指令中括号里的“图1、图2”等编号去掉
385
+ 1. 将用户指令中引用主体信息中主体名称的部分,用 “@主体名(图i)” 的形式替代,i是图片编号,注意它和前后内容之间也需要用**空格**分隔
386
+ 2. 如果主体名直接是“图1、图2”等编号,直接用 @图i 替代,i为主体编号,此时不需要括号
387
+ 3. \`type=video\` 的主体信息,不用引用主体名,不需要括号,直接用 @视频i 替代,i为视频编号
358
388
 
359
389
  ## 例子
360
390
 
361
391
  ### 输入:
362
392
 
363
- 主体信息
393
+ 参考图:
364
394
  [
365
- {"type": "subject", "fileName": "dog.png", "ref_name": "狗"},
366
- {"type": "background", "fileName": "room.png", "ref_name": "房间"}
395
+ {"type": "subject", "fileName": "dog.png", "name": "狗"},
396
+ {"type": "background", "fileName": "room.png", "name": "房间"}
397
+ ]
398
+
399
+ 参考视频
400
+ [
401
+ {"type": "video", "fileName": "video1.mp4", "name": "特效"}
367
402
  ]
368
403
 
369
404
  用户指令
370
- 一只狗(图1)在房间(图2)里玩耍
405
+ 1. 一只狗在房间里玩耍
406
+ 2. 图1人物参考视频1的特效、动作和运镜。
371
407
 
372
408
  ### 输出:
373
- 一只 @狗@房间 里玩耍\n\n生成环境音效,禁止音乐包括BGM,禁止字幕
409
+ 1. 一只 @狗(图1)@房间(图2) 里玩耍
410
+ 2. @图1 人物参考 @视频1 的特效、动作和运镜。
374
411
 
375
412
  ---
376
413
 
377
414
  ## 要求与约束
378
415
 
379
416
  - 只输出替换主体名后的用户指令,不要输出其他任何额外内容
380
- - 强调生成环境音效
381
- - 如用户指令中未要求生成BGM,强调:禁止音乐包括BGM
382
- - 强调禁止字幕
383
417
  `,
384
418
  },
385
419
  {
386
420
  role: 'user',
387
421
  content: `## 主体信息
388
422
 
389
- ${JSON.stringify(reference_images)}
423
+ 参考图:
424
+ ${JSON.stringify([...reference_images])}
425
+
426
+ 参考视频:
427
+ ${JSON.stringify([...reference_videos])}
390
428
 
391
- ## 用户指令
392
-
429
+ ## 用户指令
393
430
  ${options.prompt.trim()}`,
394
431
  },
395
432
  ],
396
433
  });
397
- console.log(completion);
434
+ console.log(JSON.stringify(completion));
398
435
  options.prompt =
399
436
  completion.choices[0]?.message?.content.trim() || options.prompt;
400
437
  }
@@ -406,27 +443,29 @@ ${options.prompt.trim()}`,
406
443
  reference_images?.length &&
407
444
  reference_images.length > 1) {
408
445
  if (reference_images.length) {
409
- const size = ratio === '16:9' ? '3840x2160' : '2160x3840';
446
+ const size = options.aspect_ratio === '9:16' ? '2160x3840' : '3840x2160';
410
447
  // const size = '4000x4000';
411
448
  const subjectsPrefix = reference_images
412
- .map((item, i) => `图${i + 1}是名为“${item.name}”的主体`)
449
+ .map((item, i) => `参考图${i + 1}是名为“${item.name}”的主体`)
413
450
  .join('\n');
414
451
  const hasBackground = reference_images.some(item => item.type === 'background');
415
452
  const concatMethod = [
416
- '直接转绘整张图',
417
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 3 格(右下),第 2、4 格为空白',
418
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 2 格(右上)、图3 展现在第 3 格(左下),第 4 格为空白',
419
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 2 格(右上)、图3 展现在第 3 格(左下)、图4 展现在第 4 格(右下)',
453
+ '直接转绘参考图为单张大图',
454
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 3 格(右下),第 2、4 格为空白',
455
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 2 格(右上)、参考图3 展现在第 3 格(左下),第 4 格为空白',
456
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 2 格(右上)、参考图3 展现在第 3 格(左下)、参考图4 展现在第 4 格(右下)',
420
457
  ];
421
458
  let processedPrompt = `${subjectsPrefix}
422
- 将各图片转绘拼接为一张大图
459
+
460
+ 将以上各参考图拼接为一张网格大图
423
461
 
424
462
  拼接方式为:${concatMethod[reference_images.length - 1] || concatMethod[3]}
425
463
 
426
- 每张图必须完整,保持宽高比,各图画面不能重叠,图与图之间留细白边`;
464
+ 每个网格中的图必须完整,保持宽高比,各网格图画面不能重叠,网格与网格之间留细白边`;
427
465
  if (type.startsWith('veo3')) {
428
- processedPrompt += `,并且在每张对应的图中心附近位置上用**比较小**的半透明黑底白字添加上主体的名称(字体大小为24px)`;
466
+ processedPrompt += `,并且在每张对应的网格图中心附近位置上用**比较小**的半透明黑底白字添加上主体的名称(字体大小为24px)`;
429
467
  }
468
+ console.log('--->', processedPrompt);
430
469
  // 融主体
431
470
  const res = await this.generateImage({
432
471
  type: 'seedream-pro',
@@ -434,6 +473,7 @@ ${options.prompt.trim()}`,
434
473
  size,
435
474
  watermark: false,
436
475
  image: reference_images.map(item => item.url),
476
+ sequential_image_generation: 'disabled',
437
477
  });
438
478
  if (res.urls[0]) {
439
479
  reference_images.length = 0;
@@ -455,7 +495,22 @@ ${options.prompt.trim()}`,
455
495
  }
456
496
  }
457
497
  }
458
- console.log('==>', options.prompt);
498
+ let prompt = options.prompt;
499
+ if (options.type === 'pro') {
500
+ prompt = prompt.replace(/(画外音)((?:[((][^))]*?[))]))?[::]\s*[“"']([^”"']*?)[”"']/g, '**$1**$2 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$3~</广播结束>\n\n**画面**:');
501
+ prompt = prompt.replace(/(。)?”/g, '~”');
502
+ }
503
+ if (!mute) {
504
+ if (options.type === 'vidu' ||
505
+ options.type === 'veo3.1' ||
506
+ options.type === 'pixv') {
507
+ prompt = `${prompt} 生成环境音效,禁止音乐,禁止字幕`;
508
+ }
509
+ else if (options.type === 'pro') {
510
+ prompt = `${prompt} 除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
511
+ }
512
+ }
513
+ console.log('==>', prompt);
459
514
  const res = await this.session.sandbox.request(`/ai/references/to/video/generate`, {
460
515
  method: 'POST',
461
516
  headers: {
@@ -463,6 +518,8 @@ ${options.prompt.trim()}`,
463
518
  },
464
519
  body: JSON.stringify({
465
520
  ...options,
521
+ prompt,
522
+ videos: reference_videos?.map(item => item.url),
466
523
  reference_images,
467
524
  mute,
468
525
  }),
@@ -489,6 +546,7 @@ ${options.prompt.trim()}`,
489
546
  video_url: options.videoUrl,
490
547
  subtitle_text: options.subtitles?.text,
491
548
  subtitle_style: options.subtitles?.style,
549
+ reference_context: options.subtitlesContext,
492
550
  };
493
551
  const result = await this.runCozeWorkflow(workflowId, parameters, options.onProgress, 1500, true);
494
552
  return result;
@@ -601,7 +659,7 @@ ${options.prompt.trim()}`,
601
659
  },
602
660
  };
603
661
  const payload = {
604
- model: 'Doubao-Seed-1.6',
662
+ model: 'Doubao-Seed-1.8',
605
663
  messages: [
606
664
  {
607
665
  role: 'system',
@@ -654,6 +712,10 @@ ${options.prompt.trim()}`,
654
712
  return result;
655
713
  }
656
714
  let prompt = options.prompt;
715
+ if (options.type === 'pro') {
716
+ prompt = prompt.replace(/(画外音)((?:[((][^))]*?[))]))?[::]\s*[“"']([^”"']*?)[”"']/g, '**$1**$2 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$3~</广播结束>\n\n**画面**:');
717
+ prompt = prompt.replace(/(。)?”/g, '~”');
718
+ }
657
719
  if (!mute) {
658
720
  if (options.type === 'vidu' ||
659
721
  options.type === 'vidu-turbo' ||
@@ -663,7 +725,7 @@ ${options.prompt.trim()}`,
663
725
  prompt = `${prompt} 生成环境音效,禁止音乐,禁止字幕`;
664
726
  }
665
727
  else if (options.type === 'pro') {
666
- prompt = `${prompt} 生成环境音效,除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
728
+ prompt = `${prompt} 除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
667
729
  }
668
730
  }
669
731
  console.log('prompt===>', prompt);
@@ -862,7 +924,7 @@ ${options.prompt.trim()}`,
862
924
  根据 schema 输出合法 JSON
863
925
  `;
864
926
  const creationPayload = {
865
- model: 'Doubao-Seed-1.6-flash',
927
+ model: 'Doubao-Seed-1.8',
866
928
  messages: [
867
929
  {
868
930
  role: 'system',
@@ -1329,7 +1391,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1329
1391
  }
1330
1392
  async voSync(options) {
1331
1393
  try {
1332
- const { videoUrl, audioUrl, audioInMs = 0, audioFadeOutMs = 0, keepVideoAudio = false, videoAudioVolume = 1.0, audioVolume = 1.0, loopAudio = false, subtitles = false, } = options;
1394
+ const { videoUrl, audioUrl, audioInMs = 0, audioFadeOutMs = 0, keepVideoAudio = false, videoAudioVolume = 1.0, audioVolume = 1.0, loopAudio = false, subtitles = false, subtitlesContext, } = options;
1333
1395
  const res = await this.session.sandbox.request(`/ai/vosync`, {
1334
1396
  method: 'POST',
1335
1397
  headers: {
@@ -1350,6 +1412,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1350
1412
  if (data.url && subtitles) {
1351
1413
  const subtitlesRes = await this.addVideoSubtitles({
1352
1414
  videoUrl: data.url,
1415
+ subtitlesContext,
1353
1416
  });
1354
1417
  data.url = subtitlesRes.url || data.url;
1355
1418
  }
@@ -1445,36 +1508,19 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1445
1508
  return { error: error.message };
1446
1509
  }
1447
1510
  }
1448
- async lipSync(options) {
1511
+ async volcanoTemplate(options) {
1449
1512
  try {
1513
+ const resolution = options.resolution ?? '480p';
1450
1514
  const waitForFinish = options.waitForFinish ?? true;
1451
- const type = options.type || 'pixv';
1452
- if (options.ref_photo_url && type !== 'vidu') {
1453
- throw new Error('ref_photo_url is only supported for vidu model');
1454
- }
1455
- const endpoint = type === 'vidu'
1456
- ? '/ai/lipsync'
1457
- : type === 'pixv'
1458
- ? '/ai/lipsync/pixverse'
1459
- : '/ai/lipsync/volcano';
1460
- const req_key = type === 'basic'
1461
- ? 'realman_change_lips_basic_chimera'
1462
- : 'realman_change_lips';
1463
- const res = await this.session.sandbox.request(endpoint, {
1515
+ const res = await this.session.sandbox.request('/ai/template/volcano', {
1464
1516
  method: 'POST',
1465
1517
  headers: {
1466
1518
  'Content-Type': 'application/json',
1467
1519
  },
1468
1520
  body: JSON.stringify({
1469
- video_url: options.videoUrl,
1470
- audio_url: options.audioUrl,
1471
- audio_in_ms: options.audioInMs || 0,
1472
- pad_audio: options.pad_audio,
1473
- ref_photo_url: options.ref_photo_url, // 这个参数只对 vidu 生效,可以多人对口型
1474
- // 后三个参数只对 basic 和 lite 生效
1475
- req_key,
1476
- separate_vocal: false,
1477
- open_scenedet: false,
1521
+ templateId: options.templateId,
1522
+ images: options.images,
1523
+ resolution,
1478
1524
  }),
1479
1525
  });
1480
1526
  const data = await res.json();
@@ -1488,25 +1534,37 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1488
1534
  return data;
1489
1535
  }
1490
1536
  catch (error) {
1491
- this.logger.error('generateSoundEffect error', error);
1537
+ this.logger.error(`volcanoTemplate error: ${error.message}`);
1492
1538
  return { error: error.message };
1493
1539
  }
1494
1540
  }
1495
- async editVideo(options) {
1541
+ async lipSync(options) {
1496
1542
  try {
1497
1543
  const waitForFinish = options.waitForFinish ?? true;
1498
- const workflowId = '7576300661140209704';
1499
- const parameters = {
1500
- video: options.videoUrl,
1501
- prompt: options.prompt,
1502
- reference_image: options.referenceImageUrl,
1503
- };
1504
- console.log('-->', workflowId, parameters);
1505
- const result = await this.runCozeWorkflow(workflowId, parameters, options.onProgress, 1500, waitForFinish);
1506
- return result;
1544
+ const res = await this.session.sandbox.request('/ai/lipsync/pixverse', {
1545
+ method: 'POST',
1546
+ headers: {
1547
+ 'Content-Type': 'application/json',
1548
+ },
1549
+ body: JSON.stringify({
1550
+ video_url: options.videoUrl,
1551
+ audio_url: options.audioUrl,
1552
+ audio_in_ms: options.audioInMs || 0,
1553
+ pad_audio: options.pad_audio,
1554
+ }),
1555
+ });
1556
+ const data = await res.json();
1557
+ if (data.taskUrl && waitForFinish) {
1558
+ return this.waitForTaskComplete({
1559
+ taskUrl: data.taskUrl,
1560
+ onProgress: options.onProgress,
1561
+ timeout: 300000,
1562
+ });
1563
+ }
1564
+ return data;
1507
1565
  }
1508
1566
  catch (error) {
1509
- this.logger.error('editVideo error', error);
1567
+ this.logger.error('generateSoundEffect error', error);
1510
1568
  return { error: error.message };
1511
1569
  }
1512
1570
  }
@@ -1861,7 +1919,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1861
1919
  ]);
1862
1920
  if (result?.content) {
1863
1921
  const content = result.content;
1864
- if (content.video_url) {
1922
+ if (content.video_url || content.url) {
1865
1923
  this.session.track('Creation Generated', {
1866
1924
  id: result.id,
1867
1925
  model: result.model,
@@ -1872,11 +1930,12 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1872
1930
  cost: result.usage?.total_tokens,
1873
1931
  });
1874
1932
  return {
1875
- url: result.content.video_url,
1933
+ url: result.content.video_url || result.content.url,
1876
1934
  last_frame_url: result.content?.last_frame_url,
1877
1935
  duration: result.duration,
1878
1936
  resolution: result.resolution,
1879
1937
  ratio: result.ratio,
1938
+ usage: result.usage,
1880
1939
  };
1881
1940
  }
1882
1941
  else if (content?.data) {
@@ -1937,46 +1996,6 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1937
1996
  }
1938
1997
  async listTemplates(type = 'template') {
1939
1998
  let page = 1;
1940
- const schemaMaps = [
1941
- {
1942
- type: 'object',
1943
- properties: {
1944
- prompt: {
1945
- type: 'string',
1946
- description: '用户需求,用来画图和生成视频的描述,不要带有其他无关内容,也不要重复其他参数设定',
1947
- },
1948
- images: {
1949
- type: 'array',
1950
- items: {
1951
- type: 'string',
1952
- format: 'uri',
1953
- },
1954
- description: '参考图片(可选)',
1955
- },
1956
- resolution: {
1957
- enum: ['720p'],
1958
- description: '视频分辨率(默认720p),目前只支持720p',
1959
- },
1960
- orientation: {
1961
- enum: ['landscape', 'portrait'],
1962
- description: '视频方向(默认横屏)',
1963
- },
1964
- with_subtitles: {
1965
- type: 'boolean',
1966
- description: '是否添加字幕(默认不添加)',
1967
- },
1968
- one_shot: {
1969
- type: 'boolean',
1970
- description: '是否一镜到底(默认否),除非用户特别指定,才设为true',
1971
- },
1972
- has_speech: {
1973
- type: 'boolean',
1974
- description: '是否生成语音 narration or dialog(默认不生成)',
1975
- },
1976
- },
1977
- required: ['prompt'],
1978
- },
1979
- ];
1980
1999
  const templates = [];
1981
2000
  do {
1982
2001
  const workflows = await (0, coze_1.listWorkflows)(this.session.sandbox.token, {
@@ -1993,9 +2012,6 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1993
2012
  details,
1994
2013
  };
1995
2014
  delete data.description;
1996
- if (typeof details.input_schema === 'number') {
1997
- details.input_schema = schemaMaps[details.input_schema];
1998
- }
1999
2015
  templates.push(data);
2000
2016
  }
2001
2017
  }