cerevox 4.0.0-alpha.9 → 4.0.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/core/ai.d.ts CHANGED
@@ -45,14 +45,22 @@ export declare class AI extends BaseClass {
45
45
  type?: 'banana' | 'banana-pro' | 'seedream' | 'seedream-pro' | 'line-sketch' | 'shot-grid';
46
46
  size?: string;
47
47
  watermark?: boolean;
48
+ sequential_image_generation?: 'auto' | 'disabled';
48
49
  image?: string[];
49
- async?: boolean;
50
+ onProgress?: (metaData: any) => void;
51
+ waitForFinish?: boolean;
52
+ }): Promise<any>;
53
+ upscaleVideo(options: {
54
+ video_url: string;
55
+ resolution?: string;
56
+ onProgress?: (metaData: any) => void;
57
+ waitForFinish?: boolean;
50
58
  }): Promise<any>;
51
59
  extendVideo(options: {
52
60
  type?: 'turbo' | 'pro';
53
61
  video_url: string;
54
62
  end_frame?: string;
55
- prompt: string;
63
+ prompt?: string;
56
64
  resolution?: string;
57
65
  duration?: number;
58
66
  onProgress?: (metaData: any) => void;
@@ -68,11 +76,16 @@ export declare class AI extends BaseClass {
68
76
  duration: number;
69
77
  resolution?: '720p' | '1080p';
70
78
  aspect_ratio?: '16:9' | '9:16';
71
- type?: 'pro' | 'kling' | 'sora2' | 'sora2-pro' | 'veo3.1' | 'veo3.1-pro' | 'vidu' | 'vidu-uc' | 'pixv';
79
+ type?: 'pro' | 'kling' | 'sora2' | 'sora2-pro' | 'veo3.1' | 'veo3.1-pro' | 'vidu' | 'vidu-pro' | 'vidu-uc' | 'pixv';
72
80
  mute?: boolean;
73
81
  onProgress?: (metaData: any) => void;
74
82
  waitForFinish?: boolean;
75
83
  seed?: number;
84
+ videos?: {
85
+ type: 'video';
86
+ name: string;
87
+ url: string;
88
+ }[] | string[];
76
89
  }): Promise<any>;
77
90
  addVideoSubtitles(options: {
78
91
  videoUrl: string;
@@ -91,6 +104,7 @@ export declare class AI extends BaseClass {
91
104
  };
92
105
  };
93
106
  };
107
+ subtitlesContext?: string;
94
108
  onProgress?: (metaData: any) => void;
95
109
  }): Promise<any>;
96
110
  generateShortVideoOutlines(options: {
@@ -133,7 +147,7 @@ export declare class AI extends BaseClass {
133
147
  duration: number;
134
148
  resolution?: '720p' | '1080p';
135
149
  template_id?: number;
136
- type?: 'pro' | 'hailuo' | 'hailuo-fast' | 'vidu' | 'vidu-turbo' | 'vidu-pro' | 'vidu-uc' | 'vidu-uc-pro' | 'kling' | 'pixv' | 'veo3.1' | 'veo3.1-pro' | 'zero' | 'zero-fast';
150
+ type?: 'pro' | 'hailuo' | 'hailuo-fast' | 'vidu' | 'vidu-turbo' | 'vidu-pro' | 'vidu-uc' | 'vidu-uc-pro' | 'kling' | 'wan' | 'pixv' | 'veo3.1' | 'veo3.1-pro' | 'zero' | 'zero-fast';
137
151
  return_last_frame?: boolean;
138
152
  aspect_ratio?: '9:16' | '16:9';
139
153
  mute?: boolean;
@@ -248,6 +262,7 @@ export declare class AI extends BaseClass {
248
262
  temperature?: number;
249
263
  top_p?: number;
250
264
  max_tokens?: number;
265
+ count_price?: boolean;
251
266
  }): Promise<any>;
252
267
  actionImitation(options: {
253
268
  imageUrl: string;
@@ -265,6 +280,7 @@ export declare class AI extends BaseClass {
265
280
  audioVolume?: number;
266
281
  loopAudio?: boolean;
267
282
  subtitles?: boolean;
283
+ subtitlesContext?: string;
268
284
  }): Promise<any>;
269
285
  voiceDesign(options: {
270
286
  prompt: string;
@@ -288,23 +304,21 @@ export declare class AI extends BaseClass {
288
304
  onProgress?: (metaData: any) => void;
289
305
  waitForFinish?: boolean;
290
306
  }): Promise<any>;
307
+ volcanoTemplate(options: {
308
+ templateId: string;
309
+ images?: string[];
310
+ resolution?: '1080p' | '720p' | '480p';
311
+ onProgress?: (metaData: any) => void;
312
+ waitForFinish?: boolean;
313
+ }): Promise<any>;
291
314
  lipSync(options: {
292
- type?: 'vidu' | 'pixv' | 'basic' | 'lite';
293
315
  videoUrl: string;
294
316
  audioUrl: string;
295
317
  audioInMs?: number;
296
- ref_photo_url?: string;
297
318
  pad_audio?: boolean;
298
319
  onProgress?: (metaData: any) => void;
299
320
  waitForFinish?: boolean;
300
321
  }): Promise<any>;
301
- editVideo(options: {
302
- videoUrl: string;
303
- prompt: string;
304
- referenceImageUrl?: string;
305
- onProgress?: (metaData: any) => void;
306
- waitForFinish?: boolean;
307
- }): Promise<any>;
308
322
  concatMedia(options: {
309
323
  mediaUrls: string[];
310
324
  }): Promise<any>;
@@ -1 +1 @@
1
- {"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/core/ai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAU,MAAM,QAAQ,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;KAClC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,KAAK,SAAS,GACV,MAAM,GACN,KAAK,GACL,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,GACN,YAAY,GACZ,MAAM,GACN,QAAQ,GACR,IAAI,GACJ,UAAU,GACV,OAAO,GACP,aAAa,GACb,SAAS,GACT,UAAU,GACV,SAAS,GACT,wBAAwB,GACxB,cAAc,GACd,UAAU,GACV,UAAU,GACV,YAAY,GACZ,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GACT,OAAO,GACP,mBAAmB,GACnB,gCAAgC,GAChC,uBAAuB,GACvB,kBAAkB,GAClB,SAAS,GACT,YAAY,GACZ,OAAO,GACP,UAAU,GACV,UAAU,GACV,MAAM,GACN,cAAc,GACd,iBAAiB,GACjB,eAAe,CAAC;AAEpB,KAAK,UAAU,GACX,MAAM,GACN,QAAQ,GACR,OAAO,GACP,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,mBAAmB,GACnB,UAAU,GACV,WAAW,CAAC;AAoJhB,qBACa,EAAG,SAAQ,SAAS;IAC/B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,EAAE,OAAO;IAOtB,SAAS;IAWT,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EACD,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,cAAc,GACd,aAAa,GACb,WAAW,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,IAAI,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAyBK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,MAAM,EAAE,MAAM,CAAC;QACf,gBAAgB,CAAC,EACb;YACE,IAAI,EAAE,SAAS,GAAG,YAAY,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EACD,KAAK,GACL,OAAO,GACP,OAAO,GACP,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,SAAS,GACT,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IA8PK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE;YACV,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,KAAK,CAAC,EAAE;gBACN,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,UAAU,CAAC,EAAE,MAAM,CAAC;gBACpB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,eAAe,CAAC,EAAE;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,MAAM,CAAC,EAAE,MAAM,CAAC;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;iBAChB,CAAC;aACH,CAAC;SACH,CAAC;QACF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAsBK,0BAA0B,CAAC,OAAO,EAAE;QACxC,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,SAAS,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,UAAU,CAAC;QAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,QAAQ,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA0BK,yBAAyB,CAAC,OAAO,EAAE;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;QACvC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,oBAAoB,CAAC,OAAO,EAAE;QAClC,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,UAAU,GAAG,eAAe,CAAC;QACrC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAiCK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EACD,KAAK,GACL,QAAQ,GACR,aAAa,GACb,MAAM,GACN,YAAY,GACZ,UAAU,GACV,SAAS,GACT,aAAa,GACb,OAAO,GACP,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,WAAW,CAAC;QAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAmJK,kBAAkB,CAAC,OAAO,EAAE;QAChC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC9D,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA2BK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAmNK,YAAY,CAAC,OAAO,EAAE;QAC1B,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,SAAS,CAAC;QAClB,IAAI,CAAC,EAAE,QAAQ,CAAC;QAChB,MAAM,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;SAClE,CAAC,CAAC;QACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,eAAe,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE;IAqBxC,gBAAgB,CAAC,OAAO,EAAE;QAC9B,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACzB;IA2DK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B;IA0CK,UAAU,CAAC,OAAO,EAAE;QACxB,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;KACzB;IAsBK,WAAW,CAAC,OAAO,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAqBnE,mBAAmB,CAAC,OAAO,EAAE;QACjC,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAoBK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;QACxB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB;IA2EK,YAAY,CAAC,OAAO,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC5C,OAAO,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBK,cAAc,CAAC,OAAO,EAAE;QAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;QACxB,eAAe,CAAC,EAAE,GAAG,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB;IAiBK,eAAe,CAAC,OAAO,EAAE;QAC7B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,MAAM,CAAC,OAAO,EAAE;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IA2CK,WAAW,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAoB5D,OAAO,CAAC,OAAO,EAAE;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAgCK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiCK,OAAO,CAAC,OAAO,EAAE;QACrB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;QAC1C,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiDK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAwBK,WAAW,CAAC,OAAO,EAAE;QAAE,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAmB5C,gBAAgB,CAAC,GAAG,EAAE,MAAM;IAmB5B,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB;IAqBK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB;IAsBK,SAAS,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAmBvC,mBAAmB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,QAAQ,CAAC,OAAO,EAAE;QACtB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;IAsBK,cAAc,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;IAiC5D,YAAY,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,SAAS,CAAC,OAAO,EAAE;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;KACrC;IA8BK,kBAAkB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAuBhD,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,EACnC,QAAQ,GAAE,MAAa,EACvB,aAAa,GAAE,OAAc;IAyCzB,qBAAqB,CAAC,OAAO,EAAE;QACnC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAuDK,mBAAmB,CAAC,OAAO,EAAE;QACjC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IA0FK,wBAAwB,CAAC,OAAO,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;;;;;;IAqCK,aAAa,CAAC,IAAI,GAAE,UAAU,GAAG,OAAO,GAAG,KAAkB;IA4E7D,gBAAgB;IAIhB,UAAU;IAoMV,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;CAgF5C"}
1
+ {"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/core/ai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAU,MAAM,QAAQ,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;KAClC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,KAAK,SAAS,GACV,MAAM,GACN,KAAK,GACL,MAAM,GACN,eAAe,GACf,aAAa,GACb,UAAU,GACV,MAAM,GACN,YAAY,GACZ,MAAM,GACN,QAAQ,GACR,IAAI,GACJ,UAAU,GACV,OAAO,GACP,aAAa,GACb,SAAS,GACT,UAAU,GACV,SAAS,GACT,wBAAwB,GACxB,cAAc,GACd,UAAU,GACV,UAAU,GACV,YAAY,GACZ,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GACT,OAAO,GACP,mBAAmB,GACnB,gCAAgC,GAChC,uBAAuB,GACvB,kBAAkB,GAClB,SAAS,GACT,YAAY,GACZ,OAAO,GACP,UAAU,GACV,UAAU,GACV,MAAM,GACN,cAAc,GACd,iBAAiB,GACjB,eAAe,CAAC;AAEpB,KAAK,UAAU,GACX,MAAM,GACN,QAAQ,GACR,OAAO,GACP,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,mBAAmB,GACnB,UAAU,GACV,WAAW,CAAC;AAoJhB,qBACa,EAAG,SAAQ,SAAS;IAC/B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,EAAE,OAAO;IAOtB,SAAS;IAWT,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EACD,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,cAAc,GACd,aAAa,GACb,WAAW,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,2BAA2B,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;QAClD,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiFK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,WAAW,CAAC,OAAO,EAAE;QACzB,IAAI,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAyBK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,MAAM,EAAE,MAAM,CAAC;QACf,gBAAgB,CAAC,EACb;YACE,IAAI,EAAE,SAAS,GAAG,YAAY,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EACD,KAAK,GACL,OAAO,GACP,OAAO,GACP,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,UAAU,GACV,SAAS,GACT,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EACH;YACE,IAAI,EAAE,OAAO,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;SACb,EAAE,GACH,MAAM,EAAE,CAAC;KACd;IA8RK,iBAAiB,CAAC,OAAO,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE;YACV,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,KAAK,CAAC,EAAE;gBACN,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,UAAU,CAAC,EAAE,MAAM,CAAC;gBACpB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,eAAe,CAAC,EAAE;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,KAAK,CAAC,EAAE,MAAM,CAAC;oBACf,MAAM,CAAC,EAAE,MAAM,CAAC;oBAChB,KAAK,CAAC,EAAE,MAAM,CAAC;iBAChB,CAAC;aACH,CAAC;SACH,CAAC;QACF,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAuBK,0BAA0B,CAAC,OAAO,EAAE;QACxC,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,SAAS,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,UAAU,CAAC;QAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,QAAQ,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA0BK,yBAAyB,CAAC,OAAO,EAAE;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;QACvC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,oBAAoB,CAAC,OAAO,EAAE;QAClC,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,UAAU,GAAG,eAAe,CAAC;QACrC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAiCK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EACD,KAAK,GACL,QAAQ,GACR,aAAa,GACb,MAAM,GACN,YAAY,GACZ,UAAU,GACV,SAAS,GACT,aAAa,GACb,OAAO,GACP,KAAK,GACL,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,MAAM,GACN,WAAW,CAAC;QAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAoJK,kBAAkB,CAAC,OAAO,EAAE;QAChC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC9D,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA2BK,aAAa,CAAC,OAAO,EAAE;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;KACtC;IAmNK,YAAY,CAAC,OAAO,EAAE;QAC1B,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,SAAS,CAAC;QAClB,IAAI,CAAC,EAAE,QAAQ,CAAC;QAChB,MAAM,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAsFK,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;SAClE,CAAC,CAAC;QACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,eAAe,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE;IAqBxC,gBAAgB,CAAC,OAAO,EAAE;QAC9B,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;KACzB;IA2DK,YAAY,CAAC,OAAO,EAAE;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B;IA0CK,UAAU,CAAC,OAAO,EAAE;QACxB,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;KACzB;IAsBK,WAAW,CAAC,OAAO,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAqBnE,mBAAmB,CAAC,OAAO,EAAE;QACjC,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAoBK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;QACxB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB;IA2EK,YAAY,CAAC,OAAO,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC5C,OAAO,CAAC,EAAE;YAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAA;SAAE,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBK,cAAc,CAAC,OAAO,EAAE;QAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;QACxB,eAAe,CAAC,EAAE,GAAG,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,OAAO,CAAC;KACvB;IAiBK,eAAe,CAAC,OAAO,EAAE;QAC7B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA4BK,MAAM,CAAC,OAAO,EAAE;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IA6CK,WAAW,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAoB5D,OAAO,CAAC,OAAO,EAAE;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAgCK,YAAY,CAAC,OAAO,EAAE;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IAiCK,eAAe,CAAC,OAAO,EAAE;QAC7B,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;QACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA8BK,OAAO,CAAC,OAAO,EAAE;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB;IA8BK,WAAW,CAAC,OAAO,EAAE;QAAE,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAmB5C,gBAAgB,CAAC,GAAG,EAAE,MAAM;IAmB5B,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB;IAqBK,SAAS,CAAC,OAAO,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB;IAsBK,SAAS,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAmBvC,mBAAmB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,QAAQ,CAAC,OAAO,EAAE;QACtB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;IAsBK,cAAc,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;IAiC5D,YAAY,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE;IAoBhE,SAAS,CAAC,OAAO,EAAE;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;KACrC;IA8BK,kBAAkB,CAAC,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAuBhD,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,EACnC,QAAQ,GAAE,MAAa,EACvB,aAAa,GAAE,OAAc;IAyCzB,qBAAqB,CAAC,OAAO,EAAE;QACnC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAuDK,mBAAmB,CAAC,OAAO,EAAE;QACjC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IA2FK,wBAAwB,CAAC,OAAO,EAAE;QACtC,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB;;;;;;IAqCK,aAAa,CAAC,IAAI,GAAE,UAAU,GAAG,OAAO,GAAG,KAAkB;IAgC7D,gBAAgB;IAIhB,UAAU;IAoMV,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;CAgF5C"}
package/dist/core/ai.js CHANGED
@@ -152,6 +152,7 @@ let AI = class AI extends base_1.BaseClass {
152
152
  return data;
153
153
  }
154
154
  async generateImage(options) {
155
+ const waitForFinish = options.waitForFinish ?? true;
155
156
  if (options.type === 'shot-grid') {
156
157
  const prompt = options.prompt;
157
158
  options.prompt = `# 专业电影印样 (Contact Sheet) 生成模板
@@ -216,18 +217,12 @@ ${prompt}
216
217
  body: JSON.stringify(options),
217
218
  });
218
219
  const data = await res.json();
219
- if (data.data) {
220
- const urls = data.data
221
- .map((item) => item.url)
222
- .filter((url) => url?.trim());
223
- for (const url of urls) {
224
- this.session.track('Image Generated', { url });
225
- }
226
- return {
227
- prompt: options.prompt,
228
- // data,
229
- urls,
230
- };
220
+ if (data.taskUrl && waitForFinish) {
221
+ return this.waitForTaskComplete({
222
+ taskUrl: data.taskUrl,
223
+ onProgress: options.onProgress,
224
+ timeout: 300000,
225
+ });
231
226
  }
232
227
  return data;
233
228
  }
@@ -237,6 +232,34 @@ ${prompt}
237
232
  throw error;
238
233
  }
239
234
  }
235
+ async upscaleVideo(options) {
236
+ try {
237
+ const waitForFinish = options.waitForFinish ?? true;
238
+ const res = await this.session.sandbox.request(`/ai/video/upscale`, {
239
+ method: 'POST',
240
+ headers: {
241
+ 'Content-Type': 'application/json',
242
+ },
243
+ body: JSON.stringify({
244
+ video_url: options.video_url,
245
+ upscale_resolution: options.resolution,
246
+ }),
247
+ });
248
+ const data = await res.json();
249
+ if (data.taskUrl && waitForFinish) {
250
+ return this.waitForTaskComplete({
251
+ taskUrl: data.taskUrl,
252
+ onProgress: options.onProgress,
253
+ timeout: 300000,
254
+ });
255
+ }
256
+ return data;
257
+ }
258
+ catch (error) {
259
+ this.logger.error('Upscale Video error', error);
260
+ return { error: error.message };
261
+ }
262
+ }
240
263
  async extendVideo(options) {
241
264
  try {
242
265
  const waitForFinish = options.waitForFinish ?? true;
@@ -265,10 +288,9 @@ ${prompt}
265
288
  async referencesToVideo(options) {
266
289
  try {
267
290
  const waitForFinish = options.waitForFinish ?? true;
268
- const ratio = options.aspect_ratio ?? '16:9';
269
291
  const mute = options.mute ?? true;
270
292
  const type = options.type ?? 'vidu';
271
- if (options.type !== 'pro' && options.duration === 0) {
293
+ if (type !== 'pro' && type !== 'vidu-pro' && options.duration === 0) {
272
294
  const durationPrompt = `根据用户提供的视频提示词内容为视频确定时长,规则为:
273
295
 
274
296
  - 分镜视频时长应根据场景表现需要而设定,范围在1~16秒
@@ -301,7 +323,7 @@ ${prompt}
301
323
  },
302
324
  };
303
325
  const payload = {
304
- model: 'Doubao-Seed-1.6',
326
+ model: 'Doubao-Seed-1.8',
305
327
  messages: [
306
328
  {
307
329
  role: 'system',
@@ -336,13 +358,20 @@ ${prompt}
336
358
  name: `图${i + 1}`,
337
359
  url: item,
338
360
  }
339
- : item);
361
+ : item) ?? [];
362
+ const reference_videos = options.videos?.map((item, i) => typeof item === 'string'
363
+ ? {
364
+ name: `视频${i + 1}`,
365
+ url: item,
366
+ }
367
+ : item) ?? [];
340
368
  const isSora2 = type === 'sora2' || type === 'sora2-pro';
341
369
  const isVeo3 = type === 'veo3.1' || type === 'veo3.1-pro';
342
- if (reference_images?.length &&
370
+ if ((reference_images.length || reference_videos.length) &&
343
371
  (type === 'pixv' ||
344
372
  type === 'pro' ||
345
- (type === 'vidu' && !mute) ||
373
+ type === 'vidu-pro' ||
374
+ type === 'vidu' ||
346
375
  isSora2 ||
347
376
  isVeo3)) {
348
377
  const completion = await this.getCompletions({
@@ -350,83 +379,89 @@ ${prompt}
350
379
  messages: [
351
380
  {
352
381
  role: 'system',
353
- content: `你根据主体信息,优化用户指令,使描述中的内容正确引用主体名称,并且在用户未明确提及添加BGM时,强调在生成视频时生成环境音效但禁止音乐。
382
+ content: `你根据主体信息,优化用户指令,使描述中的内容正确引用主体名称。
354
383
 
355
384
  具体方式为:
356
- 1. 将用户指令中引用主体信息中主体名称的部分,用 “@主体名” 的形式替代,注意它和前后内容之间也需要用**空格**分隔。
357
- 2. 将用户指令中括号里的“图1、图2”等编号去掉
385
+ 1. 将用户指令中引用主体信息中主体名称的部分,用 “@主体名(图i)” 的形式替代,i是图片编号,注意它和前后内容之间也需要用**空格**分隔
386
+ 2. 如果主体名直接是“图1、图2”等编号,直接用 @图i 替代,i为主体编号,此时不需要括号
387
+ 3. \`type=video\` 的主体信息,不用引用主体名,不需要括号,直接用 @视频i 替代,i为视频编号
358
388
 
359
389
  ## 例子
360
390
 
361
391
  ### 输入:
362
392
 
363
- 主体信息
393
+ 参考图:
394
+ [
395
+ {"type": "subject", "fileName": "dog.png", "name": "狗"},
396
+ {"type": "background", "fileName": "room.png", "name": "房间"}
397
+ ]
398
+
399
+ 参考视频
364
400
  [
365
- {"type": "subject", "fileName": "dog.png", "ref_name": ""},
366
- {"type": "background", "fileName": "room.png", "ref_name": "房间"}
401
+ {"type": "video", "fileName": "video1.mp4", "name": "特效"}
367
402
  ]
368
403
 
369
404
  用户指令
370
- 一只狗(图1)在房间(图2)里玩耍
405
+ 1. 一只狗在房间里玩耍
406
+ 2. 图1人物参考视频1的特效、动作和运镜。
371
407
 
372
408
  ### 输出:
373
- 一只 @狗@房间 里玩耍\n\n生成环境音效,禁止音乐包括BGM,禁止字幕
409
+ 1. 一只 @狗(图1)@房间(图2) 里玩耍
410
+ 2. @图1 人物参考 @视频1 的特效、动作和运镜。
374
411
 
375
412
  ---
376
413
 
377
414
  ## 要求与约束
378
415
 
379
416
  - 只输出替换主体名后的用户指令,不要输出其他任何额外内容
380
- - 强调生成环境音效
381
- - 如用户指令中未要求生成BGM,强调:禁止音乐包括BGM
382
- - 强调禁止字幕
383
417
  `,
384
418
  },
385
419
  {
386
420
  role: 'user',
387
421
  content: `## 主体信息
388
422
 
389
- ${JSON.stringify(reference_images)}
423
+ 参考图:
424
+ ${JSON.stringify([...reference_images])}
425
+
426
+ 参考视频:
427
+ ${JSON.stringify([...reference_videos])}
390
428
 
391
- ## 用户指令
392
-
429
+ ## 用户指令
393
430
  ${options.prompt.trim()}`,
394
431
  },
395
432
  ],
396
433
  });
397
- console.log(completion);
434
+ console.log(JSON.stringify(completion));
398
435
  options.prompt =
399
436
  completion.choices[0]?.message?.content.trim() || options.prompt;
400
437
  }
401
- if ((type === 'sora2' ||
402
- type === 'sora2-pro' ||
403
- type === 'veo3.1' ||
404
- type === 'veo3.1-pro' ||
405
- type === 'pro') &&
438
+ if ((type === 'sora2' || type === 'sora2-pro' || type === 'pro') &&
406
439
  reference_images?.length &&
407
440
  reference_images.length > 1) {
408
441
  if (reference_images.length) {
409
- const size = ratio === '16:9' ? '3840x2160' : '2160x3840';
442
+ const size = options.aspect_ratio === '9:16' ? '2160x3840' : '3840x2160';
410
443
  // const size = '4000x4000';
411
444
  const subjectsPrefix = reference_images
412
- .map((item, i) => `图${i + 1}是名为“${item.name}”的主体`)
445
+ .map((item, i) => `参考图${i + 1}是名为“${item.name}”的主体`)
413
446
  .join('\n');
414
447
  const hasBackground = reference_images.some(item => item.type === 'background');
415
448
  const concatMethod = [
416
- '直接转绘整张图',
417
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 3 格(右下),第 2、4 格为空白',
418
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 2 格(右上)、图3 展现在第 3 格(左下),第 4 格为空白',
419
- '以 2x2 网格,图1 展现在第 1 格(左上)、图2 展现在第 2 格(右上)、图3 展现在第 3 格(左下)、图4 展现在第 4 格(右下)',
449
+ '直接转绘参考图为单张大图',
450
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 3 格(右下),第 2、4 格为空白',
451
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 2 格(右上)、参考图3 展现在第 3 格(左下),第 4 格为空白',
452
+ '以 2x2 网格,参考图1 展现在第 1 格(左上)、参考图2 展现在第 2 格(右上)、参考图3 展现在第 3 格(左下)、参考图4 展现在第 4 格(右下)',
420
453
  ];
421
454
  let processedPrompt = `${subjectsPrefix}
422
- 将各图片转绘拼接为一张大图
455
+
456
+ 将以上各参考图拼接为一张网格大图
423
457
 
424
458
  拼接方式为:${concatMethod[reference_images.length - 1] || concatMethod[3]}
425
459
 
426
- 每张图必须完整,保持宽高比,各图画面不能重叠,图与图之间留细白边`;
460
+ 每个网格中的图必须完整,保持宽高比,各网格图画面不能重叠,网格与网格之间留细白边`;
427
461
  if (type.startsWith('veo3')) {
428
- processedPrompt += `,并且在每张对应的图中心附近位置上用**比较小**的半透明黑底白字添加上主体的名称(字体大小为24px)`;
462
+ processedPrompt += `,并且在每张对应的网格图中心附近位置上用**比较小**的半透明黑底白字添加上主体的名称(字体大小为24px)`;
429
463
  }
464
+ console.log('--->', processedPrompt);
430
465
  // 融主体
431
466
  const res = await this.generateImage({
432
467
  type: 'seedream-pro',
@@ -434,6 +469,7 @@ ${options.prompt.trim()}`,
434
469
  size,
435
470
  watermark: false,
436
471
  image: reference_images.map(item => item.url),
472
+ sequential_image_generation: 'disabled',
437
473
  });
438
474
  if (res.urls[0]) {
439
475
  reference_images.length = 0;
@@ -455,11 +491,22 @@ ${options.prompt.trim()}`,
455
491
  }
456
492
  }
457
493
  }
458
- console.log('==>', options.prompt);
459
494
  let prompt = options.prompt;
460
495
  if (options.type === 'pro') {
461
- prompt = prompt.replace(/(画外音(?:[((][^))]*?[))]))?[::]\s*[“"']([^”"']*?)[”"']/g, '$1 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$2——</广播结束>');
496
+ prompt = prompt.replace(/(画外音)((?:[((][^))]*?[))]))?[::]\s*[“"']([^”"']*?)[”"']/g, '**$1**$2 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$3~</广播结束>\n\n**画面**:');
497
+ prompt = prompt.replace(/(。)?”/g, '~”');
462
498
  }
499
+ if (!mute) {
500
+ if (options.type === 'vidu' ||
501
+ options.type === 'veo3.1' ||
502
+ options.type === 'pixv') {
503
+ prompt = `${prompt} 生成环境音效,禁止音乐,禁止字幕`;
504
+ }
505
+ else if (options.type === 'pro') {
506
+ prompt = `${prompt} 除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
507
+ }
508
+ }
509
+ console.log('==>', prompt);
463
510
  const res = await this.session.sandbox.request(`/ai/references/to/video/generate`, {
464
511
  method: 'POST',
465
512
  headers: {
@@ -468,6 +515,7 @@ ${options.prompt.trim()}`,
468
515
  body: JSON.stringify({
469
516
  ...options,
470
517
  prompt,
518
+ videos: reference_videos?.map(item => item.url),
471
519
  reference_images,
472
520
  mute,
473
521
  }),
@@ -494,6 +542,7 @@ ${options.prompt.trim()}`,
494
542
  video_url: options.videoUrl,
495
543
  subtitle_text: options.subtitles?.text,
496
544
  subtitle_style: options.subtitles?.style,
545
+ reference_context: options.subtitlesContext,
497
546
  };
498
547
  const result = await this.runCozeWorkflow(workflowId, parameters, options.onProgress, 1500, true);
499
548
  return result;
@@ -606,7 +655,7 @@ ${options.prompt.trim()}`,
606
655
  },
607
656
  };
608
657
  const payload = {
609
- model: 'Doubao-Seed-1.6',
658
+ model: 'Doubao-Seed-1.8',
610
659
  messages: [
611
660
  {
612
661
  role: 'system',
@@ -660,7 +709,8 @@ ${options.prompt.trim()}`,
660
709
  }
661
710
  let prompt = options.prompt;
662
711
  if (options.type === 'pro') {
663
- prompt = prompt.replace(/(画外音(?:[((][^))]*?[))]))?[::]\s*“([^”]*)”/g, '$1 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$2——</广播结束>');
712
+ prompt = prompt.replace(/(画外音)((?:[((][^))]*?[))]))?[::]\s*[“"']([^”"']*?)[”"']/g, '**$1**$2 镜头内所有角色都不言语,从远处(镜头外)传来广播声<广播开始>$3~</广播结束>\n\n**画面**:');
713
+ prompt = prompt.replace(/(。)?”/g, '~”');
664
714
  }
665
715
  if (!mute) {
666
716
  if (options.type === 'vidu' ||
@@ -671,7 +721,7 @@ ${options.prompt.trim()}`,
671
721
  prompt = `${prompt} 生成环境音效,禁止音乐,禁止字幕`;
672
722
  }
673
723
  else if (options.type === 'pro') {
674
- prompt = `${prompt} 生成环境音效,除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
724
+ prompt = `${prompt} 除非上文明确提到生成BGM,否则禁止背景音乐,禁止字幕`;
675
725
  }
676
726
  }
677
727
  console.log('prompt===>', prompt);
@@ -870,7 +920,7 @@ ${options.prompt.trim()}`,
870
920
  根据 schema 输出合法 JSON
871
921
  `;
872
922
  const creationPayload = {
873
- model: 'Doubao-Seed-1.6-flash',
923
+ model: 'Doubao-Seed-1.8',
874
924
  messages: [
875
925
  {
876
926
  role: 'system',
@@ -1337,7 +1387,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1337
1387
  }
1338
1388
  async voSync(options) {
1339
1389
  try {
1340
- const { videoUrl, audioUrl, audioInMs = 0, audioFadeOutMs = 0, keepVideoAudio = false, videoAudioVolume = 1.0, audioVolume = 1.0, loopAudio = false, subtitles = false, } = options;
1390
+ const { videoUrl, audioUrl, audioInMs = 0, audioFadeOutMs = 0, keepVideoAudio = false, videoAudioVolume = 1.0, audioVolume = 1.0, loopAudio = false, subtitles = false, subtitlesContext, } = options;
1341
1391
  const res = await this.session.sandbox.request(`/ai/vosync`, {
1342
1392
  method: 'POST',
1343
1393
  headers: {
@@ -1358,6 +1408,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1358
1408
  if (data.url && subtitles) {
1359
1409
  const subtitlesRes = await this.addVideoSubtitles({
1360
1410
  videoUrl: data.url,
1411
+ subtitlesContext,
1361
1412
  });
1362
1413
  data.url = subtitlesRes.url || data.url;
1363
1414
  }
@@ -1453,36 +1504,19 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1453
1504
  return { error: error.message };
1454
1505
  }
1455
1506
  }
1456
- async lipSync(options) {
1507
+ async volcanoTemplate(options) {
1457
1508
  try {
1509
+ const resolution = options.resolution ?? '480p';
1458
1510
  const waitForFinish = options.waitForFinish ?? true;
1459
- const type = options.type || 'pixv';
1460
- if (options.ref_photo_url && type !== 'vidu') {
1461
- throw new Error('ref_photo_url is only supported for vidu model');
1462
- }
1463
- const endpoint = type === 'vidu'
1464
- ? '/ai/lipsync'
1465
- : type === 'pixv'
1466
- ? '/ai/lipsync/pixverse'
1467
- : '/ai/lipsync/volcano';
1468
- const req_key = type === 'basic'
1469
- ? 'realman_change_lips_basic_chimera'
1470
- : 'realman_change_lips';
1471
- const res = await this.session.sandbox.request(endpoint, {
1511
+ const res = await this.session.sandbox.request('/ai/template/volcano', {
1472
1512
  method: 'POST',
1473
1513
  headers: {
1474
1514
  'Content-Type': 'application/json',
1475
1515
  },
1476
1516
  body: JSON.stringify({
1477
- video_url: options.videoUrl,
1478
- audio_url: options.audioUrl,
1479
- audio_in_ms: options.audioInMs || 0,
1480
- pad_audio: options.pad_audio,
1481
- ref_photo_url: options.ref_photo_url, // 这个参数只对 vidu 生效,可以多人对口型
1482
- // 后三个参数只对 basic 和 lite 生效
1483
- req_key,
1484
- separate_vocal: false,
1485
- open_scenedet: false,
1517
+ templateId: options.templateId,
1518
+ images: options.images,
1519
+ resolution,
1486
1520
  }),
1487
1521
  });
1488
1522
  const data = await res.json();
@@ -1496,25 +1530,37 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1496
1530
  return data;
1497
1531
  }
1498
1532
  catch (error) {
1499
- this.logger.error('generateSoundEffect error', error);
1533
+ this.logger.error(`volcanoTemplate error: ${error.message}`);
1500
1534
  return { error: error.message };
1501
1535
  }
1502
1536
  }
1503
- async editVideo(options) {
1537
+ async lipSync(options) {
1504
1538
  try {
1505
1539
  const waitForFinish = options.waitForFinish ?? true;
1506
- const workflowId = '7576300661140209704';
1507
- const parameters = {
1508
- video: options.videoUrl,
1509
- prompt: options.prompt,
1510
- reference_image: options.referenceImageUrl,
1511
- };
1512
- console.log('-->', workflowId, parameters);
1513
- const result = await this.runCozeWorkflow(workflowId, parameters, options.onProgress, 1500, waitForFinish);
1514
- return result;
1540
+ const res = await this.session.sandbox.request('/ai/lipsync/pixverse', {
1541
+ method: 'POST',
1542
+ headers: {
1543
+ 'Content-Type': 'application/json',
1544
+ },
1545
+ body: JSON.stringify({
1546
+ video_url: options.videoUrl,
1547
+ audio_url: options.audioUrl,
1548
+ audio_in_ms: options.audioInMs || 0,
1549
+ pad_audio: options.pad_audio,
1550
+ }),
1551
+ });
1552
+ const data = await res.json();
1553
+ if (data.taskUrl && waitForFinish) {
1554
+ return this.waitForTaskComplete({
1555
+ taskUrl: data.taskUrl,
1556
+ onProgress: options.onProgress,
1557
+ timeout: 300000,
1558
+ });
1559
+ }
1560
+ return data;
1515
1561
  }
1516
1562
  catch (error) {
1517
- this.logger.error('editVideo error', error);
1563
+ this.logger.error('generateSoundEffect error', error);
1518
1564
  return { error: error.message };
1519
1565
  }
1520
1566
  }
@@ -1869,7 +1915,7 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1869
1915
  ]);
1870
1916
  if (result?.content) {
1871
1917
  const content = result.content;
1872
- if (content.video_url) {
1918
+ if (content.video_url || content.url) {
1873
1919
  this.session.track('Creation Generated', {
1874
1920
  id: result.id,
1875
1921
  model: result.model,
@@ -1880,11 +1926,12 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1880
1926
  cost: result.usage?.total_tokens,
1881
1927
  });
1882
1928
  return {
1883
- url: result.content.video_url,
1929
+ url: result.content.video_url || result.content.url,
1884
1930
  last_frame_url: result.content?.last_frame_url,
1885
1931
  duration: result.duration,
1886
1932
  resolution: result.resolution,
1887
1933
  ratio: result.ratio,
1934
+ usage: result.usage,
1888
1935
  };
1889
1936
  }
1890
1937
  else if (content?.data) {
@@ -1945,46 +1992,6 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
1945
1992
  }
1946
1993
  async listTemplates(type = 'template') {
1947
1994
  let page = 1;
1948
- const schemaMaps = [
1949
- {
1950
- type: 'object',
1951
- properties: {
1952
- prompt: {
1953
- type: 'string',
1954
- description: '用户需求,用来画图和生成视频的描述,不要带有其他无关内容,也不要重复其他参数设定',
1955
- },
1956
- images: {
1957
- type: 'array',
1958
- items: {
1959
- type: 'string',
1960
- format: 'uri',
1961
- },
1962
- description: '参考图片(可选)',
1963
- },
1964
- resolution: {
1965
- enum: ['720p'],
1966
- description: '视频分辨率(默认720p),目前只支持720p',
1967
- },
1968
- orientation: {
1969
- enum: ['landscape', 'portrait'],
1970
- description: '视频方向(默认横屏)',
1971
- },
1972
- with_subtitles: {
1973
- type: 'boolean',
1974
- description: '是否添加字幕(默认不添加)',
1975
- },
1976
- one_shot: {
1977
- type: 'boolean',
1978
- description: '是否一镜到底(默认否),除非用户特别指定,才设为true',
1979
- },
1980
- has_speech: {
1981
- type: 'boolean',
1982
- description: '是否生成语音 narration or dialog(默认不生成)',
1983
- },
1984
- },
1985
- required: ['prompt'],
1986
- },
1987
- ];
1988
1995
  const templates = [];
1989
1996
  do {
1990
1997
  const workflows = await (0, coze_1.listWorkflows)(this.session.sandbox.token, {
@@ -2001,9 +2008,6 @@ ${timbre ? `timbre: ${timbre}` : ''}`;
2001
2008
  details,
2002
2009
  };
2003
2010
  delete data.description;
2004
- if (typeof details.input_schema === 'number') {
2005
- details.input_schema = schemaMaps[details.input_schema];
2006
- }
2007
2011
  templates.push(data);
2008
2012
  }
2009
2013
  }