@lemoncat7/dsh-partner 2.23.55 → 2.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -2
- package/docs/compatibility-0.2.2-rc.1.md +7 -0
- package/docs/releases/2.24.0-rc.10.md +8 -0
- package/docs/releases/2.24.0-rc.11.md +10 -0
- package/docs/releases/2.24.0-rc.2.md +9 -0
- package/docs/releases/2.24.0-rc.3.md +6 -0
- package/docs/releases/2.24.0-rc.4.md +11 -0
- package/docs/releases/2.24.0-rc.5.md +11 -0
- package/docs/releases/2.24.0-rc.6.md +12 -0
- package/docs/releases/2.24.0-rc.9.md +5 -0
- package/docs/releases/2.25.0-rc.1.md +12 -0
- package/docs/releases/2.25.0-rc.11.md +5 -0
- package/docs/releases/2.25.0-rc.2.md +10 -0
- package/docs/releases/2.25.0-rc.3.md +11 -0
- package/docs/releases/2.25.0-rc.4.md +3 -0
- package/docs/releases/2.25.0-rc.5.md +3 -0
- package/docs/releases/2.25.0.md +32 -0
- package/lib/agent-runtime.d.ts +3 -1
- package/lib/agent-runtime.d.ts.map +1 -1
- package/lib/agent-runtime.js +91 -18
- package/lib/agent-runtime.js.map +1 -1
- package/lib/api/features/tts-api.d.ts +4 -0
- package/lib/api/features/tts-api.d.ts.map +1 -0
- package/lib/api/features/tts-api.js +49 -0
- package/lib/api/features/tts-api.js.map +1 -0
- package/lib/api.d.ts +3 -0
- package/lib/api.d.ts.map +1 -1
- package/lib/api.js +79 -6
- package/lib/api.js.map +1 -1
- package/lib/channels/activity-defaults.d.ts.map +1 -1
- package/lib/channels/activity-defaults.js +7 -0
- package/lib/channels/activity-defaults.js.map +1 -1
- package/lib/channels/bilibili/activity-provider.d.ts +3 -0
- package/lib/channels/bilibili/activity-provider.d.ts.map +1 -0
- package/lib/channels/bilibili/activity-provider.js +8 -0
- package/lib/channels/bilibili/activity-provider.js.map +1 -0
- package/lib/channels/bilibili/catalog.d.ts +23 -0
- package/lib/channels/bilibili/catalog.d.ts.map +1 -0
- package/lib/channels/bilibili/catalog.js +45 -0
- package/lib/channels/bilibili/catalog.js.map +1 -0
- package/lib/channels/bilibili/media.d.ts +9 -0
- package/lib/channels/bilibili/media.d.ts.map +1 -0
- package/lib/channels/bilibili/media.js +67 -0
- package/lib/channels/bilibili/media.js.map +1 -0
- package/lib/channels/bilibili/service.d.ts +37 -0
- package/lib/channels/bilibili/service.d.ts.map +1 -0
- package/lib/channels/bilibili/service.js +138 -0
- package/lib/channels/bilibili/service.js.map +1 -0
- package/lib/channels/bilibili/tools.d.ts +6 -0
- package/lib/channels/bilibili/tools.d.ts.map +1 -0
- package/lib/channels/bilibili/tools.js +48 -0
- package/lib/channels/bilibili/tools.js.map +1 -0
- package/lib/channels/direct/message-format.js +298 -206
- package/lib/channels/direct/message-format.js.map +4 -4
- package/lib/channels/direct/transport.d.ts +1 -1
- package/lib/channels/direct/transport.d.ts.map +1 -1
- package/lib/channels/manager.d.ts +2 -0
- package/lib/channels/manager.d.ts.map +1 -1
- package/lib/channels/manager.js +24 -4
- package/lib/channels/manager.js.map +1 -1
- package/lib/channels/outbound-media.d.ts +1 -1
- package/lib/channels/outbound-media.d.ts.map +1 -1
- package/lib/channels/outbound-media.js +3 -2
- package/lib/channels/outbound-media.js.map +1 -1
- package/lib/channels/qq/authority.d.ts +1 -1
- package/lib/channels/qq/authority.d.ts.map +1 -1
- package/lib/channels/qq/authority.js +2 -2
- package/lib/channels/qq/authority.js.map +1 -1
- package/lib/channels/qq/reply-tool.d.ts +1 -1
- package/lib/channels/qq/reply-tool.d.ts.map +1 -1
- package/lib/channels/qq/reply-tool.js +7 -2
- package/lib/channels/qq/reply-tool.js.map +1 -1
- package/lib/channels/weixin/api.d.ts +1 -1
- package/lib/channels/weixin/api.d.ts.map +1 -1
- package/lib/channels/weixin/api.js +7 -1
- package/lib/channels/weixin/api.js.map +1 -1
- package/lib/channels/weixin/connect.d.ts +5 -1
- package/lib/channels/weixin/connect.d.ts.map +1 -1
- package/lib/character/activity-journal.d.ts +3 -1
- package/lib/character/activity-journal.d.ts.map +1 -1
- package/lib/character/activity-journal.js +43 -7
- package/lib/character/activity-journal.js.map +1 -1
- package/lib/character/activity-summary.d.ts +23 -0
- package/lib/character/activity-summary.d.ts.map +1 -0
- package/lib/character/activity-summary.js +23 -0
- package/lib/character/activity-summary.js.map +1 -0
- package/lib/character/affection-tool.js +2 -2
- package/lib/character/affection-tool.js.map +1 -1
- package/lib/character/affection.d.ts +6 -42
- package/lib/character/affection.d.ts.map +1 -1
- package/lib/character/affection.js +4 -13
- package/lib/character/affection.js.map +1 -1
- package/lib/character/conversation-behavior.d.ts +1 -0
- package/lib/character/conversation-behavior.d.ts.map +1 -1
- package/lib/character/conversation-behavior.js +8 -5
- package/lib/character/conversation-behavior.js.map +1 -1
- package/lib/character/habit-tool.d.ts +4 -0
- package/lib/character/habit-tool.d.ts.map +1 -0
- package/lib/character/habit-tool.js +31 -0
- package/lib/character/habit-tool.js.map +1 -0
- package/lib/character/habits.d.ts +38 -0
- package/lib/character/habits.d.ts.map +1 -0
- package/lib/character/habits.js +92 -0
- package/lib/character/habits.js.map +1 -0
- package/lib/character/idle-contact.d.ts +9 -0
- package/lib/character/idle-contact.d.ts.map +1 -1
- package/lib/character/idle-contact.js +62 -9
- package/lib/character/idle-contact.js.map +1 -1
- package/lib/character/interaction-review.d.ts +10 -0
- package/lib/character/interaction-review.d.ts.map +1 -1
- package/lib/character/interaction-review.js +51 -31
- package/lib/character/interaction-review.js.map +1 -1
- package/lib/chat/live-speech.d.ts +5 -2
- package/lib/chat/live-speech.d.ts.map +1 -1
- package/lib/chat/live-speech.js +37 -9
- package/lib/chat/live-speech.js.map +1 -1
- package/lib/chat/persona-delivery.d.ts +31 -0
- package/lib/chat/persona-delivery.d.ts.map +1 -0
- package/lib/chat/persona-delivery.js +131 -0
- package/lib/chat/persona-delivery.js.map +1 -0
- package/lib/chat/protocol.d.ts +1 -1
- package/lib/chat/protocol.js +1 -1
- package/lib/chat/reply-continuity.d.ts.map +1 -1
- package/lib/chat/reply-continuity.js +12 -0
- package/lib/chat/reply-continuity.js.map +1 -1
- package/lib/chat/tools.d.ts.map +1 -1
- package/lib/chat/tools.js +26 -11
- package/lib/chat/tools.js.map +1 -1
- package/lib/chat/work-expression.d.ts +36 -0
- package/lib/chat/work-expression.d.ts.map +1 -1
- package/lib/chat/work-expression.js +80 -17
- package/lib/chat/work-expression.js.map +1 -1
- package/lib/client-api.d.ts +17 -1
- package/lib/client-api.d.ts.map +1 -1
- package/lib/client-api.js.map +1 -1
- package/lib/client.activities.js +3 -0
- package/lib/client.d.ts.map +1 -1
- package/lib/client.js +4119 -3763
- package/lib/client.js.map +4 -4
- package/lib/client.tts.js +7 -0
- package/lib/collaboration/composition.d.ts.map +1 -1
- package/lib/collaboration/composition.js +2 -0
- package/lib/collaboration/composition.js.map +1 -1
- package/lib/collaboration/tool-discovery.d.ts +1 -1
- package/lib/collaboration/tool-discovery.d.ts.map +1 -1
- package/lib/collaboration/tool-discovery.js +15 -9
- package/lib/collaboration/tool-discovery.js.map +1 -1
- package/lib/companions/identity-tool.d.ts +1 -1
- package/lib/companions/identity-tool.d.ts.map +1 -1
- package/lib/companions/identity-tool.js +3 -4
- package/lib/companions/identity-tool.js.map +1 -1
- package/lib/companions/identity.js +4 -4
- package/lib/companions/identity.js.map +1 -1
- package/lib/companions/management.d.ts +4 -4
- package/lib/companions/persona-refinement.d.ts.map +1 -1
- package/lib/companions/persona-refinement.js +1 -45
- package/lib/companions/persona-refinement.js.map +1 -1
- package/lib/compat/native-presentation.d.ts +4 -0
- package/lib/compat/native-presentation.d.ts.map +1 -0
- package/lib/compat/native-presentation.js +40 -0
- package/lib/compat/native-presentation.js.map +1 -0
- package/lib/compat/ptc-events.d.ts +2 -0
- package/lib/compat/ptc-events.d.ts.map +1 -0
- package/lib/compat/ptc-events.js +2 -0
- package/lib/compat/ptc-events.js.map +1 -0
- package/lib/compat/tool-dispatch.d.ts +4 -0
- package/lib/compat/tool-dispatch.d.ts.map +1 -0
- package/lib/compat/tool-dispatch.js +14 -0
- package/lib/compat/tool-dispatch.js.map +1 -0
- package/lib/concern-execution-receipt.d.ts +2 -1
- package/lib/concern-execution-receipt.d.ts.map +1 -1
- package/lib/concern-execution-receipt.js +15 -13
- package/lib/concern-execution-receipt.js.map +1 -1
- package/lib/concern-execution.d.ts +3 -1
- package/lib/concern-execution.d.ts.map +1 -1
- package/lib/concern-execution.js +20 -1
- package/lib/concern-execution.js.map +1 -1
- package/lib/concern-recording.d.ts +1 -1
- package/lib/concern-recording.d.ts.map +1 -1
- package/lib/concern-recording.js +14 -5
- package/lib/concern-recording.js.map +1 -1
- package/lib/concern-store.d.ts.map +1 -1
- package/lib/concern-store.js +3 -1
- package/lib/concern-store.js.map +1 -1
- package/lib/concern-tool.d.ts.map +1 -1
- package/lib/concern-tool.js +5 -3
- package/lib/concern-tool.js.map +1 -1
- package/lib/domain.d.ts +13 -1
- package/lib/domain.d.ts.map +1 -1
- package/lib/domain.js.map +1 -1
- package/lib/execution/operation-tool-access.d.ts.map +1 -1
- package/lib/execution/operation-tool-access.js +2 -6
- package/lib/execution/operation-tool-access.js.map +1 -1
- package/lib/execution/service.d.ts +2 -0
- package/lib/execution/service.d.ts.map +1 -1
- package/lib/execution/service.js +7 -1
- package/lib/execution/service.js.map +1 -1
- package/lib/execution/task-preamble.js +2 -2
- package/lib/execution/task-preamble.js.map +1 -1
- package/lib/execution/work-progress-card.d.ts +10 -0
- package/lib/execution/work-progress-card.d.ts.map +1 -0
- package/lib/execution/work-progress-card.js +45 -0
- package/lib/execution/work-progress-card.js.map +1 -0
- package/lib/execution/work-progress-state.d.ts +32 -0
- package/lib/execution/work-progress-state.d.ts.map +1 -0
- package/lib/execution/work-progress-state.js +19 -0
- package/lib/execution/work-progress-state.js.map +1 -0
- package/lib/execution/work-progress.d.ts +16 -0
- package/lib/execution/work-progress.d.ts.map +1 -0
- package/lib/execution/work-progress.js +76 -0
- package/lib/execution/work-progress.js.map +1 -0
- package/lib/execution/work-tool.d.ts.map +1 -1
- package/lib/execution/work-tool.js +63 -52
- package/lib/execution/work-tool.js.map +1 -1
- package/lib/heartbeat.js +1 -1
- package/lib/heartbeat.js.map +1 -1
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +11 -3
- package/lib/index.js.map +1 -1
- package/lib/memory-store.d.ts +1 -1
- package/lib/observation-loop.d.ts.map +1 -1
- package/lib/observation-loop.js +24 -6
- package/lib/observation-loop.js.map +1 -1
- package/lib/store.d.ts.map +1 -1
- package/lib/store.js +12 -1
- package/lib/store.js.map +1 -1
- package/lib/ui/affection-panel.js +1 -1
- package/lib/ui/affection-panel.js.map +1 -1
- package/lib/ui/bilibili-settings.d.ts +12 -0
- package/lib/ui/bilibili-settings.d.ts.map +1 -0
- package/lib/ui/bilibili-settings.js +77 -0
- package/lib/ui/bilibili-settings.js.map +1 -0
- package/lib/ui/channels-panel.d.ts.map +1 -1
- package/lib/ui/channels-panel.js +11 -4
- package/lib/ui/channels-panel.js.map +1 -1
- package/lib/ui/companion-vitals.js +1 -1
- package/lib/ui/companion-vitals.js.map +1 -1
- package/lib/ui/habits-panel.d.ts +4 -0
- package/lib/ui/habits-panel.d.ts.map +1 -0
- package/lib/ui/habits-panel.js +30 -0
- package/lib/ui/habits-panel.js.map +1 -0
- package/lib/ui/identity-editor.js +1 -8
- package/lib/ui/identity-editor.js.map +1 -1
- package/lib/ui/idle-contact-editor.d.ts.map +1 -1
- package/lib/ui/idle-contact-editor.js +3 -2
- package/lib/ui/idle-contact-editor.js.map +1 -1
- package/lib/ui/memory/concern-board.js +1 -1
- package/lib/ui/memory/concern-board.js.map +1 -1
- package/lib/ui/memory/concern-execution-status.d.ts.map +1 -1
- package/lib/ui/memory/concern-execution-status.js +2 -2
- package/lib/ui/memory/concern-execution-status.js.map +1 -1
- package/lib/ui/push-draft.d.ts +2 -2
- package/lib/ui/qq-channel-settings.js +3 -3
- package/lib/ui/qq-channel-settings.js.map +1 -1
- package/lib/ui/thoughts-panel-loader.d.ts +4 -0
- package/lib/ui/thoughts-panel-loader.d.ts.map +1 -0
- package/lib/ui/thoughts-panel-loader.js +23 -0
- package/lib/ui/thoughts-panel-loader.js.map +1 -0
- package/lib/ui/thoughts-panel.d.ts.map +1 -1
- package/lib/ui/thoughts-panel.js +7 -5
- package/lib/ui/thoughts-panel.js.map +1 -1
- package/lib/ui/tts-settings-loader.d.ts +4 -0
- package/lib/ui/tts-settings-loader.d.ts.map +1 -0
- package/lib/ui/tts-settings-loader.js +23 -0
- package/lib/ui/tts-settings-loader.js.map +1 -0
- package/lib/ui/tts-settings.d.ts +11 -0
- package/lib/ui/tts-settings.d.ts.map +1 -0
- package/lib/ui/tts-settings.js +63 -0
- package/lib/ui/tts-settings.js.map +1 -0
- package/lib/ui/workspace-navigation.d.ts +16 -16
- package/lib/voice/credentials.d.ts +9 -0
- package/lib/voice/credentials.d.ts.map +1 -0
- package/lib/voice/credentials.js +12 -0
- package/lib/voice/credentials.js.map +1 -0
- package/lib/voice/domain.d.ts +42 -0
- package/lib/voice/domain.d.ts.map +1 -0
- package/lib/voice/domain.js +53 -0
- package/lib/voice/domain.js.map +1 -0
- package/lib/voice/service.d.ts +63 -0
- package/lib/voice/service.d.ts.map +1 -0
- package/lib/voice/service.js +211 -0
- package/lib/voice/service.js.map +1 -0
- package/lib/voice/synthesize.d.ts +12 -0
- package/lib/voice/synthesize.d.ts.map +1 -0
- package/lib/voice/synthesize.js +97 -0
- package/lib/voice/synthesize.js.map +1 -0
- package/lib/voice/tool.d.ts +7 -0
- package/lib/voice/tool.d.ts.map +1 -0
- package/lib/voice/tool.js +73 -0
- package/lib/voice/tool.js.map +1 -0
- package/lib/voice/validation.d.ts +3 -0
- package/lib/voice/validation.d.ts.map +1 -0
- package/lib/voice/validation.js +31 -0
- package/lib/voice/validation.js.map +1 -0
- package/package.json +71 -48
- package/resources/bilibili/Dockerfile +7 -0
- package/resources/bilibili/media.py +245 -0
- package/resources/bilibili/requirements.txt +3 -0
- package/resources/bilibili/server.py +300 -0
- package/resources/bilibili/test_bridge.py +115 -0
- package/resources/bilibili/test_media.py +110 -0
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
export type TtsProvider = 'breezeblue' | 'openai' | 'http';
|
|
2
|
+
export interface TtsProfile {
|
|
3
|
+
id: string;
|
|
4
|
+
name: string;
|
|
5
|
+
provider: TtsProvider;
|
|
6
|
+
endpoint: string;
|
|
7
|
+
model: string;
|
|
8
|
+
voice: string;
|
|
9
|
+
language: string;
|
|
10
|
+
speed: number;
|
|
11
|
+
instructions: string;
|
|
12
|
+
format: 'wav' | 'mp3';
|
|
13
|
+
credentialId?: string | undefined;
|
|
14
|
+
updatedAt: number;
|
|
15
|
+
authHeader: string;
|
|
16
|
+
authPrefix: string;
|
|
17
|
+
bodyTemplate?: string | undefined;
|
|
18
|
+
responseMode: 'binary' | 'base64';
|
|
19
|
+
responsePath: string;
|
|
20
|
+
}
|
|
21
|
+
export interface ChannelTts {
|
|
22
|
+
enabled: boolean;
|
|
23
|
+
profileId: string;
|
|
24
|
+
voice: string;
|
|
25
|
+
}
|
|
26
|
+
export interface TtsReceipt {
|
|
27
|
+
id: string;
|
|
28
|
+
profileId: string;
|
|
29
|
+
routeId: string;
|
|
30
|
+
inputId: string;
|
|
31
|
+
at: number;
|
|
32
|
+
status: 'generating' | 'generated' | 'sending' | 'confirmed' | 'failed' | 'unknown';
|
|
33
|
+
audioId?: string;
|
|
34
|
+
mediaType?: string;
|
|
35
|
+
messageId?: string;
|
|
36
|
+
spokenText: string;
|
|
37
|
+
}
|
|
38
|
+
export declare function ttsProfile(raw: Record<string, unknown>, id: string, updatedAt: number, credentialId?: string): TtsProfile;
|
|
39
|
+
export declare function channelTts(raw: Record<string, unknown>): ChannelTts;
|
|
40
|
+
/** Audio delivery is independent of synthesis provider; social/notification endpoints are not chat recipients. */
|
|
41
|
+
export declare function supportsChannelTts(platform?: string): boolean;
|
|
42
|
+
//# sourceMappingURL=domain.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"domain.d.ts","sourceRoot":"","sources":["../../src/voice/domain.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAA;AAC1D,MAAM,WAAW,UAAU;IACzB,EAAE,EAAC,MAAM,CAAC;IAAC,IAAI,EAAC,MAAM,CAAC;IAAC,QAAQ,EAAC,WAAW,CAAC;IAAC,QAAQ,EAAC,MAAM,CAAC;IAAC,KAAK,EAAC,MAAM,CAAC;IAAC,KAAK,EAAC,MAAM,CAAC;IAAC,QAAQ,EAAC,MAAM,CAAC;IAAC,KAAK,EAAC,MAAM,CAAA;IACxH,YAAY,EAAC,MAAM,CAAC;IAAC,MAAM,EAAC,KAAK,GAAC,KAAK,CAAC;IAAC,YAAY,CAAC,EAAC,MAAM,GAAC,SAAS,CAAC;IAAC,SAAS,EAAC,MAAM,CAAA;IACzF,UAAU,EAAC,MAAM,CAAC;IAAC,UAAU,EAAC,MAAM,CAAC;IAAC,YAAY,CAAC,EAAC,MAAM,GAAC,SAAS,CAAC;IAAC,YAAY,EAAC,QAAQ,GAAC,QAAQ,CAAC;IAAC,YAAY,EAAC,MAAM,CAAA;CAC1H;AACD,MAAM,WAAW,UAAU;IAAG,OAAO,EAAC,OAAO,CAAC;IAAC,SAAS,EAAC,MAAM,CAAC;IAAC,KAAK,EAAC,MAAM,CAAA;CAAE;AAC/E,MAAM,WAAW,UAAU;IAAG,EAAE,EAAC,MAAM,CAAC;IAAC,SAAS,EAAC,MAAM,CAAC;IAAC,OAAO,EAAC,MAAM,CAAC;IAAC,OAAO,EAAC,MAAM,CAAC;IAAC,EAAE,EAAC,MAAM,CAAC;IAAC,MAAM,EAAC,YAAY,GAAC,WAAW,GAAC,SAAS,GAAC,WAAW,GAAC,QAAQ,GAAC,SAAS,CAAC;IAAC,OAAO,CAAC,EAAC,MAAM,CAAC;IAAC,SAAS,CAAC,EAAC,MAAM,CAAC;IAAC,SAAS,CAAC,EAAC,MAAM,CAAC;IAAC,UAAU,EAAC,MAAM,CAAA;CAAE;AAE1P,wBAAgB,UAAU,CAAC,GAAG,EAAC,MAAM,CAAC,MAAM,EAAC,OAAO,CAAC,EAAC,EAAE,EAAC,MAAM,EAAC,SAAS,EAAC,MAAM,EAAC,YAAY,CAAC,EAAC,MAAM,GAAE,UAAU,CAiBhH;AACD,wBAAgB,UAAU,CAAC,GAAG,EAAC,MAAM,CAAC,MAAM,EAAC,OAAO,CAAC,GAAE,UAAU,CAGhE;AAED,kHAAkH;AAClH,wBAAgB,kBAAkB,CAAC,QAAQ,CAAC,EAAC,MAAM,GAAE,OAAO,CAAiF"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
const string = (v, max, label) => { if (typeof v !== 'string' || v.length > max)
|
|
2
|
+
throw Error(label + '无效'); return v.trim(); };
|
|
3
|
+
export function ttsProfile(raw, id, updatedAt, credentialId) {
|
|
4
|
+
const provider = raw.provider;
|
|
5
|
+
if (!['breezeblue', 'openai', 'http'].includes(provider))
|
|
6
|
+
throw Error('请选择语音服务类型');
|
|
7
|
+
const endpoint = string(raw.endpoint, 2000, '接口地址'), url = new URL(endpoint);
|
|
8
|
+
if (!['https:', 'http:'].includes(url.protocol) || url.username || url.password || url.hash || url.search)
|
|
9
|
+
throw Error('接口地址仅支持 HTTP(S),不要包含密钥、查询参数或片段');
|
|
10
|
+
const name = string(raw.name, 80, '服务名称'), voice = string(raw.voice, 200, '音色'), model = string(raw.model, 100, '模型');
|
|
11
|
+
if (!name || provider !== 'http' && (!voice || !model))
|
|
12
|
+
throw Error('请填写服务名称、模型和音色');
|
|
13
|
+
const speed = raw.speed ?? 1;
|
|
14
|
+
if (typeof speed !== 'number' || !Number.isFinite(speed) || speed < 0.5 || speed > 2)
|
|
15
|
+
throw Error('语速须为 0.5–2');
|
|
16
|
+
const format = raw.format ?? 'wav';
|
|
17
|
+
if (!['wav', 'mp3'].includes(String(format)))
|
|
18
|
+
throw Error('仅支持 WAV 或 MP3');
|
|
19
|
+
const authHeader = provider === 'breezeblue' ? 'xi-api-key' : provider === 'openai' ? 'Authorization' : string(raw.authHeader ?? 'Authorization', 80, '鉴权头');
|
|
20
|
+
if (!/^[a-zA-Z][a-zA-Z0-9-]*$/.test(authHeader) || /^(host|content-length|content-type|cookie)$/i.test(authHeader))
|
|
21
|
+
throw Error('鉴权头无效');
|
|
22
|
+
const authPrefix = provider === 'breezeblue' ? '' : provider === 'openai' ? 'Bearer ' : String(raw.authPrefix ?? 'Bearer ');
|
|
23
|
+
if (authPrefix.length > 30 || /[\r\n]/.test(authPrefix))
|
|
24
|
+
throw Error('鉴权前缀无效');
|
|
25
|
+
const responseMode = raw.responseMode ?? 'binary';
|
|
26
|
+
if (!['binary', 'base64'].includes(String(responseMode)))
|
|
27
|
+
throw Error('响应格式无效');
|
|
28
|
+
const responsePath = string(raw.responsePath ?? 'audio', 200, '音频字段路径');
|
|
29
|
+
if (!/^[a-zA-Z0-9_]+(?:\.[a-zA-Z0-9_]+)*$/.test(responsePath))
|
|
30
|
+
throw Error('音频字段路径无效');
|
|
31
|
+
let bodyTemplate;
|
|
32
|
+
if (provider === 'http') {
|
|
33
|
+
bodyTemplate = string(raw.bodyTemplate, 20000, 'JSON 请求模板');
|
|
34
|
+
let body;
|
|
35
|
+
try {
|
|
36
|
+
body = JSON.parse(bodyTemplate);
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
throw Error('JSON 请求模板格式无效');
|
|
40
|
+
}
|
|
41
|
+
if (!body || typeof body !== 'object' || Array.isArray(body) || !bodyTemplate.includes('{{text}}'))
|
|
42
|
+
throw Error('请求模板须为 JSON 对象并包含 {{text}}');
|
|
43
|
+
}
|
|
44
|
+
return { id, name, provider, endpoint: url.href.replace(/\/$/, ''), model, voice, language: string(raw.language ?? 'zh', 20, '语言'), speed, instructions: string(raw.instructions ?? '', 2000, '表演指令'), format: format, updatedAt, credentialId, authHeader, authPrefix, bodyTemplate, responseMode: provider === 'http' ? responseMode : 'binary', responsePath };
|
|
45
|
+
}
|
|
46
|
+
export function channelTts(raw) {
|
|
47
|
+
if (typeof raw.enabled !== 'boolean')
|
|
48
|
+
throw Error('语音开关无效');
|
|
49
|
+
return { enabled: raw.enabled, profileId: string(raw.profileId ?? '', 100, '语音服务'), voice: string(raw.voice ?? '', 200, '音色覆盖') };
|
|
50
|
+
}
|
|
51
|
+
/** Audio delivery is independent of synthesis provider; social/notification endpoints are not chat recipients. */
|
|
52
|
+
export function supportsChannelTts(platform) { return !platform || ['weixin', 'qq', 'matrix', 'mattermost'].includes(platform); }
|
|
53
|
+
//# sourceMappingURL=domain.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"domain.js","sourceRoot":"","sources":["../../src/voice/domain.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,GAAC,CAAC,CAAS,EAAC,GAAU,EAAC,KAAY,EAAC,EAAE,GAAC,IAAG,OAAO,CAAC,KAAG,QAAQ,IAAE,CAAC,CAAC,MAAM,GAAC,GAAG;IAAC,MAAM,KAAK,CAAC,KAAK,GAAC,IAAI,CAAC,CAAC,CAAA,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA,CAAA,CAAC,CAAA;AAChI,MAAM,UAAU,UAAU,CAAC,GAA0B,EAAC,EAAS,EAAC,SAAgB,EAAC,YAAoB;IACpG,MAAM,QAAQ,GAAC,GAAG,CAAC,QAAuB,CAAC;IAAA,IAAG,CAAC,CAAC,YAAY,EAAC,QAAQ,EAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAC,MAAM,KAAK,CAAC,WAAW,CAAC,CAAA;IACzH,MAAM,QAAQ,GAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAC,IAAI,EAAC,MAAM,CAAC,EAAC,GAAG,GAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAA;IACrE,IAAG,CAAC,CAAC,QAAQ,EAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAE,GAAG,CAAC,QAAQ,IAAE,GAAG,CAAC,QAAQ,IAAE,GAAG,CAAC,IAAI,IAAE,GAAG,CAAC,MAAM;QAAC,MAAM,KAAK,CAAC,gCAAgC,CAAC,CAAA;IAC7I,MAAM,IAAI,GAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAC,EAAE,EAAC,MAAM,CAAC,EAAC,KAAK,GAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,GAAG,EAAC,IAAI,CAAC,EAAC,KAAK,GAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,GAAG,EAAC,IAAI,CAAC,CAAA;IACvG,IAAG,CAAC,IAAI,IAAE,QAAQ,KAAG,MAAM,IAAE,CAAC,CAAC,KAAK,IAAE,CAAC,KAAK,CAAC;QAAC,MAAM,KAAK,CAAC,eAAe,CAAC,CAAA;IAC1E,MAAM,KAAK,GAAC,GAAG,CAAC,KAAK,IAAE,CAAC,CAAC;IAAA,IAAG,OAAO,KAAK,KAAG,QAAQ,IAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAE,KAAK,GAAC,GAAG,IAAE,KAAK,GAAC,CAAC;QAAC,MAAM,KAAK,CAAC,YAAY,CAAC,CAAA;IAC1H,MAAM,MAAM,GAAC,GAAG,CAAC,MAAM,IAAE,KAAK,CAAC;IAAA,IAAG,CAAC,CAAC,KAAK,EAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,eAAe,CAAC,CAAA;IACtG,MAAM,UAAU,GAAC,QAAQ,KAAG,YAAY,CAAA,CAAC,CAAA,YAAY,CAAA,CAAC,CAAA,QAAQ,KAAG,QAAQ,CAAA,CAAC,CAAA,eAAe,CAAA,CAAC,CAAA,MAAM,CAAC,GAAG,CAAC,UAAU,IAAE,eAAe,EAAC,EAAE,EAAC,KAAK,CAAC,CAAA;IAC1I,IAAG,CAAC,yBAAyB,CAAC,IAAI,CAAC,UAAU,CAAC,IAAE,8CAA8C,CAAC,IAAI,CAAC,UAAU,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAA;IACpI,MAAM,UAAU,GAAC,QAAQ,KAAG,YAAY,CAAA,CAAC,CAAA,EAAE,CAAA,CAAC,CAAA,QAAQ,KAAG,QAAQ,CAAA,CAAC,CAAA,SAAS,CAAA,CAAC,CAAA,MAAM,CAAC,GAAG,CAAC,UAAU,IAAE,SAAS,CAAC,CAAA;IAC3G,IAAG,UAAU,CAAC,MAAM,GAAC,EAAE,IAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;QAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxE,MAAM,YAAY,GAAC,GAAG,CAAC,YAAY,IAAE,QAAQ,CAAC;IAAA,IAAG,CAAC,CAAC,QAAQ,EAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC1H,MAAM,YAAY,GAAC,MAAM,CAAC,GAAG,CAAC,YAAY,IAAE,OAAO,EAAC,GAAG,EAAC,QAAQ,CAAC,CAAC;IAAA,IAAG,CAAC,qCAAqC,CAAC,IAAI,CAAC,YAAY,CAAC;QAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAA;IACtJ,IAAI,YAA6B,CAAA;IACjC,IAAG,QAAQ,KAAG,MAAM,EAAE,CAAC;QAAA,YAAY,GAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAC,KAAK,EAAC,WAAW,CAAC,CAAC;QAAA,IAAI,IAAY,CAAC;QAAA,IAAG,CAAC;YAAA,IAAI,GAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAAA,CAAC;QAAA,MAAK,CAAC;YAAA,MAAM,KAAK,CAAC,eAAe,CAAC,CAAA;QAAA,CAAC;QAAA,IAAG,CAAC,IAAI,IAAE,OAAO,IAAI,KAAG,QAAQ,IAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAC,MAAM,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAAA,CAAC;IACzS,OAAO,EAAC,EAAE,EAAC,IAAI,EAAC,QAAQ,EAAC,QAAQ,EAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,EAAE,CAAC,EAAC,KAAK,EAAC,KAAK,EAAC,QAAQ,EAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAE,IAAI,EAAC,EAAE,EAAC,IAAI,CAAC,EAAC,KAAK,EAAC,YAAY,EAAC,MAAM,CAAC,GAAG,CAAC,YAAY,IAAE,EAAE,EAAC,IAAI,EAAC,MAAM,CAAC,EAAC,MAAM,EAAC,MAAqB,EAAC,SAAS,EAAC,YAAY,EAAC,UAAU,EAAC,UAAU,EAAC,YAAY,EAAC,YAAY,EAAC,QAAQ,KAAG,MAAM,CAAA,CAAC,CAAA,YAAiC,CAAA,CAAC,CAAA,QAAQ,EAAC,YAAY,EAAC,CAAA;AAChW,CAAC;AACD,MAAM,UAAU,UAAU,CAAC,GAA0B;IACpD,IAAG,OAAO,GAAG,CAAC,OAAO,KAAG,SAAS;QAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;IACvD,OAAO,EAAC,OAAO,EAAC,GAAG,CAAC,OAAO,EAAC,SAAS,EAAC,MAAM,CAAC,GAAG,CAAC,SAAS,IAAE,EAAE,EAAC,GAAG,EAAC,MAAM,CAAC,EAAC,KAAK,EAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAE,EAAE,EAAC,GAAG,EAAC,MAAM,CAAC,EAAC,CAAA;AACnH,CAAC;AAED,kHAAkH;AAClH,MAAM,UAAU,kBAAkB,CAAC,QAAgB,IAAY,OAAO,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAC,IAAI,EAAC,QAAQ,EAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import type { PartnerStore } from '../store.js';
|
|
2
|
+
import type { TtsCredentials } from './credentials.js';
|
|
3
|
+
import type { PartnerOutboundAttachment } from '../channel-message.js';
|
|
4
|
+
import { type TtsProfile, type TtsReceipt } from './domain.js';
|
|
5
|
+
export declare class TtsService {
|
|
6
|
+
readonly store: PartnerStore;
|
|
7
|
+
private vault;
|
|
8
|
+
private directory;
|
|
9
|
+
private fetcher;
|
|
10
|
+
private edits;
|
|
11
|
+
private jobs;
|
|
12
|
+
constructor(store: PartnerStore, vault: TtsCredentials, directory: string, fetcher?: typeof fetch);
|
|
13
|
+
private owner;
|
|
14
|
+
list(owner: string): {
|
|
15
|
+
credentialConfigured: boolean;
|
|
16
|
+
id: string;
|
|
17
|
+
name: string;
|
|
18
|
+
provider: import("./domain.js").TtsProvider;
|
|
19
|
+
endpoint: string;
|
|
20
|
+
model: string;
|
|
21
|
+
voice: string;
|
|
22
|
+
language: string;
|
|
23
|
+
speed: number;
|
|
24
|
+
instructions: string;
|
|
25
|
+
format: "wav" | "mp3";
|
|
26
|
+
updatedAt: number;
|
|
27
|
+
authHeader: string;
|
|
28
|
+
authPrefix: string;
|
|
29
|
+
bodyTemplate?: string | undefined;
|
|
30
|
+
responseMode: "binary" | "base64";
|
|
31
|
+
responsePath: string;
|
|
32
|
+
}[];
|
|
33
|
+
profile(owner: string, id: string): TtsProfile;
|
|
34
|
+
save(owner: string, raw: Record<string, unknown>): Promise<unknown>;
|
|
35
|
+
remove(owner: string, id: string, expected: unknown): Promise<void>;
|
|
36
|
+
configure(channelId: string, raw: Record<string, unknown>): Promise<void>;
|
|
37
|
+
preview(owner: string, id: string, text: string, signal: AbortSignal): Promise<{
|
|
38
|
+
data: Buffer;
|
|
39
|
+
mediaType: string;
|
|
40
|
+
}>;
|
|
41
|
+
private generate;
|
|
42
|
+
recover(): Promise<void>;
|
|
43
|
+
deliver(input: {
|
|
44
|
+
owner: string;
|
|
45
|
+
channelId: string;
|
|
46
|
+
routeId: string;
|
|
47
|
+
inputId: string;
|
|
48
|
+
text: string;
|
|
49
|
+
voice?: string | undefined;
|
|
50
|
+
signal: AbortSignal;
|
|
51
|
+
guard: () => void;
|
|
52
|
+
send: (data: Buffer, signal: AbortSignal, guard: () => void, file: PartnerOutboundAttachment) => Promise<string | {
|
|
53
|
+
confirmed: true;
|
|
54
|
+
messageId?: string;
|
|
55
|
+
}>;
|
|
56
|
+
}): Promise<TtsReceipt>;
|
|
57
|
+
deliverFile(input: Parameters<TtsService['deliver']>[0] & {
|
|
58
|
+
cwd: string;
|
|
59
|
+
path: string;
|
|
60
|
+
}): Promise<TtsReceipt>;
|
|
61
|
+
private perform;
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/voice/service.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAA;AACpD,OAAO,KAAK,EAAC,yBAAyB,EAAC,MAAM,uBAAuB,CAAA;AACpE,OAAO,EAA0C,KAAK,UAAU,EAAC,KAAK,UAAU,EAAC,MAAM,aAAa,CAAA;AAIpG,qBAAa,UAAU;IAEV,QAAQ,CAAC,KAAK,EAAC,YAAY;IAAC,OAAO,CAAC,KAAK;IAAgB,OAAO,CAAC,SAAS;IAAQ,OAAO,CAAC,OAAO;IAD7G,OAAO,CAAC,KAAK,CAAmB;IAAA,OAAO,CAAC,IAAI,CAAsC;gBAC7D,KAAK,EAAC,YAAY,EAAS,KAAK,EAAC,cAAc,EAAS,SAAS,EAAC,MAAM,EAAS,OAAO,GAAC,OAAO,KAAW;IAChI,OAAO,CAAC,KAAK;IACb,IAAI,CAAC,KAAK,EAAC,MAAM;;;;;;;;;;;;;;;;;;;IACjB,OAAO,CAAC,KAAK,EAAC,MAAM,EAAC,EAAE,EAAC,MAAM;IACxB,IAAI,CAAC,KAAK,EAAC,MAAM,EAAC,GAAG,EAAC,MAAM,CAAC,MAAM,EAAC,OAAO,CAAC,GAAE,OAAO,CAAC,OAAO,CAAC;IAqB9D,MAAM,CAAC,KAAK,EAAC,MAAM,EAAC,EAAE,EAAC,MAAM,EAAC,QAAQ,EAAC,OAAO;IAI9C,SAAS,CAAC,SAAS,EAAC,MAAM,EAAC,GAAG,EAAC,MAAM,CAAC,MAAM,EAAC,OAAO,CAAC;IAIrD,OAAO,CAAC,KAAK,EAAC,MAAM,EAAC,EAAE,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,WAAW;;;;YACrD,QAAQ;IAChB,OAAO;IACP,OAAO,CAAC,KAAK,EAAC;QAAC,KAAK,EAAC,MAAM,CAAC;QAAA,SAAS,EAAC,MAAM,CAAC;QAAA,OAAO,EAAC,MAAM,CAAC;QAAA,OAAO,EAAC,MAAM,CAAC;QAAA,IAAI,EAAC,MAAM,CAAC;QAAA,KAAK,CAAC,EAAC,MAAM,GAAC,SAAS,CAAC;QAAA,MAAM,EAAC,WAAW,CAAC;QAAA,KAAK,EAAC,MAAI,IAAI,CAAC;QAAA,IAAI,EAAC,CAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,WAAW,EAAC,KAAK,EAAC,MAAI,IAAI,EAAC,IAAI,EAAC,yBAAyB,KAAG,OAAO,CAAC,MAAM,GAAC;YAAC,SAAS,EAAC,IAAI,CAAC;YAAA,SAAS,CAAC,EAAC,MAAM,CAAA;SAAC,CAAC,CAAA;KAAC,GAAE,OAAO,CAAC,UAAU,CAAC;IAU9S,WAAW,CAAC,KAAK,EAAC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAC;QAAC,GAAG,EAAC,MAAM,CAAC;QAAA,IAAI,EAAC,MAAM,CAAA;KAAC,GAAE,OAAO,CAAC,UAAU,CAAC;YAa5F,OAAO;CAmBrB"}
|
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
2
|
+
import { mkdir, readFile, writeFile } from 'node:fs/promises';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import { supportsChannelTts, channelTts, ttsProfile } from './domain.js';
|
|
5
|
+
import { extractOutboundAttachments } from '../channels/outbound-media.js';
|
|
6
|
+
import { readOutboundMedia } from '../channels/direct/media.js';
|
|
7
|
+
import { audioType, synthesize, MAX_AUDIO_BYTES } from './synthesize.js';
|
|
8
|
+
export class TtsService {
|
|
9
|
+
store;
|
|
10
|
+
vault;
|
|
11
|
+
directory;
|
|
12
|
+
fetcher;
|
|
13
|
+
edits = new Set();
|
|
14
|
+
jobs = new Map();
|
|
15
|
+
constructor(store, vault, directory, fetcher = fetch) {
|
|
16
|
+
this.store = store;
|
|
17
|
+
this.vault = vault;
|
|
18
|
+
this.directory = directory;
|
|
19
|
+
this.fetcher = fetcher;
|
|
20
|
+
}
|
|
21
|
+
owner(id) { const c = this.store.snapshot().companions.find(c => c.id === id); if (!c || this.store.isCompanionRemoving(id))
|
|
22
|
+
throw Error('伙伴不存在'); return c; }
|
|
23
|
+
list(owner) { return (this.owner(owner).ttsProfiles ?? []).map(({ credentialId, ...p }) => ({ ...p, credentialConfigured: !!credentialId })); }
|
|
24
|
+
profile(owner, id) { const p = this.owner(owner).ttsProfiles?.find(p => p.id === id); if (!p)
|
|
25
|
+
throw Error('语音服务不存在'); return p; }
|
|
26
|
+
async save(owner, raw) {
|
|
27
|
+
if (this.edits.has(owner))
|
|
28
|
+
throw Error('语音服务正在保存,请稍后');
|
|
29
|
+
this.edits.add(owner);
|
|
30
|
+
let fresh, committed = false;
|
|
31
|
+
try {
|
|
32
|
+
const c = this.owner(owner), id = typeof raw.id === 'string' && raw.id ? raw.id : randomUUID(), old = c.ttsProfiles?.find(p => p.id === id);
|
|
33
|
+
if (raw.id && !old)
|
|
34
|
+
throw Error('语音服务不存在');
|
|
35
|
+
if (old && raw.expectedUpdatedAt !== old.updatedAt)
|
|
36
|
+
throw Error('语音服务已变化,请刷新后重试');
|
|
37
|
+
if (!old && (c.ttsProfiles?.length ?? 0) >= 20)
|
|
38
|
+
throw Error('每个伙伴最多保存 20 个语音服务');
|
|
39
|
+
if (raw.apiKey !== undefined && (typeof raw.apiKey !== 'string' || raw.apiKey.length > 4096 || /[\r\n]/.test(raw.apiKey)))
|
|
40
|
+
throw Error('密钥格式无效');
|
|
41
|
+
const key = typeof raw.apiKey === 'string' ? raw.apiKey.trim() : '';
|
|
42
|
+
let credentialId = old?.credentialId;
|
|
43
|
+
const p = ttsProfile(raw, id, Math.max(Date.now(), (old?.updatedAt ?? 0) + 1), credentialId);
|
|
44
|
+
if (old && old.endpoint !== p.endpoint && !key && credentialId)
|
|
45
|
+
throw Error('更换接口地址时请重新填写密钥,避免把原密钥发到新服务');
|
|
46
|
+
if (key) {
|
|
47
|
+
fresh = randomUUID();
|
|
48
|
+
await this.vault.write(fresh, key);
|
|
49
|
+
p.credentialId = fresh;
|
|
50
|
+
}
|
|
51
|
+
if (!p.credentialId && p.provider !== 'http')
|
|
52
|
+
throw Error('请填写 API 密钥');
|
|
53
|
+
await this.store.update(state => { const current = state.companions.find(c => c.id === owner); if (!current || this.store.isCompanionRemoving(owner))
|
|
54
|
+
throw Error('伙伴已移除'); const rows = current.ttsProfiles ??= []; if (rows.find(x => x.id === id)?.updatedAt !== old?.updatedAt)
|
|
55
|
+
throw Error('语音服务已变化'); const i = rows.findIndex(x => x.id === id); if (i < 0)
|
|
56
|
+
rows.push(p);
|
|
57
|
+
else
|
|
58
|
+
rows[i] = p; });
|
|
59
|
+
committed = true;
|
|
60
|
+
if (fresh && old?.credentialId)
|
|
61
|
+
await this.vault.delete(old.credentialId).catch(() => { });
|
|
62
|
+
return this.list(owner).find(p => p.id === id);
|
|
63
|
+
}
|
|
64
|
+
finally {
|
|
65
|
+
if (fresh && !committed)
|
|
66
|
+
await this.vault.delete(fresh).catch(() => { });
|
|
67
|
+
this.edits.delete(owner);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
async remove(owner, id, expected) {
|
|
71
|
+
if (this.edits.has(owner))
|
|
72
|
+
throw Error('语音服务正在保存');
|
|
73
|
+
this.edits.add(owner);
|
|
74
|
+
try {
|
|
75
|
+
const p = this.profile(owner, id);
|
|
76
|
+
if (expected !== p.updatedAt)
|
|
77
|
+
throw Error('语音服务已变化');
|
|
78
|
+
await this.store.update(state => { if (state.channels.some(c => c.companionId === owner && c.tts?.profileId === id))
|
|
79
|
+
throw Error('该服务仍被渠道引用,请先切换渠道服务'); const c = state.companions.find(c => c.id === owner); if (!c || c.ttsProfiles?.find(p => p.id === id)?.updatedAt !== expected)
|
|
80
|
+
throw Error('语音服务已变化'); c.ttsProfiles = c.ttsProfiles.filter(p => p.id !== id); });
|
|
81
|
+
if (p.credentialId)
|
|
82
|
+
await this.vault.delete(p.credentialId).catch(() => { });
|
|
83
|
+
}
|
|
84
|
+
finally {
|
|
85
|
+
this.edits.delete(owner);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
async configure(channelId, raw) {
|
|
89
|
+
const config = channelTts(raw);
|
|
90
|
+
await this.store.update(state => { const c = state.channels.find(c => c.id === channelId); if (!c || !supportsChannelTts(c.platform))
|
|
91
|
+
throw Error('此渠道不支持聊天音频交付'); if (c.updatedAt !== raw.expectedUpdatedAt)
|
|
92
|
+
throw Error('渠道配置已变化,请刷新'); if (config.enabled && !state.companions.find(p => p.id === c.companionId)?.ttsProfiles?.some(p => p.id === config.profileId))
|
|
93
|
+
throw Error('请选择已保存的语音服务'); c.tts = config; c.updatedAt = Math.max(Date.now(), c.updatedAt + 1); });
|
|
94
|
+
}
|
|
95
|
+
async preview(owner, id, text, signal) { const p = this.profile(owner, id); const result = await this.generate(p, text, p.voice, signal); if (this.profile(owner, id).updatedAt !== p.updatedAt)
|
|
96
|
+
throw Error('服务配置已变化,试听已丢弃'); return result; }
|
|
97
|
+
async generate(p, text, voice, signal) { const key = p.credentialId ? await this.vault.read(p.credentialId) : ''; return synthesize(p, key, text, voice, AbortSignal.any([signal, AbortSignal.timeout(180000)]), this.fetcher); }
|
|
98
|
+
async recover() { await this.store.update(state => { for (const c of state.channels)
|
|
99
|
+
for (const r of c.ttsReceipts ?? [])
|
|
100
|
+
if (r.status === 'generating' || r.status === 'sending')
|
|
101
|
+
r.status = 'unknown'; }); }
|
|
102
|
+
async deliver(input) {
|
|
103
|
+
input.guard();
|
|
104
|
+
const c = this.store.snapshot().channels.find(c => c.id === input.channelId), p = this.profile(input.owner, c.tts.profileId);
|
|
105
|
+
const voice = input.voice || c.tts?.voice || p.voice;
|
|
106
|
+
if (voice.length > 200)
|
|
107
|
+
throw Error('音色 ID 过长');
|
|
108
|
+
const id = createHash('sha256').update(JSON.stringify([input.channelId, input.routeId, input.inputId, input.text, voice, p.id, p.updatedAt])).digest('hex');
|
|
109
|
+
const guard = () => { input.signal.throwIfAborted(); input.guard(); if (this.profile(input.owner, p.id).updatedAt !== p.updatedAt)
|
|
110
|
+
throw Error('语音服务配置已变化,取消旧投递'); };
|
|
111
|
+
const prior = this.jobs.get(id);
|
|
112
|
+
if (prior) {
|
|
113
|
+
const r = await prior;
|
|
114
|
+
guard();
|
|
115
|
+
return r;
|
|
116
|
+
}
|
|
117
|
+
const job = this.perform(id, p, voice, input, guard);
|
|
118
|
+
this.jobs.set(id, job);
|
|
119
|
+
try {
|
|
120
|
+
return await job;
|
|
121
|
+
}
|
|
122
|
+
finally {
|
|
123
|
+
this.jobs.delete(id);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
async deliverFile(input) {
|
|
127
|
+
input.guard();
|
|
128
|
+
const files = await extractOutboundAttachments(`[audio](<${input.path}>)`, input.cwd);
|
|
129
|
+
const file = files[0];
|
|
130
|
+
if (!file || files.length !== 1 || !['audio/wav', 'audio/mpeg'].includes(file.mediaType))
|
|
131
|
+
throw Error('请提供当前会话目录内的 WAV/MP3 音频文件');
|
|
132
|
+
const data = await readOutboundMedia(file, input.signal);
|
|
133
|
+
if (data.length > MAX_AUDIO_BYTES)
|
|
134
|
+
throw Error('语音文件超过 10 MB');
|
|
135
|
+
const prepared = { data, mediaType: audioType(data) };
|
|
136
|
+
input.guard();
|
|
137
|
+
const id = createHash('sha256').update(JSON.stringify(['file', input.owner, input.channelId, input.routeId, input.inputId])).update(data).digest('hex');
|
|
138
|
+
const prior = this.jobs.get(id);
|
|
139
|
+
if (prior) {
|
|
140
|
+
const result = await prior;
|
|
141
|
+
input.guard();
|
|
142
|
+
return result;
|
|
143
|
+
}
|
|
144
|
+
const job = this.perform(id, undefined, '', input, input.guard, prepared);
|
|
145
|
+
this.jobs.set(id, job);
|
|
146
|
+
try {
|
|
147
|
+
return await job;
|
|
148
|
+
}
|
|
149
|
+
finally {
|
|
150
|
+
this.jobs.delete(id);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
async perform(id, p, voice, input, guard, prepared) {
|
|
154
|
+
let receipt, created = false;
|
|
155
|
+
const update = async (patch) => { await this.store.update(state => { const r = state.channels.find(c => c.id === input.channelId)?.ttsReceipts?.find(r => r.id === id); if (!r)
|
|
156
|
+
throw Error('语音投递记录已移除'); Object.assign(r, patch); receipt = structuredClone(r); }); };
|
|
157
|
+
await this.store.update(state => { guard(); const c = state.channels.find(c => c.id === input.channelId); c.ttsReceipts = (c.ttsReceipts ?? []).filter(r => r.status !== 'confirmed' || Date.now() - r.at < 7 * 86400000); const old = c.ttsReceipts.find(r => r.id === id); if (old) {
|
|
158
|
+
receipt = structuredClone(old);
|
|
159
|
+
return;
|
|
160
|
+
} if (c.ttsReceipts.length >= 500)
|
|
161
|
+
throw Error('语音回执已满,请清理后再试'); created = true; receipt = { id, profileId: p?.id ?? 'file', routeId: input.routeId, inputId: input.inputId, at: Date.now(), status: 'generating', spokenText: input.text }; c.ttsReceipts.push(receipt); });
|
|
162
|
+
if (!created && receipt.status === 'generating') {
|
|
163
|
+
await update({ status: 'unknown' });
|
|
164
|
+
return receipt;
|
|
165
|
+
}
|
|
166
|
+
if (receipt.status === 'confirmed' || receipt.status === 'unknown' || receipt.status === 'failed' || receipt.status === 'sending')
|
|
167
|
+
return receipt;
|
|
168
|
+
// A surviving generating receipt has no safe automatic retry (service may already have charged).
|
|
169
|
+
let audio;
|
|
170
|
+
if (receipt.status === 'generated') {
|
|
171
|
+
if (!/^[a-f0-9]{64}\.(wav|mp3)$/.test(receipt.audioId ?? ''))
|
|
172
|
+
throw Error('音频记录无效');
|
|
173
|
+
audio = await readFile(join(this.directory, receipt.audioId));
|
|
174
|
+
audioType(audio);
|
|
175
|
+
}
|
|
176
|
+
else {
|
|
177
|
+
try {
|
|
178
|
+
guard();
|
|
179
|
+
const result = prepared ?? await this.generate(p, input.text, voice, input.signal);
|
|
180
|
+
audio = result.data;
|
|
181
|
+
const audioId = id + (result.mediaType === 'audio/wav' ? '.wav' : '.mp3');
|
|
182
|
+
await mkdir(this.directory, { recursive: true, mode: 0o700 });
|
|
183
|
+
await writeFile(join(this.directory, audioId), audio, { flag: 'wx', mode: 0o600 });
|
|
184
|
+
await update({ status: 'generated', audioId, mediaType: result.mediaType });
|
|
185
|
+
}
|
|
186
|
+
catch (e) {
|
|
187
|
+
await update({ status: 'unknown' });
|
|
188
|
+
throw e;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
guard();
|
|
192
|
+
await update({ status: 'sending' });
|
|
193
|
+
let dispatched = false;
|
|
194
|
+
try {
|
|
195
|
+
guard();
|
|
196
|
+
dispatched = true;
|
|
197
|
+
const result = await input.send(audio, AbortSignal.any([input.signal, AbortSignal.timeout(60000)]), guard, { path: join(this.directory, receipt.audioId), name: '语音' + (receipt.mediaType === 'audio/wav' ? '.wav' : '.mp3'), mediaType: receipt.mediaType, kind: 'file' });
|
|
198
|
+
if (typeof result === 'string' ? (!result || result === '0') : result?.confirmed !== true)
|
|
199
|
+
throw Error('渠道未确认发送');
|
|
200
|
+
const messageId = typeof result === 'string' ? result : result.messageId;
|
|
201
|
+
await update({ status: 'confirmed', ...(messageId ? { messageId } : {}) });
|
|
202
|
+
return receipt;
|
|
203
|
+
}
|
|
204
|
+
catch (e) {
|
|
205
|
+
const rejected = !!e?.sendRejected;
|
|
206
|
+
await update({ status: dispatched && !rejected ? 'unknown' : 'generated' });
|
|
207
|
+
throw Error(rejected ? '渠道拒绝发送;已保留音频,可重试发送而不重新合成' : dispatched ? '语音发送结果未确认,不自动重发,请核对当前会话' : '当前对象或授权已变化,音频未发送');
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
//# sourceMappingURL=service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../../src/voice/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,UAAU,EAAC,MAAM,aAAa,CAAA;AACjD,OAAO,EAAC,KAAK,EAAC,QAAQ,EAAC,SAAS,EAAC,MAAM,kBAAkB,CAAA;AACzD,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAI9B,OAAO,EAAC,kBAAkB,EAAC,UAAU,EAAC,UAAU,EAAiC,MAAM,aAAa,CAAA;AACpG,OAAO,EAAC,0BAA0B,EAAC,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAC,iBAAiB,EAAC,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAC,SAAS,EAAC,UAAU,EAAC,eAAe,EAAC,MAAM,iBAAiB,CAAA;AACpE,MAAM,OAAO,UAAU;IAED;IAA2B;IAA6B;IAAyB;IAD9F,KAAK,GAAC,IAAI,GAAG,EAAU,CAAC;IAAQ,IAAI,GAAC,IAAI,GAAG,EAA8B,CAAA;IAClF,YAAqB,KAAkB,EAAS,KAAoB,EAAS,SAAgB,EAAS,UAAqB,KAAK;QAA3G,UAAK,GAAL,KAAK,CAAa;QAAS,UAAK,GAAL,KAAK,CAAe;QAAS,cAAS,GAAT,SAAS,CAAO;QAAS,YAAO,GAAP,OAAO,CAAmB;IAAE,CAAC;IAC3H,KAAK,CAAC,EAAS,IAAE,MAAM,CAAC,GAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC,IAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA,OAAO,CAAC,CAAA,CAAA,CAAC;IAC7J,IAAI,CAAC,KAAY,IAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,IAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAC,YAAY,EAAC,GAAG,CAAC,EAAC,EAAC,EAAE,CAAA,CAAC,EAAC,GAAG,CAAC,EAAC,oBAAoB,EAAC,CAAC,CAAC,YAAY,EAAC,CAAC,CAAC,CAAA,CAAA,CAAC;IACvI,OAAO,CAAC,KAAY,EAAC,EAAS,IAAE,MAAM,CAAC,GAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA,OAAO,CAAC,CAAA,CAAA,CAAC;IAChI,KAAK,CAAC,IAAI,CAAC,KAAY,EAAC,GAA0B;QACjD,IAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;QAAA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1E,IAAI,KAAsB,EAAC,SAAS,GAAC,KAAK,CAAA;QAC1C,IAAG,CAAC;YACH,MAAM,CAAC,GAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,EAAE,GAAC,OAAO,GAAG,CAAC,EAAE,KAAG,QAAQ,IAAE,GAAG,CAAC,EAAE,CAAA,CAAC,CAAA,GAAG,CAAC,EAAE,CAAA,CAAC,CAAA,UAAU,EAAE,EAAC,GAAG,GAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAA;YACvH,IAAG,GAAG,CAAC,EAAE,IAAE,CAAC,GAAG;gBAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAA;YACtC,IAAG,GAAG,IAAE,GAAG,CAAC,iBAAiB,KAAG,GAAG,CAAC,SAAS;gBAAC,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAA;YAC3E,IAAG,CAAC,GAAG,IAAE,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,IAAE,CAAC,CAAC,IAAE,EAAE;gBAAC,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAA;YACxE,IAAG,GAAG,CAAC,MAAM,KAAG,SAAS,IAAE,CAAC,OAAO,GAAG,CAAC,MAAM,KAAG,QAAQ,IAAE,GAAG,CAAC,MAAM,CAAC,MAAM,GAAC,IAAI,IAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;YAClI,MAAM,GAAG,GAAC,OAAO,GAAG,CAAC,MAAM,KAAG,QAAQ,CAAA,CAAC,CAAA,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA,CAAC,CAAA,EAAE,CAAA;YAC3D,IAAI,YAAY,GAAC,GAAG,EAAE,YAAY,CAAA;YAClC,MAAM,CAAC,GAAC,UAAU,CAAC,GAAG,EAAC,EAAE,EAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,GAAG,EAAE,SAAS,IAAE,CAAC,CAAC,GAAC,CAAC,CAAC,EAAC,YAAY,CAAC,CAAA;YAClF,IAAG,GAAG,IAAE,GAAG,CAAC,QAAQ,KAAG,CAAC,CAAC,QAAQ,IAAE,CAAC,GAAG,IAAE,YAAY;gBAAC,MAAM,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC/F,IAAG,GAAG,EAAC,CAAC;gBAAA,KAAK,GAAC,UAAU,EAAE,CAAC;gBAAA,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAC,GAAG,CAAC,CAAC;gBAAA,CAAC,CAAC,YAAY,GAAC,KAAK,CAAA;YAAA,CAAC;YAClF,IAAG,CAAC,CAAC,CAAC,YAAY,IAAE,CAAC,CAAC,QAAQ,KAAG,MAAM;gBAAC,MAAM,KAAK,CAAC,YAAY,CAAC,CAAA;YACjE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,MAAM,OAAO,GAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,KAAK,CAAC,CAAC,CAAA,IAAG,CAAC,OAAO,IAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,CAAC;gBAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA,MAAM,IAAI,GAAC,OAAO,CAAC,WAAW,KAAG,EAAE,CAAC,CAAA,IAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,EAAE,SAAS,KAAG,GAAG,EAAE,SAAS;gBAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA,MAAM,CAAC,GAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAC,CAAA,IAAG,CAAC,GAAC,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;gBAAK,IAAI,CAAC,CAAC,CAAC,GAAC,CAAC,CAAA,CAAA,CAAC,CAAC,CAAA;YACxV,SAAS,GAAC,IAAI,CAAA;YACd,IAAG,KAAK,IAAE,GAAG,EAAE,YAAY;gBAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAE,EAAE,GAAC,CAAC,CAAC,CAAA;YACnF,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAA;QAC3C,CAAC;gBAAO,CAAC;YAAA,IAAG,KAAK,IAAE,CAAC,SAAS;gBAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAE,EAAE,GAAC,CAAC,CAAC,CAAC;YAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAAA,CAAC;IACrG,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAC,EAAS,EAAC,QAAgB;QACnD,IAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QAAA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtE,IAAG,CAAC;YAAA,MAAM,CAAC,GAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,EAAE,CAAC,CAAC;YAAA,IAAG,QAAQ,KAAG,CAAC,CAAC,SAAS;gBAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YAAA,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,IAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,WAAW,KAAG,KAAK,IAAE,CAAC,CAAC,GAAG,EAAE,SAAS,KAAG,EAAE,CAAC;gBAAC,MAAM,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAA,MAAM,CAAC,GAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,KAAK,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC,IAAE,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,EAAE,SAAS,KAAG,QAAQ;gBAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA,CAAC,CAAC,WAAW,GAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAA,CAAA,CAAC,CAAC,CAAC;YAAA,IAAG,CAAC,CAAC,YAAY;gBAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAE,EAAE,GAAC,CAAC,CAAC,CAAA;QAAA,CAAC;gBAAO,CAAC;YAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAAA,CAAC;IAChgB,CAAC;IACD,KAAK,CAAC,SAAS,CAAC,SAAgB,EAAC,GAA0B;QAC1D,MAAM,MAAM,GAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,MAAM,CAAC,GAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,SAAS,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC,IAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC;YAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC,SAAS,KAAG,GAAG,CAAC,iBAAiB;YAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAA,IAAG,MAAM,CAAC,OAAO,IAAE,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,CAAC,CAAC,WAAW,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,MAAM,CAAC,SAAS,CAAC;YAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAA,CAAC,CAAC,GAAG,GAAC,MAAM,CAAC,CAAA,CAAC,CAAC,SAAS,GAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAC,SAAS,GAAC,CAAC,CAAC,CAAA,CAAA,CAAC,CAAC,CAAA;IACja,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,KAAY,EAAC,EAAS,EAAC,IAAW,EAAC,MAAkB,IAAE,MAAM,CAAC,GAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,EAAE,CAAC,CAAC,CAAA,MAAM,MAAM,GAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAC,IAAI,EAAC,CAAC,CAAC,KAAK,EAAC,MAAM,CAAC,CAAC,CAAA,IAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,EAAE,CAAC,CAAC,SAAS,KAAG,CAAC,CAAC,SAAS;QAAC,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC,CAAA,OAAO,MAAM,CAAA,CAAA,CAAC;IACjP,KAAK,CAAC,QAAQ,CAAC,CAAY,EAAC,IAAW,EAAC,KAAY,EAAC,MAAkB,IAAE,MAAM,GAAG,GAAC,CAAC,CAAC,YAAY,CAAA,CAAC,CAAA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAA,CAAC,CAAA,EAAE,CAAC,CAAA,OAAO,UAAU,CAAC,CAAC,EAAC,GAAG,EAAC,IAAI,EAAC,KAAK,EAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAA,CAAC;IAC1P,KAAK,CAAC,OAAO,KAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,KAAI,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ;QAAC,KAAI,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,IAAE,EAAE;YAAC,IAAG,CAAC,CAAC,MAAM,KAAG,YAAY,IAAE,CAAC,CAAC,MAAM,KAAG,SAAS;gBAAC,CAAC,CAAC,MAAM,GAAC,SAAS,CAAA,CAAA,CAAC,CAAC,CAAA,CAAA,CAAC;IACrL,KAAK,CAAC,OAAO,CAAC,KAAiR;QAC9R,KAAK,CAAC,KAAK,EAAE,CAAC;QAAA,MAAM,CAAC,GAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,KAAK,CAAC,SAAS,CAAE,EAAC,CAAC,GAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAC,CAAC,CAAC,GAAI,CAAC,SAAS,CAAC,CAAA;QAClI,MAAM,KAAK,GAAC,KAAK,CAAC,KAAK,IAAE,CAAC,CAAC,GAAG,EAAE,KAAK,IAAE,CAAC,CAAC,KAAK,CAAA;QAC9C,IAAG,KAAK,CAAC,MAAM,GAAC,GAAG;YAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAA;QAC3C,MAAM,EAAE,GAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,SAAS,EAAC,KAAK,CAAC,OAAO,EAAC,KAAK,CAAC,OAAO,EAAC,KAAK,CAAC,IAAI,EAAC,KAAK,EAAC,CAAC,CAAC,EAAE,EAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnJ,MAAM,KAAK,GAAC,GAAE,EAAE,GAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAA,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA,IAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,KAAG,CAAC,CAAC,SAAS;YAAC,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAA,CAAA,CAAC,CAAA;QACtJ,MAAM,KAAK,GAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAAA,IAAG,KAAK,EAAC,CAAC;YAAA,MAAM,CAAC,GAAC,MAAM,KAAK,CAAC;YAAA,KAAK,EAAE,CAAC;YAAA,OAAO,CAAC,CAAA;QAAA,CAAC;QAC7E,MAAM,GAAG,GAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAC,CAAC,EAAC,KAAK,EAAC,KAAK,EAAC,KAAK,CAAC,CAAC;QAAA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAC,GAAG,CAAC,CAAA;QACpE,IAAG,CAAC;YAAA,OAAO,MAAM,GAAG,CAAA;QAAA,CAAC;gBAAO,CAAC;YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAAA,CAAC;IACnD,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,KAAmE;QACpF,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,KAAK,GAAC,MAAM,0BAA0B,CAAC,YAAY,KAAK,CAAC,IAAI,IAAI,EAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAClF,MAAM,IAAI,GAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAA,IAAG,CAAC,IAAI,IAAE,KAAK,CAAC,MAAM,KAAG,CAAC,IAAE,CAAC,CAAC,WAAW,EAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;YAAC,MAAM,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC5I,MAAM,IAAI,GAAC,MAAM,iBAAiB,CAAC,IAAI,EAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACrD,IAAG,IAAI,CAAC,MAAM,GAAC,eAAe;YAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAC,EAAC,IAAI,EAAC,SAAS,EAAC,SAAS,CAAC,IAAI,CAAC,EAAC,CAAA;QAC/C,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,MAAM,EAAE,GAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,EAAC,KAAK,CAAC,KAAK,EAAC,KAAK,CAAC,SAAS,EAAC,KAAK,CAAC,OAAO,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACjJ,MAAM,KAAK,GAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAAA,IAAG,KAAK,EAAC,CAAC;YAAA,MAAM,MAAM,GAAC,MAAM,KAAK,CAAC;YAAA,KAAK,CAAC,KAAK,EAAE,CAAC;YAAA,OAAO,MAAM,CAAA;QAAA,CAAC;QAC7F,MAAM,GAAG,GAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAC,SAAS,EAAC,EAAE,EAAC,KAAK,EAAC,KAAK,CAAC,KAAK,EAAC,QAAQ,CAAC,CAAC;QAAA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAC,GAAG,CAAC,CAAA;QACxF,IAAG,CAAC;YAAA,OAAO,MAAM,GAAG,CAAA;QAAA,CAAC;gBAAO,CAAC;YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAAA,CAAC;IACnD,CAAC;IACO,KAAK,CAAC,OAAO,CAAC,EAAS,EAAC,CAAsB,EAAC,KAAY,EAAC,KAA0C,EAAC,KAAc,EAAC,QAAwC;QACrK,IAAI,OAA4B,EAAC,OAAO,GAAC,KAAK,CAAA;QAC9C,MAAM,MAAM,GAAC,KAAK,EAAC,KAAyB,EAAC,EAAE,GAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,MAAM,CAAC,GAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,KAAK,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAC,CAAA,IAAG,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC,CAAA,MAAM,CAAC,MAAM,CAAC,CAAC,EAAC,KAAK,CAAC,CAAC,CAAA,OAAO,GAAC,eAAe,CAAC,CAAC,CAAC,CAAA,CAAA,CAAC,CAAC,CAAA,CAAA,CAAC,CAAA;QAC3P,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA,EAAE,GAAC,KAAK,EAAE,CAAC,CAAA,MAAM,CAAC,GAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,KAAK,CAAC,SAAS,CAAE,CAAC,CAAA,CAAC,CAAC,WAAW,GAAC,CAAC,CAAC,CAAC,WAAW,IAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,MAAM,KAAG,WAAW,IAAE,IAAI,CAAC,GAAG,EAAE,GAAC,CAAC,CAAC,EAAE,GAAC,CAAC,GAAC,QAAQ,CAAC,CAAC,CAAA,MAAM,GAAG,GAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAE,KAAG,EAAE,CAAC,CAAC,CAAA,IAAG,GAAG,EAAC,CAAC;YAAA,OAAO,GAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAAA,OAAM;QAAA,CAAC,CAAA,IAAG,CAAC,CAAC,WAAW,CAAC,MAAM,IAAE,GAAG;YAAC,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC,CAAA,OAAO,GAAC,IAAI,CAAC,CAAA,OAAO,GAAC,EAAC,EAAE,EAAC,SAAS,EAAC,CAAC,EAAE,EAAE,IAAE,MAAM,EAAC,OAAO,EAAC,KAAK,CAAC,OAAO,EAAC,OAAO,EAAC,KAAK,CAAC,OAAO,EAAC,EAAE,EAAC,IAAI,CAAC,GAAG,EAAE,EAAC,MAAM,EAAC,YAAY,EAAC,UAAU,EAAC,KAAK,CAAC,IAAI,EAAC,CAAC,CAAA,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAA,CAAC,CAAC,CAAA;QACpgB,IAAG,CAAC,OAAO,IAAE,OAAQ,CAAC,MAAM,KAAG,YAAY,EAAC,CAAC;YAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,SAAS,EAAC,CAAC,CAAC;YAAA,OAAO,OAAQ,CAAA;QAAA,CAAC;QAC9F,IAAG,OAAQ,CAAC,MAAM,KAAG,WAAW,IAAE,OAAQ,CAAC,MAAM,KAAG,SAAS,IAAE,OAAQ,CAAC,MAAM,KAAG,QAAQ,IAAE,OAAQ,CAAC,MAAM,KAAG,SAAS;YAAC,OAAO,OAAQ,CAAA;QACtI,iGAAiG;QACjG,IAAI,KAAY,CAAA;QAChB,IAAG,OAAQ,CAAC,MAAM,KAAG,WAAW,EAAC,CAAC;YACjC,IAAG,CAAC,2BAA2B,CAAC,IAAI,CAAC,OAAQ,CAAC,OAAO,IAAE,EAAE,CAAC;gBAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YAAA,KAAK,GAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAC,OAAQ,CAAC,OAAQ,CAAC,CAAC,CAAC;YAAA,SAAS,CAAC,KAAK,CAAC,CAAA;QAC/J,CAAC;aAAI,CAAC;YACL,IAAG,CAAC;gBAAA,KAAK,EAAE,CAAC;gBAAA,MAAM,MAAM,GAAC,QAAQ,IAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAE,EAAC,KAAK,CAAC,IAAI,EAAC,KAAK,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAAA,KAAK,GAAC,MAAM,CAAC,IAAI,CAAC;gBAAA,MAAM,OAAO,GAAC,EAAE,GAAC,CAAC,MAAM,CAAC,SAAS,KAAG,WAAW,CAAA,CAAC,CAAA,MAAM,CAAA,CAAC,CAAA,MAAM,CAAC,CAAC;gBAAA,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,EAAC,EAAC,SAAS,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,CAAC,CAAC;gBAAA,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAC,OAAO,CAAC,EAAC,KAAK,EAAC,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,CAAC,CAAC;gBAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,WAAW,EAAC,OAAO,EAAC,SAAS,EAAC,MAAM,CAAC,SAAS,EAAC,CAAC,CAAA;YAAA,CAAC;YACpX,OAAM,CAAC,EAAC,CAAC;gBAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,SAAS,EAAC,CAAC,CAAC;gBAAA,MAAM,CAAC,CAAA;YAAA,CAAC;QACnD,CAAC;QACD,KAAK,EAAE,CAAC;QAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,SAAS,EAAC,CAAC,CAAA;QACxC,IAAI,UAAU,GAAC,KAAK,CAAA;QACpB,IAAG,CAAC;YAAA,KAAK,EAAE,CAAC;YAAA,UAAU,GAAC,IAAI,CAAC;YAAA,MAAM,MAAM,GAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAM,EAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAC,KAAK,EAAC,EAAC,IAAI,EAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAC,OAAQ,CAAC,OAAQ,CAAC,EAAC,IAAI,EAAC,IAAI,GAAC,CAAC,OAAQ,CAAC,SAAS,KAAG,WAAW,CAAA,CAAC,CAAA,MAAM,CAAA,CAAC,CAAA,MAAM,CAAC,EAAC,SAAS,EAAC,OAAQ,CAAC,SAAU,EAAC,IAAI,EAAC,MAAM,EAAC,CAAC,CAAC;YAAA,IAAG,OAAO,MAAM,KAAG,QAAQ,CAAA,CAAC,CAAA,CAAC,CAAC,MAAM,IAAE,MAAM,KAAG,GAAG,CAAC,CAAA,CAAC,CAAA,MAAM,EAAE,SAAS,KAAG,IAAI;gBAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YAAA,MAAM,SAAS,GAAC,OAAO,MAAM,KAAG,QAAQ,CAAA,CAAC,CAAA,MAAM,CAAA,CAAC,CAAA,MAAM,CAAC,SAAS,CAAC;YAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,WAAW,EAAC,GAAG,CAAC,SAAS,CAAA,CAAC,CAAA,EAAC,SAAS,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,CAAC,CAAC;YAAA,OAAO,OAAQ,CAAA;QAAA,CAAC;QAC5gB,OAAM,CAAC,EAAC,CAAC;YAAA,MAAM,QAAQ,GAAC,CAAC,CAAE,CAA6B,EAAE,YAAY,CAAC;YAAA,MAAM,MAAM,CAAC,EAAC,MAAM,EAAC,UAAU,IAAE,CAAC,QAAQ,CAAA,CAAC,CAAA,SAAS,CAAA,CAAC,CAAA,WAAW,EAAC,CAAC,CAAC;YAAA,MAAM,KAAK,CAAC,QAAQ,CAAA,CAAC,CAAA,0BAA0B,CAAA,CAAC,CAAA,UAAU,CAAA,CAAC,CAAA,yBAAyB,CAAA,CAAC,CAAA,kBAAkB,CAAC,CAAA;QAAA,CAAC;IACpP,CAAC;CACD"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { TtsProfile } from './domain.js';
|
|
2
|
+
export declare const MAX_AUDIO_BYTES: number;
|
|
3
|
+
export declare function audioType(bytes: Buffer): 'audio/wav' | 'audio/mpeg';
|
|
4
|
+
export declare function ttsRequest(p: TtsProfile, text: string, voice?: string): {
|
|
5
|
+
url: string;
|
|
6
|
+
body: unknown;
|
|
7
|
+
};
|
|
8
|
+
export declare function synthesize(p: TtsProfile, key: string, text: string, voice: string, signal: AbortSignal, fetcher?: typeof fetch): Promise<{
|
|
9
|
+
data: Buffer;
|
|
10
|
+
mediaType: string;
|
|
11
|
+
}>;
|
|
12
|
+
//# sourceMappingURL=synthesize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"synthesize.d.ts","sourceRoot":"","sources":["../../src/voice/synthesize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAA;AAC3C,eAAO,MAAM,eAAe,QAAa,CAAA;AACzC,wBAAgB,SAAS,CAAC,KAAK,EAAC,MAAM,GAAE,WAAW,GAAC,YAAY,CAQ/D;AACD,wBAAgB,UAAU,CAAC,CAAC,EAAC,UAAU,EAAC,IAAI,EAAC,MAAM,EAAC,KAAK,SAAQ,GAAE;IAAC,GAAG,EAAC,MAAM,CAAC;IAAA,IAAI,EAAC,OAAO,CAAA;CAAC,CAM3F;AAQD,wBAAsB,UAAU,CAAC,CAAC,EAAC,UAAU,EAAC,GAAG,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,EAAC,KAAK,EAAC,MAAM,EAAC,MAAM,EAAC,WAAW,EAAC,OAAO,GAAC,OAAO,KAAW,GAAE,OAAO,CAAC;IAAC,IAAI,EAAC,MAAM,CAAC;IAAA,SAAS,EAAC,MAAM,CAAA;CAAC,CAAC,CAcvK"}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
export const MAX_AUDIO_BYTES = 10 * 1024 * 1024;
|
|
2
|
+
export function audioType(bytes) {
|
|
3
|
+
if (bytes.length >= 44 && bytes.toString('ascii', 0, 4) === 'RIFF' && bytes.toString('ascii', 8, 12) === 'WAVE') {
|
|
4
|
+
let offset = 12, fmt = false, data = false;
|
|
5
|
+
while (offset + 8 <= bytes.length) {
|
|
6
|
+
const size = bytes.readUInt32LE(offset + 4);
|
|
7
|
+
if (offset + 8 + size > bytes.length)
|
|
8
|
+
throw Error('WAV 数据不完整');
|
|
9
|
+
const tag = bytes.toString('ascii', offset, offset + 4);
|
|
10
|
+
if (tag === 'fmt ' && size >= 16)
|
|
11
|
+
fmt = true;
|
|
12
|
+
if (tag === 'data' && size > 0)
|
|
13
|
+
data = true;
|
|
14
|
+
offset += 8 + size + (size % 2);
|
|
15
|
+
}
|
|
16
|
+
if (fmt && data)
|
|
17
|
+
return 'audio/wav';
|
|
18
|
+
}
|
|
19
|
+
if (bytes.length > 32 && (bytes.toString('ascii', 0, 3) === 'ID3' || bytes[0] === 255 && (bytes[1] & 0xe0) === 0xe0))
|
|
20
|
+
return 'audio/mpeg';
|
|
21
|
+
throw Error('TTS 返回的内容不是有效的 WAV/MP3 音频,未发送');
|
|
22
|
+
}
|
|
23
|
+
export function ttsRequest(p, text, voice = p.voice) {
|
|
24
|
+
if (p.provider === 'breezeblue')
|
|
25
|
+
return { url: p.endpoint + '/v1/text-to-speech/' + encodeURIComponent(voice) + '?output_format=' + p.format + '&delivery=sync', body: { text, model_id: p.model, language_code: p.language, ...(p.instructions ? { instructions: p.instructions } : {}), voice_settings: { speed: p.speed } } };
|
|
26
|
+
if (p.provider === 'openai')
|
|
27
|
+
return { url: p.endpoint + '/audio/speech', body: { input: text, model: p.model, voice, response_format: p.format, speed: p.speed, ...(p.instructions ? { instructions: p.instructions } : {}) } };
|
|
28
|
+
const values = { text, voice, model: p.model, speed: p.speed, language: p.language, instructions: p.instructions, format: p.format };
|
|
29
|
+
const fill = (v) => typeof v === 'string' ? v.replace(/\{\{(text|voice|model|speed|language|instructions|format)\}\}/g, (_, k) => String(values[k])) : Array.isArray(v) ? v.map(fill) : v && typeof v === 'object' ? Object.fromEntries(Object.entries(v).map(([k, v]) => [k, typeof v === 'string' && /^\{\{speed\}\}$/.test(v) ? p.speed : fill(v)])) : v;
|
|
30
|
+
return { url: p.endpoint, body: fill(JSON.parse(p.bodyTemplate)) };
|
|
31
|
+
}
|
|
32
|
+
async function bounded(response, limit) {
|
|
33
|
+
if (Number(response.headers.get('content-length') ?? 0) > limit) {
|
|
34
|
+
await response.body?.cancel();
|
|
35
|
+
throw Error('TTS 响应超过大小限制');
|
|
36
|
+
}
|
|
37
|
+
if (!response.body)
|
|
38
|
+
throw Error('TTS 返回空响应');
|
|
39
|
+
const reader = response.body.getReader(), chunks = [];
|
|
40
|
+
let size = 0;
|
|
41
|
+
try {
|
|
42
|
+
for (;;) {
|
|
43
|
+
const { done, value } = await reader.read();
|
|
44
|
+
if (done)
|
|
45
|
+
break;
|
|
46
|
+
size += value.byteLength;
|
|
47
|
+
if (size > limit)
|
|
48
|
+
throw Error('TTS 响应超过大小限制');
|
|
49
|
+
chunks.push(value);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
catch (e) {
|
|
53
|
+
await reader.cancel().catch(() => { });
|
|
54
|
+
throw e;
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
reader.releaseLock();
|
|
58
|
+
}
|
|
59
|
+
return Buffer.concat(chunks);
|
|
60
|
+
}
|
|
61
|
+
export async function synthesize(p, key, text, voice, signal, fetcher = fetch) {
|
|
62
|
+
if (!text.trim() || text.length > 2000)
|
|
63
|
+
throw Error('语音正文须为 1–2000 字');
|
|
64
|
+
const request = ttsRequest(p, text, voice);
|
|
65
|
+
let r;
|
|
66
|
+
try {
|
|
67
|
+
r = await fetcher(request.url, { method: 'POST', headers: { 'Content-Type': 'application/json', ...(key ? { [p.authHeader]: p.authPrefix + key } : {}) }, body: JSON.stringify(request.body), redirect: 'error', signal });
|
|
68
|
+
}
|
|
69
|
+
catch {
|
|
70
|
+
throw Error('TTS 请求未确认完成;未自动重试,请先核对服务记录');
|
|
71
|
+
}
|
|
72
|
+
if (!r.ok) {
|
|
73
|
+
await r.body?.cancel();
|
|
74
|
+
throw Error(`TTS 服务返回 HTTP ${r.status},未发送语音`);
|
|
75
|
+
}
|
|
76
|
+
let bytes = await bounded(r, p.responseMode === 'base64' ? Math.ceil(MAX_AUDIO_BYTES * 1.4) + 65536 : MAX_AUDIO_BYTES);
|
|
77
|
+
if (p.responseMode === 'base64') {
|
|
78
|
+
let value;
|
|
79
|
+
try {
|
|
80
|
+
value = JSON.parse(bytes.toString('utf8'));
|
|
81
|
+
for (const k of p.responsePath.split('.'))
|
|
82
|
+
value = value && typeof value === 'object' && Object.hasOwn(value, k) ? value[k] : undefined;
|
|
83
|
+
}
|
|
84
|
+
catch {
|
|
85
|
+
throw Error('TTS JSON 响应无效');
|
|
86
|
+
}
|
|
87
|
+
if (typeof value !== 'string' || !value.length || value.length > Math.ceil(MAX_AUDIO_BYTES * 1.4) || !/^[A-Za-z0-9+/]+={0,2}$/.test(value))
|
|
88
|
+
throw Error('TTS Base64 音频字段无效');
|
|
89
|
+
bytes = Buffer.from(value, 'base64');
|
|
90
|
+
}
|
|
91
|
+
else if (!/^audio\//i.test(r.headers.get('content-type') ?? '') && !/application\/octet-stream/i.test(r.headers.get('content-type') ?? ''))
|
|
92
|
+
throw Error('TTS 响应不是音频类型');
|
|
93
|
+
if (bytes.length > MAX_AUDIO_BYTES)
|
|
94
|
+
throw Error('TTS 音频超过大小限制');
|
|
95
|
+
return { data: bytes, mediaType: audioType(bytes) };
|
|
96
|
+
}
|
|
97
|
+
//# sourceMappingURL=synthesize.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"synthesize.js","sourceRoot":"","sources":["../../src/voice/synthesize.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,MAAM,eAAe,GAAC,EAAE,GAAC,IAAI,GAAC,IAAI,CAAA;AACzC,MAAM,UAAU,SAAS,CAAC,KAAY;IACrC,IAAG,KAAK,CAAC,MAAM,IAAE,EAAE,IAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAC,CAAC,EAAC,CAAC,CAAC,KAAG,MAAM,IAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAC,CAAC,EAAC,EAAE,CAAC,KAAG,MAAM,EAAC,CAAC;QACjG,IAAI,MAAM,GAAC,EAAE,EAAC,GAAG,GAAC,KAAK,EAAC,IAAI,GAAC,KAAK,CAAA;QAClC,OAAM,MAAM,GAAC,CAAC,IAAE,KAAK,CAAC,MAAM,EAAC,CAAC;YAAA,MAAM,IAAI,GAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC;YAAA,IAAG,MAAM,GAAC,CAAC,GAAC,IAAI,GAAC,KAAK,CAAC,MAAM;gBAAC,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;YAAA,MAAM,GAAG,GAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAC,MAAM,EAAC,MAAM,GAAC,CAAC,CAAC,CAAC;YAAA,IAAG,GAAG,KAAG,MAAM,IAAE,IAAI,IAAE,EAAE;gBAAC,GAAG,GAAC,IAAI,CAAC;YAAA,IAAG,GAAG,KAAG,MAAM,IAAE,IAAI,GAAC,CAAC;gBAAC,IAAI,GAAC,IAAI,CAAC;YAAA,MAAM,IAAE,CAAC,GAAC,IAAI,GAAC,CAAC,IAAI,GAAC,CAAC,CAAC,CAAA;QAAA,CAAC;QAC5Q,IAAG,GAAG,IAAE,IAAI;YAAC,OAAO,WAAW,CAAA;IAChC,CAAC;IACD,IAAG,KAAK,CAAC,MAAM,GAAC,EAAE,IAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAC,CAAC,EAAC,CAAC,CAAC,KAAG,KAAK,IAAE,KAAK,CAAC,CAAC,CAAC,KAAG,GAAG,IAAE,CAAC,KAAK,CAAC,CAAC,CAAE,GAAC,IAAI,CAAC,KAAG,IAAI,CAAC;QAAC,OAAO,YAAY,CAAA;IACtH,MAAM,KAAK,CAAC,+BAA+B,CAAC,CAAA;AAC7C,CAAC;AACD,MAAM,UAAU,UAAU,CAAC,CAAY,EAAC,IAAW,EAAC,KAAK,GAAC,CAAC,CAAC,KAAK;IAChE,IAAG,CAAC,CAAC,QAAQ,KAAG,YAAY;QAAC,OAAO,EAAC,GAAG,EAAC,CAAC,CAAC,QAAQ,GAAC,qBAAqB,GAAC,kBAAkB,CAAC,KAAK,CAAC,GAAC,iBAAiB,GAAC,CAAC,CAAC,MAAM,GAAC,gBAAgB,EAAC,IAAI,EAAC,EAAC,IAAI,EAAC,QAAQ,EAAC,CAAC,CAAC,KAAK,EAAC,aAAa,EAAC,CAAC,CAAC,QAAQ,EAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA,CAAC,CAAA,EAAC,YAAY,EAAC,CAAC,CAAC,YAAY,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,cAAc,EAAC,EAAC,KAAK,EAAC,CAAC,CAAC,KAAK,EAAC,EAAC,EAAC,CAAA;IAC1R,IAAG,CAAC,CAAC,QAAQ,KAAG,QAAQ;QAAC,OAAO,EAAC,GAAG,EAAC,CAAC,CAAC,QAAQ,GAAC,eAAe,EAAC,IAAI,EAAC,EAAC,KAAK,EAAC,IAAI,EAAC,KAAK,EAAC,CAAC,CAAC,KAAK,EAAC,KAAK,EAAC,eAAe,EAAC,CAAC,CAAC,MAAM,EAAC,KAAK,EAAC,CAAC,CAAC,KAAK,EAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA,CAAC,CAAA,EAAC,YAAY,EAAC,CAAC,CAAC,YAAY,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,EAAC,CAAA;IAClM,MAAM,MAAM,GAAwB,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,CAAC,CAAC,KAAK,EAAC,KAAK,EAAC,CAAC,CAAC,KAAK,EAAC,QAAQ,EAAC,CAAC,CAAC,QAAQ,EAAC,YAAY,EAAC,CAAC,CAAC,YAAY,EAAC,MAAM,EAAC,CAAC,CAAC,MAAM,EAAC,CAAA;IAC5I,MAAM,IAAI,GAAC,CAAC,CAAS,EAAS,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,CAAA,CAAC,CAAA,CAAC,CAAC,OAAO,CAAC,gEAAgE,EAAC,CAAC,CAAC,EAAC,CAAC,EAAC,EAAE,CAAA,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA,CAAC,CAAA,CAAC,IAAE,OAAO,CAAC,KAAG,QAAQ,CAAA,CAAC,CAAA,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,EAAC,EAAE,CAAA,CAAC,CAAC,EAAC,OAAO,CAAC,KAAG,QAAQ,IAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,CAAC,CAAC,KAAK,CAAA,CAAC,CAAA,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,CAAC,CAAA;IACrU,OAAO,EAAC,GAAG,EAAC,CAAC,CAAC,QAAQ,EAAC,IAAI,EAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,YAAa,CAAC,CAAC,EAAC,CAAA;AAC/D,CAAC;AACD,KAAK,UAAU,OAAO,CAAC,QAAiB,EAAC,KAAY;IACpD,IAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAE,CAAC,CAAC,GAAC,KAAK,EAAC,CAAC;QAAA,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAAA,MAAM,KAAK,CAAC,cAAc,CAAC,CAAA;IAAA,CAAC;IACtH,IAAG,CAAC,QAAQ,CAAC,IAAI;QAAC,MAAM,KAAK,CAAC,WAAW,CAAC,CAAA;IAC1C,MAAM,MAAM,GAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAC,MAAM,GAAc,EAAE,CAAC;IAAA,IAAI,IAAI,GAAC,CAAC,CAAA;IACxE,IAAG,CAAC;QAAA,SAAO,CAAC;YAAA,MAAM,EAAC,IAAI,EAAC,KAAK,EAAC,GAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAAA,IAAG,IAAI;gBAAC,MAAM;YAAA,IAAI,IAAE,KAAK,CAAC,UAAU,CAAC;YAAA,IAAG,IAAI,GAAC,KAAK;gBAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;YAAA,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAAA,CAAC;IAAA,CAAC;IAAA,OAAM,CAAC,EAAC,CAAC;QAAA,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAE,EAAE,GAAC,CAAC,CAAC,CAAC;QAAA,MAAM,CAAC,CAAA;IAAA,CAAC;YAAO,CAAC;QAAA,MAAM,CAAC,WAAW,EAAE,CAAA;IAAA,CAAC;IACxO,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;AAC7B,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,CAAY,EAAC,GAAU,EAAC,IAAW,EAAC,KAAY,EAAC,MAAkB,EAAC,UAAqB,KAAK;IAC9H,IAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAE,IAAI,CAAC,MAAM,GAAC,IAAI;QAAC,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAA;IAChE,MAAM,OAAO,GAAC,UAAU,CAAC,CAAC,EAAC,IAAI,EAAC,KAAK,CAAC,CAAA;IACtC,IAAI,CAAU,CAAA;IACd,IAAG,CAAC;QAAA,CAAC,GAAC,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,EAAC,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,EAAC,cAAc,EAAC,kBAAkB,EAAC,GAAG,CAAC,GAAG,CAAA,CAAC,CAAA,EAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAAC,CAAC,CAAC,UAAU,GAAC,GAAG,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,EAAC,IAAI,EAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC,QAAQ,EAAC,OAAO,EAAC,MAAM,EAAC,CAAC,CAAA;IAAA,CAAC;IAAA,MAAK,CAAC;QAAA,MAAM,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAAA,CAAC;IACrP,IAAG,CAAC,CAAC,CAAC,EAAE,EAAC,CAAC;QAAA,MAAM,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAAA,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAA;IAAA,CAAC;IAChF,IAAI,KAAK,GAAC,MAAM,OAAO,CAAC,CAAC,EAAC,CAAC,CAAC,YAAY,KAAG,QAAQ,CAAA,CAAC,CAAA,IAAI,CAAC,IAAI,CAAC,eAAe,GAAC,GAAG,CAAC,GAAC,KAAK,CAAA,CAAC,CAAA,eAAe,CAAC,CAAA;IACzG,IAAG,CAAC,CAAC,YAAY,KAAG,QAAQ,EAAC,CAAC;QAC7B,IAAI,KAAa,CAAC;QAAA,IAAG,CAAC;YAAA,KAAK,GAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAAA,KAAI,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC;gBAAC,KAAK,GAAC,KAAK,IAAE,OAAO,KAAK,KAAG,QAAQ,IAAE,MAAM,CAAC,MAAM,CAAC,KAAK,EAAC,CAAC,CAAC,CAAA,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,SAAS,CAAA;QAAA,CAAC;QAAA,MAAK,CAAC;YAAA,MAAM,KAAK,CAAC,eAAe,CAAC,CAAA;QAAA,CAAC;QACvP,IAAG,OAAO,KAAK,KAAG,QAAQ,IAAE,CAAC,KAAK,CAAC,MAAM,IAAE,KAAK,CAAC,MAAM,GAAC,IAAI,CAAC,IAAI,CAAC,eAAe,GAAC,GAAG,CAAC,IAAE,CAAE,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAC,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAA;QAC/J,KAAK,GAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAC,QAAQ,CAAC,CAAA;IAClC,CAAC;SAAK,IAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAE,EAAE,CAAC,IAAE,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAE,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAA;IAChK,IAAG,KAAK,CAAC,MAAM,GAAC,eAAe;QAAC,MAAM,KAAK,CAAC,cAAc,CAAC,CAAA;IAC3D,OAAO,EAAC,IAAI,EAAC,KAAK,EAAC,SAAS,EAAC,SAAS,CAAC,KAAK,CAAC,EAAC,CAAA;AAC/C,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { PartnerOutboundAttachment } from '../channel-message.js';
|
|
2
|
+
import type { ToolDefinition } from '@deepseek-ai/dsh-tools';
|
|
3
|
+
import type { PartnerStore } from '../store.js';
|
|
4
|
+
import type { TtsService } from './service.js';
|
|
5
|
+
import type { QqActionCall } from '../channels/qq/actions.js';
|
|
6
|
+
export declare function voiceReplyTool(owner: string, store: PartnerStore, service: TtsService, call: QqActionCall, sendAudio?: (sessionId: string, file: PartnerOutboundAttachment, signal: AbortSignal, routeId: string, guard: () => void) => Promise<void>): ToolDefinition;
|
|
7
|
+
//# sourceMappingURL=tool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool.d.ts","sourceRoot":"","sources":["../../src/voice/tool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,yBAAyB,EAAC,MAAM,uBAAuB,CAAA;AAGpE,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,wBAAwB,CAAA;AAC1D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,cAAc,CAAA;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,2BAA2B,CAAA;AAM3D,wBAAgB,cAAc,CAAC,KAAK,EAAC,MAAM,EAAC,KAAK,EAAC,YAAY,EAAC,OAAO,EAAC,UAAU,EAAC,IAAI,EAAC,YAAY,EAAC,SAAS,CAAC,EAAC,CAAC,SAAS,EAAC,MAAM,EAAC,IAAI,EAAC,yBAAyB,EAAC,MAAM,EAAC,WAAW,EAAC,OAAO,EAAC,MAAM,EAAC,KAAK,EAAC,MAAI,IAAI,KAAG,OAAO,CAAC,IAAI,CAAC,GAAE,cAAc,CAgC/O"}
|