@acorex/modules 21.0.0-next.70 → 21.0.0-next.72

package/fesm2022/acorex-modules-ai-management.mjs

@@ -4093,18 +4093,18 @@ function axpAiAssistStarterPromptLabelIsNonEmpty(text) {
 /**
  * Build-time only. Do not import from Angular modules.
  */
-/** Generates an image from a text prompt; model resolution: explicit input, then delegated specialist `options.model`, then agent command default, then mock catalog default (OpenAI gpt-image-1). */
+/** Generates an image from a text prompt; model comes from command input or agent command binding options. */
 const AIMANAGEMENT_CHAT_GENERATE_IMAGE_COMMAND_KEY = 'AiManagement:ChatGenerateImage';
 const aiManagementChatGenerateImageCommandDefinition = defineCommand({
     key: AIMANAGEMENT_CHAT_GENERATE_IMAGE_COMMAND_KEY,
     title: 'Generate image (chat)',
-    description: 'Generates an image from a text description. Pass catalog image model id, or use options.model on the image-generation delegated specialist; if both are unset, the mock uses the catalog default image model (OpenAI gpt-image-1). Routing follows the model row (transport and provider).',
+    description: 'Generates an image from a text description. Pass catalog image model id on the command (or via agent commandIds options.model); routing follows the model row (transport and provider).',
     executionMode: 'both',
     inputs: [
         {
             name: 'model',
             title: 'Model',
-            description: 'Optional AiModel catalog row id (image purpose). When omitted, uses delegatedAgents[].options.model for the active delegated specialist (agentId in run context), then the agent command default, then the mock default image model if still unset.',
+            description: 'AiModel catalog row id (image purpose). Set on the command invocation or agent commandIds[].command.options.model; when still unset, the mock uses the default image catalog row.',
             interface: {
                 name: 'lookup-editor',
                 options: {
@@ -4241,18 +4241,18 @@ const aiManagementChatTranscribeSpeechCommandDefinition = defineCommand({
 /**
  * Build-time only. Do not import from Angular modules.
  */
-/** Synthesizes speech audio from text; default TTS model comes from the delegated specialist row (`delegatedAgents[].options.model`). */
+/** Synthesizes speech audio from text; model comes from command input or agent command binding options. */
 const AIMANAGEMENT_CHAT_SYNTHESIZE_SPEECH_COMMAND_KEY = 'AiManagement:ChatSynthesizeSpeech';
 const aiManagementChatSynthesizeSpeechCommandDefinition = defineCommand({
     key: AIMANAGEMENT_CHAT_SYNTHESIZE_SPEECH_COMMAND_KEY,
     title: 'Synthesize speech (chat)',
-    description: 'Converts text to spoken audio and stores it in platform file storage. Pass catalog TTS model id or rely on options.model for the text-to-speech delegated specialist on this assist; routing uses the model row (transport and provider).',
+    description: 'Converts text to spoken audio and stores it in platform file storage. Pass catalog TTS model id on the command (or via agent commandIds options.model); routing follows the model row (transport and provider).',
     executionMode: 'both',
     inputs: [
         {
             name: 'model',
             title: 'Model',
-            description: 'Optional AiModel catalog row id (tts purpose). When omitted, uses delegatedAgents[].options.model for the active delegated specialist (agentId in run context).',
+            description: 'AiModel catalog row id (tts purpose). Set on the command invocation or agent commandIds[].command.options.model; when still unset, the mock uses the default TTS catalog row.',
             interface: {
                 name: 'lookup-editor',
                 options: {
@@ -4280,13 +4280,13 @@ const aiManagementChatSynthesizeSpeechCommandDefinition = defineCommand({
         {
             name: 'voice',
             title: 'Voice',
-            description: 'Optional OpenAI voice id: alloy, echo, fable, onyx, nova, shimmer. When omitted, uses delegatedAgents[].options.voice or alloy.',
+            description: 'Optional TTS voice. Gemini 3.1 Flash (default): Zephyr, Puck, Charon, Kore, Fenrir, Leda, Orus, Aoede. When omitted, uses delegatedAgents[].options.voice or Zephyr.',
             interface: { name: 'text-editor' },
         },
         {
             name: 'responseFormat',
             title: 'Response format',
-            description: 'Optional audio format for OpenAI (mp3, opus, aac, flac, wav, pcm). Default mp3.',
+            description: 'Audio output format. Gemini 3.1 Flash TTS (default): pcm. OpenRouter also supports mp3 for other models.',
             interface: { name: 'text-editor' },
         },
     ],
@@ -4428,10 +4428,6 @@ function getAiChatCommandLlmParametersOverride(commandName) {
             return {
                 type: 'object',
                 properties: {
-                    model: {
-                        type: 'string',
-                        description: 'Optional catalog AiModel row id for image generation. Omit to use options.model on the image delegated specialist row.',
-                    },
                     prompt: {
                         type: 'string',
                         description: 'Detailed text description of the image to generate.',
@@ -4472,7 +4468,7 @@ function getAiChatCommandLlmParametersOverride(commandName) {
                 properties: {
                     model: {
                         type: 'string',
-                        description: 'Optional catalog AiModel row id for text-to-speech (purpose tts). Omit to use options.model on the TTS delegated specialist row.',
+                        description: 'Catalog AiModel row id for text-to-speech (purpose tts). Pass on the command or rely on agent commandIds options.model; mock default is OpenRouter google/gemini-3.1-flash-tts-preview.',
                     },
                     text: {
                         type: 'string',
@@ -4480,11 +4476,11 @@ function getAiChatCommandLlmParametersOverride(commandName) {
                     },
                     voice: {
                         type: 'string',
-                        description: 'Optional OpenAI voice (alloy, echo, fable, onyx, nova, shimmer). Omit to use options.voice or alloy.',
+                        description: 'Optional voice. Gemini default row: Zephyr, Puck, Charon, Kore, Fenrir, Leda, Orus, Aoede. Omit to use options.voice or Zephyr.',
                     },
                     responseFormat: {
                         type: 'string',
-                        description: 'Optional audio format: mp3, opus, aac, flac, wav, pcm. Default mp3.',
+                        description: 'Optional audio format. Gemini default: pcm. OpenRouter also supports mp3 for other TTS models.',
                     },
                 },
                 required: ['text'],
@@ -4495,6 +4491,102 @@ function getAiChatCommandLlmParametersOverride(commandName) {
 }
 //#endregion
 
+//#region ---- Constants ----
+/** OpenAI / OpenRouter `pcm` TTS output: 16-bit signed LE, mono, 24 kHz. */
+const AI_CHAT_TTS_PCM_SAMPLE_RATE = 24000;
+//#endregion
+//#region ---- MIME helpers ----
+function isRawPcmMimeType(mimeType) {
+    const mime = mimeType.trim().toLowerCase();
+    return mime === 'audio/pcm' || mime === 'audio/l16' || mime === 'audio/x-pcm' || mime === 'audio/raw';
+}
+//#endregion
+//#region ---- PCM → WAV ----
+/**
+ * Wraps raw 16-bit signed little-endian PCM in a RIFF WAV container for HTML5 audio playback.
+ */
+function wrapPcm16LeInWav(pcmBytes, sampleRate = AI_CHAT_TTS_PCM_SAMPLE_RATE, numChannels = 1) {
+    const bitsPerSample = 16;
+    const blockAlign = (numChannels * bitsPerSample) / 8;
+    const byteRate = sampleRate * blockAlign;
+    const dataSize = pcmBytes.byteLength;
+    const headerSize = 44;
+    const out = new ArrayBuffer(headerSize + dataSize);
+    const view = new DataView(out);
+    const writeStr = (offset, str) => {
+        for (let i = 0; i < str.length; i++) {
+            view.setUint8(offset + i, str.charCodeAt(i));
+        }
+    };
+    writeStr(0, 'RIFF');
+    view.setUint32(4, 36 + dataSize, true);
+    writeStr(8, 'WAVE');
+    writeStr(12, 'fmt ');
+    view.setUint32(16, 16, true);
+    view.setUint16(20, 1, true);
+    view.setUint16(22, numChannels, true);
+    view.setUint32(24, sampleRate, true);
+    view.setUint32(28, byteRate, true);
+    view.setUint16(32, blockAlign, true);
+    view.setUint16(34, bitsPerSample, true);
+    writeStr(36, 'data');
+    view.setUint32(40, dataSize, true);
+    new Uint8Array(out, headerSize).set(new Uint8Array(pcmBytes));
+    return out;
+}
+/** Normalizes synthesized speech bytes to a browser-playable container (PCM → WAV). */
+function prepareTtsBytesForBrowserPlayback(audioBytes, mimeType) {
+    const mt = mimeType.trim() || 'application/octet-stream';
+    if (isRawPcmMimeType(mt)) {
+        return {
+            audioBytes: wrapPcm16LeInWav(audioBytes),
+            mimeType: 'audio/wav',
+            extension: 'wav',
+        };
+    }
+    const lower = mt.toLowerCase();
+    if (lower.includes('mpeg') || lower.includes('mp3')) {
+        return { audioBytes, mimeType: mt, extension: 'mp3' };
+    }
+    if (lower.includes('wav')) {
+        return { audioBytes, mimeType: mt, extension: 'wav' };
+    }
+    if (lower.includes('opus')) {
+        return { audioBytes, mimeType: mt, extension: 'opus' };
+    }
+    if (lower.includes('ogg')) {
+        return { audioBytes, mimeType: mt, extension: 'ogg' };
+    }
+    if (lower.includes('aac')) {
+        return { audioBytes, mimeType: mt, extension: 'aac' };
+    }
+    if (lower.includes('flac')) {
+        return { audioBytes, mimeType: mt, extension: 'flac' };
+    }
+    if (lower.includes('pcm')) {
+        return {
+            audioBytes: wrapPcm16LeInWav(audioBytes),
+            mimeType: 'audio/wav',
+            extension: 'wav',
+        };
+    }
+    return { audioBytes, mimeType: mt, extension: 'bin' };
+}
+/**
+ * Builds a blob URL for chat voice playback, wrapping legacy PCM TTS files when needed.
+ */
+async function createBrowserPlayableTtsBlobUrl(binary, mimeType, fileName) {
+    const mime = mimeType.trim().toLowerCase();
+    const name = fileName?.trim().toLowerCase() ?? '';
+    const looksLikePcm = isRawPcmMimeType(mime) || (mime === 'application/octet-stream' && name.endsWith('.pcm'));
+    if (!looksLikePcm) {
+        return URL.createObjectURL(binary);
+    }
+    const pcmBytes = await binary.arrayBuffer();
+    return URL.createObjectURL(new Blob([wrapPcm16LeInWav(pcmBytes)], { type: 'audio/wav' }));
+}
+//#endregion
+
 //#region ---- Imports ----
 //#endregion
 
@@ -4774,5 +4866,5 @@ function modelItemSupportsChatCatalogPurpose(m, purpose) {
  * Generated bundle index. Do not edit.
  */
 
-export { AIMANAGEMENT_CHAT_GENERATE_IMAGE_COMMAND_KEY, AIMANAGEMENT_CHAT_SYNTHESIZE_SPEECH_COMMAND_KEY, AIMANAGEMENT_CHAT_TRANSCRIBE_SPEECH_COMMAND_KEY, AIMANAGEMENT_EXTRACT_DOCUMENT_TEXT_COMMAND_KEY, AIMANAGEMENT_STRUCTURED_TEXT_COMPLETION_COMMAND_KEY, AI_AGENT_CATALOG_DATASOURCE_NAME, AI_CHAT_ATTACHMENT_CATEGORY, AI_CHAT_ATTACHMENT_REF_TYPE, AI_CHAT_GENERATED_IMAGE_REF_TYPE, AI_CHAT_GENERATED_SPEECH_REF_TYPE, AI_COMMAND_REGISTRY_CATALOG_DATASOURCE_NAME, AI_GENERATED_IMAGE_MAX_REMOTE_URL_IN_TOOL, AI_MODEL_CATALOG_DATASOURCE_NAME, AI_MODEL_IMAGE_CATALOG_DATASOURCE_NAME, AI_MODEL_SPEECH_CATALOG_DATASOURCE_NAME, AI_MODEL_TTS_CATALOG_DATASOURCE_NAME, AI_OUTPUT_CONTRACT_TRANSCRIPT_SEGMENT_DATASOURCE_NAME, AI_QUERY_REGISTRY_CATALOG_DATASOURCE_NAME, AXMAiAgentCatalogDataSourceDefinition, AXMAiAssistPermissionKeys, AXMAiAssistPromptBoxComponent, AXMAiAssistPromptBoxService, AXMAiCommandRegistryCatalogDataSourceDefinition, AXMAiManagementEntityProvider, AXMAiManagementMenuProvider, AXMAiManagementModule, AXMAiModelCatalogDataSourceDefinition, AXMAiQueryRegistryCatalogDataSourceDefinition, AXMOutputContractTranscriptSegmentDataSourceDefinition, AXMPermissionDefinitionProvider, AXMPermissionsKeys, AXPAI_AGENT_OUTPUT_CONTRACT_DEFAULT_STRUCTURED_RETRIES, AXPAI_SUPERVISOR_AGENT_TOOL_PREFIX, AXPAiAssistChatModelCatalogService, AXPAiAssistDefaultMaxStructuredRetries, AXPAiAssistDefaultStructuredMaxTokens, AXPAiAssistService, AXPAiChatToolRunContextService, AXPAiDefaultModelPickerService, AXPAiEngine, AXPAiManagementMenuKeys, AXPAiManagementSettings, AXPAiManagerService, AXPAiOutputContractResolveService, AXPAiPlatformRuntimeContextBuilder, AXPAiStructuredOutputError, AiManagementManifest, RootConfig, axpAiAgentOutputContractOmitsRoleBaseline, axpAiAgentOutputContractStructuredRetryCap, axpAiAgentOutputContractUsesStructuredFinalize, axpAiAssistInitialMessagesToTranscript, axpAiAssistStarterPromptLabels, axpAiAssistStarterPromptTexts, axpAiChatMessageGetText, axpAiChatMessageIsDelegatedReflectionExcluded, axpAiChatTextMessage, axpAiChatToolOrAgentResultBodyJson, axpAiChatToolResultBodyJson, axpAiChatUserMessage, axpAiDelegatedAgentOutcomeResponsesPlainText, axpAiDelegatedAgentPromptPreview, axpAiDelegatedAgentResultSegments, axpAiParseSupervisorAgentToolName, axpAiStripAssistInitialHtmlToPlain, axpBuildDelegatedAgentRunInputSnapshot, axpSanitizeLastProviderPayloadForPersistence, axpStripEphemeralStreamChunksFromProviderRaw, blobOrFileFromImageResult, buildStructuredOutputRetryUserText, defaultRetriesForKind, deriveProviderResponseFormat, extractLastAssistantPlainText, extractLastAssistantStructuredParts, extractLastAssistantTextSegments, getAiChatCommandLlmParametersOverride, isChatPurposeModelRow, isImagePurposeModelRow, isSpeechPurposeModelRow, isTtsPurposeModelRow, loadAssistPermissionRows, modelRowHasPurpose, parseAgentOutputContract, parseJsonSchemaLike, parseResponseFormat, persistAiChatAttachmentImage, persistAiGeneratedImage, persistAiGeneratedSpeech, readModelPurposes, resolveAgentOutputContract, resolveEffectiveOutputContract, resolveOutputTranscriptSegment, validateAgainstContract, validateJsonSchemaMini, validateStructuredAssistantResponse };
+export { AIMANAGEMENT_CHAT_GENERATE_IMAGE_COMMAND_KEY, AIMANAGEMENT_CHAT_SYNTHESIZE_SPEECH_COMMAND_KEY, AIMANAGEMENT_CHAT_TRANSCRIBE_SPEECH_COMMAND_KEY, AIMANAGEMENT_EXTRACT_DOCUMENT_TEXT_COMMAND_KEY, AIMANAGEMENT_STRUCTURED_TEXT_COMPLETION_COMMAND_KEY, AI_AGENT_CATALOG_DATASOURCE_NAME, AI_CHAT_ATTACHMENT_CATEGORY, AI_CHAT_ATTACHMENT_REF_TYPE, AI_CHAT_GENERATED_IMAGE_REF_TYPE, AI_CHAT_GENERATED_SPEECH_REF_TYPE, AI_CHAT_TTS_PCM_SAMPLE_RATE, AI_COMMAND_REGISTRY_CATALOG_DATASOURCE_NAME, AI_GENERATED_IMAGE_MAX_REMOTE_URL_IN_TOOL, AI_MODEL_CATALOG_DATASOURCE_NAME, AI_MODEL_IMAGE_CATALOG_DATASOURCE_NAME, AI_MODEL_SPEECH_CATALOG_DATASOURCE_NAME, AI_MODEL_TTS_CATALOG_DATASOURCE_NAME, AI_OUTPUT_CONTRACT_TRANSCRIPT_SEGMENT_DATASOURCE_NAME, AI_QUERY_REGISTRY_CATALOG_DATASOURCE_NAME, AXMAiAgentCatalogDataSourceDefinition, AXMAiAssistPermissionKeys, AXMAiAssistPromptBoxComponent, AXMAiAssistPromptBoxService, AXMAiCommandRegistryCatalogDataSourceDefinition, AXMAiManagementEntityProvider, AXMAiManagementMenuProvider, AXMAiManagementModule, AXMAiModelCatalogDataSourceDefinition, AXMAiQueryRegistryCatalogDataSourceDefinition, AXMOutputContractTranscriptSegmentDataSourceDefinition, AXMPermissionDefinitionProvider, AXMPermissionsKeys, AXPAI_AGENT_OUTPUT_CONTRACT_DEFAULT_STRUCTURED_RETRIES, AXPAI_SUPERVISOR_AGENT_TOOL_PREFIX, AXPAiAssistChatModelCatalogService, AXPAiAssistDefaultMaxStructuredRetries, AXPAiAssistDefaultStructuredMaxTokens, AXPAiAssistService, AXPAiChatToolRunContextService, AXPAiDefaultModelPickerService, AXPAiEngine, AXPAiManagementMenuKeys, AXPAiManagementSettings, AXPAiManagerService, AXPAiOutputContractResolveService, AXPAiPlatformRuntimeContextBuilder, AXPAiStructuredOutputError, AiManagementManifest, RootConfig, axpAiAgentOutputContractOmitsRoleBaseline, axpAiAgentOutputContractStructuredRetryCap, axpAiAgentOutputContractUsesStructuredFinalize, axpAiAssistInitialMessagesToTranscript, axpAiAssistStarterPromptLabels, axpAiAssistStarterPromptTexts, axpAiChatMessageGetText, axpAiChatMessageIsDelegatedReflectionExcluded, axpAiChatTextMessage, axpAiChatToolOrAgentResultBodyJson, axpAiChatToolResultBodyJson, axpAiChatUserMessage, axpAiDelegatedAgentOutcomeResponsesPlainText, axpAiDelegatedAgentPromptPreview, axpAiDelegatedAgentResultSegments, axpAiParseSupervisorAgentToolName, axpAiStripAssistInitialHtmlToPlain, axpBuildDelegatedAgentRunInputSnapshot, axpSanitizeLastProviderPayloadForPersistence, axpStripEphemeralStreamChunksFromProviderRaw, blobOrFileFromImageResult, buildStructuredOutputRetryUserText, createBrowserPlayableTtsBlobUrl, defaultRetriesForKind, deriveProviderResponseFormat, extractLastAssistantPlainText, extractLastAssistantStructuredParts, extractLastAssistantTextSegments, getAiChatCommandLlmParametersOverride, isChatPurposeModelRow, isImagePurposeModelRow, isRawPcmMimeType, isSpeechPurposeModelRow, isTtsPurposeModelRow, loadAssistPermissionRows, modelRowHasPurpose, parseAgentOutputContract, parseJsonSchemaLike, parseResponseFormat, persistAiChatAttachmentImage, persistAiGeneratedImage, persistAiGeneratedSpeech, prepareTtsBytesForBrowserPlayback, readModelPurposes, resolveAgentOutputContract, resolveEffectiveOutputContract, resolveOutputTranscriptSegment, validateAgainstContract, validateJsonSchemaMini, validateStructuredAssistantResponse, wrapPcm16LeInWav };
 //# sourceMappingURL=acorex-modules-ai-management.mjs.map