@drax/ai-back 3.42.0 → 3.44.0

package/dist/agents/DraxAgent.js

@@ -78,6 +78,7 @@ class DraxAgent {
             userAgent: input.userAgent,
             tenant: input.tenantId ?? session.tenantId ?? null,
             user: input.userId ?? session.userId ?? null,
+            audioResponse: input.audioResponse,
         });
         const assistantMessage = this.normalizeOutput(response.output);
         const now = new Date();
@@ -100,6 +101,7 @@ class DraxAgent {
             inputTokens: response.inputTokens,
             outputTokens: response.outputTokens,
             time: response.time,
+            ...(response.audio ? { audio: response.audio } : {}),
         };
     }
     async createSession(input = {}) {

package/dist/controllers/AIGenericController.js

@@ -35,6 +35,27 @@ const PromptInputFileSchema = z.object({
     mimetype: z.string().optional(),
     url: z.string().optional(),
 });
+const PromptAudioVoiceSettingsSchema = z.object({
+    stability: z.number().min(0).max(1).optional(),
+    similarityBoost: z.number().min(0).max(1).optional(),
+    style: z.number().min(0).max(1).optional(),
+    useSpeakerBoost: z.boolean().optional(),
+    speed: z.number().positive().optional(),
+});
+const PromptAudioParamsSchema = z.object({
+    enabled: z.boolean().optional(),
+    provider: z.string().optional(),
+    voiceId: z.string().optional(),
+    model: z.string().optional(),
+    outputFormat: z.string().optional(),
+    voiceSettings: PromptAudioVoiceSettingsSchema.optional(),
+    previousText: z.string().optional(),
+    nextText: z.string().optional(),
+    languageCode: z.string().optional(),
+    seed: z.number().int().optional(),
+    operationTitle: z.string().optional(),
+    operationGroup: z.string().optional(),
+});
 const GenericPromptRequestSchema = z.object({
     systemPrompt: z.string().min(1),
     userInput: z.string().optional(),
@@ -50,6 +71,7 @@ const GenericPromptRequestSchema = z.object({
     model: z.string().optional(),
     operationTitle: z.string().optional(),
     operationGroup: z.string().optional(),
+    audioResponse: z.union([z.boolean(), PromptAudioParamsSchema]).optional(),
 });
 class AIGenericController extends CommonController {
     async prompt(request, reply) {

package/dist/controllers/DraxAgentController.js

@@ -28,6 +28,27 @@ const PromptInputFileSchema = z.object({
     mimetype: z.string().optional(),
     url: z.string().optional(),
 });
+const PromptAudioVoiceSettingsSchema = z.object({
+    stability: z.number().min(0).max(1).optional(),
+    similarityBoost: z.number().min(0).max(1).optional(),
+    style: z.number().min(0).max(1).optional(),
+    useSpeakerBoost: z.boolean().optional(),
+    speed: z.number().positive().optional(),
+});
+const PromptAudioParamsSchema = z.object({
+    enabled: z.boolean().optional(),
+    provider: z.string().optional(),
+    voiceId: z.string().optional(),
+    model: z.string().optional(),
+    outputFormat: z.string().optional(),
+    voiceSettings: PromptAudioVoiceSettingsSchema.optional(),
+    previousText: z.string().optional(),
+    nextText: z.string().optional(),
+    languageCode: z.string().optional(),
+    seed: z.number().int().optional(),
+    operationTitle: z.string().optional(),
+    operationGroup: z.string().optional(),
+});
 const AgentSessionRequestSchema = z.object({
     identifier: z.string().min(1).optional(),
     sessionId: z.string().optional(),
@@ -47,6 +68,7 @@ const AgentMessageRequestSchema = AgentSessionRequestSchema.extend({
     toolMaxIterations: z.number().optional(),
     operationTitle: z.string().optional(),
     operationGroup: z.string().optional(),
+    audioResponse: z.union([z.boolean(), PromptAudioParamsSchema]).optional(),
 });
 class DraxAgentController extends CommonController {
     constructor(options = {}) {

package/dist/index.js

@@ -26,6 +26,7 @@ import { BuilderTool } from "./tools/BuilderTool.js";
 import { KnowledgeService } from "./services/KnowledgeService.js";
 import { AILogService } from "./services/AILogService.js";
 import { TTSGenericService } from "./services/TTSGenericService.js";
+import { PromptAudioService } from "./services/PromptAudioService.js";
 import AILogPermissions from "./permissions/AILogPermissions.js";
 import AgentPermissions from "./permissions/AgentPermissions.js";
 import AgentSessionPermissions from "./permissions/AgentSessionPermissions.js";
@@ -43,9 +44,10 @@ import TTSRoutes from "./routes/TTSRoutes.js";
 import DraxAgentRoutes from "./routes/DraxAgentRoutes.js";
 import AgentSessionRoutes from "./routes/AgentSessionRoutes.js";
 import { DraxAgent } from "./agents/DraxAgent.js";
-export { OpenAiConfig, GoogleAiConfig, OllamaAiConfig, DeepSeekConfig, ElevenLabsTTSConfig, AILogSchema, AILogBaseSchema, TTSRequestSchema, TTSVoiceSettingsSchema, AILogModel, AILogMongoRepository, AILogSqliteRepository, OpenAiProviderFactory, GoogleAiProviderFactory, OllamaAiProviderFactory, DeepSeekAiProviderFactory, AiProviderFactory, ElevenLabsTTSProviderFactory, TTSProviderFactory, DraxAgentFactory, AILogServiceFactory, OpenAiProvider, GoogleAiProvider, OllamaAiProvider, DeepSeekAiProvider, ElevenLabsTTSProvider, BuilderTool, 
+import { BuildContextTool } from "./tools/BuildContextTool.js";
+export { OpenAiConfig, GoogleAiConfig, OllamaAiConfig, DeepSeekConfig, ElevenLabsTTSConfig, AILogSchema, AILogBaseSchema, TTSRequestSchema, TTSVoiceSettingsSchema, AILogModel, AILogMongoRepository, AILogSqliteRepository, OpenAiProviderFactory, GoogleAiProviderFactory, OllamaAiProviderFactory, DeepSeekAiProviderFactory, AiProviderFactory, ElevenLabsTTSProviderFactory, TTSProviderFactory, DraxAgentFactory, AILogServiceFactory, OpenAiProvider, GoogleAiProvider, OllamaAiProvider, DeepSeekAiProvider, ElevenLabsTTSProvider, BuilderTool, BuildContextTool, 
 //Service
-KnowledgeService, AILogService, TTSGenericService, 
+KnowledgeService, AILogService, TTSGenericService, PromptAudioService, 
 //Permissions
 AILogPermissions, AgentPermissions, AIPermissions, TTSPermissions, AgentSessionPermissions, 
 //Controllers

package/dist/providers/ai/GoogleAiProvider.js

@@ -1,5 +1,6 @@
 import { GoogleGenAI } from "@google/genai";
 import { toJSONSchema } from "zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
 class GoogleAiProvider {
     constructor(apiKey, model, visionModel, aiLogService) {
         if (!apiKey) {
@@ -330,6 +331,7 @@ class GoogleAiProvider {
             const endTime = performance.now();
             const time = endTime - startTime;
             const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
             await this.registerPromptLog(input, {
                 model,
                 systemPrompt,
@@ -346,7 +348,8 @@ class GoogleAiProvider {
                 tokens,
                 inputTokens,
                 outputTokens,
-                time
+                time,
+                ...(audio ? { audio } : {}),
             };
         }
         catch (e) {

package/dist/providers/ai/OllamaAiProvider.js

@@ -1,4 +1,5 @@
 import { toJSONSchema } from "zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
 class OllamaAiProvider {
     constructor(baseUrl, model, visionModel, embeddingModel, aiLogService) {
         if (!baseUrl) {
@@ -305,6 +306,7 @@ class OllamaAiProvider {
             const endTime = performance.now();
             const time = endTime - startTime;
             const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
             await this.registerPromptLog(input, {
                 model,
                 systemPrompt,
@@ -321,7 +323,8 @@ class OllamaAiProvider {
                 tokens,
                 inputTokens,
                 outputTokens,
-                time
+                time,
+                ...(audio ? { audio } : {}),
             };
         }
         catch (e) {

package/dist/providers/ai/OpenAiProvider.js

@@ -1,5 +1,6 @@
 import OpenAI from "openai";
 import { zodResponseFormat } from "openai/helpers/zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
 class OpenAiProvider {
     constructor(apiKey, model, visionModel, aiLogService) {
         if (!apiKey) {
@@ -265,6 +266,7 @@ class OpenAiProvider {
             const endTime = performance.now();
             const time = endTime - startTime;
             const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
             await this.registerPromptLog(input, {
                 model,
                 systemPrompt,
@@ -281,7 +283,8 @@ class OpenAiProvider {
                 tokens,
                 inputTokens,
                 outputTokens,
-                time
+                time,
+                ...(audio ? { audio } : {}),
             };
         }
         catch (e) {

package/dist/services/PromptAudioService.js

@@ -0,0 +1,68 @@
+import TTSProviderFactory from "../factory/tts/TTSProviderFactory.js";
+class PromptAudioService {
+    static audioParams(input) {
+        if (!input.audioResponse) {
+            return null;
+        }
+        if (input.audioResponse === true) {
+            return {};
+        }
+        if (input.audioResponse.enabled === false) {
+            return null;
+        }
+        return input.audioResponse;
+    }
+    static outputToText(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === null || output === undefined) {
+            return "";
+        }
+        return JSON.stringify(output);
+    }
+    static async build(input, output) {
+        const audioParams = PromptAudioService.audioParams(input);
+        if (!audioParams) {
+            return undefined;
+        }
+        const text = PromptAudioService.outputToText(output).trim();
+        if (!text) {
+            return undefined;
+        }
+        const providerName = audioParams.provider ?? "ElevenLabs";
+        const ttsProvider = TTSProviderFactory.instance(providerName);
+        const response = await ttsProvider.textToSpeech({
+            text,
+            voiceId: audioParams.voiceId,
+            model: audioParams.model,
+            outputFormat: audioParams.outputFormat,
+            voiceSettings: audioParams.voiceSettings,
+            previousText: audioParams.previousText,
+            nextText: audioParams.nextText,
+            languageCode: audioParams.languageCode,
+            seed: audioParams.seed,
+            operationTitle: audioParams.operationTitle ?? input.operationTitle,
+            operationGroup: audioParams.operationGroup ?? input.operationGroup,
+            ip: input.ip,
+            userAgent: input.userAgent,
+            tenant: input.tenant,
+            user: input.user,
+        });
+        return {
+            audio: response.audio.toString("base64"),
+            contentType: response.contentType,
+            encoding: "base64",
+            meta: {
+                provider: response.provider,
+                model: response.model,
+                voiceId: response.voiceId,
+                outputFormat: response.outputFormat,
+                size: response.size,
+                time: response.time,
+            },
+        };
+    }
+}
+export default PromptAudioService;
+export { PromptAudioService, };

package/dist/tools/BuildContextTool.js

@@ -0,0 +1,267 @@
+import { setNestedValue, UnauthorizedError } from "@drax/common-back";
+import { BuilderTool } from "./BuilderTool.js";
+class BuildContextTool extends BuilderTool {
+    constructor(options) {
+        super({
+            ...options,
+            service: BuildContextTool.createContextService(options),
+        });
+    }
+    static fromPromptContext(options, promptContext) {
+        return new BuildContextTool({
+            ...options,
+            context: {
+                userId: promptContext.input?.userId ?? promptContext.session.userId ?? null,
+                tenantId: promptContext.input?.tenantId ?? promptContext.session.tenantId ?? null,
+            },
+        });
+    }
+    static createContextService(options) {
+        const service = options.service;
+        const helper = new BuildContextToolServiceHelper(options);
+        const contextService = { ...service };
+        if (typeof service.create === "function") {
+            contextService.create = async (data) => service.create?.(helper.applySetters(helper.clonePayload(data)));
+        }
+        if (typeof service.update === "function") {
+            contextService.update = async (id, data) => {
+                const preItem = await service.findById?.(id);
+                helper.assertWritable(preItem, "update");
+                const payload = helper.removeSetterFields(helper.clonePayload(data));
+                return service.update?.(id, payload);
+            };
+        }
+        if (typeof service.updatePartial === "function") {
+            contextService.updatePartial = async (id, data) => {
+                const preItem = await service.findById?.(id);
+                helper.assertWritable(preItem, "update");
+                const payload = helper.removeSetterFields(helper.clonePayload(data));
+                return service.updatePartial?.(id, payload);
+            };
+        }
+        if (typeof service.delete === "function") {
+            contextService.delete = async (id) => {
+                const item = await service.findById?.(id);
+                helper.assertWritable(item, "delete");
+                return service.delete?.(id);
+            };
+        }
+        if (typeof service.findById === "function") {
+            contextService.findById = async (id) => {
+                const item = await service.findById?.(id);
+                helper.assertReadable(item);
+                return item;
+            };
+        }
+        if (typeof service.findByIds === "function") {
+            contextService.findByIds = async (ids) => {
+                const items = await service.findByIds?.(ids);
+                helper.assertReadableItems(items);
+                return items;
+            };
+        }
+        if (typeof service.findOneBy === "function") {
+            contextService.findOneBy = async (field, value, filters = []) => service.findOneBy?.(field, value, helper.applyReadFilters(filters));
+        }
+        if (typeof service.findOne === "function") {
+            contextService.findOne = async (findOptions) => service.findOne?.({
+                ...findOptions,
+                filters: helper.applyReadFilters(findOptions?.filters ?? []),
+            });
+        }
+        if (typeof service.findBy === "function") {
+            contextService.findBy = async (field, value, limit = helper.defaultLimit, filters = []) => service.findBy?.(field, value, limit, helper.applyReadFilters(filters));
+        }
+        if (typeof service.fetchAll === "function") {
+            contextService.fetchAll = async () => {
+                const filters = helper.applyReadFilters([]);
+                if (filters.length > 0 && typeof service.find === "function") {
+                    return service.find({
+                        search: "",
+                        filters,
+                        order: false,
+                        orderBy: "",
+                        limit: helper.defaultLimit,
+                    });
+                }
+                return service.fetchAll?.();
+            };
+        }
+        if (typeof service.findFirst === "function") {
+            contextService.findFirst = async (quantity, filters = []) => service.findFirst?.(quantity, helper.applyReadFilters(filters));
+        }
+        if (typeof service.findLast === "function") {
+            contextService.findLast = async (quantity, filters = []) => service.findLast?.(quantity, helper.applyReadFilters(filters));
+        }
+        if (typeof service.search === "function") {
+            contextService.search = async (value, limit = helper.defaultLimit, filters = []) => service.search?.(value, limit, helper.applyReadFilters(filters));
+        }
+        if (typeof service.find === "function") {
+            contextService.find = async (findOptions) => service.find?.({
+                ...findOptions,
+                filters: helper.applyReadFilters(findOptions?.filters ?? []),
+            });
+        }
+        if (typeof service.paginate === "function") {
+            contextService.paginate = async (paginateOptions) => service.paginate?.({
+                ...paginateOptions,
+                filters: helper.applyReadFilters(paginateOptions?.filters ?? []),
+            });
+        }
+        if (typeof service.groupBy === "function") {
+            contextService.groupBy = async (groupByOptions) => service.groupBy?.({
+                ...groupByOptions,
+                filters: helper.applyReadFilters(groupByOptions?.filters ?? []),
+            });
+        }
+        return contextService;
+    }
+}
+class BuildContextToolServiceHelper {
+    constructor(options) {
+        this.context = options.context ?? {};
+        this.permission = options.permission;
+        this.tenantField = options.tenantField ?? "tenant";
+        this.userField = options.userField ?? "user";
+        this.tenantFilter = options.tenantFilter ?? false;
+        this.tenantSetter = options.tenantSetter ?? false;
+        this.tenantAssert = options.tenantAssert ?? false;
+        this.userFilter = options.userFilter ?? false;
+        this.userSetter = options.userSetter ?? false;
+        this.userAssert = options.userAssert ?? false;
+        this.defaultLimit = options.defaultLimit ?? 1000;
+    }
+    clonePayload(payload) {
+        if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
+            return payload;
+        }
+        return { ...payload };
+    }
+    applySetters(payload) {
+        if (!payload || typeof payload !== "object") {
+            return payload;
+        }
+        if (this.tenantSetter && this.context.tenantId) {
+            setNestedValue(payload, this.tenantField, this.context.tenantId);
+        }
+        if (this.userSetter && this.context.userId) {
+            setNestedValue(payload, this.userField, this.context.userId);
+        }
+        return payload;
+    }
+    removeSetterFields(payload) {
+        if (!payload || typeof payload !== "object") {
+            return payload;
+        }
+        if (this.tenantSetter) {
+            this.deleteNestedValue(payload, this.tenantField);
+        }
+        if (this.userSetter) {
+            this.deleteNestedValue(payload, this.userField);
+        }
+        return payload;
+    }
+    applyReadFilters(filters = []) {
+        const nextFilters = [...filters];
+        if (this.tenantFilter && this.context.tenantId) {
+            nextFilters.push({ field: this.tenantField, operator: "eq", value: this.context.tenantId });
+        }
+        if (this.userFilter &&
+            this.context.userId &&
+            !this.hasSomePermission([this.permission?.All, this.permission?.ViewAll])) {
+            nextFilters.push({ field: this.userField, operator: "eq", value: this.context.userId });
+        }
+        return nextFilters;
+    }
+    assertReadable(item) {
+        if (this.hasSomePermission([this.permission?.All, this.permission?.ViewAll])) {
+            this.assertTenant(item);
+            return;
+        }
+        this.assertTenant(item);
+        this.assertUser(item);
+    }
+    assertReadableItems(items) {
+        if (!Array.isArray(items)) {
+            return;
+        }
+        items.forEach(item => this.assertReadable(item));
+    }
+    assertWritable(item, operation) {
+        const allPermission = this.permission?.All;
+        const operationAllPermission = operation === "update"
+            ? this.permission?.UpdateAll
+            : this.permission?.DeleteAll;
+        if (!this.hasSomePermission([allPermission, operationAllPermission])) {
+            this.assertUser(item);
+        }
+        this.assertTenant(item);
+    }
+    assertTenant(item) {
+        if (!this.tenantAssert || !this.context.tenantId) {
+            return;
+        }
+        const tenantId = this.resolveItemFieldId(item, this.tenantField);
+        if (tenantId) {
+            this.assertId(this.context.tenantId, tenantId);
+        }
+    }
+    assertUser(item) {
+        if (!this.userAssert || !this.context.userId) {
+            return;
+        }
+        const userId = this.resolveItemFieldId(item, this.userField);
+        if (userId) {
+            this.assertId(this.context.userId, userId);
+        }
+    }
+    assertId(expectedId, actualId) {
+        if (expectedId !== actualId) {
+            throw new UnauthorizedError();
+        }
+    }
+    hasSomePermission(permissions) {
+        const requiredPermissions = permissions.filter((permission) => !!permission);
+        if (requiredPermissions.length === 0) {
+            return false;
+        }
+        if (this.context.hasSomePermission?.(requiredPermissions)) {
+            return true;
+        }
+        return requiredPermissions.some(permission => this.context.permissions?.includes(permission));
+    }
+    resolveItemFieldId(item, field) {
+        const value = this.getNestedValue(item, field);
+        return this.stringifyRelationId(value);
+    }
+    getNestedValue(item, path) {
+        return path.split(".").reduce((value, key) => value?.[key], item);
+    }
+    stringifyRelationId(value) {
+        if (value === null || value === undefined || value === "") {
+            return null;
+        }
+        const id = value?._id ?? value?.id ?? value;
+        if (typeof id === "string" || typeof id === "number" || typeof id === "boolean") {
+            return String(id);
+        }
+        if (typeof id?.toString === "function") {
+            const stringId = id.toString();
+            return stringId && stringId !== "[object Object]" ? stringId : null;
+        }
+        return null;
+    }
+    deleteNestedValue(payload, path) {
+        const keys = path.split(".");
+        const lastKey = keys.pop();
+        if (!lastKey) {
+            return;
+        }
+        const parent = keys.reduce((value, key) => value?.[key], payload);
+        if (parent && typeof parent === "object") {
+            delete parent[lastKey];
+        }
+    }
+}
+export default BuildContextTool;
+export { BuildContextTool };

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "3.42.0",
+  "version": "3.44.0",
   "description": "Ai utils",
   "main": "dist/index.js",
   "types": "types/index.d.ts",
@@ -18,7 +18,7 @@
   "author": "Cristian Incarnato & Drax Team",
   "license": "ISC",
   "dependencies": {
-    "@drax/ai-share": "^3.31.0",
+    "@drax/ai-share": "^3.43.0",
     "@drax/crud-back": "^3.39.0",
     "mongoose": "^8.23.0",
     "mongoose-paginate-v2": "^1.8.3"
@@ -46,5 +46,5 @@
     "typescript": "^5.9.3",
     "vitest": "^3.0.8"
   },
-  "gitHead": "30b8ca8c49adb16b4617e61c497b554389c49dd1"
+  "gitHead": "4ba7a86c8b28bba3156bd124a76f3150ba0f676e"
 }

package/src/agents/DraxAgent.ts

@@ -110,6 +110,7 @@ class DraxAgent {
             userAgent: input.userAgent,
             tenant: input.tenantId ?? session.tenantId ?? null,
             user: input.userId ?? session.userId ?? null,
+            audioResponse: input.audioResponse,
         });
 
         const assistantMessage = this.normalizeOutput(response.output);
@@ -134,6 +135,7 @@ class DraxAgent {
             inputTokens: response.inputTokens,
             outputTokens: response.outputTokens,
             time: response.time,
+            ...(response.audio ? {audio: response.audio} : {}),
         };
     }
 

package/src/controllers/AIGenericController.ts

@@ -42,6 +42,29 @@ const PromptInputFileSchema = z.object({
     url: z.string().optional(),
 })
 
+const PromptAudioVoiceSettingsSchema = z.object({
+    stability: z.number().min(0).max(1).optional(),
+    similarityBoost: z.number().min(0).max(1).optional(),
+    style: z.number().min(0).max(1).optional(),
+    useSpeakerBoost: z.boolean().optional(),
+    speed: z.number().positive().optional(),
+})
+
+const PromptAudioParamsSchema = z.object({
+    enabled: z.boolean().optional(),
+    provider: z.string().optional(),
+    voiceId: z.string().optional(),
+    model: z.string().optional(),
+    outputFormat: z.string().optional(),
+    voiceSettings: PromptAudioVoiceSettingsSchema.optional(),
+    previousText: z.string().optional(),
+    nextText: z.string().optional(),
+    languageCode: z.string().optional(),
+    seed: z.number().int().optional(),
+    operationTitle: z.string().optional(),
+    operationGroup: z.string().optional(),
+})
+
 const GenericPromptRequestSchema = z.object({
     systemPrompt: z.string().min(1),
     userInput: z.string().optional(),
@@ -57,6 +80,7 @@ const GenericPromptRequestSchema = z.object({
     model: z.string().optional(),
     operationTitle: z.string().optional(),
     operationGroup: z.string().optional(),
+    audioResponse: z.union([z.boolean(), PromptAudioParamsSchema]).optional(),
 })
 
 class AIGenericController extends CommonController {

package/src/controllers/DraxAgentController.ts

@@ -35,6 +35,29 @@ const PromptInputFileSchema = z.object({
     url: z.string().optional(),
 });
 
+const PromptAudioVoiceSettingsSchema = z.object({
+    stability: z.number().min(0).max(1).optional(),
+    similarityBoost: z.number().min(0).max(1).optional(),
+    style: z.number().min(0).max(1).optional(),
+    useSpeakerBoost: z.boolean().optional(),
+    speed: z.number().positive().optional(),
+});
+
+const PromptAudioParamsSchema = z.object({
+    enabled: z.boolean().optional(),
+    provider: z.string().optional(),
+    voiceId: z.string().optional(),
+    model: z.string().optional(),
+    outputFormat: z.string().optional(),
+    voiceSettings: PromptAudioVoiceSettingsSchema.optional(),
+    previousText: z.string().optional(),
+    nextText: z.string().optional(),
+    languageCode: z.string().optional(),
+    seed: z.number().int().optional(),
+    operationTitle: z.string().optional(),
+    operationGroup: z.string().optional(),
+});
+
 const AgentSessionRequestSchema = z.object({
     identifier: z.string().min(1).optional(),
     sessionId: z.string().optional(),
@@ -55,6 +78,7 @@ const AgentMessageRequestSchema = AgentSessionRequestSchema.extend({
     toolMaxIterations: z.number().optional(),
     operationTitle: z.string().optional(),
     operationGroup: z.string().optional(),
+    audioResponse: z.union([z.boolean(), PromptAudioParamsSchema]).optional(),
 });
 
 class DraxAgentController extends CommonController {