@pellux/goodvibes-sdk 0.30.2 → 0.33.0

package/dist/platform/mcp/registry.js

@@ -2,7 +2,7 @@
  * McpRegistry — manages all connected MCP servers.
  *
  * Progressive loading strategy:
- *   - On connect: load tool names + descriptions only (F2)
+ *   - On connect: load tool names and descriptions only.
  *   - On first callTool: fetch full JSON schema for that tool and cache it
  *
  * Tool namespace: mcp:<server-name>:<tool-name>
@@ -96,7 +96,7 @@ export class McpRegistry {
     }
     /**
      * callTool — Execute a tool by its qualified name.
-     * Fetches full schema on first use (progressive loading — F2).
+     * Fetches the full schema on first use.
      */
     async callTool(qualifiedName, args) {
         const parsed = this._parseQualifiedName(qualifiedName);
@@ -131,7 +131,12 @@ export class McpRegistry {
             sessionId: '', timestamp: Date.now(),
             payload: { tool: qualifiedName, args },
         };
-        const preResult = await dispatcher.fire(preEvent).catch(() => ({ ok: true, decision: undefined }));
+        const preResult = await dispatcher.fire(preEvent).catch((error) => {
+            throw new Error(`MCP call '${qualifiedName}' pre-call hook failed: ${summarizeError(error)}`);
+        });
+        if (preResult.ok === false) {
+            throw new Error(`MCP call '${qualifiedName}' pre-call hook failed: ${preResult.error ?? 'unknown error'}`);
+        }
         if (preResult.decision === 'deny') {
             throw new Error(`MCP call '${qualifiedName}' denied by hook: ${preResult.reason ?? 'no reason'}`);
         }
@@ -147,7 +152,7 @@ export class McpRegistry {
                 sessionId: '', timestamp: Date.now(),
                 payload: { tool: qualifiedName, args },
             };
-            dispatcher.fire(postEvent).catch((err) => { logger.debug('Post:mcp:call hook error', { error: summarizeError(err) }); });
+            dispatcher.fire(postEvent).catch((err) => { logger.warn('Post:mcp:call hook error', { error: summarizeError(err) }); });
             return result;
         }
         catch (err) {
@@ -161,7 +166,7 @@ export class McpRegistry {
                 sessionId: '', timestamp: Date.now(),
                 payload: { tool: qualifiedName, args, error: summarizeError(err) },
             };
-            dispatcher.fire(failEvent).catch((hookErr) => { logger.debug('Fail:mcp:call hook error', { error: String(hookErr) }); });
+            dispatcher.fire(failEvent).catch((hookErr) => { logger.warn('Fail:mcp:call hook error', { error: String(hookErr) }); });
             throw err;
         }
     }
@@ -180,7 +185,7 @@ export class McpRegistry {
                 sessionId: '', timestamp: Date.now(),
                 payload: { server: name },
             };
-            dispatcher.fire(disconnectedEvent).catch((err) => { logger.debug('Lifecycle:mcp:disconnected hook error', { error: summarizeError(err) }); });
+            dispatcher.fire(disconnectedEvent).catch((err) => { logger.warn('Lifecycle:mcp:disconnected hook error', { error: summarizeError(err) }); });
         }
         await Promise.allSettled(Array.from(this.clients.values()).map((client) => client.disconnect()));
         this.clients.clear();
@@ -289,7 +294,12 @@ export class McpRegistry {
             sandboxSessionId = resolved?.sessionId ?? null;
             processSpec = resolved?.processSpec;
         }
-        const client = new McpClient(serverConfig, processSpec ? { processSpec } : undefined);
+        const client = new McpClient(serverConfig, {
+            ...(processSpec ? { processSpec } : {}),
+            onNotification: (notification) => this._handleClientNotification(notification),
+            onServerRequest: (request) => this._handleClientServerRequest(request),
+            onUnhandledResponse: (response) => this._handleClientUnhandledResponse(response),
+        });
         this.freshness.registerServer(name);
         try {
             await client.connect();
@@ -328,7 +338,7 @@ export class McpRegistry {
                 sessionId: '', timestamp: Date.now(),
                 payload: { server: name },
             };
-            this.hookDispatcher.fire(connectedEvent).catch((err) => { logger.debug('Lifecycle:mcp:connected hook error', { error: summarizeError(err) }); });
+            this.hookDispatcher.fire(connectedEvent).catch((err) => { logger.warn('Lifecycle:mcp:connected hook error', { error: summarizeError(err) }); });
         }
         catch (err) {
             if (sandboxSessionId) {
@@ -391,6 +401,62 @@ export class McpRegistry {
             || serverConfig.role === 'ops'
             || serverConfig.role === 'remote');
     }
+    _handleClientNotification(notification) {
+        const event = {
+            path: 'Lifecycle:mcp:notification',
+            phase: 'Lifecycle',
+            category: 'mcp',
+            specific: 'notification',
+            sessionId: '',
+            timestamp: Date.now(),
+            payload: {
+                server: notification.serverName,
+                method: notification.method,
+                ...(notification.params !== undefined ? { params: notification.params } : {}),
+            },
+        };
+        this.hookDispatcher.fire(event).catch((err) => {
+            logger.warn('Lifecycle:mcp:notification hook error', { error: summarizeError(err) });
+        });
+    }
+    _handleClientServerRequest(request) {
+        const event = {
+            path: 'Lifecycle:mcp:server_request',
+            phase: 'Lifecycle',
+            category: 'mcp',
+            specific: 'server_request',
+            sessionId: '',
+            timestamp: Date.now(),
+            payload: {
+                server: request.serverName,
+                id: request.id,
+                method: request.method,
+                ...(request.params !== undefined ? { params: request.params } : {}),
+            },
+        };
+        this.hookDispatcher.fire(event).catch((err) => {
+            logger.warn('Lifecycle:mcp:server_request hook error', { error: summarizeError(err) });
+        });
+    }
+    _handleClientUnhandledResponse(response) {
+        const event = {
+            path: 'Lifecycle:mcp:unmatched_response',
+            phase: 'Lifecycle',
+            category: 'mcp',
+            specific: 'unmatched_response',
+            sessionId: '',
+            timestamp: Date.now(),
+            payload: {
+                server: response.serverName,
+                id: response.id,
+                hasError: response.hasError,
+                ...(response.error ? { error: response.error } : {}),
+            },
+        };
+        this.hookDispatcher.fire(event).catch((err) => {
+            logger.warn('Lifecycle:mcp:unmatched_response hook error', { error: summarizeError(err) });
+        });
+    }
     /**
      * Parse mcp:<server>:<tool> qualified name.
      * Returns null if the name doesn't match the expected format.

package/dist/platform/media/builtin-generation-providers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builtin-generation-providers.d.ts","sourceRoot":"","sources":["../../../src/platform/media/builtin-generation-providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,wBAAwB,CAAC;AA6jBhC,wBAAgB,0BAA0B,IAAI,SAAS,aAAa,EAAE,CAQrE"}
+{"version":3,"file":"builtin-generation-providers.d.ts","sourceRoot":"","sources":["../../../src/platform/media/builtin-generation-providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,wBAAwB,CAAC;AAgqBhC,wBAAgB,0BAA0B,IAAI,SAAS,aAAa,EAAE,CAQrE"}

package/dist/platform/media/builtin-generation-providers.js

@@ -42,6 +42,32 @@ function toDataUrl(artifact) {
     }
     return undefined;
 }
+function buildRemoteArtifactMetadata(providerId, url, input) {
+    return {
+        source: 'media-generation-provider',
+        sourceProviderId: providerId,
+        sourceUrl: url,
+        sourceUri: url,
+        sourceQuality: 'provider-output-url',
+        inlined: input.inlined,
+        retrievalMethod: input.retrievalMethod,
+        headProbe: {
+            attempted: true,
+            ok: input.headOk,
+            ...(input.headStatus !== undefined ? { status: input.headStatus } : {}),
+            ...(input.headContentLength !== undefined ? { contentLength: input.headContentLength } : {}),
+            ...(input.headContentType ? { contentType: input.headContentType } : {}),
+            ...(input.headError ? { error: input.headError } : {}),
+        },
+        ...(input.headError ? {
+            transportRecovery: {
+                from: 'HEAD',
+                to: 'GET',
+                reason: input.headError,
+            },
+        } : {}),
+    };
+}
 function sleep(ms) {
     return new Promise((resolve) => {
         const timer = setTimeout(resolve, ms);
@@ -86,35 +112,58 @@ async function fetchResponse(url, init, timeoutMs = 120_000) {
     }
     return response;
 }
-function buildArtifactFromRemote(url, mimeType = 'application/octet-stream', filename) {
+function buildArtifactFromRemote(providerId, url, mimeType = 'application/octet-stream', filename, retrieval) {
     return {
         uri: url,
         mimeType,
         ...(filename ? { filename } : {}),
-        metadata: { sourceUrl: url },
+        metadata: buildRemoteArtifactMetadata(providerId, url, {
+            inlined: false,
+            retrievalMethod: 'remote-reference',
+            headOk: retrieval?.headOk ?? false,
+            headStatus: retrieval?.headStatus,
+            headContentLength: retrieval?.headContentLength,
+            headContentType: retrieval?.headContentType,
+            headError: retrieval?.headError,
+        }),
     };
 }
-async function maybeInlineArtifact(url, fallbackMimeType, filename, maxInlineBytes = 5_000_000) {
+async function maybeInlineArtifact(providerId, url, fallbackMimeType, filename, maxInlineBytes = 5_000_000) {
     let head = null;
+    let headError;
     try {
         head = await instrumentedFetch(url, { method: 'HEAD', signal: AbortSignal.timeout(20_000) });
     }
     catch (error) {
-        logger.debug('Media artifact HEAD probe failed; falling back to GET', {
+        headError = summarizeError(error);
+        logger.warn('Media artifact HEAD probe failed; recovering with GET', {
             url,
-            error: summarizeError(error),
+            providerId,
+            recovery: 'HEAD_TO_GET',
+            error: headError,
         });
     }
     const contentLength = Number.parseInt(head?.headers.get('content-length') ?? '', 10);
     const contentType = head?.headers.get('content-type')?.trim() || fallbackMimeType;
+    const normalizedContentLength = Number.isFinite(contentLength) ? contentLength : undefined;
+    const retrieval = {
+        headOk: head?.ok ?? false,
+        headStatus: head?.status,
+        headContentLength: normalizedContentLength,
+        headContentType: contentType,
+        headError,
+    };
     if (Number.isFinite(contentLength) && contentLength > maxInlineBytes) {
-        return buildArtifactFromRemote(url, contentType, filename);
+        return buildArtifactFromRemote(providerId, url, contentType, filename, retrieval);
     }
     const response = await fetchResponse(url, { method: 'GET' }, 120_000);
     const buffer = Buffer.from(await response.arrayBuffer());
     const mimeType = response.headers.get('content-type')?.trim() || contentType;
     if (buffer.length > maxInlineBytes) {
-        return buildArtifactFromRemote(url, mimeType, filename);
+        return buildArtifactFromRemote(providerId, url, mimeType, filename, {
+            ...retrieval,
+            headContentType: mimeType,
+        });
     }
     return {
         uri: url,
@@ -122,14 +171,19 @@ async function maybeInlineArtifact(url, fallbackMimeType, filename, maxInlineByt
         ...(filename ? { filename } : {}),
         dataBase64: buffer.toString('base64'),
         sizeBytes: buffer.length,
-        metadata: { sourceUrl: url },
+        metadata: buildRemoteArtifactMetadata(providerId, url, {
+            ...retrieval,
+            inlined: true,
+            retrievalMethod: 'GET',
+            headContentType: mimeType,
+        }),
     };
 }
-function inferVideoArtifact(url) {
-    return maybeInlineArtifact(url, 'video/mp4', 'video.mp4', 1_500_000);
+function inferVideoArtifact(providerId, url) {
+    return maybeInlineArtifact(providerId, url, 'video/mp4', 'video.mp4', 1_500_000);
 }
-function inferImageArtifact(url) {
-    return maybeInlineArtifact(url, 'image/png', 'image.png', 5_000_000);
+function inferImageArtifact(providerId, url) {
+    return maybeInlineArtifact(providerId, url, 'image/png', 'image.png', 5_000_000);
 }
 function createByteplusProvider() {
     const envVars = ['BYTEPLUS_API_KEY'];
@@ -205,7 +259,7 @@ function createByteplusProvider() {
                 throw new Error('BytePlus generation completed without a video URL');
             return {
                 providerId: 'byteplus',
-                artifacts: [await inferVideoArtifact(videoUrl)],
+                artifacts: [await inferVideoArtifact('byteplus', videoUrl)],
                 metadata: {
                     taskId,
                     model,
@@ -290,7 +344,7 @@ function createRunwayProvider() {
                 throw new Error('Runway generation completed without output URLs');
             return {
                 providerId: 'runway',
-                artifacts: await Promise.all(outputs.map((url) => inferVideoArtifact(url))),
+                artifacts: await Promise.all(outputs.map((url) => inferVideoArtifact('runway', url))),
                 metadata: { taskId, model },
             };
         },
@@ -372,7 +426,7 @@ function createAlibabaProvider() {
                 throw new Error('Alibaba generation completed without a video URL');
             return {
                 providerId: 'alibaba',
-                artifacts: await Promise.all(urls.map((url) => inferVideoArtifact(url))),
+                artifacts: await Promise.all(urls.map((url) => inferVideoArtifact('alibaba', url))),
                 metadata: { taskId, model },
             };
         },
@@ -451,7 +505,7 @@ function createFalProvider() {
                 throw new Error('fal generation completed without an output URL');
             return {
                 providerId: 'fal',
-                artifacts: [isImage ? await inferImageArtifact(finalUrl) : await inferVideoArtifact(finalUrl)],
+                artifacts: [isImage ? await inferImageArtifact('fal', finalUrl) : await inferVideoArtifact('fal', finalUrl)],
                 metadata: { model: path },
             };
         },
@@ -509,7 +563,7 @@ function createComfyProvider() {
                 const historyPath = baseUrl.includes('cloud.comfy.org') ? `/api/history_v2/${taskId}` : `/history/${taskId}`;
                 const payload = await fetchJson(`${baseUrl.replace(/\/+$/, '')}${historyPath}`, {
                     method: 'GET',
-                    headers: apiKey ? { 'x-api-key': apiKey } : undefined,
+                    ...(apiKey ? { headers: { 'x-api-key': apiKey } } : {}),
                 }, 60_000);
                 if (baseUrl.includes('cloud.comfy.org')) {
                     const records = Array.isArray(payload['outputs']) ? payload['outputs'] : [];
@@ -537,7 +591,7 @@ function createComfyProvider() {
             for (const entry of outputs) {
                 const remoteUrl = trimString(entry['url']);
                 if (remoteUrl) {
-                    artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact(remoteUrl) : await inferImageArtifact(remoteUrl));
+                    artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact('comfy', remoteUrl) : await inferImageArtifact('comfy', remoteUrl));
                     continue;
                 }
                 const filename = trimString(entry['filename']);
@@ -547,7 +601,7 @@ function createComfyProvider() {
                     ? `/api/view?filename=${encodeURIComponent(filename)}&subfolder=${encodeURIComponent(trimString(entry['subfolder']) ?? '')}&type=${encodeURIComponent(trimString(entry['type']) ?? 'output')}`
                     : `/view?filename=${encodeURIComponent(filename)}&subfolder=${encodeURIComponent(trimString(entry['subfolder']) ?? '')}&type=${encodeURIComponent(trimString(entry['type']) ?? 'output')}`;
                 const remote = `${baseUrl.replace(/\/+$/, '')}${viewPath}`;
-                artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact(remote) : await inferImageArtifact(remote));
+                artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact('comfy', remote) : await inferImageArtifact('comfy', remote));
             }
             if (artifacts.length === 0)
                 throw new Error('Comfy generation completed without downloadable artifacts');

package/dist/platform/media/builtin-image-understanding.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builtin-image-understanding.d.ts","sourceRoot":"","sources":["../../../src/platform/media/builtin-image-understanding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,KAAK,EAAmB,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAGV,aAAa,EAEd,MAAM,wBAAwB,CAAC;AAiBhC,KAAK,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,iBAAiB,GAAG,aAAa,GAAG,YAAY,GAAG,iBAAiB,CAAC,CAAC;AAkOvH,wBAAgB,uCAAuC,CACrD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAKf;AAED,wBAAgB,sCAAsC,CACpD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,sCAAsC,CACpD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,yCAAyC,CACvD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,qCAAqC,CACnD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf"}
+{"version":3,"file":"builtin-image-understanding.d.ts","sourceRoot":"","sources":["../../../src/platform/media/builtin-image-understanding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,KAAK,EAAmB,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAGV,aAAa,EAEd,MAAM,wBAAwB,CAAC;AAiBhC,KAAK,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,iBAAiB,GAAG,aAAa,GAAG,YAAY,GAAG,iBAAiB,CAAC,CAAC;AAmOvH,wBAAgB,uCAAuC,CACrD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAKf;AAED,wBAAgB,sCAAsC,CACpD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,sCAAsC,CACpD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,yCAAyC,CACvD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf;AAED,wBAAgB,qCAAqC,CACnD,gBAAgB,EAAE,kBAAkB,EACpC,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,GAChD,aAAa,CAMf"}

package/dist/platform/media/builtin-image-understanding.js

@@ -39,7 +39,7 @@ function normalizeLabels(value) {
 }
 async function modelMatchesScope(providerRegistry, model, scope) {
     const providerId = typeof model.provider === 'string' ? model.provider : '';
-    if ((scope.allowProviderIds?.length ?? 0) > 0 && !scope.allowProviderIds.includes(providerId)) {
+    if ((scope.allowProviderIds?.length ?? 0) > 0 && !scope.allowProviderIds?.includes(providerId)) {
         return false;
     }
     if (!scope.requireLocal)
@@ -56,7 +56,10 @@ async function resolveModel(providerRegistry, scope, modelId) {
     const models = providerRegistry.listModels();
     const resolveCandidate = async () => {
         if (modelId) {
-            const explicit = models.find((model) => model.registryKey === modelId || model.id === modelId);
+            if (!modelId.includes(':')) {
+                throw new Error(`Media analysis model must be a provider-qualified registry key; received '${modelId}'.`);
+            }
+            const explicit = models.find((model) => model.registryKey === modelId);
             if (!explicit) {
                 throw new Error(`Unknown model for media analysis: ${modelId}`);
             }
@@ -79,13 +82,10 @@ async function resolveModel(providerRegistry, scope, modelId) {
                 return candidate;
             }
         }
-        const fallback = models.find((model) => model.selectable && model.capabilities.multimodal);
-        if (fallback)
-            return fallback;
-        throw new Error('No multimodal model is available for image understanding');
+        throw new Error(`No multimodal model is available for image understanding in scope ${scope.label}`);
     };
     const selected = await resolveCandidate();
-    const provider = providerRegistry.getForModel(selected.registryKey ?? selected.id, selected.provider);
+    const provider = providerRegistry.getForModel(selected.registryKey, selected.provider);
     return {
         providerId: selected.provider,
         provider,
@@ -157,7 +157,7 @@ async function analyzeWithScope(providerRegistry, scope, artifactStore, request)
             ...artifact.metadata,
             llmProviderId: selected.providerId,
             modelId: selected.modelId,
-            format: 'plain-text-fallback',
+            format: 'plain-text-response',
         },
     };
 }

package/dist/platform/media/index.d.ts

@@ -1,4 +1,5 @@
 export { MediaProviderRegistry, } from './provider-registry.js';
 export { ensureBuiltinMediaProviders } from './builtin-providers.js';
+export { createBuiltinImageUnderstandingProvider, createLocalImageUnderstandingProvider, createOpenAIImageUnderstandingProvider, } from './builtin-image-understanding.js';
 export type { MediaAnalysisRequest, MediaAnalysisResult, MediaArtifact, MediaGenerationRequest, MediaGenerationResult, MediaProvider, MediaProviderCapability, MediaProviderDescriptor, MediaProviderState, MediaProviderStatus, MediaTransformRequest, MediaTransformResult, } from './provider-registry.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/platform/media/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/platform/media/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,sBAAsB,EACtB,qBAAqB,EACrB,aAAa,EACb,uBAAuB,EACvB,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/platform/media/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,uCAAuC,EACvC,qCAAqC,EACrC,sCAAsC,GACvC,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,sBAAsB,EACtB,qBAAqB,EACrB,aAAa,EACb,uBAAuB,EACvB,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAC"}

package/dist/platform/media/index.js

@@ -1,2 +1,3 @@
 export { MediaProviderRegistry, } from './provider-registry.js';
 export { ensureBuiltinMediaProviders } from './builtin-providers.js';
+export { createBuiltinImageUnderstandingProvider, createLocalImageUnderstandingProvider, createOpenAIImageUnderstandingProvider, } from './builtin-image-understanding.js';

package/dist/platform/media/provider-registry.d.ts

@@ -2,14 +2,14 @@
 export type MediaProviderCapability = 'metadata' | 'understand' | 'transform' | 'generate' | 'attachment-store';
 export type MediaProviderState = 'healthy' | 'degraded' | 'disabled' | 'unconfigured';
 export interface MediaArtifact {
-    readonly id?: string;
-    readonly artifactId?: string;
+    readonly id?: string | undefined;
+    readonly artifactId?: string | undefined;
     readonly mimeType: string;
-    readonly dataBase64?: string;
-    readonly uri?: string;
-    readonly filename?: string;
-    readonly sizeBytes?: number;
-    readonly sha256?: string;
+    readonly dataBase64?: string | undefined;
+    readonly uri?: string | undefined;
+    readonly filename?: string | undefined;
+    readonly sizeBytes?: number | undefined;
+    readonly sha256?: string | undefined;
     readonly metadata: Record<string, unknown>;
 }
 export interface MediaProviderStatus {
@@ -18,28 +18,28 @@ export interface MediaProviderStatus {
     readonly state: MediaProviderState;
     readonly capabilities: readonly MediaProviderCapability[];
     readonly configured: boolean;
-    readonly detail?: string;
+    readonly detail?: string | undefined;
     readonly metadata: Record<string, unknown>;
 }
 export interface MediaAnalysisRequest {
     readonly artifact: MediaArtifact;
-    readonly prompt?: string;
-    readonly modelId?: string;
-    readonly metadata?: Record<string, unknown>;
+    readonly prompt?: string | undefined;
+    readonly modelId?: string | undefined;
+    readonly metadata?: Record<string, unknown> | undefined;
 }
 export interface MediaAnalysisResult {
     readonly providerId: string;
-    readonly description?: string;
-    readonly labels?: readonly string[];
-    readonly text?: string;
+    readonly description?: string | undefined;
+    readonly labels?: readonly string[] | undefined;
+    readonly text?: string | undefined;
     readonly metadata: Record<string, unknown>;
 }
 export interface MediaTransformRequest {
     readonly artifact: MediaArtifact;
     readonly operation: string;
-    readonly outputMimeType?: string;
-    readonly options?: Record<string, unknown>;
-    readonly metadata?: Record<string, unknown>;
+    readonly outputMimeType?: string | undefined;
+    readonly options?: Record<string, unknown> | undefined;
+    readonly metadata?: Record<string, unknown> | undefined;
 }
 export interface MediaTransformResult {
     readonly providerId: string;
@@ -48,10 +48,10 @@ export interface MediaTransformResult {
 }
 export interface MediaGenerationRequest {
     readonly prompt: string;
-    readonly outputMimeType?: string;
-    readonly modelId?: string;
-    readonly options?: Record<string, unknown>;
-    readonly metadata?: Record<string, unknown>;
+    readonly outputMimeType?: string | undefined;
+    readonly modelId?: string | undefined;
+    readonly options?: Record<string, unknown> | undefined;
+    readonly metadata?: Record<string, unknown> | undefined;
 }
 export interface MediaGenerationResult {
     readonly providerId: string;

package/dist/platform/media/provider-registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider-registry.d.ts","sourceRoot":"","sources":["../../../src/platform/media/provider-registry.ts"],"names":[],"mappings":"AAAA,qFAAqF;AAErF,MAAM,MAAM,uBAAuB,GAAG,UAAU,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAChH,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,SAAS,aAAa,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,MAAM,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,CAAC;IAC9D,OAAO,CAAC,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,SAAS,CAAC,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1E,QAAQ,CAAC,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;CAC3D;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoC;IAE9D,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,GAAE;QAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,MAAM,IAAI;IAa3F,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAI/B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAIrC,IAAI,IAAI,uBAAuB,EAAE;IAUjC,YAAY,CAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAQtF,MAAM,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;CAkB/C"}
+{"version":3,"file":"provider-registry.d.ts","sourceRoot":"","sources":["../../../src/platform/media/provider-registry.ts"],"names":[],"mappings":"AAAA,qFAAqF;AAErF,MAAM,MAAM,uBAAuB,GAAG,UAAU,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAChH,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CACzD;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CACzD;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CACzD;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,SAAS,aAAa,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,MAAM,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,CAAC;IAC9D,OAAO,CAAC,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,SAAS,CAAC,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1E,QAAQ,CAAC,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;CAC3D;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoC;IAE9D,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,GAAE;QAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,MAAM,IAAI;IAa3F,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAI/B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAIrC,IAAI,IAAI,uBAAuB,EAAE;IAUjC,YAAY,CAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAQtF,MAAM,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;CAkB/C"}

package/dist/platform/multimodal/service.d.ts

@@ -14,11 +14,11 @@ export declare class MultimodalService {
     analyze(request: MultimodalAnalysisRequest): Promise<MultimodalAnalysisResult>;
     buildPacket(result: MultimodalAnalysisResult, detail?: MultimodalDetail, budgetLimit?: number): MultimodalPacket;
     writeBackAnalysis(result: MultimodalAnalysisResult, input?: {
-        readonly sessionId?: string;
-        readonly title?: string;
-        readonly tags?: readonly string[];
-        readonly folderPath?: string;
-        readonly metadata?: Record<string, unknown>;
+        readonly sessionId?: string | undefined;
+        readonly title?: string | undefined;
+        readonly tags?: readonly string[] | undefined;
+        readonly folderPath?: string | undefined;
+        readonly metadata?: Record<string, unknown> | undefined;
     }): Promise<MultimodalWritebackResult>;
     private resolveArtifactInput;
     private resolveKind;

package/dist/platform/multimodal/service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/platform/multimodal/service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,KAAK,EACV,yBAAyB,EACzB,wBAAwB,EACxB,gBAAgB,EAEhB,gBAAgB,EAChB,4BAA4B,EAC5B,uBAAuB,EACvB,yBAAyB,EAC1B,MAAM,YAAY,CAAC;AAgFpB,qBAAa,iBAAiB;IAE1B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAHhB,aAAa,EAAE,aAAa,EAC5B,cAAc,EAAE,qBAAqB,EACrC,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB;IAG/C,SAAS,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAU7C,aAAa,IAAI,OAAO,CAAC,SAAS,4BAA4B,EAAE,CAAC;IAoCjE,OAAO,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAcpF,WAAW,CAAC,MAAM,EAAE,wBAAwB,EAAE,MAAM,GAAE,gBAA6B,EAAE,WAAW,SAAyB,GAAG,gBAAgB;IA4BtI,iBAAiB,CACrB,MAAM,EAAE,wBAAwB,EAChC,KAAK,GAAE;QACL,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACxC,GACL,OAAO,CAAC,yBAAyB,CAAC;YAoDvB,oBAAoB;IA0BlC,OAAO,CAAC,WAAW;YAaL,YAAY;YAwCZ,YAAY;YAyCZ,eAAe;YAgCf,YAAY;CAqF3B"}
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/platform/multimodal/service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,KAAK,EACV,yBAAyB,EACzB,wBAAwB,EACxB,gBAAgB,EAEhB,gBAAgB,EAChB,4BAA4B,EAC5B,uBAAuB,EACvB,yBAAyB,EAC1B,MAAM,YAAY,CAAC;AAgFpB,qBAAa,iBAAiB;IAE1B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAHhB,aAAa,EAAE,aAAa,EAC5B,cAAc,EAAE,qBAAqB,EACrC,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB;IAG/C,SAAS,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAU7C,aAAa,IAAI,OAAO,CAAC,SAAS,4BAA4B,EAAE,CAAC;IAoCjE,OAAO,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAcpF,WAAW,CAAC,MAAM,EAAE,wBAAwB,EAAE,MAAM,GAAE,gBAA6B,EAAE,WAAW,SAAyB,GAAG,gBAAgB;IA4BtI,iBAAiB,CACrB,MAAM,EAAE,wBAAwB,EAChC,KAAK,GAAE;QACL,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;QAC9C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;KACpD,GACL,OAAO,CAAC,yBAAyB,CAAC;YAoDvB,oBAAoB;IA0BlC,OAAO,CAAC,WAAW;YAaL,YAAY;YAwCZ,YAAY;YAyCZ,eAAe;YAgCf,YAAY;CAqF3B"}

package/dist/platform/multimodal/types.d.ts

@@ -2,13 +2,13 @@ import type { ArtifactDescriptor } from '../artifacts/types.js';
 export type MultimodalKind = 'image' | 'audio' | 'video' | 'document';
 export type MultimodalDetail = 'compact' | 'standard' | 'detailed';
 export interface MultimodalArtifactInput {
-    readonly artifactId?: string;
-    readonly mimeType?: string;
-    readonly dataBase64?: string;
-    readonly uri?: string;
-    readonly allowPrivateHosts?: boolean;
-    readonly filename?: string;
-    readonly metadata?: Record<string, unknown>;
+    readonly artifactId?: string | undefined;
+    readonly mimeType?: string | undefined;
+    readonly dataBase64?: string | undefined;
+    readonly uri?: string | undefined;
+    readonly allowPrivateHosts?: boolean | undefined;
+    readonly filename?: string | undefined;
+    readonly metadata?: Record<string, unknown> | undefined;
 }
 export interface MultimodalProviderDescriptor {
     readonly id: string;
@@ -20,31 +20,31 @@ export interface MultimodalProviderDescriptor {
 }
 export interface MultimodalSegment {
     readonly kind: 'transcript' | 'section' | 'scene' | 'ocr' | 'summary';
-    readonly title?: string;
-    readonly text?: string;
-    readonly startMs?: number;
-    readonly endMs?: number;
-    readonly confidence?: number;
+    readonly title?: string | undefined;
+    readonly text?: string | undefined;
+    readonly startMs?: number | undefined;
+    readonly endMs?: number | undefined;
+    readonly confidence?: number | undefined;
     readonly metadata: Record<string, unknown>;
 }
 export interface MultimodalAnalysisRequest {
-    readonly artifactId?: string;
-    readonly artifact?: MultimodalArtifactInput;
-    readonly prompt?: string;
-    readonly imageProviderId?: string;
-    readonly audioProviderId?: string;
-    readonly modelId?: string;
-    readonly language?: string;
-    readonly detail?: MultimodalDetail;
-    readonly metadata?: Record<string, unknown>;
+    readonly artifactId?: string | undefined;
+    readonly artifact?: MultimodalArtifactInput | undefined;
+    readonly prompt?: string | undefined;
+    readonly imageProviderId?: string | undefined;
+    readonly audioProviderId?: string | undefined;
+    readonly modelId?: string | undefined;
+    readonly language?: string | undefined;
+    readonly detail?: MultimodalDetail | undefined;
+    readonly metadata?: Record<string, unknown> | undefined;
 }
 export interface MultimodalAnalysisResult {
     readonly id: string;
     readonly kind: MultimodalKind;
     readonly artifact: ArtifactDescriptor;
     readonly providerIds: readonly string[];
-    readonly summary?: string;
-    readonly text?: string;
+    readonly summary?: string | undefined;
+    readonly text?: string | undefined;
     readonly labels: readonly string[];
     readonly entities: readonly string[];
     readonly segments: readonly MultimodalSegment[];
@@ -59,7 +59,7 @@ export interface MultimodalPacket {
 }
 export interface MultimodalWritebackResult {
     readonly analysisArtifact: ArtifactDescriptor;
-    readonly knowledgeSourceId?: string;
+    readonly knowledgeSourceId?: string | undefined;
     readonly metadata: Record<string, unknown>;
 }
 export interface MultimodalServiceStatus {

package/dist/platform/multimodal/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/platform/multimodal/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC;AACtE,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;AAEnE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC/D,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,YAAY,GAAG,SAAS,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,CAAC;IACtE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;IAC9C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,CAAC;IAC5D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/platform/multimodal/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC;AACtE,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;AAEnE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CACzD;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC/D,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,YAAY,GAAG,SAAS,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,CAAC;IACtE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IACxD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CACzD;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;IAC9C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,SAAS,4BAA4B,EAAE,CAAC;IAC5D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB"}