@marinoscar/platform-web 0.0.0-stage → 0.1.0-next.4

package/dist/ai/ui/playground/AiVoiceMode.d.ts

@@ -0,0 +1,25 @@
+import { type UsableAiModel } from '../../headless/types.js';
+import { type AiRealtimeFailure } from '../../headless/use-ai-realtime-session.js';
+import { type MicPlatform } from '../../headless/use-microphone-permission.js';
+export interface AiVoiceModeProps {
+    /** The usable models declaring `realtime`. */
+    models: UsableAiModel[];
+    preferredModel?: {
+        provider: string;
+        modelId: string;
+    } | null;
+    ready?: boolean;
+}
+/** Where to unblock the microphone, per platform (issue #508). */
+export declare function micUnblockSteps(platform: MicPlatform): string;
+/** Copy for every failure except `api`, which `AiErrorAlert` renders. */
+export declare function realtimeFailureCopy(failure: Exclude<AiRealtimeFailure, {
+    kind: 'api';
+}>): {
+    title: string;
+    body: string;
+    severity: 'error' | 'warning';
+};
+export declare function AiVoiceMode({ models, preferredModel, ready }: AiVoiceModeProps): import("react").JSX.Element | null;
+export default AiVoiceMode;
+//# sourceMappingURL=AiVoiceMode.d.ts.map

package/dist/ai/ui/playground/AiVoiceMode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AiVoiceMode.d.ts","sourceRoot":"","sources":["../../../../src/ai/ui/playground/AiVoiceMode.tsx"],"names":[],"mappings":"AAsCA,OAAO,EAAqE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAChI,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,2CAA2C,CAAC;AACnD,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,6CAA6C,CAAC;AAMrD,MAAM,WAAW,gBAAgB;IAC/B,8CAA8C;IAC9C,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,cAAc,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9D,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,kEAAkE;AAClE,wBAAgB,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,CAS7D;AAMD,yEAAyE;AACzE,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,OAAO,CAAC,iBAAiB,EAAE;IAAE,IAAI,EAAE,KAAK,CAAA;CAAE,CAAC,GACnD;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,GAAG,SAAS,CAAA;CAAE,CA2ChE;AAED,wBAAgB,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,KAAY,EAAE,EAAE,gBAAgB,sCAyPrF;AAED,eAAe,WAAW,CAAC"}

package/dist/ai/ui/playground/AiVoiceMode.js

@@ -0,0 +1,188 @@
+import { jsx as _jsx, jsxs as _jsxs, Fragment as _Fragment } from "react/jsx-runtime";
+/**
+ * The Playground's Voice mode — issue #449, epic #421
+ * (docs/specs/ai-platform.md §2.15).
+ *
+ * A live speech-to-speech call with a `realtime` model. The server mints a
+ * short-lived, single-session secret with the user's key; the BROWSER then
+ * connects to the provider directly over WebRTC with it. All of that lives in
+ * `hooks/useAiRealtimeSession.ts` — this component is the controls, the
+ * timer, the transcript and the failure copy.
+ *
+ * Shown only when `GET /ai/config` says `allowRealtime: true`
+ * (`pages/AiPlaygroundPage.tsx`). Voices follow the selected model's own
+ * `capabilities.voices`; none is hard-coded here.
+ *
+ * MICROPHONE PERMISSION (issue #508). Before a session starts, the
+ * microphone permission is checked up front (`hooks/useMicrophonePermission`)
+ * rather than discovered by a failed Start: while the browser will still ask,
+ * an "Allow microphone" button requests it from a click (mobile browsers
+ * ignore a gestureless request); once it is blocked, platform-specific steps
+ * (Android, iOS, desktop) say where to unblock it and Start is disabled until
+ * it is; on plain http:// the remedy is HTTPS. A Start that fails with
+ * `mic-denied` shows the same platform steps in its own alert, suppresses the
+ * permission panel so the two never repeat each other, and clears itself once
+ * the permission turns `granted`.
+ *
+ * ACCESSIBILITY. The transcript is an `aria-live="polite"` log, so a screen
+ * reader hears each finished line without the audio being interrupted; the
+ * status line (connecting, timer) is a `role="status"` region.
+ */
+import { useEffect, useState } from 'react';
+import { Alert, AlertTitle, Box, Button, Chip, Divider, MenuItem, Stack, TextField, Typography } from '@mui/material';
+import { CallEnd as StopIcon, Refresh as RefreshIcon, Mic as MicIcon, MicOff as MicOffIcon, KeyboardVoice as StartIcon, } from '@mui/icons-material';
+import { AI_REALTIME_INSTRUCTIONS_MAX_CHARS } from '../../headless/types.js';
+import { formatRealtimeElapsed, useAiRealtimeSession, } from '../../headless/use-ai-realtime-session.js';
+import { detectMicPlatform, useMicrophonePermission, } from '../../headless/use-microphone-permission.js';
+import { AiErrorAlert } from '../shared/AiErrorAlert.js';
+import { AiModelSelect } from '../shared/AiModelSelect.js';
+import { AiPlaygroundPanels } from './AiPlaygroundPanels.js';
+import { usePlaygroundModel } from './usePlaygroundModel.js';
+/** Where to unblock the microphone, per platform (issue #508). */
+export function micUnblockSteps(platform) {
+    switch (platform) {
+        case 'android':
+            return 'Tap the site-settings icon next to the address bar → Permissions → Microphone → Allow. If it is still blocked, open Android Settings → Apps → Chrome (your browser) → Permissions → Microphone and allow it.';
+        case 'ios':
+            return 'Open Settings → Safari (or your browser) → Microphone and allow this site, or tap ‘aA’ in the address bar → Website Settings → Microphone → Allow.';
+        case 'desktop':
+            return 'Click the site-settings icon (lock/tune) in the address bar → Microphone → Allow, then return here.';
+    }
+}
+function currentMicPlatform() {
+    return detectMicPlatform(typeof navigator === 'undefined' ? '' : navigator.userAgent);
+}
+/** Copy for every failure except `api`, which `AiErrorAlert` renders. */
+export function realtimeFailureCopy(failure) {
+    switch (failure.kind) {
+        case 'mic-denied':
+            return {
+                title: 'Microphone access was blocked',
+                body: 'Allow this site to use your microphone in the site settings next to the browser’s address bar — and, on a phone, check the browser app itself is allowed the microphone in the system settings — then start again.',
+                severity: 'warning',
+            };
+        case 'no-mic':
+            return {
+                title: 'No microphone found',
+                body: 'Connect a microphone (or check it is not in use by another app), then start again.',
+                severity: 'warning',
+            };
+        case 'mic-error':
+            return { title: 'The microphone could not be opened', body: failure.message, severity: 'error' };
+        case 'unsupported':
+            return {
+                title: 'Voice sessions are not supported in this browser',
+                body: 'This browser cannot make WebRTC calls. Try a current version of Chrome, Edge, Firefox or Safari.',
+                severity: 'warning',
+            };
+        case 'sdp':
+            return {
+                title: 'Could not connect to the provider',
+                body: `The call could not be set up. Try again in a moment. (${failure.message})`,
+                severity: 'error',
+            };
+        case 'connection-lost':
+            return {
+                title: 'The connection was lost',
+                body: 'The call dropped — check your network and start a new session.',
+                severity: 'error',
+            };
+        case 'expired':
+            return {
+                title: 'The session expired before it connected',
+                body: 'Voice sessions must connect within about a minute. Start again.',
+                severity: 'warning',
+            };
+        case 'provider':
+            return { title: 'The provider reported an error', body: failure.message, severity: 'warning' };
+    }
+}
+export function AiVoiceMode({ models, preferredModel, ready = true }) {
+    const { modelKey, setModelKey, selected } = usePlaygroundModel(models, preferredModel, ready);
+    const call = useAiRealtimeSession();
+    const mic = useMicrophonePermission();
+    const [platform] = useState(currentMicPlatform);
+    const micDeniedFailure = call.failure?.kind === 'mic-denied';
+    const { refresh: refreshMic, permission: micPermission } = mic;
+    const { clearFailure } = call;
+    // A Start that failed on the microphone: re-read the permission so the
+    // panel (and Start's disabled state) reflect what the browser now says.
+    useEffect(() => {
+        if (micDeniedFailure)
+            refreshMic();
+    }, [micDeniedFailure, refreshMic]);
+    // …and once the user has allowed it, the "blocked" alert is stale.
+    useEffect(() => {
+        if (micDeniedFailure && micPermission === 'granted')
+            clearFailure();
+    }, [micDeniedFailure, micPermission, clearFailure]);
+    const voices = selected?.capabilities.voices ?? [];
+    const [voice, setVoice] = useState('');
+    const [instructions, setInstructions] = useState('');
+    // Keep the voice one the selected model speaks: its first, until the user picks another.
+    useEffect(() => {
+        if (voices.length === 0) {
+            if (voice !== '')
+                setVoice('');
+        }
+        else if (!voices.includes(voice)) {
+            setVoice(voices[0] ?? '');
+        }
+    }, [voices, voice]);
+    const active = call.status === 'starting' || call.status === 'connected';
+    const tooLong = instructions.length > AI_REALTIME_INSTRUCTIONS_MAX_CHARS;
+    const micBlocked = mic.permission === 'denied' || mic.permission === 'insecure';
+    const canStart = !!selected && !active && !tooLong && !micBlocked;
+    const start = () => {
+        if (!canStart || !selected)
+            return;
+        const request = { provider: selected.provider, model: selected.modelId };
+        if (voice)
+            request.voice = voice;
+        if (instructions.trim())
+            request.instructions = instructions.trim();
+        void call.start(request);
+    };
+    if (!selected)
+        return null;
+    const settings = (_jsxs(Stack, { spacing: 2, children: [_jsx(AiModelSelect, { models: models, value: modelKey, onChange: setModelKey, disabled: active, capability: "realtime" }), voices.length > 0 && (_jsx(TextField, { select: true, size: "small", label: "Voice", value: voice, disabled: active, onChange: (event) => setVoice(event.target.value), children: voices.map((name) => (_jsx(MenuItem, { value: name, children: name }, name))) })), _jsx(TextField, { size: "small", label: "Instructions", placeholder: "Optional system instructions", multiline: true, minRows: 2, maxRows: 6, value: instructions, disabled: active, onChange: (event) => setInstructions(event.target.value), error: tooLong, helperText: tooLong
+                    ? `At most ${AI_REALTIME_INSTRUCTIONS_MAX_CHARS.toLocaleString()} characters`
+                    : 'Applied when the session starts' })] }));
+    let failureAlert = null;
+    if (call.failure?.kind === 'api') {
+        failureAlert = _jsx(AiErrorAlert, { error: call.failure.error, onClose: call.clearFailure });
+    }
+    else if (call.failure) {
+        const copy = realtimeFailureCopy(call.failure);
+        failureAlert = (_jsxs(Alert, { severity: copy.severity, onClose: call.clearFailure, "data-realtime-failure": call.failure.kind, children: [_jsx(AlertTitle, { children: copy.title }), copy.body, call.failure.kind === 'mic-denied' && (_jsx(Typography, { variant: "body2", sx: { mt: 1 }, "data-mic-steps": platform, children: micUnblockSteps(platform) }))] }));
+    }
+    const requestMic = () => {
+        void mic.request();
+    };
+    // The permission panel: before a session only, and never alongside a
+    // mic-denied failure alert that already says the same thing.
+    let micPanel = null;
+    if (!active && !micDeniedFailure) {
+        if (mic.permission === 'prompt') {
+            micPanel = (_jsxs(Alert, { severity: "info", "data-mic-permission": "prompt", children: [_jsx(AlertTitle, { children: "Microphone access needed" }), "Voice mode needs your microphone. Your browser will ask for permission.", _jsx(Box, { sx: { mt: 1.5 }, children: _jsx(Button, { variant: "outlined", color: "inherit", size: "small", startIcon: _jsx(MicIcon, {}), onClick: requestMic, disabled: mic.requesting, children: mic.requesting ? 'Requesting…' : 'Allow microphone' }) })] }));
+        }
+        else if (mic.permission === 'denied') {
+            micPanel = (_jsxs(Alert, { severity: "warning", "data-mic-permission": "denied", children: [_jsx(AlertTitle, { children: "Microphone access is blocked" }), _jsx("span", { "data-mic-steps": platform, children: micUnblockSteps(platform) }), _jsx(Box, { sx: { mt: 1.5 }, children: _jsx(Button, { variant: "outlined", color: "inherit", size: "small", startIcon: _jsx(RefreshIcon, {}), onClick: requestMic, disabled: mic.requesting, children: mic.requesting ? 'Checking…' : 'Check again' }) })] }));
+        }
+        else if (mic.permission === 'insecure') {
+            micPanel = (_jsxs(Alert, { severity: "error", "data-mic-permission": "insecure", children: [_jsx(AlertTitle, { children: "Microphone requires a secure connection" }), "Browsers only allow microphone access over HTTPS. Open this page using https://."] }));
+        }
+    }
+    const statusText = call.status === 'starting'
+        ? 'Connecting…'
+        : call.status === 'connected'
+            ? `Live · ${formatRealtimeElapsed(call.elapsedSeconds)}${call.muted ? ' · Muted' : ''}`
+            : call.status === 'ended'
+                ? `Ended · ${formatRealtimeElapsed(call.elapsedSeconds)}`
+                : null;
+    return (_jsxs(AiPlaygroundPanels, { settings: settings, label: "Voice", children: [_jsx("audio", { ref: call.audioRef, autoPlay: true, hidden: true, "data-testid": "realtime-audio" }), failureAlert, micPanel, _jsxs(Box, { sx: { display: 'flex', alignItems: 'center', gap: 1, flexWrap: 'wrap' }, children: [active ? (_jsxs(_Fragment, { children: [_jsx(Button, { variant: "outlined", color: call.muted ? 'warning' : 'inherit', startIcon: call.muted ? _jsx(MicOffIcon, {}) : _jsx(MicIcon, {}), onClick: () => call.setMuted(!call.muted), disabled: call.status !== 'connected', "aria-pressed": call.muted, children: call.muted ? 'Unmute' : 'Mute' }), _jsx(Button, { variant: "contained", color: "error", startIcon: _jsx(StopIcon, {}), onClick: call.stop, children: "Stop" })] })) : (_jsx(Button, { variant: "contained", startIcon: _jsx(StartIcon, {}), onClick: start, disabled: !canStart, children: "Start" })), _jsx(Box, { sx: { flex: 1 } }), _jsx(Typography, { variant: "body2", color: "text.secondary", role: "status", "data-testid": "realtime-status", sx: { fontVariantNumeric: 'tabular-nums' }, children: statusText })] }), _jsx(Divider, {}), _jsx(Box, { role: "log", "aria-live": "polite", "aria-label": "Voice transcript", sx: { display: 'flex', flexDirection: 'column', gap: 1.5, minHeight: 120 }, children: call.transcript.length === 0 ? (_jsx(Typography, { variant: "body2", color: "text.secondary", sx: { py: 4, textAlign: 'center' }, children: active
+                        ? 'Listening — start speaking.'
+                        : 'Start a session and talk to the model. Your browser will ask to use the microphone. The replies are AI-generated audio.' })) : (call.transcript.map((line) => (_jsxs(Box, { sx: { display: 'flex', gap: 1, alignItems: 'flex-start', minWidth: 0 }, children: [_jsx(Chip, { size: "small", label: line.role === 'user' ? 'You' : 'Assistant', color: line.role === 'user' ? 'default' : 'primary', variant: line.role === 'user' ? 'outlined' : 'filled', sx: { flexShrink: 0, minWidth: 80 } }), _jsx(Typography, { variant: "body2", sx: { wordBreak: 'break-word', whiteSpace: 'pre-wrap', opacity: line.final ? 1 : 0.75 }, children: line.text })] }, line.id)))) })] }));
+}
+export default AiVoiceMode;
+//# sourceMappingURL=AiVoiceMode.js.map

package/dist/ai/ui/playground/AiVoiceMode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AiVoiceMode.js","sourceRoot":"","sources":["../../../../src/ai/ui/playground/AiVoiceMode.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAkB,MAAM,OAAO,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACtH,OAAO,EACL,OAAO,IAAI,QAAQ,EACnB,OAAO,IAAI,WAAW,EACtB,GAAG,IAAI,OAAO,EACd,MAAM,IAAI,UAAU,EACpB,aAAa,IAAI,SAAS,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,kCAAkC,EAAqD,MAAM,yBAAyB,CAAC;AAChI,OAAO,EACL,qBAAqB,EACrB,oBAAoB,GAErB,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,iBAAiB,EACjB,uBAAuB,GAExB,MAAM,6CAA6C,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS7D,kEAAkE;AAClE,MAAM,UAAU,eAAe,CAAC,QAAqB;IACnD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,SAAS;YACZ,OAAO,8MAA8M,CAAC;QACxN,KAAK,KAAK;YACR,OAAO,oJAAoJ,CAAC;QAC9J,KAAK,SAAS;YACZ,OAAO,qGAAqG,CAAC;IACjH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB;IACzB,OAAO,iBAAiB,CAAC,OAAO,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACxF,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,mBAAmB,CACjC,OAAoD;IAEpD,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,YAAY;YACf,OAAO;gBACL,KAAK,EAAE,+BAA+B;gBACtC,IAAI,EAAE,oNAAoN;gBAC1N,QAAQ,EAAE,SAAS;aACpB,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,KAAK,EAAE,qBAAqB;gBAC5B,IAAI,EAAE,oFAAoF;gBAC1F,QAAQ,EAAE,SAAS;aACpB,CAAC;QACJ,KAAK,WAAW;YACd,OAAO,EAAE,KAAK,EAAE,oCAAoC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACnG,KAAK,aAAa;YAChB,OAAO;gBACL,KAAK,EAAE,kDAAkD;gBACzD,IAAI,EAAE,kGAAkG;gBACxG,QAAQ,EAAE,SAAS;aACpB,CAAC;QACJ,KAAK,KAAK;YACR,OAAO;gBACL,KAAK,EAAE,mCAAmC;gBAC1C,IAAI,EAAE,yDAAyD,OAAO,CAAC,OAAO,GAAG;gBACjF,QAAQ,EAAE,OAAO;aAClB,CAAC;QACJ,KAAK,iBAAiB;YACpB,OAAO;gBACL,KAAK,EAAE,yBAAyB;gBAChC,IAAI,EAAE,gEAAgE;gBACtE,QAAQ,EAAE,OAAO;aAClB,CAAC;QACJ,KAAK,SAAS;YACZ,OAAO;gBACL,KAAK,EAAE,yCAAyC;gBAChD,IAAI,EAAE,iEAAiE;gBACvE,QAAQ,EAAE,SAAS;aACpB,CAAC;QACJ,KAAK,UAAU;YACb,OAAO,EAAE,KAAK,EAAE,gCAAgC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACnG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,GAAG,IAAI,EAAoB;IACpF,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,uBAAuB,EAAE,CAAC;IACtC,MAAM,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,YAAY,CAAC;IAC7D,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC;IAC/D,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAE9B,uEAAuE;IACvE,wEAAwE;IACxE,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,gBAAgB;YAAE,UAAU,EAAE,CAAC;IACrC,CAAC,EAAE,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC;IAEnC,mEAAmE;IACnE,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,gBAAgB,IAAI,aAAa,KAAK,SAAS;YAAE,YAAY,EAAE,CAAC;IACtE,CAAC,EAAE,CAAC,gBAAgB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,QAAQ,EAAE,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC;IACnD,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IAErD,yFAAyF;IACzF,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,KAAK,KAAK,EAAE;gBAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC;IACzE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,GAAG,kCAAkC,CAAC;IACzE,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,CAAC;IAChF,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC;IAElE,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ;YAAE,OAAO;QACnC,MAAM,OAAO,GAA6B,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnG,IAAI,KAAK;YAAE,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACjC,IAAI,YAAY,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QACpE,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC;IAEF,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,MAAM,QAAQ,GAAG,CACf,MAAC,KAAK,IAAC,OAAO,EAAE,CAAC,aACf,KAAC,aAAa,IAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAC,UAAU,GAAG,EAChH,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CACpB,KAAC,SAAS,IACR,MAAM,QACN,IAAI,EAAC,OAAO,EACZ,KAAK,EAAC,OAAO,EACb,KAAK,EAAE,KAAK,EACZ,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,YAEhD,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CACpB,KAAC,QAAQ,IAAY,KAAK,EAAE,IAAI,YAC7B,IAAI,IADQ,IAAI,CAER,CACZ,CAAC,GACQ,CACb,EACD,KAAC,SAAS,IACR,IAAI,EAAC,OAAO,EACZ,KAAK,EAAC,cAAc,EACpB,WAAW,EAAC,8BAA8B,EAC1C,SAAS,QACT,OAAO,EAAE,CAAC,EACV,OAAO,EAAE,CAAC,EACV,KAAK,EAAE,YAAY,EACnB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EACxD,KAAK,EAAE,OAAO,EACd,UAAU,EACR,OAAO;oBACL,CAAC,CAAC,WAAW,kCAAkC,CAAC,cAAc,EAAE,aAAa;oBAC7E,CAAC,CAAC,iCAAiC,GAEvC,IACI,CACT,CAAC;IAEF,IAAI,YAAY,GAAc,IAAI,CAAC;IACnC,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QACjC,YAAY,GAAG,KAAC,YAAY,IAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,GAAI,CAAC;IACzF,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,YAAY,GAAG,CACb,MAAC,KAAK,IAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,2BAAyB,IAAI,CAAC,OAAO,CAAC,IAAI,aAClG,KAAC,UAAU,cAAE,IAAI,CAAC,KAAK,GAAc,EACpC,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY,IAAI,CACrC,KAAC,UAAU,IAAC,OAAO,EAAC,OAAO,EAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,oBAAkB,QAAQ,YAChE,eAAe,CAAC,QAAQ,CAAC,GACf,CACd,IACK,CACT,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,EAAE;QACtB,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;IACrB,CAAC,CAAC;IAEF,qEAAqE;IACrE,6DAA6D;IAC7D,IAAI,QAAQ,GAAc,IAAI,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACjC,IAAI,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAChC,QAAQ,GAAG,CACT,MAAC,KAAK,IAAC,QAAQ,EAAC,MAAM,yBAAqB,QAAQ,aACjD,KAAC,UAAU,2CAAsC,6EAGjD,KAAC,GAAG,IAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,YAClB,KAAC,MAAM,IACL,OAAO,EAAC,UAAU,EAClB,KAAK,EAAC,SAAS,EACf,IAAI,EAAC,OAAO,EACZ,SAAS,EAAE,KAAC,OAAO,KAAG,EACtB,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,GAAG,CAAC,UAAU,YAEvB,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,GAC7C,GACL,IACA,CACT,CAAC;QACJ,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACvC,QAAQ,GAAG,CACT,MAAC,KAAK,IAAC,QAAQ,EAAC,SAAS,yBAAqB,QAAQ,aACpD,KAAC,UAAU,+CAA0C,EACrD,iCAAsB,QAAQ,YAAG,eAAe,CAAC,QAAQ,CAAC,GAAQ,EAClE,KAAC,GAAG,IAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,YAClB,KAAC,MAAM,IACL,OAAO,EAAC,UAAU,EAClB,KAAK,EAAC,SAAS,EACf,IAAI,EAAC,OAAO,EACZ,SAAS,EAAE,KAAC,WAAW,KAAG,EAC1B,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,GAAG,CAAC,UAAU,YAEvB,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,GACtC,GACL,IACA,CACT,CAAC;QACJ,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACzC,QAAQ,GAAG,CACT,MAAC,KAAK,IAAC,QAAQ,EAAC,OAAO,yBAAqB,UAAU,aACpD,KAAC,UAAU,0DAAqD,wFAE1D,CACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GACd,IAAI,CAAC,MAAM,KAAK,UAAU;QACxB,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;YAC3B,CAAC,CAAC,UAAU,qBAAqB,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE;YACvF,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO;gBACvB,CAAC,CAAC,WAAW,qBAAqB,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;gBACzD,CAAC,CAAC,IAAI,CAAC;IAEf,OAAO,CACL,MAAC,kBAAkB,IAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAC,OAAO,aAEnD,gBAAO,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,QAAC,MAAM,uBAAa,gBAAgB,GAAG,EAEzE,YAAY,EACZ,QAAQ,EAET,MAAC,GAAG,IAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,aACzE,MAAM,CAAC,CAAC,CAAC,CACR,8BACE,KAAC,MAAM,IACL,OAAO,EAAC,UAAU,EAClB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EACzC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAC,UAAU,KAAG,CAAC,CAAC,CAAC,KAAC,OAAO,KAAG,EACpD,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACzC,QAAQ,EAAE,IAAI,CAAC,MAAM,KAAK,WAAW,kBACvB,IAAI,CAAC,KAAK,YAEvB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GACxB,EACT,KAAC,MAAM,IAAC,OAAO,EAAC,WAAW,EAAC,KAAK,EAAC,OAAO,EAAC,SAAS,EAAE,KAAC,QAAQ,KAAG,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,qBAE5E,IACR,CACJ,CAAC,CAAC,CAAC,CACF,KAAC,MAAM,IAAC,OAAO,EAAC,WAAW,EAAC,SAAS,EAAE,KAAC,SAAS,KAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,QAAQ,sBAEhF,CACV,EACD,KAAC,GAAG,IAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAI,EACxB,KAAC,UAAU,IACT,OAAO,EAAC,OAAO,EACf,KAAK,EAAC,gBAAgB,EACtB,IAAI,EAAC,QAAQ,iBACD,iBAAiB,EAC7B,EAAE,EAAE,EAAE,kBAAkB,EAAE,cAAc,EAAE,YAEzC,UAAU,GACA,IACT,EAEN,KAAC,OAAO,KAAG,EAEX,KAAC,GAAG,IACF,IAAI,EAAC,KAAK,eACA,QAAQ,gBACP,kBAAkB,EAC7B,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,YAEzE,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC9B,KAAC,UAAU,IAAC,OAAO,EAAC,OAAO,EAAC,KAAK,EAAC,gBAAgB,EAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,YAClF,MAAM;wBACL,CAAC,CAAC,6BAA6B;wBAC/B,CAAC,CAAC,yHAAyH,GAClH,CACd,CAAC,CAAC,CAAC,CACF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAC5B,MAAC,GAAG,IAAe,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,aACvF,KAAC,IAAI,IACH,IAAI,EAAC,OAAO,EACZ,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EACjD,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EACnD,OAAO,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EACrD,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,GACnC,EACF,KAAC,UAAU,IACT,OAAO,EAAC,OAAO,EACf,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAEtF,IAAI,CAAC,IAAI,GACC,KAbL,IAAI,CAAC,EAAE,CAcX,CACP,CAAC,CACH,GACG,IACa,CACtB,CAAC;AACJ,CAAC;AAED,eAAe,WAAW,CAAC"}

package/dist/ai/ui/playground/aiPlaygroundModes.d.ts

@@ -0,0 +1,170 @@
+/**
+ * The AI Playground's modes — issue #445, epic #420; open since PP-14.17 (#935).
+ *
+ * One entry per kind of AI call the playground can demonstrate. A mode is
+ * defined by the ONE capability a model must declare to serve it (the API's
+ * capability strings, `shared/aiCapabilities.ts`), so which modes are offered
+ * and which models each lists is derived entirely from `GET /api/ai/models`:
+ * there is no model name anywhere in this file, and there must never be one.
+ *
+ * THE LIST IS A REGISTRY. An app adds a mode with `registerAiPlaygroundMode`
+ * (its `Panel` is the work area; the mode selector, the model filtering and the
+ * "no usable model" reasons come with it). The six built-in modes register
+ * through the same function (`builtinAiPlaygroundModes.ts`, which imports their
+ * panels and so lives apart from this file): no private fast path. Order is
+ * display order: the built-ins first, then the app's in registration order.
+ *
+ * This file imports no panel and no page, so an app registers a mode from its
+ * main chunk (`@marinoscar/platform-web/ai/ui/playground-modes`) without pulling
+ * the playground in.
+ */
+import type { ComponentType } from 'react';
+import type { AiDefaultModel, UsableAiModel } from '../../headless/types.js';
+/**
+ * The ids of the playground's own modes.
+ *
+ * @stability experimental
+ */
+export type BuiltinAiPlaygroundModeId = 'chat' | 'image' | 'transcribe' | 'speech' | 'embeddings' | 'voice';
+/**
+ * A playground mode id: a built-in one (autocompleted) or any id an app
+ * registered with `registerAiPlaygroundMode`.
+ *
+ * @stability experimental
+ */
+export type AiPlaygroundModeId = BuiltinAiPlaygroundModeId | (string & {});
+/**
+ * What the playground hands a mode's `Panel`: the usable models that declare the
+ * mode's capability (already filtered, in the API's order), the viewer's default
+ * model, and whether the model list and settings finished loading.
+ *
+ * @stability experimental
+ */
+export interface AiPlaygroundPanelProps {
+    /** The usable models declaring the mode's capability. */
+    models: UsableAiModel[];
+    /** The viewer's `user_settings.ai.defaultModel`, when set. */
+    preferredModel?: AiDefaultModel | null;
+    /** Whether the models and the settings are loaded (start from the default model only then). */
+    ready?: boolean;
+}
+/**
+ * What an app tells the playground about a mode it adds.
+ *
+ * @example
+ * ```tsx
+ * registerAiPlaygroundMode({
+ *   id: 'diarize',
+ *   label: 'Diarize',
+ *   operation: 'audio.diarize',
+ *   capability: 'speaker_diarization',
+ *   Panel: (props) => <AiTranscribeMode {...props} providerOptions={{ 'example-transcribe': { diarize: true } }} />,
+ * });
+ * ```
+ *
+ * @extensionPoint registry
+ * @stability experimental
+ */
+export interface AiPlaygroundModeDefinition {
+    /** Stable id, `^[a-z][a-z0-9-]{0,31}$`. Registering a built-in's id replaces that mode. */
+    id: string;
+    /** The label on the mode switch. */
+    label: string;
+    /**
+     * The AI operation the mode exercises (`audio.diarize`, `responses`): the
+     * `operation` its usage rows carry on the API (`GET /admin/ai/capabilities`).
+     */
+    operation: string;
+    /**
+     * The capability a model needs to be listed in this mode. Default: `operation`
+     * (right when the capability and the operation share an id, as `embeddings`
+     * does; give it for an operation that needs another capability).
+     */
+    capability?: string;
+    /** Why the mode is unavailable when no usable model declares the capability. */
+    unavailableReason?: string;
+    /** The mode's work area. */
+    Panel: ComponentType<AiPlaygroundPanelProps>;
+}
+/**
+ * One mode as the playground uses it: {@link AiPlaygroundModeDefinition} with its defaults applied.
+ *
+ * @stability experimental
+ */
+export interface AiPlaygroundMode {
+    /** The id. */
+    id: AiPlaygroundModeId;
+    /** The label on the mode switch. */
+    label: string;
+    /** The operation it exercises. */
+    operation: string;
+    /** The capability a model needs to be listed in this mode. */
+    capability: string;
+    /** Why the mode is unavailable when no usable model declares {@link capability}. */
+    unavailableReason: string;
+    /** The mode's work area. */
+    Panel: ComponentType<AiPlaygroundPanelProps>;
+}
+/**
+ * Adds a mode to the AI Playground. Call it at module scope, before the page
+ * renders. A later registration with the same id replaces the earlier one (so
+ * a hot reload works), and one with a built-in's id replaces that mode's
+ * definition where it stands in the order: how an app swaps a built-in panel.
+ *
+ * @param def - the mode: id, label, the operation it exercises and its panel.
+ * @throws Error when the id, label, operation or panel is malformed.
+ *
+ * @extensionPoint registry
+ * @stability experimental
+ */
+export declare function registerAiPlaygroundMode(def: AiPlaygroundModeDefinition): void;
+/**
+ * Registers one of the playground's own modes. Never replaces an app's
+ * registration of the same id, so the result does not depend on which module
+ * loaded first.
+ *
+ * @internal
+ */
+export declare function registerBuiltinAiPlaygroundMode(def: AiPlaygroundModeDefinition): void;
+/**
+ * Every mode, in display order: the built-ins, then the app's in registration order.
+ *
+ * @stability experimental
+ */
+export declare function listAiPlaygroundModes(): AiPlaygroundMode[];
+/**
+ * The registered mode, or `undefined`.
+ *
+ * @param id - the mode id.
+ *
+ * @stability experimental
+ */
+export declare function getAiPlaygroundMode(id: AiPlaygroundModeId): AiPlaygroundMode | undefined;
+/**
+ * Forgets every app registration (tests only), including an app's replacement
+ * of a built-in mode. The built-in modes stay.
+ *
+ * @internal
+ */
+export declare function resetAiPlaygroundModesForTests(): void;
+/**
+ * Modes an administrator has switched off for the deployment, so they are
+ * not offered at all (as opposed to {@link unavailableModes}, which are
+ * offered but disabled with a reason). Voice needs `allowRealtime: true`; an
+ * older API that omits the flag reads as off.
+ */
+export declare function hiddenPlaygroundModes(config: {
+    allowRealtime?: boolean;
+}): Set<AiPlaygroundModeId>;
+/** The registered mode for `id`, else the first mode (Chat). */
+export declare function aiPlaygroundMode(id: AiPlaygroundModeId): AiPlaygroundMode;
+/** The usable models that can serve `mode`, in the API's order. */
+export declare function modelsForMode(models: readonly UsableAiModel[], mode: AiPlaygroundMode): UsableAiModel[];
+/**
+ * The modes that cannot be selected: those no usable model can serve (offered,
+ * but disabled with their reason), plus any `hidden` ones.
+ */
+export declare function unavailableModes(models: readonly UsableAiModel[], hidden?: ReadonlySet<AiPlaygroundModeId>): Set<AiPlaygroundModeId>;
+/** The mode to open on: Chat when it can be used, else the first mode that can. */
+export declare function initialPlaygroundMode(models: readonly UsableAiModel[], hidden?: ReadonlySet<AiPlaygroundModeId>): AiPlaygroundModeId;
+//# sourceMappingURL=aiPlaygroundModes.d.ts.map

package/dist/ai/ui/playground/aiPlaygroundModes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aiPlaygroundModes.d.ts","sourceRoot":"","sources":["../../../../src/ai/ui/playground/aiPlaygroundModes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAG7E;;;;GAIG;AACH,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,GAAG,OAAO,CAAC;AAE5G;;;;;GAKG;AACH,MAAM,MAAM,kBAAkB,GAAG,yBAAyB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAE3E;;;;;;GAMG;AACH,MAAM,WAAW,sBAAsB;IACrC,yDAAyD;IACzD,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,8DAA8D;IAC9D,cAAc,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACvC,+FAA+F;IAC/F,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,0BAA0B;IACzC,2FAA2F;IAC3F,EAAE,EAAE,MAAM,CAAC;IACX,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,4BAA4B;IAC5B,KAAK,EAAE,aAAa,CAAC,sBAAsB,CAAC,CAAC;CAC9C;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,cAAc;IACd,EAAE,EAAE,kBAAkB,CAAC;IACvB,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IACnB,oFAAoF;IACpF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,4BAA4B;IAC5B,KAAK,EAAE,aAAa,CAAC,sBAAsB,CAAC,CAAC;CAC9C;AAqCD;;;;;;;;;;;GAWG;AACH,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,0BAA0B,GAAG,IAAI,CAU9E;AAED;;;;;;GAMG;AACH,wBAAgB,+BAA+B,CAAC,GAAG,EAAE,0BAA0B,GAAG,IAAI,CAOrF;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,IAAI,gBAAgB,EAAE,CAE1D;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,kBAAkB,GAAG,gBAAgB,GAAG,SAAS,CAExF;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,IAAI,IAAI,CAGrD;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,GAAG,CAAC,kBAAkB,CAAC,CAElG;AAED,gEAAgE;AAChE,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,kBAAkB,GAAG,gBAAgB,CAEzE;AAED,mEAAmE;AACnE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,aAAa,EAAE,CAEvG;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,MAAM,GAAE,WAAW,CAAC,kBAAkB,CAAa,GAClD,GAAG,CAAC,kBAAkB,CAAC,CAMzB;AAED,mFAAmF;AACnF,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,MAAM,GAAE,WAAW,CAAC,kBAAkB,CAAa,GAClD,kBAAkB,CAKpB"}

package/dist/ai/ui/playground/aiPlaygroundModes.js

@@ -0,0 +1,127 @@
+import { hasAiCapability } from '../shared/AiModelSelect.js';
+const MODE_ID_PATTERN = /^[a-z][a-z0-9-]{0,31}$/;
+const OPERATION_PATTERN = /^[a-z][a-z0-9_]*(\.[a-z][a-z0-9_]*)*$/;
+const builtinModes = new Map();
+/** The built-ins as the platform registered them, so a test can undo an app's replacement of one. */
+const builtinOriginals = new Map();
+const appModes = new Map();
+function resolveMode(def) {
+    if (typeof def.id !== 'string' || !MODE_ID_PATTERN.test(def.id)) {
+        throw new Error(`Invalid playground mode id ${JSON.stringify(def.id)}: it must match ${MODE_ID_PATTERN}.`);
+    }
+    if (typeof def.label !== 'string' || def.label.trim() === '') {
+        throw new Error(`Playground mode "${def.id}": label must be a non-empty string.`);
+    }
+    if (typeof def.operation !== 'string' || !OPERATION_PATTERN.test(def.operation)) {
+        throw new Error(`Playground mode "${def.id}": operation must be an operation id such as "audio.diarize".`);
+    }
+    if (def.Panel === undefined || def.Panel === null || !(typeof def.Panel === 'function' || typeof def.Panel === 'object')) {
+        throw new Error(`Playground mode "${def.id}": Panel must be a React component.`);
+    }
+    const capability = def.capability ?? def.operation;
+    return {
+        id: def.id,
+        label: def.label,
+        operation: def.operation,
+        capability,
+        unavailableReason: def.unavailableReason ?? `None of the models available to you can do ${def.label.toLowerCase()}`,
+        Panel: def.Panel,
+    };
+}
+/**
+ * Adds a mode to the AI Playground. Call it at module scope, before the page
+ * renders. A later registration with the same id replaces the earlier one (so
+ * a hot reload works), and one with a built-in's id replaces that mode's
+ * definition where it stands in the order: how an app swaps a built-in panel.
+ *
+ * @param def - the mode: id, label, the operation it exercises and its panel.
+ * @throws Error when the id, label, operation or panel is malformed.
+ *
+ * @extensionPoint registry
+ * @stability experimental
+ */
+export function registerAiPlaygroundMode(def) {
+    const mode = resolveMode(def);
+    if (builtinModes.has(mode.id)) {
+        // Replace in place: keeps the built-in's position in the switch.
+        builtinModes.set(mode.id, mode);
+        return;
+    }
+    appModes.set(mode.id, mode);
+}
+/**
+ * Registers one of the playground's own modes. Never replaces an app's
+ * registration of the same id, so the result does not depend on which module
+ * loaded first.
+ *
+ * @internal
+ */
+export function registerBuiltinAiPlaygroundMode(def) {
+    const mode = resolveMode(def);
+    const app = appModes.get(mode.id);
+    appModes.delete(mode.id);
+    builtinOriginals.set(mode.id, mode);
+    builtinModes.set(mode.id, app ?? mode);
+}
+/**
+ * Every mode, in display order: the built-ins, then the app's in registration order.
+ *
+ * @stability experimental
+ */
+export function listAiPlaygroundModes() {
+    return [...builtinModes.values(), ...appModes.values()];
+}
+/**
+ * The registered mode, or `undefined`.
+ *
+ * @param id - the mode id.
+ *
+ * @stability experimental
+ */
+export function getAiPlaygroundMode(id) {
+    return builtinModes.get(id) ?? appModes.get(id);
+}
+/**
+ * Forgets every app registration (tests only), including an app's replacement
+ * of a built-in mode. The built-in modes stay.
+ *
+ * @internal
+ */
+export function resetAiPlaygroundModesForTests() {
+    appModes.clear();
+    for (const [id, mode] of builtinOriginals)
+        builtinModes.set(id, mode);
+}
+/**
+ * Modes an administrator has switched off for the deployment, so they are
+ * not offered at all (as opposed to {@link unavailableModes}, which are
+ * offered but disabled with a reason). Voice needs `allowRealtime: true`; an
+ * older API that omits the flag reads as off.
+ */
+export function hiddenPlaygroundModes(config) {
+    return config.allowRealtime === true ? new Set() : new Set(['voice']);
+}
+/** The registered mode for `id`, else the first mode (Chat). */
+export function aiPlaygroundMode(id) {
+    return getAiPlaygroundMode(id) ?? listAiPlaygroundModes()[0];
+}
+/** The usable models that can serve `mode`, in the API's order. */
+export function modelsForMode(models, mode) {
+    return models.filter((model) => hasAiCapability(model, mode.capability));
+}
+/**
+ * The modes that cannot be selected: those no usable model can serve (offered,
+ * but disabled with their reason), plus any `hidden` ones.
+ */
+export function unavailableModes(models, hidden = new Set()) {
+    return new Set(listAiPlaygroundModes()
+        .filter((mode) => hidden.has(mode.id) || modelsForMode(models, mode).length === 0)
+        .map((mode) => mode.id));
+}
+/** The mode to open on: Chat when it can be used, else the first mode that can. */
+export function initialPlaygroundMode(models, hidden = new Set()) {
+    const unavailable = unavailableModes(models, hidden);
+    const modes = listAiPlaygroundModes();
+    return modes.find((mode) => !unavailable.has(mode.id))?.id ?? 'chat';
+}
+//# sourceMappingURL=aiPlaygroundModes.js.map

package/dist/ai/ui/playground/aiPlaygroundModes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aiPlaygroundModes.js","sourceRoot":"","sources":["../../../../src/ai/ui/playground/aiPlaygroundModes.ts"],"names":[],"mappings":"AAsBA,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AA4F7D,MAAM,eAAe,GAAG,wBAAwB,CAAC;AACjD,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAElE,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAC;AACzD,qGAAqG;AACrG,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA4B,CAAC;AAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;AAErD,SAAS,WAAW,CAAC,GAA+B;IAClD,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,mBAAmB,eAAe,GAAG,CAAC,CAAC;IAC7G,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,EAAE,sCAAsC,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,EAAE,+DAA+D,CAAC,CAAC;IAC7G,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;QACzH,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,EAAE,qCAAqC,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,SAAS,CAAC;IAEnD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,UAAU;QACV,iBAAiB,EACf,GAAG,CAAC,iBAAiB,IAAI,8CAA8C,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE;QAClG,KAAK,EAAE,GAAG,CAAC,KAAK;KACjB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,wBAAwB,CAAC,GAA+B;IACtE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAE9B,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9B,iEAAiE;QACjE,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChC,OAAO;IACT,CAAC;IAED,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,+BAA+B,CAAC,GAA+B;IAC7E,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzB,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACpC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC;AACzC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB;IACnC,OAAO,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,EAAsB;IACxD,OAAO,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B;IAC5C,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,gBAAgB;QAAE,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AACxE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAmC;IACvE,OAAO,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,gBAAgB,CAAC,EAAsB;IACrD,OAAO,mBAAmB,CAAC,EAAE,CAAC,IAAK,qBAAqB,EAAE,CAAC,CAAC,CAAsB,CAAC;AACrF,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,aAAa,CAAC,MAAgC,EAAE,IAAsB;IACpF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAgC,EAChC,SAA0C,IAAI,GAAG,EAAE;IAEnD,OAAO,IAAI,GAAG,CACZ,qBAAqB,EAAE;SACpB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;SACjF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAC1B,CAAC;AACJ,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,qBAAqB,CACnC,MAAgC,EAChC,SAA0C,IAAI,GAAG,EAAE;IAEnD,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IAEtC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,MAAM,CAAC;AACvE,CAAC"}

package/dist/ai/ui/playground/builtinAiPlaygroundModes.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=builtinAiPlaygroundModes.d.ts.map

package/dist/ai/ui/playground/builtinAiPlaygroundModes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtinAiPlaygroundModes.d.ts","sourceRoot":"","sources":["../../../../src/ai/ui/playground/builtinAiPlaygroundModes.ts"],"names":[],"mappings":""}

package/dist/ai/ui/playground/builtinAiPlaygroundModes.js

@@ -0,0 +1,73 @@
+/**
+ * The AI Playground's own six modes, registered through the same function an
+ * app uses (`registerAiPlaygroundMode`; PP-14.17, #935) — no private fast path.
+ *
+ * Imported for its side effect by the playground page. Kept apart from the
+ * registry (`aiPlaygroundModes.ts`) because it imports the panels: an app that
+ * only registers its own mode must not drag them in.
+ *
+ * Chat is the one mode whose work area is not a `Panel` of its own: its state
+ * (the thread, the stream, the attachments, the hosted tools) lives on the page
+ * and the page renders it inline, so its registered `Panel` renders nothing.
+ */
+import { AiEmbeddingsMode } from './AiEmbeddingsMode.js';
+import { AiImageMode } from './AiImageMode.js';
+import { AiSpeechMode } from './AiSpeechMode.js';
+import { AiTranscribeMode } from './AiTranscribeMode.js';
+import { AiVoiceMode } from './AiVoiceMode.js';
+import { registerBuiltinAiPlaygroundMode } from './aiPlaygroundModes.js';
+/** Chat's panel is drawn by the page itself (see the file header). */
+function ChatModeDrawnByThePage() {
+    return null;
+}
+registerBuiltinAiPlaygroundMode({
+    id: 'chat',
+    label: 'Chat',
+    operation: 'responses',
+    capability: 'responses',
+    unavailableReason: 'None of the models available to you can answer text prompts',
+    Panel: ChatModeDrawnByThePage,
+});
+registerBuiltinAiPlaygroundMode({
+    id: 'image',
+    label: 'Image',
+    operation: 'images',
+    capability: 'image_generation',
+    unavailableReason: 'None of the models available to you can generate images',
+    Panel: AiImageMode,
+});
+registerBuiltinAiPlaygroundMode({
+    id: 'transcribe',
+    label: 'Transcribe',
+    operation: 'audio.transcribe',
+    capability: 'audio_transcription',
+    unavailableReason: 'None of the models available to you can transcribe audio',
+    Panel: AiTranscribeMode,
+});
+registerBuiltinAiPlaygroundMode({
+    id: 'speech',
+    label: 'Speech',
+    operation: 'audio.speech',
+    capability: 'audio_speech',
+    unavailableReason: 'None of the models available to you can generate speech',
+    Panel: AiSpeechMode,
+});
+registerBuiltinAiPlaygroundMode({
+    id: 'embeddings',
+    label: 'Embeddings',
+    operation: 'embeddings',
+    capability: 'embeddings',
+    unavailableReason: 'None of the models available to you can create embeddings',
+    Panel: AiEmbeddingsMode,
+});
+registerBuiltinAiPlaygroundMode({
+    // #449. Also HIDDEN (not merely disabled) unless `GET /ai/config`
+    // says `allowRealtime: true`: see `hiddenPlaygroundModes`.
+    id: 'voice',
+    label: 'Voice',
+    operation: 'realtime',
+    capability: 'realtime',
+    unavailableReason: 'None of the models available to you can hold a voice conversation',
+    Panel: AiVoiceMode,
+});
+//# sourceMappingURL=builtinAiPlaygroundModes.js.map

package/dist/ai/ui/playground/builtinAiPlaygroundModes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtinAiPlaygroundModes.js","sourceRoot":"","sources":["../../../../src/ai/ui/playground/builtinAiPlaygroundModes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAEzE,sEAAsE;AACtE,SAAS,sBAAsB;IAC7B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+BAA+B,CAAC;IAC9B,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,MAAM;IACb,SAAS,EAAE,WAAW;IACtB,UAAU,EAAE,WAAW;IACvB,iBAAiB,EAAE,6DAA6D;IAChF,KAAK,EAAE,sBAAsB;CAC9B,CAAC,CAAC;AACH,+BAA+B,CAAC;IAC9B,EAAE,EAAE,OAAO;IACX,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,QAAQ;IACnB,UAAU,EAAE,kBAAkB;IAC9B,iBAAiB,EAAE,yDAAyD;IAC5E,KAAK,EAAE,WAAW;CACnB,CAAC,CAAC;AACH,+BAA+B,CAAC;IAC9B,EAAE,EAAE,YAAY;IAChB,KAAK,EAAE,YAAY;IACnB,SAAS,EAAE,kBAAkB;IAC7B,UAAU,EAAE,qBAAqB;IACjC,iBAAiB,EAAE,0DAA0D;IAC7E,KAAK,EAAE,gBAAgB;CACxB,CAAC,CAAC;AACH,+BAA+B,CAAC;IAC9B,EAAE,EAAE,QAAQ;IACZ,KAAK,EAAE,QAAQ;IACf,SAAS,EAAE,cAAc;IACzB,UAAU,EAAE,cAAc;IAC1B,iBAAiB,EAAE,yDAAyD;IAC5E,KAAK,EAAE,YAAY;CACpB,CAAC,CAAC;AACH,+BAA+B,CAAC;IAC9B,EAAE,EAAE,YAAY;IAChB,KAAK,EAAE,YAAY;IACnB,SAAS,EAAE,YAAY;IACvB,UAAU,EAAE,YAAY;IACxB,iBAAiB,EAAE,2DAA2D;IAC9E,KAAK,EAAE,gBAAgB;CACxB,CAAC,CAAC;AACH,+BAA+B,CAAC;IAC9B,kEAAkE;IAClE,2DAA2D;IAC3D,EAAE,EAAE,OAAO;IACX,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,iBAAiB,EAAE,mEAAmE;IACtF,KAAK,EAAE,WAAW;CACnB,CAAC,CAAC"}