@celljs/ta-web 0.0.0-stage → 4.6.0

package/esm/browser/assistant/assistant.js

@@ -0,0 +1,302 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { Autowired, Component } from '@celljs/core';
+import { StateUtil, TaState } from '../state/state-protocol.js';
+import { MessageUtil } from '../util/message.js';
+import { TaWorkbench } from '../workbench-protocol.js';
+import { TaAssistant } from './assistant-protocol.js';
+/** The tasks kept: the last ones. */
+const MAX_TASKS = 50;
+const RESULT_CHARS = 4000;
+/** The conversation with ta and its tasks are the user's: the same double in every browser. */
+const FILE = { key: 'assistant.file', tier: 'user', initial: '', parse: StateUtil.string };
+const TASKS = {
+    key: 'assistant.tasks',
+    tier: 'user',
+    initial: [],
+    parse: value => (Array.isArray(value) ? value.filter(task => task && typeof task.id === 'string' && typeof task.sessionId === 'string') : undefined),
+};
+/** What the user calls the double, and adds to its role: as the conversation, the same in every browser. */
+export const ASSISTANT_NAME_STATE = { key: 'assistant.name', tier: 'user', initial: '', parse: StateUtil.string };
+const PROMPT = { key: 'assistant.prompt', tier: 'user', initial: '', parse: StateUtil.string };
+/** The role of ta in its conversation with the user. */
+export const ASSISTANT_PROMPT = `You are Ta, the user's personal agent: a little green dinosaur they talk to by voice or text in a web page. The user hands you work and mostly does not care how it gets done.
+- Answer simple questions yourself, briefly.
+- For work that takes more than a moment (changing code, running commands, research), call start_task with a short title and complete, self-contained instructions: a task runs in its own session that cannot see this conversation. Start independent tasks in parallel. Then tell the user in one sentence what you started.
+- When a <task_update> message arrives, tell the user how the task ended in one or two sentences, and what they need to decide, if anything. get_task has the details.
+- Ask before anything risky or irreversible the user did not clearly ask for.
+- Your replies are read aloud: short plain sentences, no tables, no code unless asked. Reply in the user's language.`;
+const TOOLS = {
+    start_task: {
+        description: 'Starts a task in its own session, which runs in the background. Returns its id; a <task_update> message comes when it ends.',
+        parameters: {
+            type: 'object',
+            properties: {
+                title: { type: 'string', description: 'A few words the user recognizes the task by.' },
+                instructions: { type: 'string', description: 'Everything the task needs to know: it cannot see this conversation.' },
+                cwd: { type: 'string', description: 'Directory to work in; default: the one of this conversation.' },
+            },
+            required: ['title', 'instructions'],
+        },
+    },
+    list_tasks: { description: 'Lists the tasks with their status.', parameters: { type: 'object', properties: {} } },
+    get_task: {
+        description: "A task's status and the last words of its agent.",
+        parameters: { type: 'object', properties: { id: { type: 'string' } }, required: ['id'] },
+    },
+    message_task: {
+        description: 'Sends a message to a task: it steers a running task, or continues one that ended.',
+        parameters: { type: 'object', properties: { id: { type: 'string' }, message: { type: 'string' } }, required: ['id', 'message'] },
+    },
+    stop_task: { description: 'Stops a running task.', parameters: { type: 'object', properties: { id: { type: 'string' } }, required: ['id'] } },
+};
+let TaAssistantImpl = class TaAssistantImpl {
+    constructor() {
+        this.current = { ready: false, tasks: [] };
+        this.taskStores = new Map();
+        this.listeners = new Set();
+    }
+    get state() {
+        return this.current;
+    }
+    get server() {
+        return this.workbench.server;
+    }
+    subscribe(listener) {
+        this.listeners.add(listener);
+        return () => this.listeners.delete(listener);
+    }
+    start() {
+        var _a;
+        (_a = this.starting) !== null && _a !== void 0 ? _a : (this.starting = this.open().catch(error => {
+            this.starting = undefined;
+            this.update({ error: error instanceof Error ? error.message : String(error) });
+        }));
+        return this.starting;
+    }
+    store() {
+        return this.assistant;
+    }
+    taskStore(taskId) {
+        return this.taskStores.get(taskId);
+    }
+    async say(text) {
+        const store = this.assistant;
+        if (!store) {
+            throw new Error('Ta is not ready yet.');
+        }
+        await store.prompt(text, { streamingBehavior: 'steer' });
+    }
+    async stopTask(taskId) {
+        const task = this.task(taskId);
+        await this.server.abort(task.sessionId);
+    }
+    get name() {
+        return this.persisted.get(ASSISTANT_NAME_STATE);
+    }
+    rename(name) {
+        this.persisted.set(ASSISTANT_NAME_STATE, name.trim());
+    }
+    get prompt() {
+        return this.persisted.get(PROMPT);
+    }
+    async setPrompt(prompt) {
+        const text = prompt.trim();
+        if (text === this.prompt) {
+            return;
+        }
+        this.persisted.set(PROMPT, text);
+        const store = this.assistant;
+        if (!store) {
+            return;
+        }
+        this.assistant = undefined;
+        this.starting = undefined;
+        this.update({ ready: false });
+        await store.detach().catch(() => undefined);
+        await this.server.closeSession(store.sessionId);
+        await this.start();
+    }
+    async stop() {
+        const store = this.assistant;
+        if (store) {
+            await this.server.abort(store.sessionId);
+        }
+    }
+    async restart() {
+        const store = this.assistant;
+        if (!store) {
+            throw new Error('Ta is not ready yet.');
+        }
+        await this.server.newSession(store.sessionId);
+        await this.server.setSessionName(store.sessionId, 'Ta');
+        const { sessionFile } = await this.server.getState(store.sessionId);
+        if (sessionFile) {
+            this.persisted.set(FILE, sessionFile);
+        }
+    }
+    /** The role of ta, and what the user added to it. */
+    systemPrompt() {
+        const added = this.prompt;
+        return added ? `${ASSISTANT_PROMPT}\n\nWhat the user asks of you besides:\n${added}` : ASSISTANT_PROMPT;
+    }
+    /** The conversation of before, if this server still has it open or its file is known; else a new one. */
+    async open() {
+        var _a;
+        var _b;
+        const clientTools = this.clientTools();
+        this.update({ tasks: await this.persisted.load(TASKS) });
+        const file = (await this.persisted.load(FILE)) || undefined;
+        const open = file ? (await this.server.listSessions()).find(session => session.sessionFile === file) : undefined;
+        let sessionId = open === null || open === void 0 ? void 0 : open.sessionId;
+        if (!sessionId) {
+            const options = {
+                cwd: (_b = (_a = this.workbench.state.server) === null || _a === void 0 ? void 0 : _a.cwd) !== null && _b !== void 0 ? _b : '.',
+                appendSystemPrompt: this.systemPrompt(),
+                clientTools: clientTools.map(tool => tool.definition),
+            };
+            const info = await this.server.openSession({ ...options, sessionFile: file }).catch(() => this.server.openSession(options));
+            sessionId = info.sessionId;
+            await this.server.setSessionName(sessionId, 'Ta');
+            const { sessionFile } = await this.server.getState(sessionId);
+            if (sessionFile) {
+                this.persisted.set(FILE, sessionFile);
+            }
+        }
+        const store = this.workbench.createStore(sessionId, { clientTools });
+        await store.attach();
+        this.assistant = store;
+        await this.followTasks();
+        this.update({ ready: true, error: undefined });
+    }
+    /** Tasks that ran while this page was closed: the open ones are followed, the others have ended. */
+    async followTasks() {
+        const open = new Set((await this.server.listSessions()).map(session => session.sessionId));
+        for (const task of this.current.tasks) {
+            // Opened again (setPrompt), the tasks followed already are.
+            if (task.status !== 'running' || this.taskStores.has(task.id)) {
+                continue;
+            }
+            if (open.has(task.sessionId)) {
+                await this.follow(task, true);
+            }
+            else {
+                this.change(task.id, { status: 'stopped', endedAt: Date.now(), result: 'Its session closed while nobody watched.' });
+            }
+        }
+    }
+    clientTools() {
+        const run = {
+            start_task: input => this.startTask(input),
+            list_tasks: () => JSON.stringify(this.current.tasks.map(({ id, title, status, result }) => ({ id, title, status, result: result === null || result === void 0 ? void 0 : result.slice(0, 200) }))),
+            get_task: async ({ id }) => {
+                const task = this.task(id);
+                const store = this.taskStores.get(id);
+                const latest = store ? this.lastWords(store.state.messages) : task.result;
+                return JSON.stringify({ ...task, result: latest });
+            },
+            message_task: async ({ id, message }) => {
+                var _a;
+                const task = this.task(id);
+                const store = (_a = this.taskStores.get(id)) !== null && _a !== void 0 ? _a : (await this.follow(task, true));
+                await store.prompt(message, { streamingBehavior: 'steer' });
+                if (task.status !== 'running') {
+                    this.change(id, { status: 'running', endedAt: undefined });
+                }
+                return `Sent to task ${id}.`;
+            },
+            stop_task: async ({ id }) => {
+                await this.stopTask(id);
+                return `Stopping task ${id}.`;
+            },
+        };
+        return Object.keys(TOOLS).map(name => ({ definition: { name, ...TOOLS[name] }, run: input => run[name](input) }));
+    }
+    async startTask({ title, instructions, cwd }) {
+        var _a;
+        var _b;
+        const assistantCwd = (_b = (_a = this.workbench.state.server) === null || _a === void 0 ? void 0 : _a.cwd) !== null && _b !== void 0 ? _b : '.';
+        const info = await this.server.openSession({ cwd: cwd || assistantCwd });
+        await this.server.setSessionName(info.sessionId, title);
+        const id = `t${this.current.tasks.reduce((max, task) => Math.max(max, Number(task.id.slice(1)) || 0), 0) + 1}`;
+        const task = { id, title, sessionId: info.sessionId, cwd: info.cwd, status: 'running', startedAt: Date.now() };
+        this.update({ tasks: [...this.current.tasks, task] });
+        const store = await this.follow(task, false);
+        await store.prompt(instructions);
+        const { sessionFile } = await this.server.getState(info.sessionId);
+        this.change(id, { sessionFile });
+        return `Started task ${id} "${title}". A <task_update> comes when it ends.`;
+    }
+    /** Watches a task's session; when a run of it ends, tells ta. */
+    async follow(task, attached) {
+        const store = this.workbench.createStore(task.sessionId);
+        this.taskStores.set(task.id, store);
+        let worked = attached && task.status === 'running';
+        store.subscribe(state => {
+            worked || (worked = state.working);
+            if (worked && !state.working) {
+                worked = false;
+                void this.finished(task.id, state);
+            }
+        });
+        await store.attach();
+        return store;
+    }
+    async finished(id, state) {
+        var _a;
+        var _b, _c;
+        const last = [...state.messages].reverse().find(message => message.role === 'assistant');
+        const status = state.closed || (last === null || last === void 0 ? void 0 : last.stopReason) === 'aborted' ? 'stopped' : (last === null || last === void 0 ? void 0 : last.stopReason) === 'error' ? 'failed' : 'done';
+        const result = (_c = (_b = (status === 'failed' ? last === null || last === void 0 ? void 0 : last.errorMessage : undefined)) !== null && _b !== void 0 ? _b : this.lastWords(state.messages)) !== null && _c !== void 0 ? _c : '';
+        this.change(id, { status, endedAt: Date.now(), result });
+        this.update({ lastFinished: Date.now() });
+        const task = this.task(id);
+        const update = `<task_update id="${id}" title="${task.title}" status="${status}">\n${result.slice(0, RESULT_CHARS)}\n</task_update>`;
+        await ((_a = this.assistant) === null || _a === void 0 ? void 0 : _a.prompt(update, { streamingBehavior: 'followUp' }).catch(() => undefined));
+    }
+    lastWords(messages) {
+        const last = [...messages]
+            .reverse()
+            .find(message => message.role === 'assistant' && MessageUtil.text(MessageUtil.blocks(message)).trim());
+        return last && MessageUtil.text(MessageUtil.blocks(last)).trim();
+    }
+    task(id) {
+        const task = this.current.tasks.find(candidate => candidate.id === id);
+        if (!task) {
+            throw new Error(`No task has the id ${id}; list_tasks shows them.`);
+        }
+        return task;
+    }
+    change(id, change) {
+        this.update({ tasks: this.current.tasks.map(task => (task.id === id ? { ...task, ...change } : task)) });
+    }
+    update(change) {
+        this.current = { ...this.current, ...change };
+        if (change.tasks) {
+            this.persisted.set(TASKS, change.tasks.slice(-MAX_TASKS));
+        }
+        for (const listener of this.listeners) {
+            listener(this.current);
+        }
+    }
+};
+__decorate([
+    Autowired(TaWorkbench),
+    __metadata("design:type", Object)
+], TaAssistantImpl.prototype, "workbench", void 0);
+__decorate([
+    Autowired(TaState),
+    __metadata("design:type", Object)
+], TaAssistantImpl.prototype, "persisted", void 0);
+TaAssistantImpl = __decorate([
+    Component(TaAssistant)
+], TaAssistantImpl);
+export { TaAssistantImpl };
+//# sourceMappingURL=assistant.js.map

package/esm/browser/assistant/assistant.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assistant.js","sourceRoot":"","sources":["../../../src/browser/assistant/assistant.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGpD,OAAO,EAAkB,SAAS,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAA2C,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAE5F,qCAAqC;AACrC,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,+FAA+F;AAC/F,MAAM,IAAI,GAAsB,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;AAC9G,MAAM,KAAK,GAA+B;IACtC,GAAG,EAAE,iBAAiB;IACtB,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,EAAE;IACX,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;CACvJ,CAAC;AAEF,4GAA4G;AAC5G,MAAM,CAAC,MAAM,oBAAoB,GAAsB,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;AACrI,MAAM,MAAM,GAAsB,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;AAElH,wDAAwD;AACxD,MAAM,CAAC,MAAM,gBAAgB,GAAG;;;;;qHAKqF,CAAC;AAEtH,MAAM,KAAK,GAAG;IACV,UAAU,EAAE;QACR,WAAW,EAAE,6HAA6H;QAC1I,UAAU,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACR,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8CAA8C,EAAE;gBACtF,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qEAAqE,EAAE;gBACpH,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;aACvG;YACD,QAAQ,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;SACtC;KACJ;IACD,UAAU,EAAE,EAAE,WAAW,EAAE,oCAAoC,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE;IACjH,QAAQ,EAAE;QACN,WAAW,EAAE,kDAAkD;QAC/D,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE;KAC3F;IACD,YAAY,EAAE;QACV,WAAW,EAAE,mFAAmF;QAChG,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE;KACnI;IACD,SAAS,EAAE,EAAE,WAAW,EAAE,uBAAuB,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE;CACvI,CAAC;AAKJ,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QAOO,YAAO,GAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAE7C,eAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC7C,cAAS,GAAG,IAAI,GAAG,EAAmC,CAAC;IAmP9E,CAAC;IAhPG,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAc,MAAM;QAChB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,SAAS,CAAC,QAAyC;QAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK;;QACD,MAAA,IAAI,CAAC,QAAQ,oCAAb,IAAI,CAAC,QAAQ,GAAK,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACxC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC,EAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,KAAK;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,SAAS,CAAC,MAAc;QACpB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAY;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,IAAY;QACf,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9B,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACT,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpE,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;IAED,qDAAqD;IAC3C,YAAY;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,2CAA2C,KAAK,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC5G,CAAC;IAED,yGAAyG;IAC/F,KAAK,CAAC,IAAI;;;QAChB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,SAAS,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjH,IAAI,SAAS,GAAG,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,CAAC;QAChC,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,OAAO,GAAyB;gBAClC,GAAG,QAAE,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,0CAAE,GAAG,mCAAI,GAAG;gBAC5C,kBAAkB,EAAE,IAAI,CAAC,YAAY,EAAE;gBACvC,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;aACxD,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5H,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC9D,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1C,CAAC;QACL,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACrE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,oGAAoG;IAC1F,KAAK,CAAC,WAAW;QACvB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3F,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,4DAA4D;YAC5D,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC5D,SAAS;YACb,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,0CAA0C,EAAE,CAAC,CAAC;YACzH,CAAC;QACL,CAAC;IACL,CAAC;IAES,WAAW;QACjB,MAAM,GAAG,GAA+D;YACpE,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAC1C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACnJ,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;gBACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC1E,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACvD,CAAC;YACD,YAAY,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;;gBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3B,MAAM,KAAK,SAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,mCAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;gBACzE,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5D,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBAC5B,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBACD,OAAO,gBAAgB,EAAE,GAAG,CAAC;YACjC,CAAC;YACD,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;gBACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACxB,OAAO,iBAAiB,EAAE,GAAG,CAAC;YAClC,CAAC;SACJ,CAAC;QACF,OAAQ,MAAM,CAAC,IAAI,CAAC,KAAK,CAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACtI,CAAC;IAES,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,EAAyD;;;QACzG,MAAM,YAAY,SAAG,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,0CAAE,GAAG,mCAAI,GAAG,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,YAAY,EAAE,CAAC,CAAC;QACzE,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/G,MAAM,IAAI,GAAkB,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC9H,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACjC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACjC,OAAO,gBAAgB,EAAE,KAAK,KAAK,wCAAwC,CAAC;IAChF,CAAC;IAED,iEAAiE;IACvD,KAAK,CAAC,MAAM,CAAC,IAAmB,EAAE,QAAiB;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpC,IAAI,MAAM,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;QACnD,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YACpB,MAAM,KAAN,MAAM,GAAK,KAAK,CAAC,OAAO,EAAC;YACzB,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,GAAG,KAAK,CAAC;gBACf,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,CAAC;IAES,KAAK,CAAC,QAAQ,CAAC,EAAU,EAAE,KAAmB;;;QACpD,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAE,OAA4B,CAAC,IAAI,KAAK,WAAW,CAE9F,CAAC;QAChB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,MAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,MAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7H,MAAM,MAAM,eAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,mCAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,mCAAI,EAAE,CAAC;QAC9G,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,oBAAoB,EAAE,YAAY,IAAI,CAAC,KAAK,aAAa,MAAM,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,kBAAkB,CAAC;QACrI,OAAM,MAAA,IAAI,CAAC,SAAS,0CAAE,MAAM,CAAC,MAAM,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA,CAAC;IACnG,CAAC;IAES,SAAS,CAAC,QAA0B;QAC1C,MAAM,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC;aACrB,OAAO,EAAE;aACT,IAAI,CAAC,OAAO,CAAC,EAAE,CAAE,OAA4B,CAAC,IAAI,KAAK,WAAW,IAAI,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACjI,OAAO,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,CAAC;IAES,IAAI,CAAC,EAAU;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,0BAA0B,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAES,MAAM,CAAC,EAAU,EAAE,MAA8B;QACvD,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IAES,MAAM,CAAC,MAA+B;QAC5C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;QAC9C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;CACJ,CAAA;AA3PsB;IADlB,SAAS,CAAC,WAAW,CAAC;;kDACmB;AAGvB;IADlB,SAAS,CAAC,OAAO,CAAC;;kDACmB;AAL7B,eAAe;IAD3B,SAAS,CAAC,WAAW,CAAC;GACV,eAAe,CA6P3B"}

package/esm/browser/assistant/voice.d.ts

@@ -0,0 +1,14 @@
+/** Talking to ta and hearing it, with what the browser has: no service, no dependency. */
+export declare namespace Voice {
+    function canListen(): boolean;
+    function canSpeak(): boolean;
+    interface Listening {
+        stop(): void;
+    }
+    /** Listens for one utterance: `onText` gets the words so far, then the final ones with `final` set. */
+    function listen(language: string, onText: (text: string, final: boolean) => void, onEnd: (error?: string) => void): Listening | undefined;
+    /** Text for the ear: no markdown marks, no code. */
+    function spoken(markdown: string): string;
+    function speak(markdown: string, language: string, onEnd: () => void): void;
+    function hush(): void;
+}

package/esm/browser/assistant/voice.js

@@ -0,0 +1,72 @@
+/** Talking to ta and hearing it, with what the browser has: no service, no dependency. */
+export var Voice;
+(function (Voice) {
+    function recognitionClass() {
+        var _a;
+        const scope = globalThis;
+        return (_a = scope.SpeechRecognition) !== null && _a !== void 0 ? _a : scope.webkitSpeechRecognition;
+    }
+    function canListen() {
+        return recognitionClass() !== undefined;
+    }
+    Voice.canListen = canListen;
+    function canSpeak() {
+        return typeof speechSynthesis !== 'undefined';
+    }
+    Voice.canSpeak = canSpeak;
+    /** Listens for one utterance: `onText` gets the words so far, then the final ones with `final` set. */
+    function listen(language, onText, onEnd) {
+        const Recognition = recognitionClass();
+        if (!Recognition) {
+            return undefined;
+        }
+        const recognition = new Recognition();
+        recognition.lang = language;
+        recognition.interimResults = true;
+        recognition.continuous = false;
+        let text = '';
+        recognition.onresult = event => {
+            let final = false;
+            text = '';
+            for (let i = 0; i < event.results.length; i++) {
+                text += event.results[i][0].transcript;
+                final || (final = event.results[i].isFinal);
+            }
+            onText(text, final);
+        };
+        recognition.onerror = event => onEnd(event.error === 'no-speech' ? undefined : event.error);
+        recognition.onend = () => onEnd();
+        recognition.start();
+        return { stop: () => recognition.stop() };
+    }
+    Voice.listen = listen;
+    /** Text for the ear: no markdown marks, no code. */
+    function spoken(markdown) {
+        return markdown
+            .replace(/```[\s\S]*?(```|$)/g, ' ')
+            .replace(/`([^`]*)`/g, '$1')
+            .replace(/\[([^\]]*)\]\([^)]*\)/g, '$1')
+            .replace(/[*_#>|]+/g, ' ')
+            .replace(/\s+/g, ' ')
+            .trim();
+    }
+    Voice.spoken = spoken;
+    function speak(markdown, language, onEnd) {
+        speechSynthesis.cancel();
+        const utterance = new SpeechSynthesisUtterance(spoken(markdown));
+        // A Chinese voice for Chinese text, whatever the page's language.
+        utterance.lang = /[\u4e00-\u9fff]/.test(markdown) ? 'zh-CN' : language;
+        utterance.rate = 1.05;
+        utterance.onend = onEnd;
+        utterance.onerror = onEnd;
+        speechSynthesis.speak(utterance);
+    }
+    Voice.speak = speak;
+    function hush() {
+        if (canSpeak()) {
+            speechSynthesis.cancel();
+        }
+    }
+    Voice.hush = hush;
+})(Voice || (Voice = {}));
+//# sourceMappingURL=voice.js.map

package/esm/browser/assistant/voice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice.js","sourceRoot":"","sources":["../../../src/browser/assistant/voice.ts"],"names":[],"mappings":"AAcA,0FAA0F;AAC1F,MAAM,KAAW,KAAK,CAuErB;AAvED,WAAiB,KAAK;IAClB,SAAS,gBAAgB;;QACrB,MAAM,KAAK,GAAG,UAA6G,CAAC;QAC5H,aAAO,KAAK,CAAC,iBAAiB,mCAAI,KAAK,CAAC,uBAAuB,CAAC;IACpE,CAAC;IAED,SAAgB,SAAS;QACrB,OAAO,gBAAgB,EAAE,KAAK,SAAS,CAAC;IAC5C,CAAC;IAFe,MAAA,SAAS,YAExB,CAAA;IAED,SAAgB,QAAQ;QACpB,OAAO,OAAO,eAAe,KAAK,WAAW,CAAC;IAClD,CAAC;IAFe,MAAA,QAAQ,WAEvB,CAAA;IAMD,uGAAuG;IACvG,SAAgB,MAAM,CAAC,QAAgB,EAAE,MAA8C,EAAE,KAA+B;QACpH,MAAM,WAAW,GAAG,gBAAgB,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACtC,WAAW,CAAC,IAAI,GAAG,QAAQ,CAAC;QAC5B,WAAW,CAAC,cAAc,GAAG,IAAI,CAAC;QAClC,WAAW,CAAC,UAAU,GAAG,KAAK,CAAC;QAC/B,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,WAAW,CAAC,QAAQ,GAAG,KAAK,CAAC,EAAE;YAC3B,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,IAAI,GAAG,EAAE,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBACvC,KAAK,KAAL,KAAK,GAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAC;YACvC,CAAC;YACD,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC;QACF,WAAW,CAAC,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5F,WAAW,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QAClC,WAAW,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;IAC9C,CAAC;IAvBe,MAAA,MAAM,SAuBrB,CAAA;IAED,oDAAoD;IACpD,SAAgB,MAAM,CAAC,QAAgB;QACnC,OAAO,QAAQ;aACV,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC;aACnC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC;aACvC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;aACzB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;IAChB,CAAC;IARe,MAAA,MAAM,SAQrB,CAAA;IAED,SAAgB,KAAK,CAAC,QAAgB,EAAE,QAAgB,EAAE,KAAiB;QACvE,eAAe,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,kEAAkE;QAClE,SAAS,CAAC,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACvE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;QACtB,SAAS,CAAC,KAAK,GAAG,KAAK,CAAC;QACxB,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC;QAC1B,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IATe,MAAA,KAAK,QASpB,CAAA;IAED,SAAgB,IAAI;QAChB,IAAI,QAAQ,EAAE,EAAE,CAAC;YACb,eAAe,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC;IACL,CAAC;IAJe,MAAA,IAAI,OAInB,CAAA;AACL,CAAC,EAvEgB,KAAK,KAAL,KAAK,QAuErB"}

package/esm/browser/avatar/dino-avatar.d.ts

@@ -0,0 +1,139 @@
+/** What ta is doing, as its face and pose show it. */
+export type Mood = 'idle' | 'listening' | 'thinking' | 'working' | 'speaking' | 'attention' | 'done' | 'sleeping';
+export declare const MOODS: Mood[];
+/** The viewBox of assets/logo.svg with a little room around it for the marks. */
+export declare const AVATAR_VIEWBOX = "-8 -8 272 272";
+/** The outline of assets/logo.svg; dino-avatar.spec.ts keeps the two the same. */
+export declare const LOGO_PATH = "M87.56 246.56C78.45 245.88 69.68 241.69 63.62 235.12C55.27 226.06 53.05 217.63 57.25 210.87C58.80 208.36 60.00 207.04 65.18 202.17C69.26 198.32 70.20 196.55 70.21 192.69C70.21 189.81 70.10 189.60 68.07 188.59C58.99 184.06 48.53 175.16 41.10 165.64C20.03 138.61 16.32 99.87 32.24 73.21C35.05 68.50 38.42 64.26 40.25 63.11C42.91 61.44 46.64 61.89 48.71 64.14C51.04 66.67 51.48 69.39 50.27 73.65C48.09 81.27 47.41 86.83 47.99 92.32C49.53 106.98 58.42 118.20 70.83 121.15C73.08 121.68 78.88 121.72 81.15 121.22C88.97 119.48 94.86 113.39 96.69 105.18C97.35 102.17 97.35 102.36 97.36 79.55C97.37 56.55 97.35 57.24 98.04 53.23C102.05 29.98 119.81 12.19 141.49 9.73C143.46 9.51 150.65 9.43 152.36 9.61C160.37 10.46 167.56 12.82 174.51 16.89C177.43 18.59 176.54 18.47 186.86 18.57C196.67 18.66 196.99 18.68 200.87 19.58C210.24 21.74 219.17 27.62 224.57 35.17C229.72 42.38 232.50 49.80 233.36 58.67C233.68 61.91 233.71 76.53 233.41 78.22C232.01 86.00 227.35 91.05 220.23 92.50C218.50 92.85 180.16 92.91 177.10 92.57C165.61 91.28 155.17 86.13 150.52 79.47C148.44 76.48 145.54 75.90 143.40 78.04C141.49 79.95 141.76 81.92 144.74 87.63C150.17 98.03 159.04 105.16 169.50 107.52C172.11 108.11 172.69 107.96 173.25 106.55C173.81 105.12 174.70 103.52 175.57 102.37C178.23 98.86 180.68 100.09 183.51 106.36C184.55 108.67 183.79 108.47 191.23 108.44C198.27 108.42 197.86 108.50 198.43 107.20C200.89 101.63 202.81 99.79 204.99 100.89C206.11 101.47 207.63 103.65 208.74 106.31C209.67 108.51 209.55 108.45 213.05 108.41C216.35 108.36 217.08 108.45 218.31 109.05C225.39 112.51 217.61 125.59 205.66 130.33C199.65 132.71 198.20 132.85 180.39 132.87C164.51 132.89 165.38 132.84 164.14 133.78C162.82 134.78 162.30 136.08 162.30 138.40C162.30 139.80 161.98 143.39 161.42 148.29C159.70 163.39 153.05 175.87 141.81 185.08C138.73 187.60 134.92 189.85 129.84 192.14C125.19 194.25 115.57 196.33 110.54 196.34C109.17 196.34 108.60 196.57 108.23 197.27C108.10 197.53 107.64 198.49 107.20 199.42C103.90 206.45 98.19 211.37 88.72 215.35C85.89 216.54 85.91 216.52 85.98 219.64C86.04 222.32 86.33 222.69 90.00 224.75C92.29 226.04 94.81 227.75 95.82 228.71C100.98 233.57 100.86 241.48 95.60 244.93C93.34 246.41 91.24 246.84 87.56 246.56ZM134.07 240.25C128.56 238.82 125.22 235.56 123.96 230.38C123.70 229.30 123.68 228.71 123.59 220.23C123.53 214.63 123.44 210.89 123.34 210.35C123.00 208.36 122.74 207.31 122.25 205.86C121.48 203.62 121.59 203.31 123.26 202.93C129.90 201.41 136.34 198.97 140.57 196.35C147.00 192.39 151.46 188.55 155.60 183.42C157.24 181.39 157.77 181.54 158.23 184.19C159.89 193.79 157.66 202.21 151.13 210.89C149.39 213.20 149.36 213.30 149.36 215.69C149.35 218.41 149.61 218.72 151.96 218.75C157.60 218.82 162.31 219.95 165.26 221.92C173.20 227.23 172.45 238.39 164.03 240.43C162.18 240.88 135.88 240.72 134.07 240.25ZM185.67 173.17C183.79 172.66 182.15 171.55 180.81 169.86C178.08 166.41 174.71 164.68 169.71 164.16C166.89 163.87 166.86 163.80 167.90 160.34C168.86 157.13 169.71 152.32 170.10 147.82C170.40 144.42 170.40 144.42 170.65 144.15C172.11 142.53 184.08 147.33 189.10 151.54C193.73 155.43 196.56 162.25 195.41 166.75C194.22 171.40 189.83 174.29 185.67 173.17ZM144.28 53.97C148.98 52.79 151.98 47.68 150.77 42.91C148.71 34.78 137.83 33.29 134.20 40.65C130.66 47.83 136.74 55.88 144.28 53.97Z";
+/**
+ * How the dinosaur stands, in degrees and viewBox units; REST is the logo. Positive angles turn
+ * clockwise: they open the jaw, lower the head, and swing a leg back.
+ */
+export interface Pose {
+    /** Where it stands, from where the logo has it, and how it leans (forward is positive) and squashes on its feet. */
+    x: number;
+    y: number;
+    lean: number;
+    sx: number;
+    sy: number;
+    /** Which way it faces: 1 as the logo (right), -1 the other way; how wide it is seen from the side in between. */
+    face: number;
+    head: number;
+    /**
+     * 0 in profile, 1 with its head turned to look at you. The head turns as a solid: its snout comes
+     * toward you, the side you saw slides back, and its front and far eye come into view.
+     */
+    turn: number;
+    /** 0 in profile, 1 with its body turned three quarters toward you, its chest in view (turning round). */
+    spin: number;
+    jaw: number;
+    /** The tail at its root, and its tip bending on from there. */
+    tail: number;
+    tip: number;
+    /** The legs, how high each foot is lifted, and the arm. */
+    back: number;
+    backLift: number;
+    front: number;
+    frontLift: number;
+    arm: number;
+}
+export declare const REST: Pose;
+/** Where the bones turn, in the coordinates of the logo. */
+export declare const JOINTS: {
+    feet: {
+        x: number;
+        y: number;
+    };
+    neck: {
+        x: number;
+        y: number;
+    };
+    jaw: {
+        x: number;
+        y: number;
+    };
+    tail: {
+        x: number;
+        y: number;
+    };
+    tip: {
+        x: number;
+        y: number;
+    };
+    hip: {
+        x: number;
+        y: number;
+    };
+    frontHip: {
+        x: number;
+        y: number;
+    };
+    shoulder: {
+        x: number;
+        y: number;
+    };
+};
+/** A 2D affine transform [a, b, c, d, e, f], as in SVG's matrix(). */
+export type Matrix = [number, number, number, number, number, number];
+type Bone = 'body' | 'head' | 'jaw' | 'tail' | 'tip' | 'back';
+/**
+ * How much each bone moves a point of the outline. The weights fade over a band at each joint, so
+ * the outline bends there like skin instead of breaking.
+ */
+export declare function weights(x: number, y: number): Record<Bone, number>;
+/**
+ * How many pieces the rounded side of the head and body is made of, from the far side to the near one.
+ * Between two pieces the outline is swept, not stacked, so the side is smooth at every angle.
+ */
+export declare const DEPTH = 4;
+/** The bones of a pose, and which way (in the drawing) the near side of the head and of the body lies from their middle. */
+interface Rig {
+    bones: Record<Bone | 'front' | 'arm', Matrix>;
+    eye: Matrix;
+    /** How far the near side of a point of the head, and of the body, lies from its middle (the far side lies as far the other way). */
+    head: [number, number];
+    body: [number, number];
+    /** How far the head and the body are turned toward you (0 to 1), to round off their slices. */
+    turn: number;
+    spin: number;
+}
+/**
+ * The transforms of a pose. Turning toward you is a turn about an upright axis: the side seen in
+ * profile narrows by the cosine and slides back by the sine of the angle times its depth, and the far
+ * side slides forward as far, so what lies between (its front) shows.
+ */
+export declare function rig(pose: Pose): Rig;
+/** The outline of the body as you see it in a pose. */
+export declare function skin(r: Rig): string;
+/** Where the middle of the head is in a pose, in the coordinates of the drawing; the eyes follow what is around it from there. */
+export declare function headAt(pose: Pose): {
+    x: number;
+    y: number;
+};
+export declare function matrix(m: Matrix): string;
+/** The transforms and the outline a pose draws, ready for the attributes of the drawing. */
+export interface Frame {
+    skin: string;
+    /** The far side of the solid, and its side between the far side and the near one; in profile only the outline, and no side. */
+    far: string;
+    wall: string;
+    eye: string;
+    front: string;
+    arm: string;
+}
+/**
+ * What a pose draws. `fine` for a large drawing; a small one (a few dozen pixels) is swept in fewer
+ * pieces, which nobody can tell apart at that size and which take a fraction of the time.
+ */
+export declare function frame(pose: Pose, fine?: boolean): Frame;
+/**
+ * ta is Cell's dinosaur, drawn from the outline of assets/logo.svg; at REST it is the logo. A pose
+ * bends that outline on its bones like skin (dino-motion.ts makes the poses, ta-avatar.tsx plays
+ * them). Plain SVG markup; `id` keeps the gradients and clip paths of several drawings on one page apart.
+ */
+export declare namespace DinoAvatar {
+    /** The small mark that tells agents apart: its first two characters, as the user sees them; '' for none. */
+    function markText(text: string | undefined): string;
+    function render(mood: Mood, id?: string, pose?: Pose): string;
+}
+export {};