@wirecat/cli-core 0.551.0 → 0.552.0

package/dist/cli/messenger/serve-command.js

@@ -2,7 +2,9 @@ import { CliError } from "@wirecat/cli-base";
 import { annotate } from "@wirecat/cli-base/commands";
 import { Command } from "commander";
 import { holdLock, lockPath, releaseLock, takeLock } from "../../background/lock.js";
+import { parseDuration } from "../../domain/duration.js";
 import { failureKey } from "../../errors/failures.js";
+import { capability } from "../../ports/messenger.js";
 import { senderFacts } from "../../replies/dry-run.js";
 import { replyRenderer } from "../../replies/rendering.js";
 import { audienceWarnings, readReplies, repliesPathFor } from "../../replies/rules.js";
@@ -10,14 +12,17 @@ import { NO_RULES, replyTo } from "../../replies/serve.js";
 import { repliesStatePathFor } from "../../replies/state.js";
 import { levelFor } from "../../sends/permissions.js";
 import { newSendId } from "../../sends/send-id.js";
+import { FETCHING } from "../../services/archive.js";
 import { onlineDeps } from "../../services/deps.js";
 import { servicesFor } from "../../services/index.js";
+import { patiently } from "../../services/patience.js";
 import { applyTaskRulesOnArrival, openRequestTask } from "../../services/task-rules.js";
 import { environmentOf } from "../context.js";
 import { REMOTE_WRITE } from "../effects.js";
 import { itemOf, renderAnswer } from "../envelope.js";
 import { recalledAccount } from "./accounts.js";
 import { messengerContext } from "./context.js";
+import { START_SYNC_PER_CHAT, startSync } from "./serve-catch-up.js";
 import { memberFetches } from "./serve-members.js";
 import { noticeFor, recordDiagnostics } from "./serve-notice.js";
 import { serveRelay } from "./serve-relay.js";
@@ -75,7 +80,7 @@ export const serveCommand = (messenger) => {
         const counts = {};
         const rules = replying(context, messenger, Date.parse(startedAt));
         const tasks = tasking(context, warn);
-        const { handled } = environmentOf(this);
+        const { handled, startSyncDelayMs } = environmentOf(this);
         const count = (event) => {
             counts[event.event] = (counts[event.event] ?? 0) + 1;
             if (event.event === "message") {
@@ -99,6 +104,50 @@ export const serveCommand = (messenger) => {
             }).chats.fetchMembers(chatId, {}),
             warn,
         });
+        const fetching = messenger.fetching ?? FETCHING;
+        const catchingUp = startSync({
+            chats: async (stop) => {
+                const list = capability(connection, "chats", "list its chats");
+                const all = [];
+                for (let offset = 0;;) {
+                    const page = await patiently(() => list({ offset, limit: 100 }), context.renderer.note, stop);
+                    for (const chat of page.items)
+                        all.push(chat);
+                    offset += page.items.length;
+                    if (!page.hasMore || page.items.length === 0)
+                        return all;
+                }
+            },
+            newestHeld: (chatId) => context.withStore(async (store, account) => {
+                // What this serve stored itself would hide the gap before it.
+                const [newest] = await store.messages.messagesWindow(account, chatId, {
+                    at: startedAt,
+                    before: 1,
+                    after: 0,
+                });
+                return newest ? Date.parse(newest.timestamp) : undefined;
+            }, { name: "serve catch-up" }),
+            fetch: (chatId, sinceMs, stop) => context.withStore((store, account) => servicesFor({
+                ...onlineDeps(messenger, connection, context.guard, {
+                    profile: context.profile,
+                    env: context.env,
+                }),
+                store: async () => store,
+                account: async () => account,
+            }).archive.fetch(chatId, {
+                limit: START_SYNC_PER_CHAT,
+                pageSize: fetching.page,
+                pauseMs: parseDuration(fetching.pause, "pause"),
+                sinceMs,
+                catchUp: false,
+                note: context.renderer.note,
+                stop,
+                onPage: () => { },
+            }), { name: "serve catch-up" }),
+            note,
+            warn,
+            ...(startSyncDelayMs === undefined ? {} : { delayMs: startSyncDelayMs }),
+        });
         const stems = stemFills({
             withStore: (work) => context.withStore((store) => work(store), { name: "serve stems" }),
             warn,
@@ -113,6 +162,8 @@ export const serveCommand = (messenger) => {
                     rules.connected(open);
                     members.start();
                     stems.start();
+                    if (messenger.history !== "store" && typeof open.chats === "function")
+                        catchingUp.start();
                 },
             });
         }
@@ -120,6 +171,7 @@ export const serveCommand = (messenger) => {
             await relaying;
             await relay?.close();
             rules.stop();
+            await catchingUp.stop();
             await members.stop();
             await stems.stop();
             await rules.settled();
@@ -135,6 +187,7 @@ export const serveCommand = (messenger) => {
             ...rules.summary(),
             ...(members.summary().fetched + members.summary().failed > 0 ? { members: members.summary() } : {}),
             ...(stems.summary().stemmed > 0 ? { stems: stems.summary() } : {}),
+            ...(catchingUp.summary() ? { caught_up: catchingUp.summary() } : {}),
             ...tasks.summary(),
         }));
     });

package/dist/cli/messenger/server-command.d.ts

@@ -35,8 +35,9 @@ export interface ServerOptions {
 /**
  * `serve` in the background: `start`, `stop`, `restart`, `status`, `logs`. Without a unit, `start`
  * runs `serve` as a process of its own; with one — `install`, a systemd user unit or a launchd
- * agent — it goes through systemd or launchd. **Nothing starts until `start` is typed** (NEED-9):
- * `install` only writes the file. What the server does stays each CLI's; `options.process` says how
- * to find, start and stop it.
+ * agent — it goes through systemd or launchd. **Nothing starts now until `start` is typed** (NEED-9):
+ * `install` writes the file and enables it, so it starts with every session from the next login (or boot,
+ * under linger) until `uninstall`. What the server does stays each CLI's; `options.process` says how to find,
+ * start and stop it.
  */
 export declare const serverCommand: (messenger: Messenger, options?: ServerOptions) => Command;

package/dist/cli/messenger/server-command.js

@@ -54,9 +54,10 @@ const lockProcess = (app, marker, serveArgv) => (context, system, logPath) => ({
 /**
  * `serve` in the background: `start`, `stop`, `restart`, `status`, `logs`. Without a unit, `start`
  * runs `serve` as a process of its own; with one — `install`, a systemd user unit or a launchd
- * agent — it goes through systemd or launchd. **Nothing starts until `start` is typed** (NEED-9):
- * `install` only writes the file. What the server does stays each CLI's; `options.process` says how
- * to find, start and stop it.
+ * agent — it goes through systemd or launchd. **Nothing starts now until `start` is typed** (NEED-9):
+ * `install` writes the file and enables it, so it starts with every session from the next login (or boot,
+ * under linger) until `uninstall`. What the server does stays each CLI's; `options.process` says how to find,
+ * start and stop it.
  */
 export const serverCommand = (messenger, options = {}) => {
     const { app } = messenger;
@@ -226,8 +227,11 @@ export const serverCommand = (messenger, options = {}) => {
             : undefined;
         const gaveUpReason = gaveUp === undefined ? undefined : Object.entries(EXIT_CODES).find(([, code]) => code === gaveUp)?.[0];
         const flood = new FloodMemory(floodPathFor(app, unit.profile, context.env)).read();
+        const startsAtLogin = isInstalled && state.enabled === true;
         const unitLine = isInstalled
-            ? `Unit: ${tilde(unit.path, context.env)} — ${state.detail ?? (state.active ? "active" : "inactive")}.`
+            ? `Unit: ${tilde(unit.path, context.env)} — ${state.detail ?? (state.active ? "active" : "inactive")}, ${startsAtLogin
+                ? "starts at login."
+                : `does not start at login — \`${app.command} ${unit.profile} server install\` turns that on.`}`
             : `No unit installed — \`${app.command} ${unit.profile} server install\` adds one, for starting under systemd or launchd.`;
         say({
             profile: unit.profile,
@@ -248,6 +252,7 @@ export const serverCommand = (messenger, options = {}) => {
             ...(gaveUp !== undefined
                 ? { stopped: { exitCode: gaveUp, reason: gaveUpReason ?? null, restarts: false } }
                 : {}),
+            startsAtLogin,
             unit: { name: unit.name, path: unit.path, installed: isInstalled, ...state },
             flood: { deadlines: flood.deadlines, sendBlock: flood.sendBlock ?? null },
         }, [
@@ -293,16 +298,28 @@ export const serverCommand = (messenger, options = {}) => {
         effects: LOCAL_WRITE,
         examples: [`${app.command} personal server install`],
     }))
-        .description("write a systemd user unit or a launchd agent for this profile; starts nothing")
-        .action(function () {
-        const { context, platform, unit, say } = prepare(this);
+        .summary("install this profile's background server to start at every login")
+        .description("write a systemd user unit or a launchd agent for this profile and have it start at every login; starts nothing now")
+        .action(async function () {
+        const { context, platform, unit, each, say } = prepare(this);
         const replaced = existsSync(unit.path);
         writeSecurely(unit.path, platform.text(unit, app), 0o644);
         platform.prepare?.(unit);
-        say({ profile: unit.profile, unit: unit.name, path: unit.path, command: unit.command, replaced }, [
-            `${replaced ? "Rewrote" : "Wrote"} ${tilde(unit.path, context.env)} — nothing started.`,
+        // A unit of moved folders runs a development checkout, which must not start at every login on the owner's keyring.
+        const moved = Object.keys(locationVariables(app, context.env)).length > 0;
+        if (!moved)
+            await each(platform.install(unit));
+        say({
+            profile: unit.profile,
+            unit: unit.name,
+            path: unit.path,
+            command: unit.command,
+            replaced,
+            startsAtLogin: !moved,
+        }, [
+            `${replaced ? "Rewrote" : "Wrote"} ${tilde(unit.path, context.env)} — ${moved ? "with moved folders it does not start at login" : "it starts at every login"}, nothing started now.`,
             `It runs: ${unit.command.map((word) => tilde(word, context.env)).join(" ")}`,
-            `Start it now: ${app.command} ${unit.profile} server start · ${platform.atLogin(unit)}`,
+            `Start it now: ${app.command} ${unit.profile} server start · never at login: ${app.command} ${unit.profile} server uninstall`,
             // Suggested, never turned on: an agent reading chats every morning is the owner's choice (NEED-161).
             `A daily follow-up review is off. To turn it on: ${app.command} ${unit.profile} schedule agent follow-ups claude "${followUpsPrompt(app.command)}" --at 08:30`,
         ]);
@@ -311,13 +328,14 @@ export const serverCommand = (messenger, options = {}) => {
         effects: LOCAL_WRITE,
         examples: [`${app.command} personal server uninstall`],
     }))
-        .description("remove this profile's unit; stop it first")
+        .description("remove this profile's unit, so it no longer starts at login; stop it first")
         .action(async function () {
-        const { context, platform, unit, say } = prepare(this);
+        const { context, platform, unit, each, say } = prepare(this);
         installed(unit);
         if ((await platform.state(unit)).active) {
             throw new CliError("validation_error", `the unit is running — \`${app.command} ${unit.profile} server stop\` first`);
         }
+        await each(platform.uninstall(unit));
         rmSync(unit.path, { force: true });
         say({ profile: unit.profile, unit: unit.name, path: unit.path, removed: true }, [
             `Removed ${tilde(unit.path, context.env)}.`,

package/dist/cli/program.js

@@ -192,11 +192,15 @@ const runOnce = async (argv, definition, options) => {
     };
     const sigint = () => interrupted("SIGINT");
     const sigterm = () => interrupted("SIGTERM");
+    // A sync, or a one-shot's wait on work it started (`schedule run`), outlives its reader: a desktop that closed the
+    // pipe 18 minutes in must not lose the sync, and the run record still says how it ended. Its later lines go
+    // nowhere. A listening command's stream is its work, so it still ends.
+    let outlivesReader = false;
     const pipeError = (error) => {
-        if (error.code === "EPIPE") {
-            signalExit = 0;
-            control.abort(error);
-        }
+        if (error.code !== "EPIPE" || outlivesReader || (phased && !listens))
+            return;
+        signalExit = 0;
+        control.abort(error);
     };
     const externalAbort = () => {
         const cancelled = new CliError("cancelled", "command cancelled", { retryable: false });
@@ -343,6 +347,7 @@ const runOnce = async (argv, definition, options) => {
         const { lifetime, cooperative: stopsAtItsPace, partial: answersPartial } = metaOf(action);
         const persistent = lifetime === "persistent";
         listens = persistent;
+        outlivesReader = stopsAtItsPace === true;
         const interactiveLogin = !headless && lifetime === "interactive";
         const timeout = flags.timeout ?? (commandEnv[envName(definition.app, "TIMEOUT")]?.trim() || undefined);
         // A background fetch was asked to outlive the shell; only an explicit --timeout bounds it.

package/dist/cli/schedule/schedule-command.js

@@ -268,7 +268,11 @@ export const scheduleCommandFor = ({ app, context: contextOf }) => {
         .action(async function (file) {
         // A timer starts it with no profile named; the schedule's own environment carries the profile.
         const { context, system, timer } = prepare(this, { needsProfile: false });
-        const last = await untilChildEnds(this, (signal) => runSchedule(app, system, context.env, file, { timer: timer(), ...(signal ? { signal } : {}) }));
+        const last = await untilChildEnds(this, (signal) => runSchedule(app, system, context.env, file, {
+            timer: timer(),
+            untilUnlocked: true,
+            ...(signal ? { signal } : {}),
+        }));
         if (last.exitCode !== 0)
             setExitCode(this, 1);
     });

package/dist/entities/hit.d.ts

@@ -24,6 +24,11 @@ export declare const hit: v.StrictObjectSchema<{
     readonly scope: v.OptionalSchema<v.PicklistSchema<["transcript", "chat", "summary"], undefined>, undefined>;
     /** A meeting transcript hit's cue, which `meetings passage` opens with the lines around it. */
     readonly cue_ref: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.RegexAction<string, "a reference such as `note:42`">]>, undefined>;
+    /** A meeting transcript hit's transcript language (`ru`, `en`…), `null` when unknown. */
+    readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+    /** A meeting transcript hit's line, from 1, of `lines_total` lines in its transcript. */
+    readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+    readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
     /** A meeting passage's stored line, so two passages of one meeting stay apart; `search meetings` gives the same. */
     readonly id: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>, undefined>;
     /** A message's files; absent when it has none. */

package/dist/entities/hit.js

@@ -26,6 +26,11 @@ export const hit = v.strictObject({
     scope: v.optional(v.picklist(["transcript", "chat", "summary"])),
     /** A meeting transcript hit's cue, which `meetings passage` opens with the lines around it. */
     cue_ref: v.optional(reference),
+    /** A meeting transcript hit's transcript language (`ru`, `en`…), `null` when unknown. */
+    language: v.optional(v.nullable(text)),
+    /** A meeting transcript hit's line, from 1, of `lines_total` lines in its transcript. */
+    line: v.optional(v.pipe(count, v.minValue(1))),
+    lines_total: v.optional(count),
     /** A meeting passage's stored line, so two passages of one meeting stay apart; `search meetings` gives the same. */
     id: v.optional(v.pipe(v.string(), v.minLength(1))),
     /** A message's files; absent when it has none. */

package/dist/entities/index.d.ts

@@ -214,6 +214,15 @@ export declare const ENTITIES: {
             readonly next_transcript_id: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>, undefined>;
         }, undefined>;
     }, undefined>], undefined>;
+    readonly meeting_repair: v.StrictObjectSchema<{
+        readonly account_id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
+        readonly applied: v.BooleanSchema<undefined>;
+        readonly transcripts: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        readonly languages: v.ArraySchema<v.StrictObjectSchema<{
+            readonly language: v.NullableSchema<v.StringSchema<undefined>, undefined>;
+            readonly transcripts: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        }, undefined>, undefined>;
+    }, undefined>;
     readonly sync_progress: v.StrictObjectSchema<{
         readonly job: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
         readonly profile: v.StringSchema<undefined>;
@@ -4575,6 +4584,9 @@ export declare const ENTITIES: {
         readonly offset_ms: v.OptionalSchema<v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>, undefined>;
         readonly scope: v.OptionalSchema<v.PicklistSchema<["transcript", "chat", "summary"], undefined>, undefined>;
         readonly cue_ref: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.RegexAction<string, "a reference such as `note:42`">]>, undefined>;
+        readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+        readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+        readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
         readonly id: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>, undefined>;
         readonly attachments: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
             readonly position: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
@@ -5625,6 +5637,9 @@ export declare const ENTITIES: {
         readonly id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
         readonly excerpt: v.StringSchema<undefined>;
         readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+        readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+        readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+        readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
         readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
         readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
             readonly from: v.StringSchema<undefined>;
@@ -5790,6 +5805,9 @@ export declare const ENTITIES: {
             readonly id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
             readonly excerpt: v.StringSchema<undefined>;
             readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+            readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+            readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+            readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
             readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
             readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
                 readonly from: v.StringSchema<undefined>;
@@ -6161,6 +6179,9 @@ export declare const ENTITIES: {
                     readonly id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
                     readonly excerpt: v.StringSchema<undefined>;
                     readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+                    readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+                    readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+                    readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
                     readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
                     readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
                         readonly from: v.StringSchema<undefined>;
@@ -8812,6 +8833,12 @@ export declare const ENTITIES: {
         readonly stems: v.OptionalSchema<v.StrictObjectSchema<{
             readonly stemmed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
         }, undefined>, undefined>;
+        readonly caught_up: v.OptionalSchema<v.StrictObjectSchema<{
+            readonly chats: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+            readonly fetched: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+            readonly failed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+            readonly stopped: v.BooleanSchema<undefined>;
+        }, undefined>, undefined>;
         readonly tasks: v.OptionalSchema<v.StrictObjectSchema<{
             readonly added: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
             readonly closed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;

package/dist/entities/listener.d.ts

@@ -2266,6 +2266,12 @@ export declare const serveSummary: v.StrictObjectSchema<{
     readonly stems: v.OptionalSchema<v.StrictObjectSchema<{
         readonly stemmed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
     }, undefined>, undefined>;
+    readonly caught_up: v.OptionalSchema<v.StrictObjectSchema<{
+        readonly chats: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        readonly fetched: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        readonly failed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        readonly stopped: v.BooleanSchema<undefined>;
+    }, undefined>, undefined>;
     readonly tasks: v.OptionalSchema<v.StrictObjectSchema<{
         readonly added: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
         readonly closed: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;

package/dist/entities/listener.js

@@ -42,5 +42,6 @@ export const serveSummary = v.strictObject({
     replies: v.optional(v.strictObject({ sent: totals, skipped: totals, tasks: v.optional(totals) })),
     members: v.optional(v.strictObject({ fetched: count, failed: count })),
     stems: v.optional(v.strictObject({ stemmed: count })),
+    caught_up: v.optional(v.strictObject({ chats: count, fetched: count, failed: count, stopped: v.boolean() })),
     tasks: v.optional(v.strictObject({ added: count, closed: count, review: count })),
 });

package/dist/entities/meeting-preparation.d.ts

@@ -309,6 +309,9 @@ export declare const meetingPreparation: v.StrictObjectSchema<{
                 readonly id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
                 readonly excerpt: v.StringSchema<undefined>;
                 readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+                readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+                readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+                readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
                 readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
                 readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
                     readonly from: v.StringSchema<undefined>;

package/dist/errors/reasons.js

@@ -33,6 +33,7 @@ const SIGN_IN = [
     ["sign-in.client-file-invalid", "configuration_error", "the file is not a Desktop app OAuth client JSON"],
 ];
 const OTHERS = [
+    ["query.time-limit", "timeout", "the search took longer than its time limit; the query itself is valid"],
     ["model.offline", "permission_error", "downloading a model needs the network; --offline was requested"],
     [
         "contract.unacknowledged-override",

package/dist/mcp/meeting-preparation.d.ts

@@ -376,6 +376,9 @@ export declare const callMeetingPreparationTool: (read: MeetingPreparationReader
                     id: string;
                     excerpt: string;
                     offset_ms: number | null;
+                    language?: string | null | undefined;
+                    line?: number | undefined;
+                    lines_total?: number | undefined;
                     match?: "corrected" | "words" | undefined;
                     corrections?: {
                         from: string;

package/dist/meetings/answers.d.ts

@@ -15,6 +15,11 @@ export declare const meetingHit: v.StrictObjectSchema<{
     readonly excerpt: v.StringSchema<undefined>;
     /** How far into the meeting the passage is. */
     readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+    /** A transcript passage's transcript language (`ru`, `en`…), `null` when unknown. */
+    readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+    /** A transcript passage's line, from 1, of `lines_total`. */
+    readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+    readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
     /** `corrected`: a query word matched only a garbled form of itself, listed in `corrections`. */
     readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
     readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{

package/dist/meetings/answers.js

@@ -16,6 +16,11 @@ export const meetingHit = v.strictObject({
     excerpt: text,
     /** How far into the meeting the passage is. */
     offset_ms: v.nullable(count),
+    /** A transcript passage's transcript language (`ru`, `en`…), `null` when unknown. */
+    language: v.optional(v.nullable(text)),
+    /** A transcript passage's line, from 1, of `lines_total`. */
+    line: v.optional(v.pipe(count, v.minValue(1))),
+    lines_total: v.optional(count),
     /** `corrected`: a query word matched only a garbled form of itself, listed in `corrections`. */
     match: v.optional(v.picklist(["words", "corrected"])),
     corrections: v.optional(v.array(v.strictObject({ from: text, to: v.array(text) }))),
@@ -190,6 +195,9 @@ export const meetingHitItem = (hit) => ({
     id: String(hit.id),
     excerpt: hit.text,
     offset_ms: hit.startMs,
+    ...(hit.language === undefined ? {} : { language: hit.language }),
+    ...(hit.line === undefined ? {} : { line: hit.line }),
+    ...(hit.linesTotal === undefined ? {} : { lines_total: hit.linesTotal }),
     untrusted: hit.source === undefined ? ["excerpt"] : ["excerpt", "source.title"],
     ...(hit.match === undefined ? {} : { match: hit.match }),
     ...(hit.corrections === undefined ? {} : { corrections: hit.corrections }),

package/dist/meetings/cli/index.js

@@ -146,6 +146,20 @@ const addMeetingCommandsDefinition = (program, deps) => {
             throw new MeetingError("validation_error", "file account differs from selected account");
         print(await importFiles(files, deps.store, deps.now?.()), command);
     });
+    output(annotate(group.command("repair"), {
+        effects: LOCAL_WRITE,
+        output: { entity: "meeting_repair" },
+    }).description("preview filling in what older builds left out of stored transcripts (their language); --yes stores it"))
+        .option("--yes", "store the detected languages; otherwise only preview")
+        .action(async (opts, command) => {
+        if (!deps.store.fillTranscriptLanguages)
+            throw new MeetingError("configuration_error", "this store cannot fill transcript languages");
+        print(await deps.store.fillTranscriptLanguages({
+            accountId: deps.accountId,
+            apply: opts.yes === true,
+            now: deps.now?.() ?? Date.now(),
+        }), command);
+    });
     const eventList = queryWordsAfterOptions(annotate(program.command("events").description("the owner's stored events"), {
         effects: { remote: "none", local: "none" },
     }).command("list"))

package/dist/meetings/index.d.ts

@@ -14,6 +14,7 @@ export { liftMeetingFields, MEETING_HIT_QUERY, meetingWordsQuery, parseMeetingQu
 export { type ImportFile, importFiles } from "./import.js";
 export { MEETING_ISSUES, MEETING_QUERY, type MeetingIssue, type MeetingItem, type MeetingOwner, meeting, meetingIssuesOf, meetingItem, } from "./item.js";
 export { joinKeyOf, joinUrlWithoutQuery } from "./join-key.js";
+export { transcriptLanguage } from "./language.js";
 export { CHAT_MESSAGES_READ, type MeetingChatLine, type MeetingChatLinesInput, type MeetingChatLinesStore, type MeetingLink, } from "./links.js";
 export { createMeetingContext, type MeetingContextAction, type MeetingContextChange, type MeetingContextOperation, type MeetingContextPorts, type MeetingContextReceipt, validateMeetingContextChange, } from "./meeting-context.js";
 export { createMeetingManagement, dispatchMeetingMutation, type ManagedMeeting, type ManagedMeetingChange, type MeetingManagement, type MeetingManagementPorts, type MeetingMutationOptions, type MeetingMutationProposal, type MeetingMutationReceipt, type MeetingOperationOptions, type MeetingProviderContext, validateMeetingChange, } from "./meeting-management.js";
@@ -51,7 +52,7 @@ export type { MeetingSeriesCandidate, MeetingSeriesInventoryPage, MeetingSeriesI
 export { validateMeetingSeriesInventoryCursor } from "./series-inventory-validation.js";
 export type { MeetingSource, SourceParticipant } from "./source.js";
 export { aggregateMeetingStats, type MeetingSpeakerStats, type MeetingStats, type MeetingStatsInput, type MeetingStatsRow, type MeetingStatsSelection, type MeetingStatsStore, type MeetingWeekStats, } from "./stats.js";
-export type { ChatInput, ContractCase, EventCandidateFilter, IdentityInput, MeetingDetails, MeetingFilter, MeetingHitSource, MeetingInput, MeetingSave, MeetingStore, NewRecord, ParticipantInput, SearchHit, TranscriptInput, TranscriptRowInput, } from "./store.js";
+export type { ChatInput, ContractCase, EventCandidateFilter, IdentityInput, MeetingDetails, MeetingFilter, MeetingHitSource, MeetingInput, MeetingSave, MeetingStore, NewRecord, ParticipantInput, SearchHit, TranscriptInput, TranscriptLanguageFill, TranscriptRowInput, } from "./store.js";
 export type { MeetingTranscriptReceiptStore, MeetingTranscriptStore, TranscriptAppend, TranscriptAppendReceipt, UnlinkedTranscriptInput, } from "./transcript-store.js";
 export { parseTranscriptText, TranscriptTextError, type TranscriptTextHeader } from "./transcript-text.js";
 export { type MeetingMediaDescriptor, type MeetingRecognitionSegment, type MeetingTranscriptionContext, type MeetingTranscriptionOptions, type MeetingTranscriptionReceipt, type MeetingTranscriptionSource, transcribeMeeting, } from "./transcription.js";

package/dist/meetings/index.js

@@ -11,6 +11,7 @@ export { liftMeetingFields, MEETING_HIT_QUERY, meetingWordsQuery, parseMeetingQu
 export { importFiles } from "./import.js";
 export { MEETING_ISSUES, MEETING_QUERY, meeting, meetingIssuesOf, meetingItem, } from "./item.js";
 export { joinKeyOf, joinUrlWithoutQuery } from "./join-key.js";
+export { transcriptLanguage } from "./language.js";
 export { CHAT_MESSAGES_READ, } from "./links.js";
 export { createMeetingContext, validateMeetingContextChange, } from "./meeting-context.js";
 export { createMeetingManagement, dispatchMeetingMutation, validateMeetingChange, } from "./meeting-management.js";

package/dist/meetings/ingest.js

@@ -1,3 +1,4 @@
+import { transcriptLanguage } from "./language.js";
 export const contentHash = async (text) => {
     const bytes = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(text));
     return Array.from(new Uint8Array(bytes), (byte) => byte.toString(16).padStart(2, "0")).join("");
@@ -11,7 +12,7 @@ export const speakerPosition = (name, participants) => {
 export const transcriptInput = async (lines, participants, source, hashText = JSON.stringify(lines), format = null) => ({
     source,
     format,
-    language: null,
+    language: transcriptLanguage(lines.map((line) => line.text)),
     contentHash: await contentHash(hashText),
     externalCreatedAt: null,
     metadata: null,

package/dist/meetings/language.d.ts

@@ -0,0 +1,5 @@
+/**
+ * The language most of a transcript is in, from its letters: Cyrillic is Russian (Ukrainian when its own letters
+ * show), Latin is decided by frequent words. `null` when the text is too short, mixed, or in neither script.
+ */
+export declare const transcriptLanguage: (texts: Iterable<string>) => string | null;

package/dist/meetings/language.js

@@ -0,0 +1,57 @@
+/**
+ * Words frequent in one Latin-script language and rare in the others here. Letters alone cannot tell Spanish from
+ * English, and calling a Spanish meeting English is worse than calling it nothing.
+ */
+const LATIN_WORDS = {
+    en: ["the", "and", "is", "that", "you", "this", "what", "have", "with", "are"],
+    es: ["el", "los", "las", "por", "pero", "para", "está", "muy", "también", "hay"],
+    de: ["der", "und", "ist", "nicht", "das", "ich", "wir", "mit", "auch", "ein"],
+    fr: ["le", "les", "est", "une", "pas", "je", "vous", "nous", "avec", "mais"],
+    it: ["gli", "della", "sono", "perché", "anche", "questo", "molto", "che", "di", "è"],
+    pt: ["não", "você", "isso", "muito", "então", "com", "uma", "também", "mas", "eu"],
+};
+const LATIN_LANGUAGE = new Map(Object.entries(LATIN_WORDS).flatMap(([language, words]) => words.map((word) => [word, language])));
+/** Letters Ukrainian writes and Russian does not. */
+const UKRAINIAN = /[іїєґ]/giu;
+const CYRILLIC = /\p{Script=Cyrillic}/gu;
+const LATIN = /\p{Script=Latin}/gu;
+const MIN_LETTERS = 20;
+/** A meeting in one language keeps a few lines of another; a share below this is a mixed meeting. */
+const DOMINANT = 0.75;
+const countOf = (text, pattern) => text.match(pattern)?.length ?? 0;
+const latinLanguage = (texts) => {
+    const votes = new Map();
+    for (const text of texts)
+        for (const word of text.toLowerCase().split(/[^\p{L}]+/u)) {
+            const language = LATIN_LANGUAGE.get(word);
+            if (language)
+                votes.set(language, (votes.get(language) ?? 0) + 1);
+        }
+    const [first, second] = [...votes].sort((a, b) => b[1] - a[1]);
+    if (!first || first[1] < 3 || (second && first[1] < 2 * second[1]))
+        return null;
+    return first[0];
+};
+/**
+ * The language most of a transcript is in, from its letters: Cyrillic is Russian (Ukrainian when its own letters
+ * show), Latin is decided by frequent words. `null` when the text is too short, mixed, or in neither script.
+ */
+export const transcriptLanguage = (texts) => {
+    const all = [...texts];
+    let cyrillic = 0;
+    let latin = 0;
+    let ukrainian = 0;
+    for (const text of all) {
+        cyrillic += countOf(text, CYRILLIC);
+        latin += countOf(text, LATIN);
+        ukrainian += countOf(text, UKRAINIAN);
+    }
+    const letters = cyrillic + latin;
+    if (letters < MIN_LETTERS)
+        return null;
+    if (cyrillic / letters >= DOMINANT)
+        return ukrainian / cyrillic >= 0.01 ? "uk" : "ru";
+    if (latin / letters >= DOMINANT)
+        return latinLanguage(all);
+    return null;
+};

package/dist/meetings/mcp/search.d.ts

@@ -139,6 +139,9 @@ export declare const callMeetingSearchTool: (search: MeetingHitSearch, input: un
         id: string;
         excerpt: string;
         offset_ms: number | null;
+        language?: string | null | undefined;
+        line?: number | undefined;
+        lines_total?: number | undefined;
         match?: "corrected" | "words" | undefined;
         corrections?: {
             from: string;

package/dist/meetings/project-evidence-answer.d.ts

@@ -24,6 +24,9 @@ export declare const meetingProjectEvidence: v.StrictObjectSchema<{
         readonly id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
         readonly excerpt: v.StringSchema<undefined>;
         readonly offset_ms: v.NullableSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
+        readonly language: v.OptionalSchema<v.NullableSchema<v.StringSchema<undefined>, undefined>, undefined>;
+        readonly line: v.OptionalSchema<v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, v.MinValueAction<number, 1, undefined>]>, undefined>;
+        readonly lines_total: v.OptionalSchema<v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>, undefined>;
         readonly match: v.OptionalSchema<v.PicklistSchema<["words", "corrected"], undefined>, undefined>;
         readonly corrections: v.OptionalSchema<v.ArraySchema<v.StrictObjectSchema<{
             readonly from: v.StringSchema<undefined>;

package/dist/meetings/result-items.d.ts

@@ -124,4 +124,13 @@ export declare const MEETING_RESULT_ENTITIES: {
             readonly next_transcript_id: v.OptionalSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>, undefined>;
         }, undefined>;
     }, undefined>], undefined>;
+    readonly meeting_repair: v.StrictObjectSchema<{
+        readonly account_id: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.MinLengthAction<string, 1, undefined>]>;
+        readonly applied: v.BooleanSchema<undefined>;
+        readonly transcripts: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        readonly languages: v.ArraySchema<v.StrictObjectSchema<{
+            readonly language: v.NullableSchema<v.StringSchema<undefined>, undefined>;
+            readonly transcripts: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        }, undefined>, undefined>;
+    }, undefined>;
 };