@wirecat/cli-core 0.551.0 → 0.553.0

package/dist/store/sqlite/meeting-languages.d.ts

@@ -0,0 +1,4 @@
+import { type MeetingStore } from "../../meetings/index.js";
+import type { StoreContext } from "./open.js";
+export type MeetingLanguageStore = Required<Pick<MeetingStore, "fillTranscriptLanguages">>;
+export declare const meetingLanguagesOver: ({ database }: StoreContext) => MeetingLanguageStore;

package/dist/store/sqlite/meeting-languages.js

@@ -0,0 +1,36 @@
+import { transcriptLanguage } from "../../meetings/index.js";
+import { positiveReadInteger } from "./meeting-reads.js";
+import { read, writeBatch } from "./transaction.js";
+export const meetingLanguagesOver = ({ database }) => ({
+    async fillTranscriptLanguages({ accountId, apply, now }) {
+        positiveReadInteger(accountId, "accountId");
+        const found = read(database, () => {
+            const rows = database.prepare("SELECT text FROM meeting_transcript_rows WHERE meeting_transcript_id = ?");
+            return database
+                .prepare(`SELECT t.id FROM meeting_transcripts t JOIN meetings m ON m.id = t.meeting_id
+           WHERE m.account_id = ? AND t.language IS NULL AND t.deleted_at IS NULL ORDER BY t.id`)
+                .all(accountId)
+                .map(({ id }) => ({
+                id: Number(id),
+                language: transcriptLanguage(rows.all(Number(id)).map((row) => String(row.text))),
+            }));
+        });
+        if (apply) {
+            const update = database.prepare("UPDATE meeting_transcripts SET language = ?, updated_at = ? WHERE id = ? AND language IS NULL");
+            writeBatch(database, () => {
+                for (const { id, language } of found)
+                    if (language !== null)
+                        update.run(language, now, id);
+            });
+        }
+        const counts = new Map();
+        for (const { language } of found)
+            counts.set(language, (counts.get(language) ?? 0) + 1);
+        return {
+            accountId,
+            applied: apply,
+            transcripts: found.length,
+            languages: [...counts].map(([language, transcripts]) => ({ language, transcripts })),
+        };
+    },
+});

package/dist/store/sqlite/meetings.d.ts

@@ -1,5 +1,6 @@
 import type { Attachment, MeetingChatLinesStore, MeetingContextStore, MeetingParticipantSearchStore, MeetingPreparationContextStore, MeetingPreparationKnowledgeStore, MeetingPreparationNotesStore, MeetingRelatedHistoryStore, MeetingReviewStore, MeetingSearchIndexStore, MeetingSearchStore, MeetingSeriesHistoryStore, MeetingStatsStore, MeetingStore, MeetingTranscriptReceiptStore, MeetingTranscriptStore, NewRecord } from "../../meetings/index.js";
 import type { CacheDatabase } from "../driver.js";
+import { type MeetingLanguageStore } from "./meeting-languages.js";
 import { type MeetingContextReadCapabilities, type MeetingReadCapabilities } from "./meeting-reads.js";
 import type { StoreContext } from "./open.js";
 type Row = Record<string, unknown>;
@@ -11,7 +12,7 @@ export declare const saveAttachment: (database: CacheDatabase, type: string, par
 export declare const drainMeetingIndex: (database: CacheDatabase, batch?: number) => number;
 /** Each word of the query, as a prefix, all required. */
 export declare const wordsQuery: (query: string) => string | null;
-export type StoredMeetings = MeetingStore & MeetingPreparationContextStore & MeetingPreparationKnowledgeStore & MeetingPreparationNotesStore & MeetingRelatedHistoryStore & MeetingSeriesHistoryStore & MeetingTranscriptStore & MeetingReadCapabilities & MeetingContextReadCapabilities & MeetingParticipantSearchStore & MeetingSearchStore & MeetingTranscriptReceiptStore & MeetingContextStore & MeetingSearchIndexStore & MeetingStatsStore & MeetingReviewStore & MeetingChatLinesStore;
+export type StoredMeetings = MeetingStore & MeetingPreparationContextStore & MeetingPreparationKnowledgeStore & MeetingPreparationNotesStore & MeetingRelatedHistoryStore & MeetingSeriesHistoryStore & MeetingTranscriptStore & MeetingReadCapabilities & MeetingContextReadCapabilities & MeetingParticipantSearchStore & MeetingSearchStore & MeetingTranscriptReceiptStore & MeetingContextStore & MeetingSearchIndexStore & MeetingStatsStore & MeetingReviewStore & MeetingChatLinesStore & MeetingLanguageStore;
 /** The `MeetingStore` of `src/meetings/` over the shared store. */
 export declare const meetingStoreOver: (context: StoreContext) => StoredMeetings;
 export {};

package/dist/store/sqlite/meetings.js

@@ -11,6 +11,7 @@ import { meetingContextLinksOver } from "./meeting-context-links.js";
 import { meetingHitIndexOver } from "./meeting-hit-index.js";
 import { meetingHitSearchOver } from "./meeting-hit-search.js";
 import { INDEX_CODES, indexedText, meetingRowid, summaryOf } from "./meeting-index-values.js";
+import { meetingLanguagesOver } from "./meeting-languages.js";
 import { meetingParticipantSearchOver } from "./meeting-participant-search.js";
 import { meetingPreparationContextOver } from "./meeting-preparation-context.js";
 import { meetingPreparationKnowledgeOver } from "./meeting-preparation-knowledge.js";
@@ -516,17 +517,18 @@ const search = (database, query, filter) => {
             .prepare(`WITH hit AS (SELECT rowid AS r FROM meeting_words WHERE meeting_words MATCH ?),
        picked AS (SELECT id, row_number() OVER (ORDER BY coalesce(started_at, 0) DESC, id) AS n FROM (${picked.sql}))
        SELECT p.n, 0 AS kind, t.id AS a, r.position AS b, r.id, t.meeting_id, r.start_ms, coalesce(length(CAST(r.text AS BLOB)),0) AS bytes,
-              r.speaker_name AS speaker, m.account_id
+              r.speaker_name AS speaker, m.account_id, t.language,
+              (SELECT count(*) FROM meeting_transcript_rows n WHERE n.meeting_transcript_id = t.id) AS lines_total
          FROM hit h JOIN meeting_transcript_rows r ON h.r % 4 = 1 AND r.id = h.r / 4
          JOIN meeting_transcripts t ON t.id = r.meeting_transcript_id
            AND t.superseded_at IS NULL AND t.deleted_at IS NULL
          JOIN picked p ON p.id = t.meeting_id JOIN meetings m ON m.id = t.meeting_id
        UNION ALL
-       SELECT p.n, 1, c.id, 0, c.id, c.meeting_id, NULL, coalesce(length(CAST(c.text AS BLOB)),0), NULL, NULL
+       SELECT p.n, 1, c.id, 0, c.id, c.meeting_id, NULL, coalesce(length(CAST(c.text AS BLOB)),0), NULL, NULL, NULL, NULL
          FROM hit h JOIN meeting_chat_messages c ON h.r % 4 = 2 AND c.id = h.r / 4
          JOIN picked p ON p.id = c.meeting_id
        UNION ALL
-       SELECT p.n, 2, s.id, 0, s.id, s.meeting_id, NULL, coalesce(length(CAST(s.title AS BLOB)),0)+coalesce(length(CAST(s.overview AS BLOB)),0)+coalesce(length(CAST(s.sections AS BLOB)),0)+coalesce(length(CAST(s.next_steps AS BLOB)),0)+coalesce(length(CAST(s.content AS BLOB)),0), NULL, NULL
+       SELECT p.n, 2, s.id, 0, s.id, s.meeting_id, NULL, coalesce(length(CAST(s.title AS BLOB)),0)+coalesce(length(CAST(s.overview AS BLOB)),0)+coalesce(length(CAST(s.sections AS BLOB)),0)+coalesce(length(CAST(s.next_steps AS BLOB)),0)+coalesce(length(CAST(s.content AS BLOB)),0), NULL, NULL, NULL, NULL
          FROM hit h JOIN meeting_summaries s ON h.r % 4 = 3 AND s.id = h.r / 4
          JOIN picked p ON p.id = s.meeting_id
        ORDER BY 1, 2, 3, 4 LIMIT 10001`)
@@ -551,6 +553,9 @@ const search = (database, query, filter) => {
                         cuePosition: Number(row.b),
                     }),
                     speakerName: row.speaker === null ? null : String(row.speaker),
+                    language: row.language === null ? null : String(row.language),
+                    line: Number(row.b) + 1,
+                    linesTotal: Number(row.lines_total),
                 }
                 : {};
             return {
@@ -596,6 +601,7 @@ export const meetingStoreOver = (context) => {
         ...meetingParticipantSearchOver(context),
         ...meetingHitIndexOver(context),
         ...meetingContextLinksOver(context),
+        ...meetingLanguagesOver(context),
         async appendTranscriptsWithReceipt(input) {
             try {
                 return append(context, input);

package/dist/store/sqlite/note-search.js

@@ -2,7 +2,7 @@ import { CliError } from "@wirecat/cli-base";
 import { tagOf } from "../../domain/tags.js";
 import { compileAutomaton, foldRegex, wildcardPattern, } from "../../search/lucene/automaton.js";
 import { isStemmed } from "../../search/lucene/resolved.js";
-import { exhausted, QUERY_LIMITS, searchError } from "../../search/lucene/types.js";
+import { exhausted, outOfTime, QUERY_LIMITS, searchError } from "../../search/lucene/types.js";
 import { normalize } from "../normalize.js";
 import { contextDocumentTime } from "./context-document-source.js";
 import { documentPicturesOver } from "./document-pictures.js";
@@ -126,7 +126,7 @@ export const searchCorpus = (context, query, corpus) => {
         if (query.signal?.aborted)
             throw new CliError("validation_error", "search was aborted", { reason: "query.aborted", complete: false });
         if (context.now() - started > QUERY_LIMITS.milliseconds)
-            exhausted("time");
+            outOfTime();
     };
     const tests = new Map();
     const fragments = new Map();

package/dist/store/sqlite/reads.d.ts

@@ -882,7 +882,7 @@ export declare const selectMessages: ({ orm }: StoreContext) => Omit<import("dri
 export declare const newestFirst: SQL<unknown>[];
 export declare const before: (sentAt: number, pk: number) => SQL<unknown>;
 export declare const toMessages: ({ orm }: StoreContext, rows: MessageRow[]) => Message[];
-export declare const countMessages: ({ orm }: StoreContext, chatKey: number, since: string | undefined) => number;
+export declare const countMessages: ({ orm }: StoreContext, chatKey: number, since: string | undefined, until?: string) => number;
 /**
  * What changed in a chat after `at`, a time on this machine's clock: messages first saved or edited
  * since, oldest first, and the ids deleted since. Send time cannot answer it — an edit made today to

package/dist/store/sqlite/reads.js

@@ -51,10 +51,10 @@ export const toMessages = ({ orm }, rows) => {
     }
     return rows.map((row) => toMessage(row, byMessage.get(row.pk) ?? []));
 };
-export const countMessages = ({ orm }, chatKey, since) => Number(orm
+export const countMessages = ({ orm }, chatKey, since, until) => Number(orm
     .select({ n: sql `count(*)` })
     .from(messages)
-    .where(live(chatKey, since === undefined ? undefined : gte(messages.sentAt, toMs(since))))
+    .where(live(chatKey, since === undefined ? undefined : gte(messages.sentAt, toMs(since)), until === undefined ? undefined : lte(messages.sentAt, toMs(until))))
     .get()?.n);
 /**
  * What changed in a chat after `at`, a time on this machine's clock: messages first saved or edited

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wirecat/cli-core",
-  "version": "0.551.0",
+  "version": "0.553.0",
   "description": "The messenger-neutral half of a messaging CLI: domain model, message locators, rendering, name resolution, the SQLite seam, the command skeleton and shared read commands, the send guard, run records and the message store",
   "license": "Apache-2.0",
   "author": "Viacheslav Ptsarev",

package/parity.json

@@ -478,6 +478,9 @@
       "meaning": "every chat of these kinds, comma-separated",
       "note": "a folder (`chats folders`) or an export folder (`store export`) takes these chats"
     },
+    "--include-proposed": {
+      "meaning": "also read chats and members proposed for the project and not yet confirmed, each item marked"
+    },
     "--into": {
       "value": "<id>",
       "meaning": "the task that stays: a duplicate is merged into it, or a message is linked to it instead of opening a task"
@@ -832,6 +835,10 @@
       "value": "<url>",
       "meaning": "the tunnel's https address: the browser apps reach mcp serve --http through it, a messenger delivers to bot watch"
     },
+    "--purpose": {
+      "value": "<purposes>",
+      "meaning": "the linked chats' purposes to read, comma-separated, or all; a chat left out is counted"
+    },
     "--question": {
       "meaning": "match only questions"
     },
@@ -3707,9 +3714,11 @@
         "--contact": "all",
         "--context-query": "all",
         "--cursor": "all",
+        "--include-proposed": "all",
         "--limit": "all",
         "--max-pages": "all",
         "--no-catch-up": "all",
+        "--purpose": "all",
         "--since-time": "all",
         "--sync-first": "all",
         "--sync-time": "all"
@@ -3723,6 +3732,7 @@
       "options": {
         "--before-time": "all",
         "--context-query": "all",
+        "--purpose": "all",
         "--since-time": "all"
       }
     },