@wirecat/cli-core 0.425.0 → 0.427.0

package/dist/store/exports.d.ts

@@ -19,6 +19,7 @@ export { type AttachmentTextEntry, type AttachmentView, attachmentColumns, type
 export { pendingNormalization } from "./sqlite/backfill.js";
 export type { ChatRekey, ChatRekeys } from "./sqlite/chat-rekey.js";
 export { CHAT_COLUMNS, TRACKED_CHAT_COLUMNS, titlePart } from "./sqlite/chats.js";
+export { storeClients } from "./sqlite/clients.js";
 export { CHAT_LIST_KEY, type ChatCompleteness, fetchedKey, historyStartKey } from "./sqlite/completeness.js";
 export { CONVERSATION_COLUMNS } from "./sqlite/conversations.js";
 export type { CounterTarget } from "./sqlite/counters.js";

package/dist/store/exports.js

@@ -3,6 +3,7 @@ export { accountGroupsOf } from "./sqlite/account-groups.js";
 export { attachmentColumns, resetAttachmentWords, } from "./sqlite/attachment-texts.js";
 export { pendingNormalization } from "./sqlite/backfill.js";
 export { CHAT_COLUMNS, TRACKED_CHAT_COLUMNS, titlePart } from "./sqlite/chats.js";
+export { storeClients } from "./sqlite/clients.js";
 export { CHAT_LIST_KEY, fetchedKey, historyStartKey } from "./sqlite/completeness.js";
 export { CONVERSATION_COLUMNS } from "./sqlite/conversations.js";
 export { messageOfEmail, threadConversation } from "./sqlite/emails.js";

package/dist/store/sqlite/store-tables.d.ts

@@ -0,0 +1,43 @@
+import type { TABLE_KINDS } from "../../entities/store-table.js";
+import type { CacheDatabase } from "../driver.js";
+export type TableKind = (typeof TABLE_KINDS)[number];
+export interface StoreTable {
+    name: string;
+    kind: TableKind;
+    /** Counted for data and internal tables only: a search index's row count is a scan of the whole index. */
+    rows: number | null;
+    /** With sizes: the pages the table and its indexes hold; null for a search index, whose parts hold its pages. */
+    bytes?: number | null;
+}
+export interface TableFilter {
+    name?: string;
+    kind?: TableKind;
+}
+/** Read-only by the connection itself: listing tables must not set a journal mode or migrate the file. */
+export declare const readStoreTables: (path: string, options?: {
+    filter?: TableFilter;
+    sizes?: boolean;
+}) => Promise<StoreTable[]>;
+export declare const storeTables: (database: CacheDatabase, { filter, sizes }?: {
+    filter?: TableFilter;
+    sizes?: boolean;
+}) => StoreTable[];
+/** Facts about the file itself, cheap enough for `store info`: no page is read beyond the header and the history. */
+export declare const fileFacts: (database: CacheDatabase, path: string) => {
+    journalMode: string;
+    pages: {
+        size: number;
+        count: number;
+        free: number;
+    };
+    migrations: {
+        version: number;
+        minCompatible: number;
+        appliedAt: string;
+    }[];
+    backup: {
+        at: string;
+        file: string | null;
+        checked: string | null;
+    } | null;
+};

package/dist/store/sqlite/store-tables.js

@@ -0,0 +1,111 @@
+import { existsSync, readFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { CliError } from "@wirecat/cli-base";
+import { openSqlite } from "./open.js";
+const BOOKKEEPING = ["schema_migrations", "store_settings"];
+/** `PRAGMA table_list` names virtual and shadow tables itself, so a new search index needs no list kept here. */
+const LISTED = `
+  SELECT name, CASE
+      WHEN type = 'virtual' THEN 'search_index'
+      WHEN type = 'shadow' THEN 'search_index_part'
+      WHEN name LIKE 'sqlite\\_%' ESCAPE '\\' OR name IN (${BOOKKEEPING.map((name) => `'${name}'`).join(", ")})
+        THEN 'internal'
+      ELSE 'data'
+    END AS kind
+  FROM pragma_table_list
+  WHERE schema = 'main' AND name <> 'sqlite_schema'`;
+/** Read-only by the connection itself: listing tables must not set a journal mode or migrate the file. */
+export const readStoreTables = async (path, options = {}) => {
+    const { database } = await openSqlite(path, { readOnly: true });
+    try {
+        return storeTables(database, options);
+    }
+    finally {
+        database.close();
+    }
+};
+export const storeTables = (database, { filter = {}, sizes = false } = {}) => {
+    const listed = database
+        .prepare(`SELECT name, kind FROM (${LISTED})
+       WHERE (? IS NULL OR name = ?) AND (? IS NULL OR kind = ?) ORDER BY name`)
+        .all(filter.name ?? null, filter.name ?? null, filter.kind ?? null, filter.kind ?? null)
+        .map((row) => ({ name: String(row.name), kind: String(row.kind) }));
+    const bytes = sizes ? pageBytes(database) : undefined;
+    return listed.map(({ name, kind }) => ({
+        name,
+        kind,
+        rows: kind === "data" || kind === "internal" ? rowCount(database, name) : null,
+        ...(bytes ? { bytes: kind === "search_index" ? null : (bytes.get(name) ?? 0) } : {}),
+    }));
+};
+const rowCount = (database, table) => Number(database.prepare(`SELECT count(*) AS n FROM "${table.replaceAll('"', '""')}"`).get()?.n ?? 0);
+/** Every page of the file is read: about ten seconds for a 3 GB store whose pages are not in memory. */
+const pageBytes = (database) => {
+    let rows;
+    try {
+        // Joined here, not in SQL: as the inner side of a join, dbstat walks the whole file once per outer row.
+        rows = database.prepare("SELECT name, pgsize FROM dbstat WHERE schema = 'main' AND aggregate = 1").all();
+    }
+    catch (error) {
+        if (!/no such table: dbstat/.test(String(error)))
+            throw error;
+        throw new CliError("configuration_error", "this SQLite cannot measure table sizes (it was built without dbstat) — run the command under Node instead of Bun");
+    }
+    const owners = new Map(database
+        .prepare("SELECT name, tbl_name FROM sqlite_schema WHERE type = 'index'")
+        .all()
+        .map((row) => [String(row.name), String(row.tbl_name)]));
+    const bytes = new Map();
+    for (const { name, pgsize } of rows) {
+        const owner = owners.get(String(name)) ?? String(name);
+        bytes.set(owner, (bytes.get(owner) ?? 0) + Number(pgsize));
+    }
+    return bytes;
+};
+/** Facts about the file itself, cheap enough for `store info`: no page is read beyond the header and the history. */
+export const fileFacts = (database, path) => {
+    const pragma = (name) => database.prepare(`PRAGMA ${name}`).get()?.[name];
+    const tracked = database.prepare("SELECT 1 FROM sqlite_schema WHERE name = 'schema_migrations'").get();
+    return {
+        journalMode: String(pragma("journal_mode")),
+        pages: {
+            size: Number(pragma("page_size")),
+            count: Number(pragma("page_count")),
+            free: Number(pragma("freelist_count")),
+        },
+        migrations: tracked
+            ? database
+                .prepare("SELECT version, min_compatible, applied_at FROM schema_migrations ORDER BY version")
+                .all()
+                .map((row) => ({
+                version: Number(row.version),
+                minCompatible: Number(row.min_compatible),
+                appliedAt: new Date(Number(row.applied_at)).toISOString(),
+            }))
+            : [],
+        backup: lastBackup(path),
+    };
+};
+/**
+ * The marker the owner's backup job writes beside the store; cli-memo's `mail trash` already trusts it. Only its
+ * time, file name and check are passed on, and a marker that does not parse reads as none.
+ */
+const lastBackup = (path) => {
+    const marker = join(dirname(path), "backups", "last.json");
+    if (!existsSync(marker))
+        return null;
+    try {
+        const { at, file, checked } = JSON.parse(readFileSync(marker, "utf8"));
+        const time = typeof at === "string" ? Date.parse(at) : Number.NaN;
+        if (Number.isNaN(time))
+            return null;
+        return {
+            at: new Date(time).toISOString(),
+            file: typeof file === "string" ? file : null,
+            checked: typeof checked === "string" ? checked : null,
+        };
+    }
+    catch {
+        return null;
+    }
+};

package/dist/store/store.d.ts

@@ -106,5 +106,6 @@ export interface MessageStore {
     close(): Promise<void>;
 }
 export { BACKFILL_ON_OPEN, type StoreOptions } from "./sqlite/open-store.js";
+export { fileFacts, readStoreTables, type TableKind } from "./sqlite/store-tables.js";
 export declare const openStore: (options?: StoreOptions) => Promise<MessageStore>;
 export * from "./exports.js";

package/dist/store/store.js

@@ -41,6 +41,7 @@ import { syncStoreOver } from "./sync.js";
 import { tagsStoreOver } from "./tags.js";
 import { accountVectorsOver, vectorsStoreOver } from "./vectors.js";
 export { BACKFILL_ON_OPEN } from "./sqlite/open-store.js";
+export { fileFacts, readStoreTables } from "./sqlite/store-tables.js";
 export const openStore = async (options = {}) => {
     const context = await openStoreContext(options);
     try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wirecat/cli-core",
-  "version": "0.425.0",
+  "version": "0.427.0",
   "description": "The messenger-neutral half of a messaging CLI: domain model, message locators, rendering, name resolution, the SQLite seam, the command skeleton and shared read commands, the send guard, run records and the message store",
   "license": "Apache-2.0",
   "author": "Viacheslav Ptsarev",
@@ -213,7 +213,7 @@
     "@types/node": "^22.20.4",
     "@types/pngjs": "6.0.5",
     "@vitest/coverage-v8": "^5.0.2",
-    "@wirecat/cli-base": "0.53.0",
+    "@wirecat/cli-base": "0.56.0",
     "@wirecat/cli-core-legacy-tags": "npm:@wirecat/cli-core@0.414.0",
     "commander": "15.0.0",
     "cspell": "10.3.6",
@@ -234,7 +234,7 @@
   },
   "peerDependencies": {
     "@napi-rs/canvas": ">=0.1.69 <2",
-    "@wirecat/cli-base": ">=0.53.0 <0.54.0",
+    "@wirecat/cli-base": ">=0.56.0 <0.57.0",
     "commander": ">=15"
   },
   "bin": {

package/parity.json

@@ -4207,6 +4207,12 @@
       }
     },
     "skill show": {
+      "in": "all",
+      "options": {
+        "--for": "all"
+      }
+    },
+    "skill status": {
       "in": "all"
     },
     "stats": {
@@ -4614,6 +4620,12 @@
     "store status": {
       "in": "all"
     },
+    "store tables": {
+      "in": "all"
+    },
+    "store tables list": {
+      "in": "all"
+    },
     "tags": {
       "in": "all"
     },