@jini-ai/chat 0.6.17 → 0.6.21

package/dist/store/sql/store.d.ts

@@ -20,6 +20,15 @@ interface MessageRow {
 }
 /** Project only existing ai_* fields: resumable and lastRunEventId belong to run state. */
 export declare function toMessage(row: MessageRow): ChatMessage;
+type RawMessageRow = MessageRow & {
+    events_json_valid: number | null;
+};
+/** Keep malformed-column tolerance without reserializing event trees. SQLite validates in SQL;
+ * PostgreSQL 14 lacks a safe built-in JSON try-cast, so validate and discard one row's parsed value.
+ * @complexity O(row JSON size) time; PG14 temporarily allocates one event tree, SQLite none. */
+export declare function validatedEventsJson({ row }: {
+    row: Pick<RawMessageRow, "events_json" | "events_json_valid">;
+}, _optional?: {}): string | undefined;
 /**
  * Returns a {@link ChatHistoryStore} that can only ever see `scope`'s own conversations.
  *

package/dist/store/sql/store.js

@@ -1,3 +1,4 @@
+import { sqliteReadVersion } from './read-version.js';
 import { withFolderReceipt, foldersFromReceipts } from '../../core/accepted-input.js';
 const MESSAGE_POSITION = 'm.position';
 const CONVERSATION_UPDATED_AT = 'c.updated_at';
@@ -92,6 +93,61 @@ function jsonFields(row) {
         ...(attachments === undefined ? {} : { attachments }),
     };
 }
+/** Project metadata without retaining assistant event trees. User folder receipts still hydrate
+ * through the existing mapper; unusual assistant receipts with folders need the same projection. */
+function rawMessageMetadata({ row }, _optional = {}) {
+    const hasFolderReceipt = row.events_json?.includes(`"name":"${MID_RUN_USER_MESSAGE_EVENT_NAME}"`) && row.events_json.includes('"folders"');
+    const needsReceipts = row.role === 'user' || hasFolderReceipt;
+    const message = toMessage({ ...row, events_json: needsReceipts ? row.events_json : null });
+    delete message.events;
+    return message;
+}
+/** Keep malformed-column tolerance without reserializing event trees. SQLite validates in SQL;
+ * PostgreSQL 14 lacks a safe built-in JSON try-cast, so validate and discard one row's parsed value.
+ * @complexity O(row JSON size) time; PG14 temporarily allocates one event tree, SQLite none. */
+export function validatedEventsJson({ row }, _optional = {}) {
+    if (!row.events_json)
+        return undefined;
+    if (row.events_json_valid !== null)
+        return Number(row.events_json_valid) === 1 ? row.events_json : undefined;
+    try {
+        JSON.parse(row.events_json);
+        return row.events_json;
+    }
+    catch {
+        return undefined;
+    }
+}
+/** Emit metadata and opaque event JSON separately, so neither an aggregate response string nor
+ * all parsed assistant events coexist. The borrowed query still holds O(total stored JSON) strings.
+ * @complexity O(total JSON bytes) time/retained raw strings; PG validation peaks at one event tree. */
+async function* messageJsonChunks({ rows }, { orderMessages = messages => messages } = {}) {
+    const byId = new Map(rows.map(row => [row.id, row]));
+    const messages = orderMessages(rows.map(row => rawMessageMetadata({ row })));
+    yield '{"messages":[';
+    for (let index = 0; index < messages.length; index++) {
+        const message = messages[index];
+        const eventsJson = validatedEventsJson({ row: byId.get(message.id) });
+        if (index > 0)
+            yield ',';
+        const metadataJson = JSON.stringify(message);
+        if (eventsJson === undefined) {
+            yield metadataJson;
+            continue;
+        }
+        yield metadataJson.slice(0, -1) + ',"events":';
+        yield eventsJson;
+        yield '}';
+    }
+    yield ']}';
+}
+/** Receipt-bearing user rows retain their public metadata while large assistant histories stay
+ * outside recovery/acceptance projections. Both dialects evaluate the same CASE expression. */
+function messageEventsColumn({ includeEvents }, _options = {}) {
+    if (includeEvents === 'user')
+        return sql `case when m.role = 'user' then m.events_json else null end`;
+    return includeEvents ? sql `m.events_json` : sql `null`;
+}
 /** Empty run columns are omitted. */
 function runFields(row) {
     return {
@@ -164,7 +220,7 @@ export function createSqlChatStore({ kernel, scope: inputScope }, { clock = crea
         return row ? toConversation(row) : null;
     }
     /** One scoped projection for all message reads, including the row returned by an upsert. */
-    function ownedMessages(db, conversationId) {
+    function ownedMessages(db, conversationId, { includeEvents = true } = {}) {
         return db
             .selectFrom("ai_chat_messages as m")
             .innerJoin("ai_chats as c", "c.id", "m.conversation_id")
@@ -174,7 +230,6 @@ export function createSqlChatStore({ kernel, scope: inputScope }, { clock = crea
             "m.content",
             "m.agent_id",
             "m.agent_name",
-            "m.events_json",
             "m.attachments_json",
             "m.run_id",
             "m.run_status",
@@ -182,14 +237,15 @@ export function createSqlChatStore({ kernel, scope: inputScope }, { clock = crea
             "m.started_at",
             "m.ended_at",
         ])
+            .select(messageEventsColumn({ includeEvents }).as('events_json'))
             .where("m.conversation_id", "=", conversationId)
             .where("c.scope_id", "=", scopeId)
             .where("c.owner_kind", "=", ownerKind)
             .where("c.owner_id", "=", ownerId);
     }
     /** Read owned messages in persisted position order; foreign IDs produce no rows. */
-    async function messages({ conversationId }, _optional = {}) {
-        const rows = await run(db => ownedMessages(db, conversationId).orderBy(MESSAGE_POSITION).execute());
+    async function messages({ conversationId }, { includeEvents = true } = {}) {
+        const rows = await run(db => ownedMessages(db, conversationId, { includeEvents }).orderBy(MESSAGE_POSITION).execute());
         return rows.map(toMessage);
     }
     /** Writes and projects one message inside the borrowed transaction; null for absent/foreign IDs. */
@@ -369,6 +425,32 @@ export function createSqlChatStore({ kernel, scope: inputScope }, { clock = crea
                 .execute());
         },
         messages,
+        /** One indexed, owner-scoped row; browser save fences do not need the conversation's history. */
+        async message({ conversationId, messageId }, _optional = {}) {
+            const row = await run(db => ownedMessages(db, conversationId).where('m.id', '=', messageId).executeTakeFirst());
+            return row ? toMessage(row) : null;
+        },
+        /** SQLite's connection/external-commit counters avoid reading message rows at all. PG uses
+         * MVCC versions from only this conversation's indexed metadata, never large event columns.
+         * @complexity O(1) SQLite; O(n) PG message metadata for n messages; O(1) returned bytes.
+         */
+        async messagesVersion({ conversationId }, _optional = {}) {
+            const row = await run(db => db.selectFrom('ai_chats as c').select(eb => {
+                const version = kernel.dialect === 'sqlite' ? sqliteReadVersion({ kernel })
+                    : sql `md5(coalesce(${eb.selectFrom('ai_chat_messages as m')
+                        .select(sql `string_agg(m.id || ':' || cast(m.xmin as text), ',' order by m.position)`.as('versions'))
+                        .whereRef('m.conversation_id', '=', 'c.id')}, ''))`;
+                return version.as('version');
+            })
+                .where('c.id', '=', conversationId).where('c.scope_id', '=', scopeId)
+                .where('c.owner_kind', '=', ownerKind).where('c.owner_id', '=', ownerId).executeTakeFirst());
+            return row?.version ?? null;
+        },
+        async messagesJson({ conversationId }, optional = {}) {
+            const valid = kernel.dialect === 'sqlite' ? sql `json_valid(m.events_json)` : sql `null`;
+            const rows = await run(db => ownedMessages(db, conversationId).select(valid.as('events_json_valid')).orderBy(MESSAGE_POSITION).execute());
+            return messageJsonChunks({ rows }, optional);
+        },
         async appendMessage({ conversationId, message }, _optional = {}) {
             const prepared = redactUserMessage({ message }, { ...(redactionOptions.redactUserText ? { redactUserText: redactionOptions.redactUserText } : {}) });
             const saved = await writeMessage(conversationId, prepared.message);
@@ -429,6 +511,9 @@ export function createSqlChatStore({ kernel, scope: inputScope }, { clock = crea
         touch: (required, optional = {}) => atStoreBoundary({ operation: () => store.touch(required, optional) }),
         delete: (required, optional = {}) => atStoreBoundary({ operation: () => store.delete(required, optional) }),
         messages: (required, optional = {}) => atStoreBoundary({ operation: () => store.messages(required, optional) }),
+        message: (required, optional = {}) => atStoreBoundary({ operation: () => store.message(required, optional) }),
+        messagesVersion: (required, optional = {}) => atStoreBoundary({ operation: () => store.messagesVersion(required, optional) }),
+        messagesJson: (required, optional = {}) => atStoreBoundary({ operation: () => store.messagesJson(required, optional) }),
         appendMessage: (required, optional = {}) => atStoreBoundary({ operation: () => store.appendMessage(required, optional) }),
         pageConversations: (required, optional = {}) => atStoreBoundary({ operation: () => store.pageConversations(required, optional) }),
         pageMessages: (required, optional = {}) => atStoreBoundary({ operation: () => store.pageMessages(required, optional) }),

package/dist/store/sqlite/schema.d.ts

@@ -1,7 +1,7 @@
 /**
  * @module store/sqlite/schema
  *
- * Canonical unchanged DDL for ai_chats and ai_chat_messages. Hosts own their database,
+ * Canonical DDL for ai_chats and ai_chat_messages. Hosts own their database,
  * migration ledger and connection configuration. A host with migrations retains its frozen
  * migration statements; a fresh fixture or host without a migrator may call the explicit helper.
  * Store construction never invokes it, chooses a file, or sets connection-wide pragmas.
@@ -30,7 +30,7 @@ import type { SqliteClient } from '@jini-ai/db/sqlite';
  *   `expires_at IS NOT NULL`, so authenticated history is out of its reach by construction, not
  *   by a predicate that could drift.
  */
-export declare const CHAT_HISTORY_DDL = "\nCREATE TABLE IF NOT EXISTS ai_chats (\n  id            TEXT PRIMARY KEY,\n  scope_id      TEXT NOT NULL,\n  owner_kind    TEXT NOT NULL CHECK (owner_kind IN ('user','guest')),\n  owner_id      TEXT NOT NULL,\n  title         TEXT,\n  title_source  TEXT NOT NULL DEFAULT 'fallback'\n                CHECK (title_source IN ('fallback','generated','manual')),\n  created_at    INTEGER NOT NULL,\n  updated_at    INTEGER NOT NULL,\n  expires_at    INTEGER\n);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chats_owner\n  ON ai_chats(scope_id, owner_kind, owner_id, updated_at DESC);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chats_expiry\n  ON ai_chats(expires_at) WHERE expires_at IS NOT NULL;\n\nCREATE TABLE IF NOT EXISTS ai_chat_messages (\n  id              TEXT PRIMARY KEY,\n  conversation_id TEXT NOT NULL REFERENCES ai_chats(id) ON DELETE CASCADE,\n  role            TEXT NOT NULL CHECK (role IN ('user','assistant')),\n  content         TEXT NOT NULL,\n  agent_id        TEXT,\n  agent_name      TEXT,\n  events_json     TEXT,\n  attachments_json TEXT,\n  run_id          TEXT,\n  run_status      TEXT,\n  position        INTEGER NOT NULL,\n  created_at      INTEGER NOT NULL,\n  started_at      INTEGER,\n  ended_at        INTEGER,\n  UNIQUE (conversation_id, position)\n);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chat_messages_order\n  ON ai_chat_messages(conversation_id, position);\n";
+export declare const CHAT_HISTORY_DDL = "\nCREATE TABLE IF NOT EXISTS ai_chats (\n  id            TEXT PRIMARY KEY,\n  scope_id      TEXT NOT NULL,\n  owner_kind    TEXT NOT NULL CHECK (owner_kind IN ('user','guest')),\n  owner_id      TEXT NOT NULL,\n  title         TEXT,\n  title_source  TEXT NOT NULL DEFAULT 'fallback'\n                CHECK (title_source IN ('fallback','generated','manual')),\n  created_at    INTEGER NOT NULL,\n  updated_at    INTEGER NOT NULL,\n  expires_at    INTEGER\n);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chats_owner\n  ON ai_chats(scope_id, owner_kind, owner_id, updated_at DESC);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chats_expiry\n  ON ai_chats(expires_at) WHERE expires_at IS NOT NULL;\n\nCREATE TABLE IF NOT EXISTS ai_chat_messages (\n  id              TEXT PRIMARY KEY,\n  conversation_id TEXT NOT NULL REFERENCES ai_chats(id) ON DELETE CASCADE,\n  role            TEXT NOT NULL CHECK (role IN ('user','assistant')),\n  content         TEXT NOT NULL,\n  agent_id        TEXT,\n  agent_name      TEXT,\n  events_json     TEXT,\n  attachments_json TEXT,\n  run_id          TEXT,\n  run_status      TEXT,\n  position        INTEGER NOT NULL,\n  created_at      INTEGER NOT NULL,\n  started_at      INTEGER,\n  ended_at        INTEGER,\n  UNIQUE (conversation_id, position)\n);\n\nCREATE INDEX IF NOT EXISTS idx_ai_chat_messages_order\n  ON ai_chat_messages(conversation_id, position);\n\n-- Idle probes read only this covering index, never the overflowing event rows.\nCREATE INDEX IF NOT EXISTS idx_ai_chat_messages_active\n  ON ai_chat_messages(role, run_status, id) WHERE run_status IN ('queued', 'running');\n";
 /**
  * Creates the chat-history tables in the given database if they are absent.
  *

package/dist/store/sqlite/schema.js

@@ -61,6 +61,10 @@ CREATE TABLE IF NOT EXISTS ai_chat_messages (
 
 CREATE INDEX IF NOT EXISTS idx_ai_chat_messages_order
   ON ai_chat_messages(conversation_id, position);
+
+-- Idle probes read only this covering index, never the overflowing event rows.
+CREATE INDEX IF NOT EXISTS idx_ai_chat_messages_active
+  ON ai_chat_messages(role, run_status, id) WHERE run_status IN ('queued', 'running');
 `;
 /**
  * Creates the chat-history tables in the given database if they are absent.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jini-ai/chat",
-  "version": "0.6.17",
+  "version": "0.6.21",
   "description": "Jini's chat/artifact frontend, consolidated into one package with two subpaths: framework-free chat vocabulary and pure parsers in `/core`, headless hooks + presentational components + slots in `/react`. Import only the layer you need.",
   "license": "Apache-2.0",
   "repository": {
@@ -214,10 +214,10 @@
   },
   "dependencies": {
     "kysely": "^0.29.6",
-    "@jini-ai/core": "^0.6.17",
-    "@jini-ai/agentic": "^0.6.17",
-    "@jini-ai/db": "^0.6.17",
-    "@jini-ai/diagnostics": "^0.6.17"
+    "@jini-ai/core": "^0.6.21",
+    "@jini-ai/diagnostics": "^0.6.19",
+    "@jini-ai/agentic": "^0.6.19",
+    "@jini-ai/db": "^0.6.19"
   },
   "peerDependencies": {
     "react": "^18.3.0 || ^19.0.0",
@@ -261,13 +261,13 @@
     "pg": "8.23.0",
     "@ag-ui/core": "0.0.58",
     "fast-check": "4.3.0",
-    "@jini-ai/agentic": "^0.6.17",
-    "@jini-ai/agent-runtime": "0.6.17",
-    "@jini-ai/db": "0.6.17",
-    "@jini-ai/protocol": "^0.6.17",
-    "@jini-ai/core": "^0.6.17",
-    "@jini-ai/diagnostics": "^0.6.17",
-    "@jini-ai/ui": "^0.6.17"
+    "@jini-ai/agentic": "^0.6.19",
+    "@jini-ai/core": "^0.6.21",
+    "@jini-ai/agent-runtime": "0.6.19",
+    "@jini-ai/diagnostics": "^0.6.19",
+    "@jini-ai/db": "0.6.19",
+    "@jini-ai/protocol": "^0.6.19",
+    "@jini-ai/ui": "^0.6.19"
   },
   "typesVersions": {
     "*": {