@diegoaltoworks/chatter 0.56.0 → 0.58.0

package/dist/channels/whatsapp/index.mjs

@@ -737,14 +737,35 @@ async function prepareChat({
   messages,
   personaLayer,
   channelHint,
-  buckets
+  buckets,
+  sender,
+  rewriteQuery,
+  rerankContext,
+  logger
 }) {
   const lastUserMsg = lastUserMessage(messages);
   if (!lastUserMsg) {
     throw new Error("no user message found in conversation");
   }
   const { topK, label } = MODE_SETTINGS[mode];
-  const ctx = await store.query(lastUserMsg.content, topK, buckets ?? defaultBuckets(mode));
+  let query = lastUserMsg.content;
+  if (rewriteQuery) {
+    try {
+      const rewritten = await rewriteQuery({ query, mode, sender });
+      if (typeof rewritten === "string" && rewritten.trim()) query = rewritten;
+    } catch (error) {
+      logger?.error("rewriteQuery threw; falling back to the original query", error);
+    }
+  }
+  let ctx = await store.query(query, topK, buckets ?? defaultBuckets(mode));
+  if (rerankContext) {
+    try {
+      const reranked = await rerankContext({ query, chunks: ctx });
+      if (Array.isArray(reranked) && reranked.every((c) => typeof c === "string")) ctx = reranked;
+    } catch (error) {
+      logger?.error("rerankContext threw; falling back to the original chunks", error);
+    }
+  }
   const persona = personaLayer?.trim() || (mode === "private" ? prompts.privatePersona : prompts.publicPersona);
   const hint = channelHint?.trim();
   const system = [
@@ -769,6 +790,16 @@ async function resolvePersonaLayer(config, ctx) {
     return void 0;
   }
 }
+async function isHistoryEnabled(config, sender) {
+  const predicate = config.history?.historyEnabledFor;
+  if (!predicate) return true;
+  try {
+    return await predicate(sender);
+  } catch (error) {
+    config.logger?.error("historyEnabledFor threw; disabling history for this turn", error);
+    return false;
+  }
+}
 function createInboundPipeline(deps, config) {
   const mutedChats = /* @__PURE__ */ new Set();
   const now = config.now ?? Date.now;
@@ -808,12 +839,15 @@ function createInboundPipeline(deps, config) {
     }
     const personaLayer = await resolvePersonaLayer(config, { sender, text: msg.text });
     const buckets = await resolveBuckets({ mode, sender, bucketsFor: config.bucketsFor });
-    const priorTurns = config.history ? await config.history.store.load(
+    const historyEnabled = config.history ? await isHistoryEnabled(config, sender) : false;
+    const priorTurns = config.history && historyEnabled ? await config.history.store.load(
       conversationId,
       config.history.limit ?? DEFAULT_HISTORY_LIMIT
     ) : [];
     const messages = [...priorTurns, { role: "user", content: msg.text }];
-    await config.history?.store.append(conversationId, { role: "user", content: msg.text });
+    if (historyEnabled) {
+      await config.history?.store.append(conversationId, { role: "user", content: msg.text });
+    }
     const { system } = await prepareChat({
       store: deps.store,
       prompts: deps.prompts,
@@ -821,7 +855,11 @@ function createInboundPipeline(deps, config) {
       messages,
       personaLayer,
       channelHint: config.channelHint,
-      buckets
+      buckets,
+      sender,
+      rewriteQuery: config.rewriteQuery,
+      rerankContext: config.rerankContext,
+      logger: config.logger
     });
     const { content: produced } = await answerOnce({
       answerFn: config.answerFn,
@@ -841,7 +879,9 @@ function createInboundPipeline(deps, config) {
     if (!content) {
       return { action: "ignore" };
     }
-    await config.history?.store.append(conversationId, { role: "assistant", content });
+    if (historyEnabled) {
+      await config.history?.store.append(conversationId, { role: "assistant", content });
+    }
     await turn.reply.sendAnswer(msg.chatId, content);
     return { action: "reply", content };
   };
@@ -948,6 +988,8 @@ function createWhatsAppInboundHandler(config) {
       channel: "whatsapp",
       answerFn: config.answerFn,
       bucketsFor: config.bucketsFor,
+      rewriteQuery: config.rewriteQuery,
+      rerankContext: config.rerankContext,
       transformReply: config.transformReply,
       model: config.model,
       channelHint: config.channelHint,

package/dist/core/pipeline.d.ts

@@ -8,6 +8,7 @@
  * then ask for the answer via `answerOnce`/`answerStream` (see ./answer.ts)
  * so a caller-supplied brain is honoured.
  */
+import type { Logger } from "./logger";
 import type { PromptLoader } from "./prompts";
 import type { VectorStore } from "./retrieval";
 export type PipelineMode = "public" | "private";
@@ -23,6 +24,42 @@ export interface PreparedChat {
     /** Raw retrieved chunks, before being folded into `system` — for callers that log or display RAG context alongside the answer */
     context: string[];
 }
+/** What `rewriteQuery` sees for a turn. */
+export interface RewriteQueryArgs {
+    /** The latest user message's content — what retrieval would search on unmodified. */
+    query: string;
+    mode: PipelineMode;
+    /** Caller identity, where the surface has one. Absent on anonymous surfaces. */
+    sender?: string;
+}
+/**
+ * Rewrites the retrieval query before it reaches the vector store — e.g.
+ * expanding an ambiguous follow-up ("what about the second one?") into
+ * something embeddable on its own. Return the query unchanged to opt out for
+ * a given turn. A throw/rejection is caught by `prepareChat`, which falls
+ * back to the original query — a broken rewrite must never break retrieval.
+ */
+export type RewriteQuery = (ctx: RewriteQueryArgs) => string | Promise<string>;
+/** What `rerankContext` sees for a turn. */
+export interface RerankContextArgs {
+    /** The query retrieval actually ran with — post-`rewriteQuery`, if configured. */
+    query: string;
+    /** Chunks `store.query` returned, in its own order. */
+    chunks: string[];
+}
+/**
+ * Reorders, filters, or otherwise post-processes the chunks retrieval
+ * returned before they're folded into the system prompt. A throw/rejection
+ * is caught by `prepareChat`, which falls back to the original chunks in
+ * their original order — a broken reranker must never break retrieval.
+ *
+ * This is NOT the seam for access control. Because a failure falls back to
+ * the unfiltered chunks, a hook that drops chunks a sender shouldn't see
+ * would silently un-drop them on its own error — the opposite of safe
+ * failure. Scope decisions belong in `bucketsFor` (see ./buckets), which
+ * fails closed by design; use this hook for relevance/ordering only.
+ */
+export type RerankContext = (ctx: RerankContextArgs) => string[] | Promise<string[]>;
 /**
  * Run retrieval for the latest user message and assemble the system prompt.
  *
@@ -40,9 +77,15 @@ export interface PreparedChat {
  * `resolveBuckets` (see ./buckets) first, which is where the anonymous
  * ceiling is enforced.
  *
+ * `rewriteQuery` and `rerankContext` shape retrieval itself rather than the
+ * prompt around it: the former runs before `store.query`, the latter after.
+ * Both are optional and fail open — a throw, rejection, or malformed return
+ * value falls back to what retrieval would have done unmodified, so a buggy
+ * hook degrades relevance rather than breaking the chat path.
+ *
  * @throws if the conversation contains no user message
  */
-export declare function prepareChat({ store, prompts, mode, messages, personaLayer, channelHint, buckets, }: {
+export declare function prepareChat({ store, prompts, mode, messages, personaLayer, channelHint, buckets, sender, rewriteQuery, rerankContext, logger, }: {
     store: VectorStore;
     prompts: PromptLoader;
     mode: PipelineMode;
@@ -56,5 +99,13 @@ export declare function prepareChat({ store, prompts, mode, messages, personaLay
      * `["base", mode]`. An empty array retrieves nothing.
      */
     buckets?: string[];
+    /** Caller identity, passed through to `rewriteQuery`. Absent on anonymous surfaces. */
+    sender?: string;
+    /** Rewrites the retrieval query before `store.query` runs — see {@link RewriteQuery}. */
+    rewriteQuery?: RewriteQuery;
+    /** Post-processes retrieved chunks before they're folded into the prompt — see {@link RerankContext}. */
+    rerankContext?: RerankContext;
+    /** Logs a `rewriteQuery`/`rerankContext` throw before falling back. Unset: the failure is silent. */
+    logger?: Pick<Logger, "error">;
 }): Promise<PreparedChat>;
 //# sourceMappingURL=pipeline.d.ts.map

package/dist/core/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,4EAA4E;IAC5E,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,iIAAiI;IACjI,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAOD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,WAAW,CAAC,EAChC,KAAK,EACL,OAAO,EACP,IAAI,EACJ,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,OAAO,GACR,EAAE;IACD,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,YAAY,CAAC;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,gEAAgE;IAChE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB,GAAG,OAAO,CAAC,YAAY,CAAC,CAmBxB"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,4EAA4E;IAC5E,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,iIAAiI;IACjI,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,2CAA2C;AAC3C,MAAM,WAAW,gBAAgB;IAC/B,qFAAqF;IACrF,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;IACnB,gFAAgF;IAChF,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;GAMG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,gBAAgB,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE/E,4CAA4C;AAC5C,MAAM,WAAW,iBAAiB;IAChC,kFAAkF;IAClF,KAAK,EAAE,MAAM,CAAC;IACd,uDAAuD;IACvD,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,iBAAiB,KAAK,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAOrF;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAsB,WAAW,CAAC,EAChC,KAAK,EACL,OAAO,EACP,IAAI,EACJ,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,OAAO,EACP,MAAM,EACN,YAAY,EACZ,aAAa,EACb,MAAM,GACP,EAAE;IACD,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,YAAY,CAAC;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,gEAAgE;IAChE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,uFAAuF;IACvF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yFAAyF;IACzF,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,yGAAyG;IACzG,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,qGAAqG;IACrG,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,GAAG,OAAO,CAAC,YAAY,CAAC,CAuCxB"}

package/dist/history/index.d.ts

@@ -12,6 +12,7 @@
  *
  * @packageDocumentation
  */
+export type { TursoHistoryStoreOptions } from "./tursoStore";
 export { createTursoHistoryStore } from "./tursoStore";
 export type { HistoryMessage, HistoryStore } from "./types";
 //# sourceMappingURL=index.d.ts.map

package/dist/history/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/history/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/history/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,YAAY,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}

package/dist/history/index.js

@@ -58,19 +58,32 @@ function ensureHistorySchema(client, tableName) {
 var VALID_TABLE_NAME = /^[A-Za-z_][A-Za-z0-9_]*$/;
 var VALID_ROLES = /* @__PURE__ */ new Set(["user", "assistant"]);
 var DEFAULT_MAX_PER_CONVERSATION = 200;
-function createTursoHistoryStore(client, tableName = "chat_history", maxPerConversation = DEFAULT_MAX_PER_CONVERSATION) {
+function createTursoHistoryStore(client, tableName = "chat_history", maxPerConversation = DEFAULT_MAX_PER_CONVERSATION, options) {
   if (!VALID_TABLE_NAME.test(tableName)) {
     throw new Error(`Invalid history store table name: ${tableName}`);
   }
   if (!Number.isInteger(maxPerConversation) || maxPerConversation < 1) {
     throw new Error(`Invalid history store maxPerConversation: ${maxPerConversation}`);
   }
+  if (options?.ttlMs !== void 0 && (!Number.isInteger(options.ttlMs) || options.ttlMs < 1)) {
+    throw new Error(`Invalid history store ttlMs: ${options.ttlMs}`);
+  }
+  const ttlMs = options?.ttlMs;
+  const now = options?.now ?? Date.now;
+  async function pruneExpired(conversationId) {
+    if (ttlMs === void 0) return;
+    await client.execute({
+      sql: `DELETE FROM ${tableName} WHERE conversation_id = ? AND created_at < ?`,
+      args: [conversationId, now() - ttlMs]
+    });
+  }
   return {
     async append(conversationId, message) {
       await ensureHistorySchema(client, tableName);
+      await pruneExpired(conversationId);
       await client.execute({
         sql: `INSERT INTO ${tableName} (conversation_id, role, content, created_at) VALUES (?, ?, ?, ?)`,
-        args: [conversationId, message.role, message.content, Date.now()]
+        args: [conversationId, message.role, message.content, now()]
       });
       await client.execute({
         sql: `DELETE FROM ${tableName} WHERE conversation_id = ? AND id NOT IN (
@@ -83,6 +96,7 @@ function createTursoHistoryStore(client, tableName = "chat_history", maxPerConve
       const boundedLimit = Math.max(0, Math.trunc(limit));
       if (boundedLimit === 0) return [];
       await ensureHistorySchema(client, tableName);
+      await pruneExpired(conversationId);
       const result = await client.execute({
         sql: `SELECT role, content FROM ${tableName} WHERE conversation_id = ? ORDER BY id DESC LIMIT ?`,
         args: [conversationId, boundedLimit]
@@ -91,6 +105,13 @@ function createTursoHistoryStore(client, tableName = "chat_history", maxPerConve
         role: String(row.role),
         content: String(row.content)
       })).filter((row) => VALID_ROLES.has(row.role)).reverse();
+    },
+    async clear(conversationId) {
+      await ensureHistorySchema(client, tableName);
+      await client.execute({
+        sql: `DELETE FROM ${tableName} WHERE conversation_id = ?`,
+        args: [conversationId]
+      });
     }
   };
 }

package/dist/history/index.mjs

@@ -32,19 +32,32 @@ function ensureHistorySchema(client, tableName) {
 var VALID_TABLE_NAME = /^[A-Za-z_][A-Za-z0-9_]*$/;
 var VALID_ROLES = /* @__PURE__ */ new Set(["user", "assistant"]);
 var DEFAULT_MAX_PER_CONVERSATION = 200;
-function createTursoHistoryStore(client, tableName = "chat_history", maxPerConversation = DEFAULT_MAX_PER_CONVERSATION) {
+function createTursoHistoryStore(client, tableName = "chat_history", maxPerConversation = DEFAULT_MAX_PER_CONVERSATION, options) {
   if (!VALID_TABLE_NAME.test(tableName)) {
     throw new Error(`Invalid history store table name: ${tableName}`);
   }
   if (!Number.isInteger(maxPerConversation) || maxPerConversation < 1) {
     throw new Error(`Invalid history store maxPerConversation: ${maxPerConversation}`);
   }
+  if (options?.ttlMs !== void 0 && (!Number.isInteger(options.ttlMs) || options.ttlMs < 1)) {
+    throw new Error(`Invalid history store ttlMs: ${options.ttlMs}`);
+  }
+  const ttlMs = options?.ttlMs;
+  const now = options?.now ?? Date.now;
+  async function pruneExpired(conversationId) {
+    if (ttlMs === void 0) return;
+    await client.execute({
+      sql: `DELETE FROM ${tableName} WHERE conversation_id = ? AND created_at < ?`,
+      args: [conversationId, now() - ttlMs]
+    });
+  }
   return {
     async append(conversationId, message) {
       await ensureHistorySchema(client, tableName);
+      await pruneExpired(conversationId);
       await client.execute({
         sql: `INSERT INTO ${tableName} (conversation_id, role, content, created_at) VALUES (?, ?, ?, ?)`,
-        args: [conversationId, message.role, message.content, Date.now()]
+        args: [conversationId, message.role, message.content, now()]
       });
       await client.execute({
         sql: `DELETE FROM ${tableName} WHERE conversation_id = ? AND id NOT IN (
@@ -57,6 +70,7 @@ function createTursoHistoryStore(client, tableName = "chat_history", maxPerConve
       const boundedLimit = Math.max(0, Math.trunc(limit));
       if (boundedLimit === 0) return [];
       await ensureHistorySchema(client, tableName);
+      await pruneExpired(conversationId);
       const result = await client.execute({
         sql: `SELECT role, content FROM ${tableName} WHERE conversation_id = ? ORDER BY id DESC LIMIT ?`,
         args: [conversationId, boundedLimit]
@@ -65,6 +79,13 @@ function createTursoHistoryStore(client, tableName = "chat_history", maxPerConve
         role: String(row.role),
         content: String(row.content)
       })).filter((row) => VALID_ROLES.has(row.role)).reverse();
+    },
+    async clear(conversationId) {
+      await ensureHistorySchema(client, tableName);
+      await client.execute({
+        sql: `DELETE FROM ${tableName} WHERE conversation_id = ?`,
+        args: [conversationId]
+      });
     }
   };
 }

package/dist/history/tursoStore.d.ts

@@ -10,6 +10,18 @@
  */
 import type { Client } from "@libsql/client";
 import type { HistoryStore } from "./types";
+export interface TursoHistoryStoreOptions {
+    /**
+     * Retention window: rows older than this are pruned whenever the
+     * conversation they belong to is accessed (`append` or `load`) — there is
+     * no background sweep. Unset: rows never expire on their own (only the
+     * `maxPerConversation` count cap and explicit `clear` remove them). Must be
+     * a positive integer, validated at construction like `maxPerConversation`.
+     */
+    ttlMs?: number;
+    /** Injectable clock for tests. @default Date.now */
+    now?: () => number;
+}
 /**
  * Creates a history store keyed by an arbitrary conversation id (a WhatsApp
  * chat jid, a phone call sid, a web session id) on `tableName`.
@@ -22,5 +34,5 @@ import type { HistoryStore } from "./types";
  * or disable pruning entirely (SQLite reads a negative `LIMIT` as
  * unlimited), so it is validated at construction the same way `tableName` is.
  */
-export declare function createTursoHistoryStore(client: Client, tableName?: string, maxPerConversation?: number): HistoryStore;
+export declare function createTursoHistoryStore(client: Client, tableName?: string, maxPerConversation?: number, options?: TursoHistoryStoreOptions): HistoryStore;
 //# sourceMappingURL=tursoStore.d.ts.map

package/dist/history/tursoStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tursoStore.d.ts","sourceRoot":"","sources":["../../src/history/tursoStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAkB,YAAY,EAAE,MAAM,SAAS,CAAC;AAkD5D;;;;;;;;;;;GAWG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,MAAM,EACd,SAAS,SAAiB,EAC1B,kBAAkB,SAA+B,GAChD,YAAY,CAkDd"}
+{"version":3,"file":"tursoStore.d.ts","sourceRoot":"","sources":["../../src/history/tursoStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAkB,YAAY,EAAE,MAAM,SAAS,CAAC;AAkD5D,MAAM,WAAW,wBAAwB;IACvC;;;;;;OAMG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,MAAM,EACd,SAAS,SAAiB,EAC1B,kBAAkB,SAA+B,EACjD,OAAO,CAAC,EAAE,wBAAwB,GACjC,YAAY,CAyEd"}

package/dist/history/types.d.ts

@@ -14,5 +14,7 @@ export interface HistoryStore {
     append(conversationId: string, message: HistoryMessage): Promise<void>;
     /** Load up to `limit` most recent turns for `conversationId`, oldest first. */
     load(conversationId: string, limit: number): Promise<HistoryMessage[]>;
+    /** Reset primitive: erases all of `conversationId`'s history. Other conversations are untouched. */
+    clear(conversationId: string): Promise<void>;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/history/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/history/types.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B,qDAAqD;IACrD,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,+EAA+E;IAC/E,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CACxE"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/history/types.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B,qDAAqD;IACrD,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,+EAA+E;IAC/E,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IACvE,oGAAoG;IACpG,KAAK,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C"}

package/dist/index.d.ts

@@ -25,7 +25,7 @@ export type { Logger, LogLevel } from "./core/logger";
 export { createConsoleLogger } from "./core/logger";
 export type { NormalizedChatBody } from "./core/messages";
 export { normalizeChatBody, normalizeMessages } from "./core/messages";
-export type { PipelineMessage, PipelineMode, PreparedChat } from "./core/pipeline";
+export type { PipelineMessage, PipelineMode, PreparedChat, RerankContext, RerankContextArgs, RewriteQuery, RewriteQueryArgs, } from "./core/pipeline";
 export { prepareChat } from "./core/pipeline";
 export { PromptLoader } from "./core/prompts";
 export type { VectorStoreOptions } from "./core/retrieval";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAIvC,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAG1C,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,QAAQ,EACR,eAAe,GAChB,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,QAAQ,EACR,aAAa,EACb,cAAc,EACd,aAAa,EACb,WAAW,EACX,cAAc,EACd,mBAAmB,GACpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAC9E,YAAY,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,YAAY,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACvE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEnF,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,cAAc,EACd,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEvE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,YAAY,EACV,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,GACnB,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAIvC,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAG1C,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,QAAQ,EACR,eAAe,GAChB,MAAM,UAAU,CAAC;AAClB,YAAY,EACV,QAAQ,EACR,aAAa,EACb,cAAc,EACd,aAAa,EACb,WAAW,EACX,cAAc,EACd,mBAAmB,GACpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAC9E,YAAY,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,YAAY,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACvE,YAAY,EACV,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,cAAc,EACd,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEvE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,YAAY,EACV,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,GACnB,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -458,14 +458,35 @@ async function prepareChat({
   messages,
   personaLayer,
   channelHint,
-  buckets
+  buckets,
+  sender,
+  rewriteQuery,
+  rerankContext,
+  logger
 }) {
   const lastUserMsg = lastUserMessage(messages);
   if (!lastUserMsg) {
     throw new Error("no user message found in conversation");
   }
   const { topK, label } = MODE_SETTINGS[mode];
-  const ctx = await store.query(lastUserMsg.content, topK, buckets ?? defaultBuckets(mode));
+  let query = lastUserMsg.content;
+  if (rewriteQuery) {
+    try {
+      const rewritten = await rewriteQuery({ query, mode, sender });
+      if (typeof rewritten === "string" && rewritten.trim()) query = rewritten;
+    } catch (error) {
+      logger?.error("rewriteQuery threw; falling back to the original query", error);
+    }
+  }
+  let ctx = await store.query(query, topK, buckets ?? defaultBuckets(mode));
+  if (rerankContext) {
+    try {
+      const reranked = await rerankContext({ query, chunks: ctx });
+      if (Array.isArray(reranked) && reranked.every((c) => typeof c === "string")) ctx = reranked;
+    } catch (error) {
+      logger?.error("rerankContext threw; falling back to the original chunks", error);
+    }
+  }
   const persona = personaLayer?.trim() || (mode === "private" ? prompts.privatePersona : prompts.publicPersona);
   const hint = channelHint?.trim();
   const system = [
@@ -1004,7 +1025,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "public",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -1090,7 +1114,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "private",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -1565,7 +1592,16 @@ function demoRoutes(deps) {
           return c.json({ error: "no user message found in conversation" }, 400);
         }
         const buckets = await resolveBuckets({ mode: "public", bucketsFor: config.bucketsFor });
-        const { system } = await prepareChat({ store, prompts, mode: "public", messages, buckets });
+        const { system } = await prepareChat({
+          store,
+          prompts,
+          mode: "public",
+          messages,
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger
+        });
         const model = config.openai.model || DEFAULT_MODEL;
         const url = new URL(c.req.url);
         const wantsStream3 = url.searchParams.get("stream") === "1";
@@ -1684,13 +1720,23 @@ function openaiRoutes(deps) {
       sender: jwtSubject(c),
       bucketsFor: config.bucketsFor
     });
+    const sender = jwtSubject(c) ?? apiKeySubject(c);
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode, messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode,
+        messages,
+        buckets,
+        sender,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return errorJson(c, 400, "Conversation must contain at least one user message");
     }
-    const sender = jwtSubject(c) ?? apiKeySubject(c);
     const conversationId = clientConversationId(c, body) ?? crypto.randomUUID();
     c.header("x-conversation-id", conversationId);
     const id = `chatcmpl-${crypto.randomUUID()}`;
@@ -1800,7 +1846,17 @@ function privateRoutes(deps) {
     });
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode: "private", messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode: "private",
+        messages,
+        buckets,
+        sender,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return c.json({ error: "no user message found in conversation" }, 400);
     }
@@ -1876,7 +1932,16 @@ function publicRoutes(deps) {
     const buckets = await resolveBuckets({ mode: "public", bucketsFor: config.bucketsFor });
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode: "public", messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode: "public",
+        messages,
+        buckets,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return c.json({ error: "no user message found in conversation" }, 400);
     }