@diegoaltoworks/chatter 0.55.0 → 0.57.0

package/dist/index.mjs

@@ -209,6 +209,18 @@ async function answerOnce({
   }
   return completeOnce({ client, system, messages, temperature, model });
 }
+async function applyTransformReply(transformReply, input, logger) {
+  if (!transformReply) return input.text;
+  try {
+    return await transformReply(input);
+  } catch (error) {
+    logger?.error(
+      `transformReply threw for channel "${input.channel}"; sending the original reply`,
+      error
+    );
+    return input.text;
+  }
+}
 async function* answerStream({
   answerFn,
   client,
@@ -372,14 +384,35 @@ async function prepareChat({
   messages,
   personaLayer,
   channelHint,
-  buckets
+  buckets,
+  sender,
+  rewriteQuery,
+  rerankContext,
+  logger
 }) {
   const lastUserMsg = lastUserMessage(messages);
   if (!lastUserMsg) {
     throw new Error("no user message found in conversation");
   }
   const { topK, label } = MODE_SETTINGS[mode];
-  const ctx = await store.query(lastUserMsg.content, topK, buckets ?? defaultBuckets(mode));
+  let query = lastUserMsg.content;
+  if (rewriteQuery) {
+    try {
+      const rewritten = await rewriteQuery({ query, mode, sender });
+      if (typeof rewritten === "string" && rewritten.trim()) query = rewritten;
+    } catch (error) {
+      logger?.error("rewriteQuery threw; falling back to the original query", error);
+    }
+  }
+  let ctx = await store.query(query, topK, buckets ?? defaultBuckets(mode));
+  if (rerankContext) {
+    try {
+      const reranked = await rerankContext({ query, chunks: ctx });
+      if (Array.isArray(reranked) && reranked.every((c) => typeof c === "string")) ctx = reranked;
+    } catch (error) {
+      logger?.error("rerankContext threw; falling back to the original chunks", error);
+    }
+  }
   const persona = personaLayer?.trim() || (mode === "private" ? prompts.privatePersona : prompts.publicPersona);
   const hint = channelHint?.trim();
   const system = [
@@ -918,7 +951,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "public",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -929,6 +965,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-public", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -936,7 +977,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -944,7 +985,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {
@@ -999,7 +1040,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "private",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -1010,6 +1054,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-private", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -1017,7 +1066,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -1025,7 +1074,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {
@@ -1469,7 +1518,16 @@ function demoRoutes(deps) {
           return c.json({ error: "no user message found in conversation" }, 400);
         }
         const buckets = await resolveBuckets({ mode: "public", bucketsFor: config.bucketsFor });
-        const { system } = await prepareChat({ store, prompts, mode: "public", messages, buckets });
+        const { system } = await prepareChat({
+          store,
+          prompts,
+          mode: "public",
+          messages,
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger
+        });
         const model = config.openai.model || DEFAULT_MODEL;
         const url = new URL(c.req.url);
         const wantsStream3 = url.searchParams.get("stream") === "1";
@@ -1498,7 +1556,12 @@ function demoRoutes(deps) {
           mode: "public",
           model
         });
-        return c.json({ reply: out.content });
+        const reply = await applyTransformReply(
+          config.transformReply,
+          { channel: "widget-demo", text: out.content },
+          logger
+        );
+        return c.json({ reply: reply ?? "" });
       } catch (error) {
         const err = error;
         logger.error("Demo chat error:", err);
@@ -1541,7 +1604,7 @@ function oversizedBodyError(message) {
   return { error: { message, type: "invalid_request_error" } };
 }
 function openaiRoutes(deps) {
-  const { client, store, config, prompts, apiKeyManager } = deps;
+  const { client, store, config, prompts, apiKeyManager, logger } = deps;
   const app = new Hono2();
   const { limitPublic, limitPrivate } = createRateLimiter2(config);
   const requirePrivateJWT = createJWTMiddleware(config);
@@ -1583,13 +1646,23 @@ function openaiRoutes(deps) {
       sender: jwtSubject(c),
       bucketsFor: config.bucketsFor
     });
+    const sender = jwtSubject(c) ?? apiKeySubject(c);
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode, messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode,
+        messages,
+        buckets,
+        sender,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return errorJson(c, 400, "Conversation must contain at least one user message");
     }
-    const sender = jwtSubject(c) ?? apiKeySubject(c);
     const conversationId = clientConversationId(c, body) ?? crypto.randomUUID();
     c.header("x-conversation-id", conversationId);
     const id = `chatcmpl-${crypto.randomUUID()}`;
@@ -1636,13 +1709,18 @@ function openaiRoutes(deps) {
       temperature,
       model: serverModel
     });
+    const reply = await applyTransformReply(
+      config.transformReply,
+      { channel: `openai-compat-${mode}`, sender, conversationId, text: out.content },
+      logger
+    );
     return c.json({
       id,
       object: "chat.completion",
       created,
       model: serverModel,
       choices: [
-        { index: 0, message: { role: "assistant", content: out.content }, finish_reason: "stop" }
+        { index: 0, message: { role: "assistant", content: reply ?? "" }, finish_reason: "stop" }
       ],
       usage: out.usage
     });
@@ -1672,7 +1750,7 @@ function wantsStream(c) {
   return acc.includes("text/event-stream");
 }
 function privateRoutes(deps) {
-  const { client, store, config, prompts } = deps;
+  const { client, store, config, prompts, logger } = deps;
   const app = new Hono3();
   const requirePrivateJWT = createJWTMiddleware(config);
   const { limitPrivate } = createRateLimiter2(config);
@@ -1694,7 +1772,17 @@ function privateRoutes(deps) {
     });
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode: "private", messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode: "private",
+        messages,
+        buckets,
+        sender,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return c.json({ error: "no user message found in conversation" }, 400);
     }
@@ -1727,7 +1815,12 @@ function privateRoutes(deps) {
       sender,
       model
     });
-    return c.json({ reply: out.content });
+    const reply = await applyTransformReply(
+      config.transformReply,
+      { channel: "widget-private", sender, text: out.content },
+      logger
+    );
+    return c.json({ reply: reply ?? "" });
   });
   return app;
 }
@@ -1765,7 +1858,16 @@ function publicRoutes(deps) {
     const buckets = await resolveBuckets({ mode: "public", bucketsFor: config.bucketsFor });
     let system;
     try {
-      ({ system } = await prepareChat({ store, prompts, mode: "public", messages, buckets }));
+      ({ system } = await prepareChat({
+        store,
+        prompts,
+        mode: "public",
+        messages,
+        buckets,
+        rewriteQuery: config.rewriteQuery,
+        rerankContext: config.rerankContext,
+        logger
+      }));
     } catch {
       return c.json({ error: "no user message found in conversation" }, 400);
     }
@@ -1789,7 +1891,12 @@ function publicRoutes(deps) {
       });
     }
     const out = await answerOnce({ answerFn, client, system, messages, mode: "public", model });
-    return c.json({ reply: out.content });
+    const reply = await applyTransformReply(
+      config.transformReply,
+      { channel: "widget-public", text: out.content },
+      logger
+    );
+    return c.json({ reply: reply ?? "" });
   });
   return app;
 }
@@ -2126,6 +2233,7 @@ export {
   VectorStore,
   answerOnce,
   answerStream,
+  applyTransformReply,
   chatBodyLimit,
   completeOnce,
   completeStream,

package/dist/mcp-server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mcp-server.d.ts","sourceRoot":"","sources":["../src/mcp-server.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAoBH,YAAY,EACV,WAAW,EACX,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,eAAe,CAAC,MAAM,EAAE,gBAAgB,qEAwS7D"}
+{"version":3,"file":"mcp-server.d.ts","sourceRoot":"","sources":["../src/mcp-server.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAoBH,YAAY,EACV,WAAW,EACX,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,eAAe,CAAC,MAAM,EAAE,gBAAgB,qEA0T7D"}

package/dist/mcp-server.js

@@ -104,6 +104,18 @@ async function answerOnce({
   }
   return completeOnce({ client, system, messages, temperature, model });
 }
+async function applyTransformReply(transformReply, input, logger) {
+  if (!transformReply) return input.text;
+  try {
+    return await transformReply(input);
+  } catch (error) {
+    logger?.error(
+      `transformReply threw for channel "${input.channel}"; sending the original reply`,
+      error
+    );
+    return input.text;
+  }
+}
 
 // src/core/buckets.ts
 function defaultBuckets(mode) {
@@ -172,14 +184,35 @@ async function prepareChat({
   messages,
   personaLayer,
   channelHint,
-  buckets
+  buckets,
+  sender,
+  rewriteQuery,
+  rerankContext,
+  logger
 }) {
   const lastUserMsg = lastUserMessage(messages);
   if (!lastUserMsg) {
     throw new Error("no user message found in conversation");
   }
   const { topK, label } = MODE_SETTINGS[mode];
-  const ctx = await store.query(lastUserMsg.content, topK, buckets ?? defaultBuckets(mode));
+  let query = lastUserMsg.content;
+  if (rewriteQuery) {
+    try {
+      const rewritten = await rewriteQuery({ query, mode, sender });
+      if (typeof rewritten === "string" && rewritten.trim()) query = rewritten;
+    } catch (error) {
+      logger?.error("rewriteQuery threw; falling back to the original query", error);
+    }
+  }
+  let ctx = await store.query(query, topK, buckets ?? defaultBuckets(mode));
+  if (rerankContext) {
+    try {
+      const reranked = await rerankContext({ query, chunks: ctx });
+      if (Array.isArray(reranked) && reranked.every((c) => typeof c === "string")) ctx = reranked;
+    } catch (error) {
+      logger?.error("rerankContext threw; falling back to the original chunks", error);
+    }
+  }
   const persona = personaLayer?.trim() || (mode === "private" ? prompts.privatePersona : prompts.publicPersona);
   const hint = channelHint?.trim();
   const system = [
@@ -693,7 +726,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "public",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -704,6 +740,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-public", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -711,7 +752,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -719,7 +760,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {
@@ -774,7 +815,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "private",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -785,6 +829,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-private", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -792,7 +841,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -800,7 +849,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {

package/dist/mcp-server.mjs

@@ -70,6 +70,18 @@ async function answerOnce({
   }
   return completeOnce({ client, system, messages, temperature, model });
 }
+async function applyTransformReply(transformReply, input, logger) {
+  if (!transformReply) return input.text;
+  try {
+    return await transformReply(input);
+  } catch (error) {
+    logger?.error(
+      `transformReply threw for channel "${input.channel}"; sending the original reply`,
+      error
+    );
+    return input.text;
+  }
+}
 
 // src/core/buckets.ts
 function defaultBuckets(mode) {
@@ -138,14 +150,35 @@ async function prepareChat({
   messages,
   personaLayer,
   channelHint,
-  buckets
+  buckets,
+  sender,
+  rewriteQuery,
+  rerankContext,
+  logger
 }) {
   const lastUserMsg = lastUserMessage(messages);
   if (!lastUserMsg) {
     throw new Error("no user message found in conversation");
   }
   const { topK, label } = MODE_SETTINGS[mode];
-  const ctx = await store.query(lastUserMsg.content, topK, buckets ?? defaultBuckets(mode));
+  let query = lastUserMsg.content;
+  if (rewriteQuery) {
+    try {
+      const rewritten = await rewriteQuery({ query, mode, sender });
+      if (typeof rewritten === "string" && rewritten.trim()) query = rewritten;
+    } catch (error) {
+      logger?.error("rewriteQuery threw; falling back to the original query", error);
+    }
+  }
+  let ctx = await store.query(query, topK, buckets ?? defaultBuckets(mode));
+  if (rerankContext) {
+    try {
+      const reranked = await rerankContext({ query, chunks: ctx });
+      if (Array.isArray(reranked) && reranked.every((c) => typeof c === "string")) ctx = reranked;
+    } catch (error) {
+      logger?.error("rerankContext threw; falling back to the original chunks", error);
+    }
+  }
   const persona = personaLayer?.trim() || (mode === "private" ? prompts.privatePersona : prompts.publicPersona);
   const hint = channelHint?.trim();
   const system = [
@@ -659,7 +692,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "public",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -670,6 +706,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-public", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -677,7 +718,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -685,7 +726,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {
@@ -740,7 +781,10 @@ async function createMCPServer(config) {
           prompts,
           mode: "private",
           messages: conversationMessages,
-          buckets
+          buckets,
+          rewriteQuery: config.rewriteQuery,
+          rerankContext: config.rerankContext,
+          logger: log
         });
         const result = await answerOnce({
           answerFn: config.answerFn,
@@ -751,6 +795,11 @@ async function createMCPServer(config) {
           conversationId: convId,
           model
         });
+        const replyText = await applyTransformReply(
+          config.transformReply,
+          { channel: "mcp-private", conversationId: convId, text: result.content },
+          log
+        );
         const cost = calculateCost(result.usage, config.openai.pricing);
         const duration = Date.now() - startTime;
         await logger.logChatInteraction(
@@ -758,7 +807,7 @@ async function createMCPServer(config) {
           convId,
           conversationMessages,
           ctx,
-          result.content,
+          replyText ?? "",
           duration,
           cost
         ).catch((err) => log.error("Logging error:", err));
@@ -766,7 +815,7 @@ async function createMCPServer(config) {
           content: [
             {
               type: "text",
-              text: result.content
+              text: replyText ?? ""
             }
           ],
           _meta: {

package/dist/routes/demo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"demo.d.ts","sourceRoot":"","sources":["../../src/routes/demo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAY5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAuFnD,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,8EAoHlD"}
+{"version":3,"file":"demo.d.ts","sourceRoot":"","sources":["../../src/routes/demo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAY5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAuFnD,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,8EAkIlD"}

package/dist/routes/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/routes/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAU5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAsDnD,wBAAgB,YAAY,CAAC,IAAI,EAAE,kBAAkB,8EA8JpD"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/routes/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAU5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAsDnD,wBAAgB,YAAY,CAAC,IAAI,EAAE,kBAAkB,8EA+KpD"}

package/dist/routes/private.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"private.d.ts","sourceRoot":"","sources":["../../src/routes/private.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAS5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AASnD,wBAAgB,aAAa,CAAC,IAAI,EAAE,kBAAkB,8EAuErD"}
+{"version":3,"file":"private.d.ts","sourceRoot":"","sources":["../../src/routes/private.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAS5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AASnD,wBAAgB,aAAa,CAAC,IAAI,EAAE,kBAAkB,8EAsFrD"}

package/dist/routes/public.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"public.d.ts","sourceRoot":"","sources":["../../src/routes/public.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAW5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AASnD,wBAAgB,YAAY,CAAC,IAAI,EAAE,kBAAkB,8EAuEpD"}
+{"version":3,"file":"public.d.ts","sourceRoot":"","sources":["../../src/routes/public.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAW5B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AASnD,wBAAgB,YAAY,CAAC,IAAI,EAAE,kBAAkB,8EAqFpD"}