@columenlabs/lumen-ai 0.1.225 → 0.1.226

package/dist/agent/agent.d.ts

@@ -12,7 +12,7 @@
  * An `Assistant` gives both: `assistant.agentTurn(caller, input)` returns a plan and its settle.
  */
 import { type ChatResponseResult, type PrepareStepContext, type Session, type StepConfig, type StepContext, Think, type ThinkModel, type TurnConfig, type TurnContext } from '@cloudflare/think';
-import { type AssistantChat, type AssistantEffort, type AssistantEvent, type AssistantImage, type AssistantRefNote, type AssistantScreenMap, type AssistantScreenOutcome, type ChatUsage, type UsagePart } from '@columenlabs/lumen-ui-types/assistant';
+import { type AssistantChat, type AssistantEffort, type AssistantEvent, type AssistantImage, type AssistantQuote, type AssistantRefNote, type AssistantScreenMap, type AssistantScreenOutcome, type ChatUsage, type UsagePart } from '@columenlabs/lumen-ui-types/assistant';
 import { type ModelMessage, type ToolSet } from 'ai';
 import type { ModelDef } from '../assistant/models.js';
 import { type AgentConnector, type ConnectorAt } from './connectors.js';
@@ -134,6 +134,8 @@ export interface AskInput {
         note?: unknown;
     };
     refs?: AssistantRefNote[];
+    /** The piece of the chat this message replies to (Reply on selected text). */
+    quote?: AssistantQuote;
     tier?: string;
     time_zone?: string;
     /** What the browser can show (Screen on): the `screen` tool and its rules join the turn. */
@@ -141,6 +143,14 @@ export interface AskInput {
     /** How earlier screen calls ended in the browser. */
     outcomes?: AssistantScreenOutcome[];
 }
+/** A quote as sent, checked: its text cut to `ASSISTANT_QUOTE_MAX`, and whose message it came from. */
+export declare function quoteOf(q: unknown): AssistantQuote | undefined;
+/**
+ * The words the model reads before a message that replies to a quote: which message it came from
+ * and the quote itself. It is the message's first text part; the panel shows the quote from the
+ * message's metadata instead, so `itemsOf` leaves this part out.
+ */
+export declare function quoteLead(q: AssistantQuote): string;
 /**
  * The images a message may carry, as file parts: allowed types only, at most `ASSISTANT_IMAGES_MAX`,
  * and no more than `ASSISTANT_IMAGE_CHARS` of base64 together; the rest are left out.

package/dist/agent/agent.js

@@ -13,7 +13,7 @@
  */
 import { anthropic } from '@ai-sdk/anthropic';
 import { Think, } from '@cloudflare/think';
-import { ASSISTANT_IMAGES_MAX, ASSISTANT_IMAGE_CHARS, ASSISTANT_IMAGE_TYPES, } from '@columenlabs/lumen-ui-types/assistant';
+import { ASSISTANT_IMAGES_MAX, ASSISTANT_IMAGE_CHARS, ASSISTANT_IMAGE_TYPES, ASSISTANT_QUOTE_MAX, } from '@columenlabs/lumen-ui-types/assistant';
 import { createCompactFunction } from 'agents/sessions';
 import { generateText } from 'ai';
 import { CONNECTOR_GROUP, checkConnectorUrl, connectorGroup, connectorId, connectorSource, } from './connectors.js';
@@ -73,6 +73,27 @@ export function withLead(messages, lead) {
         : [{ type: 'text', text: lead }, ...m.content];
     return [...messages.slice(0, i), { ...m, content }, ...messages.slice(i + 1)];
 }
+/** A quote as sent, checked: its text cut to `ASSISTANT_QUOTE_MAX`, and whose message it came from. */
+export function quoteOf(q) {
+    const o = q;
+    const text = typeof o?.text === 'string' ? o.text.trim().slice(0, ASSISTANT_QUOTE_MAX) : '';
+    if (!text)
+        return undefined;
+    return { text, from: o?.from === 'user' ? 'user' : 'assistant' };
+}
+/**
+ * The words the model reads before a message that replies to a quote: which message it came from
+ * and the quote itself. It is the message's first text part; the panel shows the quote from the
+ * message's metadata instead, so `itemsOf` leaves this part out.
+ */
+export function quoteLead(q) {
+    const whose = q.from === 'user' ? 'their own earlier message' : 'your earlier answer';
+    const lines = q.text
+        .split('\n')
+        .map((l) => `> ${l}`)
+        .join('\n');
+    return `The person replies to this part of ${whose}:\n${lines}\n\n`;
+}
 /**
  * The images a message may carry, as file parts: allowed types only, at most `ASSISTANT_IMAGES_MAX`,
  * and no more than `ASSISTANT_IMAGE_CHARS` of base64 together; the rest are left out.
@@ -209,10 +230,12 @@ export class LumenAgent extends Think {
         this.#put('at', at);
         await sink.event({ event: 'chat', data: { id: this.name, title } });
         this.#outcomes(screenOutcomesOf(input.outcomes));
+        const quote = quoteOf(input.quote);
         const meta = {
             at,
             ...(input.context ? { context: { label: input.context.label } } : {}),
             ...(input.refs?.length ? { refs: input.refs } : {}),
+            ...(quote ? { quote } : {}),
             ...(input.tier ? { tier: input.tier } : {}),
         };
         const toEvents = chunkEvents({
@@ -237,7 +260,11 @@ export class LumenAgent extends Think {
             await this.chat({
                 id: userId,
                 role: 'user',
-                parts: [{ type: 'text', text: input.message }, ...imageParts(input.images)],
+                parts: [
+                    ...(quote ? [{ type: 'text', text: quoteLead(quote) }] : []),
+                    { type: 'text', text: input.message },
+                    ...imageParts(input.images),
+                ],
                 metadata: meta,
             }, {
                 onStart: () => undefined,

package/dist/agent/stream.d.ts

@@ -3,7 +3,7 @@
  * panel's `AssistantEvent`s, and a stored chat's messages and cards as its `ChatItem`s. The panel
  * (`@columenlabs/lumen-ui`'s `LumenAssistant`) reads a Think chat the same way as before.
  */
-import type { AssistantEvent, AssistantRefNote, ChatItem } from '@columenlabs/lumen-ui-types/assistant';
+import type { AssistantEvent, AssistantQuote, AssistantRefNote, ChatItem } from '@columenlabs/lumen-ui-types/assistant';
 import type { AgentCard } from './agent.js';
 import type { ScreenCall } from './screen.js';
 /** A tool's name as a line's title: `notes__find_notes` → `find notes`. */
@@ -40,6 +40,8 @@ export interface AskMeta {
         label: string;
     };
     refs?: AssistantRefNote[];
+    /** The piece of the chat the message replies to; its words to the model are the first text part. */
+    quote?: AssistantQuote;
     tier?: string;
 }
 /** A stored chat as the panel's items: the messages in order, each tool call as it ended. */

package/dist/agent/stream.js

@@ -137,11 +137,12 @@ export function itemsOf(messages, cards, screens = new Map(), steers = {}) {
     for (const m of messages) {
         if (m.role === 'user') {
             asked = m.id;
+            const meta = (obj(m.metadata) ?? {});
             const text = m.parts
                 .filter((p) => p.type === 'text')
+                .slice(meta.quote ? 1 : 0)
                 .map((p) => String(p.text ?? ''))
                 .join('');
-            const meta = (obj(m.metadata) ?? {});
             const images = m.parts
                 .filter((p) => p.type === 'file' && typeof p.url === 'string' && p.url.startsWith('data:image/'))
                 .map((p) => p.url);
@@ -152,6 +153,7 @@ export function itemsOf(messages, cards, screens = new Map(), steers = {}) {
                 ...(images.length ? { images } : {}),
                 ...(meta.context?.label ? { context: meta.context.label } : {}),
                 ...(meta.refs?.length ? { refs: meta.refs } : {}),
+                ...(meta.quote ? { quote: meta.quote } : {}),
                 ...(meta.tier ? { tier: meta.tier } : {}),
             });
             continue;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@columenlabs/lumen-ai",
-  "version": "0.1.225",
+  "version": "0.1.226",
   "description": "Lumen's assistant and agent parts: a chat assistant's server (Claude tiers, tools over MCP, the web, hand off, spend caps), serving an MCP server from a Worker, read-only tool sets and metered tool calls.",
   "license": "MIT",
   "type": "module",
@@ -52,8 +52,8 @@
     "@ai-sdk/openai": "4.0.108",
     "@anthropic-ai/sdk": "0.133.0",
     "@cloudflare/think": "0.23.0",
-    "@columenlabs/lumen-ops": "0.1.225",
-    "@columenlabs/lumen-ui-types": "0.1.225",
+    "@columenlabs/lumen-ops": "0.1.226",
+    "@columenlabs/lumen-ui-types": "0.1.226",
     "agents": "0.32.0",
     "ai": "7.0.162",
     "just-bash": "3.6.0",