@runtypelabs/flue-otel 0.5.0 → 0.5.1

package/README.md

@@ -341,11 +341,15 @@ createRuntypeFlueInstrumentation({
 })
 ```
 
-- **`inputMessages`** is the conversation as the run's _last_ model turn saw
-  it, read from Flue's normalized `turn_request.request.input.messages`: every
-  agent turn replaces the capture, so a user message dispatched mid-run (a
-  signal delivery, `useDispatchMessage()`) is included, and so is the run's own
-  intermediate assistant text. One copy per run, on the envelope. It lands on
+- **`inputMessages`** is the conversation the run was given, read from Flue's
+  normalized `turn_request.request.input.messages`: the first agent turn's
+  history, plus any `kind: 'user'` message delivered mid-run that a later
+  turn's history carries. The run's own assistant rows are not repeated here —
+  the tool spans and `outputMessages` carry them — and a turn after a
+  compaction, which sees a summary in place of the conversation, never
+  replaces an earlier capture (Flue does not flag such a request, so the
+  `compaction` observation and the summary row it puts first are the signal).
+  One copy per run, on the envelope. It lands on
   the run as its transcript and is the seed eval capture freezes a case from.
 - **`outputMessages`** is the assistant text of the _last_ agent turn that
   produced any, read from `turn.response.output`. A final step that only called
@@ -361,10 +365,18 @@ Messages are encoded as the GenAI semconv structured-message shape,
 `[{ role, parts: [{ type: 'text', content }] }]`, and they are **text parts
 only**: a `toolResult` message, a tool-call part, a thinking part and an image
 part are dropped, as is any `system` row Flue put in the history (that is what
-`systemInstructions` is for) and any Flue **signal** — Flue delivers its own
-steering (`<signal type="…">…</signal>`, `useAgentFinish` continuations, stream
-recovery) to the model as a user message wrapping one XML element, and those
-are not something the user said. Tool content has its own switches above; the
+`systemInstructions` is for). A Flue **signal** — the steering Flue delivers to
+the model as a user message (`<signal type="…">…</signal>` deliveries and
+`dispatch()` inputs, `useAgentFinish` continuations, stream recovery, the
+compaction summary) — is exported as a `system` row, verbatim with its framing,
+so it is never read as something the user said and the reader sees exactly what
+the model saw. Recognition is a text-shape test on Flue's exact framing (one
+element with a leading `type` attribute, body on its own lines, one text part),
+so it can only _reduce_ misclassification: HTML elements that conventionally
+lead with `type` (`<script>`, `<style>`, `<button>`, …) and multi-part messages
+always stay user rows, but a user message that exactly reproduces the framing
+with another tag lands as a `system` row. Tool content has its own switches
+above; the
 rest is never exported. `AgentMessage`, which Flue marks unstable, is still
 never read — the `Llm*` request and response payloads are byte-identical on
 1.x and 2.x.
@@ -374,7 +386,8 @@ the newest messages survive; a lone message that still does not fit has its
 text cut with the truncation marker, and the JSON stays valid either way. The
 system prompt is cut inside its text part. Because all three share one span,
 each is additionally capped at a third of ingest's per-span ceiling
-(128 KiB), whatever `maxChars` says; at the default ceiling they fit
+(128 KiB), whatever `maxChars` says — as a tool's arguments and result are each
+capped at half of it (192 KiB); at the default ceiling everything fits
 comfortably.
 
 ### Redaction

package/dist/index.cjs

@@ -81,7 +81,22 @@ function mapSettlementOutcome(outcome) {
 // src/messages.ts
 var ROLES = /* @__PURE__ */ new Set(["system", "user", "assistant"]);
 var FLUE_ROLES = /* @__PURE__ */ new Set(["user", "assistant"]);
-var SIGNAL_MESSAGE = /^\s*<([A-Za-z][\w-]*)\b[^>]*>[\s\S]*<\/\1>\s*$/;
+var SIGNAL_MESSAGE = /^<([A-Za-z_][\w.-]*) type="[^"]*"[^>]*>\n[\s\S]*\n<\/\1>$/;
+var COMPACTION_SUMMARY_PREFIX = '<compaction type="context_summary"';
+var HTML_TYPED_TAGS = /* @__PURE__ */ new Set([
+  "a",
+  "button",
+  "embed",
+  "input",
+  "link",
+  "menu",
+  "object",
+  "ol",
+  "script",
+  "source",
+  "style",
+  "ul"
+]);
 function projectFlueMessages(value) {
   if (!Array.isArray(value)) return [];
   const out = [];
@@ -97,18 +112,22 @@ function projectFlueMessage(value) {
   if (typeof role !== "string" || !FLUE_ROLES.has(role)) return void 0;
   const text = flueMessageText(value.content);
   if (text === "") return void 0;
-  if (role === "user" && SIGNAL_MESSAGE.test(text)) return void 0;
+  if (role === "user" && isFlueSignal(value.content, text)) {
+    return { role: "system", parts: [{ type: "text", content: text }] };
+  }
   return { role, parts: [{ type: "text", content: text }] };
 }
+function isFlueSignal(content, text) {
+  if (!isSingleText(content)) return false;
+  const signal = SIGNAL_MESSAGE.exec(text);
+  return signal !== null && !HTML_TYPED_TAGS.has(signal[1].toLowerCase());
+}
+function isSingleText(content) {
+  if (typeof content === "string") return true;
+  return Array.isArray(content) && content.length === 1;
+}
 function flueMessageText(content) {
-  if (typeof content === "string") return content;
-  if (!Array.isArray(content)) return "";
-  const texts = [];
-  for (const part of content) {
-    if (!isRecord(part) || part.type !== "text") continue;
-    if (typeof part.text === "string" && part.text.length > 0) texts.push(part.text);
-  }
-  return texts.join("\n");
+  return contentMessageText({ content });
 }
 function normalizeContentMessages(value) {
   if (!Array.isArray(value)) return [];
@@ -159,6 +178,7 @@ function resolveContentPolicy(setting) {
     systemInstructions: on(options?.systemInstructions),
     maxChars,
     envelopeMaxChars: Math.min(maxChars, Math.floor(INGEST_CONTENT_SPAN_CEILING / 3)),
+    toolMaxChars: Math.min(maxChars, Math.floor(INGEST_CONTENT_SPAN_CEILING / 2)),
     redact: options?.redact
   };
 }
@@ -166,10 +186,10 @@ function encodeContentValue(value, policy, context3) {
   if (value === void 0) return void 0;
   const redacted = applyRedact(value, policy, context3);
   if (redacted === void 0) return void 0;
-  if (context3.kind === "arguments") return encodeArguments(redacted, policy.maxChars);
+  if (context3.kind === "arguments") return encodeArguments(redacted, policy.toolMaxChars);
   const encoded = stringify(redacted);
   if (encoded === void 0) return void 0;
-  return truncate(encoded, policy.maxChars);
+  return truncate(encoded, policy.toolMaxChars);
 }
 function encodeMessagesValue(messages, policy, kind) {
   if (messages.length === 0) return void 0;
@@ -178,17 +198,23 @@ function encodeMessagesValue(messages, policy, kind) {
   const all = normalizeContentMessages(redacted);
   if (all.length === 0) return void 0;
   const maxChars = policy.envelopeMaxChars;
+  const perMessage = all.length > 1 ? Math.floor((maxChars - 3) / 2) : maxChars - 2;
+  const encoded = [];
+  for (const message of all) {
+    const one = JSON.stringify(message);
+    encoded.push(one.length <= perMessage ? one : encodeTruncatedMessage(message, perMessage) ?? "");
+  }
   let start = all.length;
   let total = 2;
   while (start > 0) {
-    const length = JSON.stringify(all[start - 1]).length + (start < all.length ? 1 : 0);
+    const length = encoded[start - 1].length + (start < all.length ? 1 : 0);
     if (total + length > maxChars) break;
     total += length;
     start -= 1;
   }
-  if (start === 0) return JSON.stringify(all);
-  if (start < all.length) return JSON.stringify(all.slice(start));
-  return encodeTruncatedMessage(all[all.length - 1], maxChars);
+  const kept = encoded.slice(start).filter((one) => one !== "");
+  if (kept.length === 0) return void 0;
+  return "[" + kept.join(",") + "]";
 }
 function encodeSystemInstructionsValue(value, policy) {
   if (value.length === 0) return void 0;
@@ -201,7 +227,7 @@ function encodeSystemInstructionsValue(value, policy) {
 function encodeTruncatedMessage(message, maxChars) {
   const text = message.parts.map((part) => part.content).join("\n");
   return fitJson(
-    (cut) => JSON.stringify([{ role: message.role, parts: [{ type: "text", content: cut }] }]),
+    (cut) => JSON.stringify({ role: message.role, parts: [{ type: "text", content: cut }] }),
     text,
     maxChars
   );
@@ -212,11 +238,15 @@ function encodeTextParts(text, maxChars) {
 function fitJson(wrap, text, maxChars) {
   let encoded = wrap(text);
   if (encoded.length <= maxChars) return encoded;
-  let budget = maxChars - wrap("").length;
-  for (let round = 0; round < 8 && budget > 0; round += 1) {
-    encoded = wrap(truncate(text, budget));
+  const shell = wrap("").length;
+  let budget = maxChars - shell;
+  for (let round = 0; round < 8; round += 1) {
+    if (budget <= truncationMarker(text.length).length) return void 0;
+    const cut = truncate(text, budget);
+    encoded = wrap(cut);
     if (encoded.length <= maxChars) return encoded;
-    budget -= encoded.length - maxChars;
+    const rescaled = Math.floor(budget * (maxChars - shell) / (encoded.length - shell));
+    budget = Math.min(budget - 1, rescaled);
   }
   return void 0;
 }
@@ -233,15 +263,8 @@ function encodeArguments(value, maxChars) {
   const encoded = stringify(shaped);
   if (encoded === void 0) return void 0;
   if (encoded.length <= maxChars) return encoded;
-  let budget = maxChars - TRUNCATED_WRAPPER_OVERHEAD;
-  for (let round = 0; round < 8 && budget > 0; round += 1) {
-    const wrapped = JSON.stringify({ truncated: truncate(encoded, budget) });
-    if (wrapped.length <= maxChars) return wrapped;
-    budget -= wrapped.length - maxChars;
-  }
-  return JSON.stringify({ truncated: truncate(encoded, Math.max(0, budget)) });
+  return fitJson((cut) => JSON.stringify({ truncated: cut }), encoded, maxChars);
 }
-var TRUNCATED_WRAPPER_OVERHEAD = 16;
 function isPlainObject(value) {
   return value !== null && typeof value === "object" && !Array.isArray(value);
 }
@@ -275,7 +298,7 @@ function isHighSurrogate(code) {
 }
 
 // package.json
-var version = "0.5.0";
+var version = "0.5.1";
 
 // src/semconv.ts
 var GEN_AI = {
@@ -576,6 +599,11 @@ function createFlueProjection(options = {}) {
   function onCompactionEnd(event) {
     const ref = compactionKey(event);
     if (!open.has(ref)) return [];
+    if (!event.taskId) {
+      const envelope = resolveEnvelopeRef(event);
+      const state = envelope ? envelopes.get(envelope) : void 0;
+      if (state) state.compacted = true;
+    }
     const intents = sweepDescendants(ref, event.timestamp);
     intents.push(
       closeIntent(ref, event, readBoolean(event, "isError") === true, readErrorInfo(event))
@@ -808,16 +836,31 @@ function createFlueProjection(options = {}) {
   }
   function captureInput(envelope, request) {
     const input = request.input;
-    if (content.inputMessages) {
-      const messages = projectFlueMessages(input?.messages);
-      if (messages.length > 0) envelope.inputMessages = messages;
+    if (envelope.inputRaw && (envelope.compacted || isCompactedHistory(input?.messages))) return;
+    if (content.inputMessages && Array.isArray(input?.messages) && input.messages.length > 0) {
+      envelope.inputRaw = input.messages;
+      envelope.inputBaseCount ??= input.messages.length;
     }
     if (content.systemInstructions && typeof input?.systemPrompt === "string") {
       envelope.systemInstructions = input.systemPrompt;
     }
   }
+  function isCompactedHistory(messages) {
+    if (!Array.isArray(messages) || messages.length === 0) return false;
+    const first = messages[0];
+    if (!first || first.role !== "user") return false;
+    return flueMessageText(first.content).startsWith(COMPACTION_SUMMARY_PREFIX);
+  }
+  function projectInput(envelope) {
+    const raw = envelope.inputRaw ?? [];
+    const base = envelope.inputBaseCount ?? raw.length;
+    return [
+      ...projectFlueMessages(raw.slice(0, base)),
+      ...projectFlueMessages(raw.slice(base)).filter((message) => message.role !== "assistant")
+    ];
+  }
   function envelopeContentAttributes(envelope) {
-    const input = envelope.inputMessages ? encodeMessagesValue(envelope.inputMessages, content, "input_messages") : void 0;
+    const input = envelope.inputRaw ? encodeMessagesValue(projectInput(envelope), content, "input_messages") : void 0;
     const system = envelope.systemInstructions ? encodeSystemInstructionsValue(envelope.systemInstructions, content) : void 0;
     const output = envelope.outputMessage ? encodeMessagesValue([envelope.outputMessage], content, "output_messages") : void 0;
     return {

package/dist/index.d.cts

@@ -266,9 +266,9 @@ interface FlueContentOptions {
      */
     toolResults?: boolean;
     /**
-     * Emit the conversation the run's first model turn was given as `gen_ai.input.messages` on the
-     * `invoke_agent` span: text-only user and assistant rows from Flue's normalized
-     * `turn_request.request.input.messages`. Later turns of the same run only add tool traffic.
+     * Emit the conversation the run was given as `gen_ai.input.messages` on the `invoke_agent` span:
+     * text-only user and assistant rows from Flue's normalized `turn_request.request.input.messages`,
+     * plus any user message a later turn's history carries, minus the run's own assistant rows.
      */
     inputMessages?: boolean;
     /**

package/dist/index.d.ts

@@ -266,9 +266,9 @@ interface FlueContentOptions {
      */
     toolResults?: boolean;
     /**
-     * Emit the conversation the run's first model turn was given as `gen_ai.input.messages` on the
-     * `invoke_agent` span: text-only user and assistant rows from Flue's normalized
-     * `turn_request.request.input.messages`. Later turns of the same run only add tool traffic.
+     * Emit the conversation the run was given as `gen_ai.input.messages` on the `invoke_agent` span:
+     * text-only user and assistant rows from Flue's normalized `turn_request.request.input.messages`,
+     * plus any user message a later turn's history carries, minus the run's own assistant rows.
      */
     inputMessages?: boolean;
     /**

package/dist/index.mjs

@@ -45,7 +45,22 @@ function mapSettlementOutcome(outcome) {
 // src/messages.ts
 var ROLES = /* @__PURE__ */ new Set(["system", "user", "assistant"]);
 var FLUE_ROLES = /* @__PURE__ */ new Set(["user", "assistant"]);
-var SIGNAL_MESSAGE = /^\s*<([A-Za-z][\w-]*)\b[^>]*>[\s\S]*<\/\1>\s*$/;
+var SIGNAL_MESSAGE = /^<([A-Za-z_][\w.-]*) type="[^"]*"[^>]*>\n[\s\S]*\n<\/\1>$/;
+var COMPACTION_SUMMARY_PREFIX = '<compaction type="context_summary"';
+var HTML_TYPED_TAGS = /* @__PURE__ */ new Set([
+  "a",
+  "button",
+  "embed",
+  "input",
+  "link",
+  "menu",
+  "object",
+  "ol",
+  "script",
+  "source",
+  "style",
+  "ul"
+]);
 function projectFlueMessages(value) {
   if (!Array.isArray(value)) return [];
   const out = [];
@@ -61,18 +76,22 @@ function projectFlueMessage(value) {
   if (typeof role !== "string" || !FLUE_ROLES.has(role)) return void 0;
   const text = flueMessageText(value.content);
   if (text === "") return void 0;
-  if (role === "user" && SIGNAL_MESSAGE.test(text)) return void 0;
+  if (role === "user" && isFlueSignal(value.content, text)) {
+    return { role: "system", parts: [{ type: "text", content: text }] };
+  }
   return { role, parts: [{ type: "text", content: text }] };
 }
+function isFlueSignal(content, text) {
+  if (!isSingleText(content)) return false;
+  const signal = SIGNAL_MESSAGE.exec(text);
+  return signal !== null && !HTML_TYPED_TAGS.has(signal[1].toLowerCase());
+}
+function isSingleText(content) {
+  if (typeof content === "string") return true;
+  return Array.isArray(content) && content.length === 1;
+}
 function flueMessageText(content) {
-  if (typeof content === "string") return content;
-  if (!Array.isArray(content)) return "";
-  const texts = [];
-  for (const part of content) {
-    if (!isRecord(part) || part.type !== "text") continue;
-    if (typeof part.text === "string" && part.text.length > 0) texts.push(part.text);
-  }
-  return texts.join("\n");
+  return contentMessageText({ content });
 }
 function normalizeContentMessages(value) {
   if (!Array.isArray(value)) return [];
@@ -123,6 +142,7 @@ function resolveContentPolicy(setting) {
     systemInstructions: on(options?.systemInstructions),
     maxChars,
     envelopeMaxChars: Math.min(maxChars, Math.floor(INGEST_CONTENT_SPAN_CEILING / 3)),
+    toolMaxChars: Math.min(maxChars, Math.floor(INGEST_CONTENT_SPAN_CEILING / 2)),
     redact: options?.redact
   };
 }
@@ -130,10 +150,10 @@ function encodeContentValue(value, policy, context3) {
   if (value === void 0) return void 0;
   const redacted = applyRedact(value, policy, context3);
   if (redacted === void 0) return void 0;
-  if (context3.kind === "arguments") return encodeArguments(redacted, policy.maxChars);
+  if (context3.kind === "arguments") return encodeArguments(redacted, policy.toolMaxChars);
   const encoded = stringify(redacted);
   if (encoded === void 0) return void 0;
-  return truncate(encoded, policy.maxChars);
+  return truncate(encoded, policy.toolMaxChars);
 }
 function encodeMessagesValue(messages, policy, kind) {
   if (messages.length === 0) return void 0;
@@ -142,17 +162,23 @@ function encodeMessagesValue(messages, policy, kind) {
   const all = normalizeContentMessages(redacted);
   if (all.length === 0) return void 0;
   const maxChars = policy.envelopeMaxChars;
+  const perMessage = all.length > 1 ? Math.floor((maxChars - 3) / 2) : maxChars - 2;
+  const encoded = [];
+  for (const message of all) {
+    const one = JSON.stringify(message);
+    encoded.push(one.length <= perMessage ? one : encodeTruncatedMessage(message, perMessage) ?? "");
+  }
   let start = all.length;
   let total = 2;
   while (start > 0) {
-    const length = JSON.stringify(all[start - 1]).length + (start < all.length ? 1 : 0);
+    const length = encoded[start - 1].length + (start < all.length ? 1 : 0);
     if (total + length > maxChars) break;
     total += length;
     start -= 1;
   }
-  if (start === 0) return JSON.stringify(all);
-  if (start < all.length) return JSON.stringify(all.slice(start));
-  return encodeTruncatedMessage(all[all.length - 1], maxChars);
+  const kept = encoded.slice(start).filter((one) => one !== "");
+  if (kept.length === 0) return void 0;
+  return "[" + kept.join(",") + "]";
 }
 function encodeSystemInstructionsValue(value, policy) {
   if (value.length === 0) return void 0;
@@ -165,7 +191,7 @@ function encodeSystemInstructionsValue(value, policy) {
 function encodeTruncatedMessage(message, maxChars) {
   const text = message.parts.map((part) => part.content).join("\n");
   return fitJson(
-    (cut) => JSON.stringify([{ role: message.role, parts: [{ type: "text", content: cut }] }]),
+    (cut) => JSON.stringify({ role: message.role, parts: [{ type: "text", content: cut }] }),
     text,
     maxChars
   );
@@ -176,11 +202,15 @@ function encodeTextParts(text, maxChars) {
 function fitJson(wrap, text, maxChars) {
   let encoded = wrap(text);
   if (encoded.length <= maxChars) return encoded;
-  let budget = maxChars - wrap("").length;
-  for (let round = 0; round < 8 && budget > 0; round += 1) {
-    encoded = wrap(truncate(text, budget));
+  const shell = wrap("").length;
+  let budget = maxChars - shell;
+  for (let round = 0; round < 8; round += 1) {
+    if (budget <= truncationMarker(text.length).length) return void 0;
+    const cut = truncate(text, budget);
+    encoded = wrap(cut);
     if (encoded.length <= maxChars) return encoded;
-    budget -= encoded.length - maxChars;
+    const rescaled = Math.floor(budget * (maxChars - shell) / (encoded.length - shell));
+    budget = Math.min(budget - 1, rescaled);
   }
   return void 0;
 }
@@ -197,15 +227,8 @@ function encodeArguments(value, maxChars) {
   const encoded = stringify(shaped);
   if (encoded === void 0) return void 0;
   if (encoded.length <= maxChars) return encoded;
-  let budget = maxChars - TRUNCATED_WRAPPER_OVERHEAD;
-  for (let round = 0; round < 8 && budget > 0; round += 1) {
-    const wrapped = JSON.stringify({ truncated: truncate(encoded, budget) });
-    if (wrapped.length <= maxChars) return wrapped;
-    budget -= wrapped.length - maxChars;
-  }
-  return JSON.stringify({ truncated: truncate(encoded, Math.max(0, budget)) });
+  return fitJson((cut) => JSON.stringify({ truncated: cut }), encoded, maxChars);
 }
-var TRUNCATED_WRAPPER_OVERHEAD = 16;
 function isPlainObject(value) {
   return value !== null && typeof value === "object" && !Array.isArray(value);
 }
@@ -239,7 +262,7 @@ function isHighSurrogate(code) {
 }
 
 // package.json
-var version = "0.5.0";
+var version = "0.5.1";
 
 // src/semconv.ts
 var GEN_AI = {
@@ -540,6 +563,11 @@ function createFlueProjection(options = {}) {
   function onCompactionEnd(event) {
     const ref = compactionKey(event);
     if (!open.has(ref)) return [];
+    if (!event.taskId) {
+      const envelope = resolveEnvelopeRef(event);
+      const state = envelope ? envelopes.get(envelope) : void 0;
+      if (state) state.compacted = true;
+    }
     const intents = sweepDescendants(ref, event.timestamp);
     intents.push(
       closeIntent(ref, event, readBoolean(event, "isError") === true, readErrorInfo(event))
@@ -772,16 +800,31 @@ function createFlueProjection(options = {}) {
   }
   function captureInput(envelope, request) {
     const input = request.input;
-    if (content.inputMessages) {
-      const messages = projectFlueMessages(input?.messages);
-      if (messages.length > 0) envelope.inputMessages = messages;
+    if (envelope.inputRaw && (envelope.compacted || isCompactedHistory(input?.messages))) return;
+    if (content.inputMessages && Array.isArray(input?.messages) && input.messages.length > 0) {
+      envelope.inputRaw = input.messages;
+      envelope.inputBaseCount ??= input.messages.length;
     }
     if (content.systemInstructions && typeof input?.systemPrompt === "string") {
       envelope.systemInstructions = input.systemPrompt;
     }
   }
+  function isCompactedHistory(messages) {
+    if (!Array.isArray(messages) || messages.length === 0) return false;
+    const first = messages[0];
+    if (!first || first.role !== "user") return false;
+    return flueMessageText(first.content).startsWith(COMPACTION_SUMMARY_PREFIX);
+  }
+  function projectInput(envelope) {
+    const raw = envelope.inputRaw ?? [];
+    const base = envelope.inputBaseCount ?? raw.length;
+    return [
+      ...projectFlueMessages(raw.slice(0, base)),
+      ...projectFlueMessages(raw.slice(base)).filter((message) => message.role !== "assistant")
+    ];
+  }
   function envelopeContentAttributes(envelope) {
-    const input = envelope.inputMessages ? encodeMessagesValue(envelope.inputMessages, content, "input_messages") : void 0;
+    const input = envelope.inputRaw ? encodeMessagesValue(projectInput(envelope), content, "input_messages") : void 0;
     const system = envelope.systemInstructions ? encodeSystemInstructionsValue(envelope.systemInstructions, content) : void 0;
     const output = envelope.outputMessage ? encodeMessagesValue([envelope.outputMessage], content, "output_messages") : void 0;
     return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@runtypelabs/flue-otel",
-  "version": "0.5.0",
+  "version": "0.5.1",
   "description": "OpenTelemetry instrumentation for Flue agents that emits GenAI semconv spans plus Runtype's runtype.* extension vocabulary, so a Flue run lands in Runtype at full fidelity.",
   "type": "module",
   "main": "./dist/index.cjs",