@agentmark-ai/shared-utils 0.5.0 → 0.6.0

package/dist/index.mjs

@@ -71,53 +71,24 @@ function hexToBytes(hex) {
 }
 
 // src/serialize.ts
+import yaml from "js-yaml";
 function toFrontMatter(content) {
-  function jsonToFrontMatter(json, indent = 0) {
-    let frontMatter = "";
-    const indentation = "  ".repeat(indent);
-    for (const key in json) {
-      if (Object.prototype.hasOwnProperty.call(json, key)) {
-        const value = json[key];
-        if (typeof value === "object" && !Array.isArray(value)) {
-          frontMatter += `${indentation}${key}:
-`;
-          frontMatter += jsonToFrontMatter(value, indent + 1);
-        } else if (Array.isArray(value)) {
-          frontMatter += `${indentation}${key}:
-`;
-          value.forEach((item) => {
-            if (typeof item === "object") {
-              frontMatter += `${indentation}-
-`;
-              frontMatter += jsonToFrontMatter(item, indent + 2);
-            } else {
-              frontMatter += `${indentation}- ${item}
-`;
-            }
-          });
-        } else {
-          frontMatter += `${indentation}${key}: ${value}
-`;
-        }
-      }
-    }
-    return frontMatter;
-  }
+  const body = Object.keys(content).length === 0 ? "" : yaml.dump(content, { lineWidth: -1, noRefs: true, skipInvalid: true });
   return `---
-${jsonToFrontMatter(content)}---
+${body}---
 `;
 }
 
 // src/generate-types.ts
 import * as fs from "fs-extra";
 import path from "path";
-import yaml from "js-yaml";
+import yaml2 from "js-yaml";
 function extractFrontmatter(content) {
   const match = content.match(/^---\r?\n([\s\S]*?)\r?\n---/);
   if (!match) {
     return { attributes: {} };
   }
-  const attributes = yaml.load(match[1]);
+  const attributes = yaml2.load(match[1]);
   return { attributes: attributes || {} };
 }
 var _compile = null;
@@ -1638,8 +1609,77 @@ var GenAIAttributes = {
   TOOL_NAME: "gen_ai.tool.name",
   TOOL_CALL_ID: "gen_ai.tool.call.id",
   TOOL_INPUT: "gen_ai.tool.input",
-  TOOL_OUTPUT: "gen_ai.tool.output"
+  TOOL_OUTPUT: "gen_ai.tool.output",
+  // Spec replacement for the deprecated gen_ai.system attribute.
+  PROVIDER_NAME: "gen_ai.provider.name",
+  // Vendor-namespaced IO keys (dual-emitted by observe()/setInput()/
+  // setOutput() alongside the deprecated gen_ai.request.input /
+  // gen_ai.response.output during the OTel GenAI spec migration).
+  AM_REQUEST_INPUT: "agentmark.request.input",
+  AM_RESPONSE_OUTPUT: "agentmark.response.output",
+  // Standard OTel GenAI semconv content keys (spec status: Development).
+  // Accepted as fallbacks so spec-conformant instrumentation routed to
+  // this transformer doesn't silently lose IO data on ingest.
+  // https://opentelemetry.io/docs/specs/semconv/gen-ai/gen-ai-spans/
+  INPUT_MESSAGES: "gen_ai.input.messages",
+  OUTPUT_MESSAGES: "gen_ai.output.messages",
+  SYSTEM_INSTRUCTIONS: "gen_ai.system_instructions",
+  // Legacy (pre-1.27) OTel GenAI content keys.
+  LEGACY_PROMPT: "gen_ai.prompt",
+  LEGACY_COMPLETION: "gen_ai.completion",
+  // Legacy OTel GenAI usage keys (pre input_tokens/output_tokens rename).
+  USAGE_PROMPT_TOKENS: "gen_ai.usage.prompt_tokens",
+  USAGE_COMPLETION_TOKENS: "gen_ai.usage.completion_tokens"
 };
+function parseLooseInput(raw) {
+  try {
+    const parsed = JSON.parse(raw);
+    if (Array.isArray(parsed) && parsed.length > 0) {
+      const isMessagesArray = parsed.every(
+        (item) => item && typeof item === "object" && "role" in item && "content" in item
+      );
+      if (isMessagesArray) {
+        return parsed;
+      }
+    }
+  } catch {
+  }
+  return [{ role: "user", content: raw }];
+}
+function specPartsToText(parts) {
+  return parts.filter((p) => p && p.type === "text" && typeof p.content === "string").map((p) => p.content).join("\n");
+}
+function parseSpecMessages(raw) {
+  try {
+    const parsed = JSON.parse(raw);
+    if (!Array.isArray(parsed) || parsed.length === 0) return null;
+    const messages = [];
+    for (const msg of parsed) {
+      if (!msg || !msg.role) continue;
+      if (typeof msg.content === "string") {
+        messages.push({ role: msg.role, content: msg.content });
+      } else if (Array.isArray(msg.parts)) {
+        const text = specPartsToText(msg.parts);
+        if (text) messages.push({ role: msg.role, content: text });
+      }
+    }
+    return messages.length > 0 ? messages : null;
+  } catch {
+    return null;
+  }
+}
+function parseSystemInstructions(raw) {
+  try {
+    const parsed = JSON.parse(raw);
+    if (Array.isArray(parsed)) {
+      const text = specPartsToText(parsed);
+      return text || null;
+    }
+    if (typeof parsed === "string") return parsed || null;
+  } catch {
+  }
+  return raw || null;
+}
 var SpanNames = {
   // OTEL GenAI standard operation names (these can be followed by model/tool/agent name)
   CHAT: "chat",
@@ -1702,7 +1742,7 @@ var AgentMarkTransformer = class {
     if (span.name === SpanNames.CONVERSATION || span.name === SpanNames.SUBAGENT) {
       return "SPAN" /* SPAN */;
     }
-    if (attributes[GenAIAttributes.SYSTEM] === "anthropic") {
+    if (attributes[GenAIAttributes.SYSTEM] === "anthropic" || attributes[GenAIAttributes.PROVIDER_NAME] === "anthropic") {
       if (attributes[GenAIAttributes.USAGE_INPUT_TOKENS] !== void 0 && attributes[GenAIAttributes.RESPONSE_OUTPUT] !== void 0) {
         return "GENERATION" /* GENERATION */;
       }
@@ -1713,7 +1753,7 @@ var AgentMarkTransformer = class {
    * Transform the span and extract normalized fields from GenAI attributes.
    */
   transform(_span, attributes) {
-    var _a;
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const result = {};
     const responseModel = attributes[GenAIAttributes.RESPONSE_MODEL];
     const requestModel = attributes[GenAIAttributes.REQUEST_MODEL];
@@ -1722,8 +1762,8 @@ var AgentMarkTransformer = class {
     } else if (requestModel) {
       result.model = String(requestModel);
     }
-    const inputTokens = attributes[GenAIAttributes.USAGE_INPUT_TOKENS];
-    const outputTokens = attributes[GenAIAttributes.USAGE_OUTPUT_TOKENS];
+    const inputTokens = (_a = attributes[GenAIAttributes.USAGE_INPUT_TOKENS]) != null ? _a : attributes[GenAIAttributes.USAGE_PROMPT_TOKENS];
+    const outputTokens = (_b = attributes[GenAIAttributes.USAGE_OUTPUT_TOKENS]) != null ? _b : attributes[GenAIAttributes.USAGE_COMPLETION_TOKENS];
     if (typeof inputTokens === "number") {
       result.inputTokens = inputTokens;
     }
@@ -1759,37 +1799,72 @@ var AgentMarkTransformer = class {
         result.settings.temperature = temperature;
       }
     }
-    const requestInput = attributes[GenAIAttributes.REQUEST_INPUT];
+    const requestInput = (_c = attributes[GenAIAttributes.REQUEST_INPUT]) != null ? _c : attributes[GenAIAttributes.AM_REQUEST_INPUT];
+    const hasAgentmarkInput = Boolean(
+      (_d = attributes["agentmark.input"]) != null ? _d : attributes["agentmark.props"]
+    );
     if (requestInput && typeof requestInput === "string") {
-      try {
-        const parsed = JSON.parse(requestInput);
-        if (Array.isArray(parsed) && parsed.length > 0) {
-          const isMessagesArray = parsed.every(
-            (item) => item && typeof item === "object" && "role" in item && "content" in item
-          );
-          if (isMessagesArray) {
-            result.input = parsed;
-          } else {
-            result.input = [{ role: "user", content: requestInput }];
-          }
-        } else {
-          result.input = [{ role: "user", content: requestInput }];
+      result.input = parseLooseInput(requestInput);
+    } else if (!hasAgentmarkInput) {
+      const inputMessages = attributes[GenAIAttributes.INPUT_MESSAGES];
+      if (inputMessages && typeof inputMessages === "string") {
+        const messages = parseSpecMessages(inputMessages);
+        if (messages) result.input = messages;
+      }
+      if (!result.input) {
+        const legacyPrompt = attributes[GenAIAttributes.LEGACY_PROMPT];
+        if (legacyPrompt && typeof legacyPrompt === "string") {
+          result.input = parseLooseInput(legacyPrompt);
         }
-      } catch {
-        result.input = [{ role: "user", content: requestInput }];
       }
     }
-    const responseOutput = attributes[GenAIAttributes.RESPONSE_OUTPUT];
+    const systemInstructions = attributes[GenAIAttributes.SYSTEM_INSTRUCTIONS];
+    if (systemInstructions && typeof systemInstructions === "string" && !hasAgentmarkInput) {
+      const text = parseSystemInstructions(systemInstructions);
+      if (text && (!result.input || ((_e = result.input[0]) == null ? void 0 : _e.role) !== "system")) {
+        result.input = [{ role: "system", content: text }, ...(_f = result.input) != null ? _f : []];
+      }
+    }
+    const responseOutput = (_g = attributes[GenAIAttributes.RESPONSE_OUTPUT]) != null ? _g : attributes[GenAIAttributes.AM_RESPONSE_OUTPUT];
+    const hasAgentmarkOutput = Boolean(attributes["agentmark.output"]);
     if (responseOutput && typeof responseOutput === "string") {
       result.output = responseOutput;
       try {
         result.outputObject = JSON.parse(responseOutput);
       } catch {
       }
+    } else if (!hasAgentmarkOutput) {
+      const outputMessages = attributes[GenAIAttributes.OUTPUT_MESSAGES];
+      if (outputMessages && typeof outputMessages === "string") {
+        const messages = parseSpecMessages(outputMessages);
+        if (messages) {
+          result.output = messages.map((m) => m.content).join("\n");
+        }
+      }
+      if (result.output === void 0) {
+        const legacyCompletion = attributes[GenAIAttributes.LEGACY_COMPLETION];
+        if (legacyCompletion && typeof legacyCompletion === "string") {
+          result.output = legacyCompletion;
+          try {
+            result.outputObject = JSON.parse(legacyCompletion);
+          } catch {
+          }
+        }
+      }
     }
-    const amInput = (_a = attributes["agentmark.input"]) != null ? _a : attributes["agentmark.props"];
+    const amInput = (_h = attributes["agentmark.input"]) != null ? _h : attributes["agentmark.props"];
     if (amInput && typeof amInput === "string" && !result.input) {
-      result.input = [{ role: "user", content: amInput }];
+      let parsedMessages = null;
+      try {
+        const parsed = JSON.parse(amInput);
+        if (Array.isArray(parsed) && parsed.length > 0 && parsed.every(
+          (item) => item && typeof item === "object" && "role" in item && "content" in item
+        )) {
+          parsedMessages = parsed;
+        }
+      } catch {
+      }
+      result.input = parsedMessages != null ? parsedMessages : [{ role: "user", content: amInput }];
     }
     const amOutput = attributes["agentmark.output"];
     if (amOutput && typeof amOutput === "string" && !result.output) {
@@ -1865,6 +1940,13 @@ var Attrs = {
   RESPONSE_OUTPUT_FALLBACK: "gen_ai.response.output",
   SYSTEM_INSTRUCTIONS: "gen_ai.system_instructions",
   TOOL_DEFINITIONS: "gen_ai.tool.definitions",
+  // Legacy (pre-1.27) OTel GenAI content keys, accepted as last-resort
+  // fallbacks below the canonical and AgentMark-scoped keys.
+  LEGACY_PROMPT: "gen_ai.prompt",
+  LEGACY_COMPLETION: "gen_ai.completion",
+  // Legacy OTel GenAI usage keys (pre input_tokens/output_tokens rename).
+  USAGE_PROMPT_TOKENS: "gen_ai.usage.prompt_tokens",
+  USAGE_COMPLETION_TOKENS: "gen_ai.usage.completion_tokens",
   // Tool call attributes (v1.37.0+)
   TOOL_NAME: "gen_ai.tool.name",
   TOOL_CALL_ID: "gen_ai.tool.call.id",
@@ -1927,14 +2009,14 @@ var OtelGenAiTransformer = class {
     return "SPAN" /* SPAN */;
   }
   transform(span, attributes) {
-    var _a, _b;
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const result = {};
     const model = attributes[Attrs.RESPONSE_MODEL] || attributes[Attrs.REQUEST_MODEL];
     if (model && typeof model === "string") {
       result.model = model;
     }
-    const inputTokens = attributes[Attrs.USAGE_INPUT_TOKENS];
-    const outputTokens = attributes[Attrs.USAGE_OUTPUT_TOKENS];
+    const inputTokens = (_a = attributes[Attrs.USAGE_INPUT_TOKENS]) != null ? _a : attributes[Attrs.USAGE_PROMPT_TOKENS];
+    const outputTokens = (_b = attributes[Attrs.USAGE_OUTPUT_TOKENS]) != null ? _b : attributes[Attrs.USAGE_COMPLETION_TOKENS];
     if (typeof inputTokens === "number") result.inputTokens = inputTokens;
     if (typeof outputTokens === "number") result.outputTokens = outputTokens;
     if (result.inputTokens !== void 0 && result.outputTokens !== void 0) {
@@ -1948,12 +2030,29 @@ var OtelGenAiTransformer = class {
     if (typeof temperature === "number") {
       result.settings = { ...result.settings, temperature };
     }
-    const inputMessages = (_a = attributes[Attrs.INPUT_MESSAGES]) != null ? _a : attributes[Attrs.REQUEST_INPUT_FALLBACK];
+    const inputMessages = (_d = (_c = attributes[Attrs.INPUT_MESSAGES]) != null ? _c : attributes[Attrs.REQUEST_INPUT_FALLBACK]) != null ? _d : attributes[Attrs.LEGACY_PROMPT];
     if (inputMessages && typeof inputMessages === "string") {
       const messages = normalizeMessages(inputMessages);
       if (messages) result.input = messages;
     }
-    const outputMessages = (_b = attributes[Attrs.OUTPUT_MESSAGES]) != null ? _b : attributes[Attrs.RESPONSE_OUTPUT_FALLBACK];
+    const systemInstructions = attributes[Attrs.SYSTEM_INSTRUCTIONS];
+    if (systemInstructions && typeof systemInstructions === "string") {
+      let text = null;
+      try {
+        const parsed = JSON.parse(systemInstructions);
+        if (Array.isArray(parsed)) {
+          text = partsToText(parsed) || null;
+        } else if (typeof parsed === "string") {
+          text = parsed || null;
+        }
+      } catch {
+        text = systemInstructions;
+      }
+      if (text && (!result.input || ((_e = result.input[0]) == null ? void 0 : _e.role) !== "system")) {
+        result.input = [{ role: "system", content: text }, ...(_f = result.input) != null ? _f : []];
+      }
+    }
+    const outputMessages = (_h = (_g = attributes[Attrs.OUTPUT_MESSAGES]) != null ? _g : attributes[Attrs.RESPONSE_OUTPUT_FALLBACK]) != null ? _h : attributes[Attrs.LEGACY_COMPLETION];
     if (outputMessages && typeof outputMessages === "string") {
       const extracted = extractStructuredOutput(outputMessages);
       if (extracted) {
@@ -1961,6 +2060,8 @@ var OtelGenAiTransformer = class {
         if (extracted.outputObject) {
           result.outputObject = extracted.outputObject;
         }
+      } else {
+        result.output = outputMessages;
       }
     }
     const allMessages = attributes["pydantic_ai.all_messages"];
@@ -2205,7 +2306,7 @@ function resolveSemanticKind(normalized, allAttributes) {
 // src/normalizer/type-classifier.ts
 var TypeClassifier = class {
   classify(span, attributes) {
-    if (attributes["gen_ai.system"] || attributes["gen_ai.request.model"] || attributes["gen_ai.operation.name"]) {
+    if (attributes["gen_ai.system"] || attributes["gen_ai.provider.name"] || attributes["gen_ai.request.model"] || attributes["gen_ai.operation.name"]) {
       return "GENERATION" /* GENERATION */;
     }
     if (attributes["ai.response.text"] || attributes["ai.result.text"] || attributes["ai.response.toolCalls"] || attributes["ai.result.toolCalls"]) {
@@ -2225,6 +2326,28 @@ registry.register("default-tracer", new MastraTransformer());
 registry.register("agentmark", new AgentMarkTransformer());
 registry.register("pydantic-ai", new OtelGenAiTransformer());
 registry.setDefault(new OtelGenAiTransformer());
+var OTLP_STATUS_CODE_MAP = {
+  "0": "0",
+  STATUS_CODE_UNSET: "0",
+  UNSET: "0",
+  Unset: "0",
+  "1": "1",
+  STATUS_CODE_OK: "1",
+  OK: "1",
+  Ok: "1",
+  "2": "2",
+  STATUS_CODE_ERROR: "2",
+  ERROR: "2",
+  Error: "2"
+};
+function normalizeOtlpStatusCode(raw) {
+  var _a;
+  if (raw === void 0 || raw === null || raw === "") {
+    return "0";
+  }
+  const key = String(raw);
+  return (_a = OTLP_STATUS_CODE_MAP[key]) != null ? _a : key;
+}
 function normalizeSpan(resource, scope, span) {
   var _a, _b, _c;
   const allAttributes = {
@@ -2257,7 +2380,7 @@ function normalizeSpan(resource, scope, span) {
     name: span.name,
     kind: span.kind.toString(),
     serviceName: (_a = resource.attributes) == null ? void 0 : _a["service.name"],
-    statusCode: ((_b = span.status) == null ? void 0 : _b.code.toString()) || "0",
+    statusCode: normalizeOtlpStatusCode((_b = span.status) == null ? void 0 : _b.code),
     statusMessage: (_c = span.status) == null ? void 0 : _c.message,
     // Raw Data
     resourceAttributes: resource.attributes || {},
@@ -2280,6 +2403,9 @@ function normalizeSpan(resource, scope, span) {
   }
   const agentMarkAttributes = parseAgentMarkAttributes(allAttributes);
   Object.assign(normalized, agentMarkAttributes);
+  if (!normalized.sessionId && allAttributes["gen_ai.conversation.id"]) {
+    normalized.sessionId = String(allAttributes["gen_ai.conversation.id"]);
+  }
   normalized.semanticKind = resolveSemanticKind(normalized, allAttributes);
   return normalized;
 }
@@ -2293,6 +2419,30 @@ function normalizeOtlpSpans(resourceSpans) {
   }
   return normalizedSpans;
 }
+
+// src/trace-io.ts
+function present(v) {
+  if (v === null || v === void 0) return false;
+  if (typeof v === "string") return v.length > 0;
+  return true;
+}
+function deriveTraceIO(spans) {
+  var _a, _b;
+  const rootSpan = (_a = spans.find((s) => !s.parentId)) != null ? _a : spans[0];
+  const generationSpans = spans.filter((s) => s.type === "GENERATION").sort((a, b) => {
+    var _a2, _b2;
+    const ta = (_a2 = a.timestamp) != null ? _a2 : 0;
+    const tb = (_b2 = b.timestamp) != null ? _b2 : 0;
+    return ta < tb ? -1 : ta > tb ? 1 : 0;
+  });
+  const input = present(rootSpan == null ? void 0 : rootSpan.input) ? rootSpan == null ? void 0 : rootSpan.input : (_b = generationSpans.find((s) => present(s.input))) == null ? void 0 : _b.input;
+  const lastGenWithOutput = [...generationSpans].reverse().find((s) => present(s.output));
+  const output = present(rootSpan == null ? void 0 : rootSpan.output) ? rootSpan == null ? void 0 : rootSpan.output : lastGenWithOutput == null ? void 0 : lastGenWithOutput.output;
+  return {
+    ...present(input) ? { input } : {},
+    ...present(output) ? { output } : {}
+  };
+}
 export {
   AGENTMARK_SCOPE_NAME,
   AgentMarkTransformer,
@@ -2306,6 +2456,7 @@ export {
   TypeClassifier,
   convertOtlpAttributes,
   createSignature,
+  deriveTraceIO,
   detectVersion,
   extractCustomMetadata,
   extractReasoningFromProviderMetadata,
@@ -2315,6 +2466,7 @@ export {
   generateTypeDefinitions,
   generateUnique8CharString,
   normalizeOtlpSpans,
+  normalizeOtlpStatusCode,
   normalizeSpan,
   parseAgentMarkAttributes,
   parseMetadata,