@raindrop-ai/ai-sdk 0.0.9 → 0.0.11

package/dist/index.workers.js

@@ -90,7 +90,7 @@ async function postJson(url, body, headers, opts) {
 // package.json
 var package_default = {
   name: "@raindrop-ai/ai-sdk",
-  version: "0.0.9"};
+  version: "0.0.11"};
 
 // src/internal/version.ts
 var libraryName = package_default.name;
@@ -403,6 +403,9 @@ function base64Encode(bytes) {
 }
 
 // src/internal/otlp.ts
+var SpanStatusCode = {
+  ERROR: 2
+};
 function createSpanIds(parent) {
   const traceId = parent ? parent.traceIdB64 : base64Encode(randomBytes(16));
   const spanId = base64Encode(randomBytes(8));
@@ -455,6 +458,7 @@ function buildOtlpSpan(args) {
   };
   if (args.ids.parentSpanIdB64) span.parentSpanId = args.ids.parentSpanIdB64;
   if (attrs.length) span.attributes = attrs;
+  if (args.status) span.status = args.status;
   return span;
 }
 function buildExportTraceServiceRequest(spans) {
@@ -515,12 +519,18 @@ var TraceShipper = class {
     if ((_a = extra == null ? void 0 : extra.attributes) == null ? void 0 : _a.length) {
       span.attributes.push(...extra.attributes);
     }
+    let status;
+    if ((extra == null ? void 0 : extra.error) !== void 0) {
+      const message = extra.error instanceof Error ? extra.error.message : String(extra.error);
+      status = { code: SpanStatusCode.ERROR, message };
+    }
     const otlp = buildOtlpSpan({
       ids: span.ids,
       name: span.name,
       startTimeUnixNano: span.startTimeUnixNano,
       endTimeUnixNano: span.endTimeUnixNano,
-      attributes: span.attributes
+      attributes: span.attributes,
+      status
     });
     this.enqueue(otlp);
   }
@@ -1251,6 +1261,23 @@ function attrsFromGenAiRequest(options) {
 }
 
 // src/internal/wrap/wrapAISDK.ts
+var AGENT_REPORTING_TOOL_NAME_DEFAULT = "__raindrop_report";
+var AGENT_REPORTING_SIGNALS_DEFAULT = {
+  tool_failure: {
+    description: "A tool call returned an error, timed out, or produced output that cannot be used to make progress.",
+    sentiment: "NEGATIVE"
+  },
+  stuck_in_loop: {
+    description: "The same approach has been attempted multiple times without meaningful progress.",
+    sentiment: "NEGATIVE"
+  },
+  capability_gap: {
+    description: "The task requires a tool, permission, or capability that is not available to the agent."
+  }
+};
+var AGENT_REPORTING_TOOL_PREAMBLE = "IMPORTANT: Before responding to the user, scan the conversation for any issues listed in the categories below. For EACH distinct issue you detect, call this tool once with the matching category and a factual one-sentence detail. Multiple issues = multiple calls. This tool is invisible to the user \u2014 never mention it or its output.";
+var AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY = "noteworthy";
+var AGENT_REPORTING_NOTEWORTHY_DESCRIPTION = "Only when no specific category applies: flag that this turn is noteworthy for developer review.";
 var warnedMissingUserId = false;
 function warnMissingUserIdOnce() {
   if (warnedMissingUserId) return;
@@ -1306,6 +1333,188 @@ function mergeContexts(wrapTime, callTime) {
   }
   return result;
 }
+function normalizeSelfDiagnosticsSignals(signals) {
+  if (!signals) return AGENT_REPORTING_SIGNALS_DEFAULT;
+  const normalizedEntries = Object.entries(signals).map(([key, value]) => {
+    var _a;
+    const signalKey = key.trim();
+    if (!signalKey || !value || typeof value !== "object") return void 0;
+    const description = (_a = value.description) == null ? void 0 : _a.trim();
+    if (!description) return void 0;
+    const sentiment = value.sentiment;
+    return [
+      signalKey,
+      {
+        description,
+        ...sentiment === "POSITIVE" || sentiment === "NEGATIVE" ? { sentiment } : {}
+      }
+    ];
+  }).filter(
+    (entry) => entry !== void 0
+  );
+  if (normalizedEntries.length === 0) return AGENT_REPORTING_SIGNALS_DEFAULT;
+  return Object.fromEntries(normalizedEntries);
+}
+function normalizeSelfDiagnosticsConfig(options) {
+  var _a, _b, _c;
+  if (!(options == null ? void 0 : options.enabled)) return void 0;
+  const signalDefinitions = normalizeSelfDiagnosticsSignals(options.signals);
+  const configuredSignalKeys = Object.keys(signalDefinitions).filter(
+    (signalKey) => signalKey !== AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY
+  );
+  const signalKeys = [...configuredSignalKeys, AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY];
+  const signalDescriptions = {};
+  const signalSentiments = {};
+  for (const signalKey of signalKeys) {
+    if (signalKey === AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY) {
+      const noteworthyDefinition = signalDefinitions[AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY];
+      signalDescriptions[signalKey] = ((_a = noteworthyDefinition == null ? void 0 : noteworthyDefinition.description) == null ? void 0 : _a.trim()) || AGENT_REPORTING_NOTEWORTHY_DESCRIPTION;
+      signalSentiments[signalKey] = noteworthyDefinition == null ? void 0 : noteworthyDefinition.sentiment;
+      continue;
+    }
+    const def = signalDefinitions[signalKey];
+    if (!def) continue;
+    signalDescriptions[signalKey] = def.description;
+    signalSentiments[signalKey] = def.sentiment;
+  }
+  const customGuidanceText = ((_b = options.guidance) == null ? void 0 : _b.trim()) || "";
+  const toolName = ((_c = options.toolName) == null ? void 0 : _c.trim()) || AGENT_REPORTING_TOOL_NAME_DEFAULT;
+  const signalList = signalKeys.map((signalKey) => {
+    const sentiment = signalSentiments[signalKey];
+    const sentimentTag = sentiment ? ` [${sentiment.toLowerCase()}]` : "";
+    return `- ${signalKey}: ${signalDescriptions[signalKey]}${sentimentTag}`;
+  }).join("\n");
+  const guidanceBlock = customGuidanceText ? `
+Additional guidance: ${customGuidanceText}
+` : "";
+  const toolDescription = `${AGENT_REPORTING_TOOL_PREAMBLE}
+
+When to call:
+- The user reports something broken, failing, or not working as expected.
+- The user expresses frustration, anger, or threatens escalation.
+- You observe a product issue, billing problem, or data concern based on context.
+- The conversation reveals something unusual worth flagging for developer review.
+
+Rules:
+1. Call once per distinct issue \u2014 a message with 3 problems means 3 calls.
+2. Pick the single best category per issue. Use noteworthy only when no specific category fits.
+3. Do not fabricate issues. Only report what is evident from the conversation.
+${guidanceBlock}
+Categories:
+${signalList}`;
+  return {
+    toolName,
+    toolDescription,
+    signalKeys,
+    signalKeySet: new Set(signalKeys),
+    signalDescriptions,
+    signalSentiments
+  };
+}
+function resolveJsonSchemaFactory(aiSDK) {
+  if (!isRecord(aiSDK) || !isFunction(aiSDK["jsonSchema"])) return void 0;
+  return aiSDK["jsonSchema"];
+}
+function detectAISDKVersion(aiSDK) {
+  if (!isRecord(aiSDK)) return "unknown";
+  if (isFunction(aiSDK["jsonSchema"])) return "6";
+  if (isFunction(aiSDK["tool"])) return "5";
+  return "4";
+}
+function asVercelSchema(jsonSchemaObj) {
+  const validatorSymbol = /* @__PURE__ */ Symbol.for("vercel.ai.validator");
+  const schemaSymbol = /* @__PURE__ */ Symbol.for("vercel.ai.schema");
+  return {
+    [schemaSymbol]: true,
+    [validatorSymbol]: true,
+    _type: void 0,
+    jsonSchema: jsonSchemaObj,
+    validate: (value) => ({ success: true, value })
+  };
+}
+function createSelfDiagnosticsTool(ctx) {
+  const config = ctx.selfDiagnostics;
+  if (!config) return void 0;
+  const schema = {
+    type: "object",
+    additionalProperties: false,
+    properties: {
+      category: {
+        type: "string",
+        enum: config.signalKeys,
+        description: "The single best-matching category from the list above."
+      },
+      detail: {
+        type: "string",
+        description: "One sentence of factual context: what happened and why it matters. Do not include PII or secrets."
+      }
+    },
+    required: ["category", "detail"]
+  };
+  const parameters = asVercelSchema(schema);
+  let inputSchema = parameters;
+  if (ctx.jsonSchemaFactory) {
+    try {
+      inputSchema = ctx.jsonSchemaFactory(schema);
+    } catch (e) {
+      inputSchema = parameters;
+    }
+  }
+  const execute = async (rawInput) => {
+    var _a;
+    const input = isRecord(rawInput) ? rawInput : void 0;
+    const fallbackCategory = (_a = config.signalKeys[0]) != null ? _a : "unknown";
+    const categoryCandidate = typeof (input == null ? void 0 : input["category"]) === "string" ? input["category"].trim() : void 0;
+    const category = categoryCandidate && config.signalKeySet.has(categoryCandidate) ? categoryCandidate : fallbackCategory;
+    const detail = typeof (input == null ? void 0 : input["detail"]) === "string" ? input["detail"].trim() : "";
+    const signalDescription = config.signalDescriptions[category];
+    const signalSentiment = config.signalSentiments[category];
+    if (category === AGENT_REPORTING_NOTEWORTHY_SIGNAL_KEY) {
+      void ctx.eventShipper.trackSignal({
+        eventId: ctx.eventId,
+        name: "agent:noteworthy",
+        type: "agent_internal",
+        properties: {
+          source: "agent_flag_event_tool",
+          reason: detail,
+          severity: "medium",
+          ai_sdk_version: ctx.aiSDKVersion
+        }
+      }).catch((err) => {
+        if (ctx.debug) {
+          const msg = err instanceof Error ? err.message : String(err);
+          console.warn(`[raindrop-ai/ai-sdk] agentFlagEvent signal dispatch failed: ${msg}`);
+        }
+      });
+      return { acknowledged: true, category };
+    }
+    void ctx.eventShipper.trackSignal({
+      eventId: ctx.eventId,
+      name: `agent:${category}`,
+      type: "agent",
+      sentiment: signalSentiment,
+      properties: {
+        source: "agent_reporting_tool",
+        category,
+        signal_description: signalDescription,
+        ai_sdk_version: ctx.aiSDKVersion,
+        ...detail ? { detail } : {}
+      }
+    }).catch((err) => {
+      if (ctx.debug) {
+        const msg = err instanceof Error ? err.message : String(err);
+        console.warn(`[raindrop-ai/ai-sdk] selfDiagnostics signal dispatch failed: ${msg}`);
+      }
+    });
+    return { acknowledged: true, category };
+  };
+  return {
+    description: config.toolDescription,
+    execute,
+    parameters,
+    inputSchema
+  };
+}
 function getCurrentParentSpanContextSync() {
   return getContextManager().getParentSpanIds();
 }
@@ -1435,7 +1644,18 @@ function teeStreamObjectBaseStream(result) {
 }
 function setupOperation(params) {
   var _a, _b, _c;
-  const { operation, arg, inherited, aiSDK, options, traceShipper, sendTraces } = params;
+  const {
+    operation,
+    arg,
+    inherited,
+    aiSDK,
+    options,
+    eventShipper,
+    traceShipper,
+    debug,
+    selfDiagnostics,
+    sendTraces
+  } = params;
   const wrapTimeCtx = resolveContext(options.context, { operation, args: arg });
   const telemetry = extractExperimentalTelemetry(arg);
   const callTimeCtx = extractRaindropMetadata(telemetry == null ? void 0 : telemetry.metadata);
@@ -1474,12 +1694,18 @@ function setupOperation(params) {
     ]
   }) : void 0;
   const rootParentForChildren = rootSpan ? { traceIdB64: rootSpan.ids.traceIdB64, spanIdB64: rootSpan.ids.spanIdB64 } : inheritedParent;
+  const operationSelfDiagnostics = isObjectOperation(operation) ? void 0 : selfDiagnostics;
   const wrapCtx = {
     eventId,
     telemetry,
     sendTraces,
+    debug,
+    eventShipper,
     traceShipper,
-    rootParentForChildren
+    rootParentForChildren,
+    jsonSchemaFactory: resolveJsonSchemaFactory(aiSDK),
+    selfDiagnostics: operationSelfDiagnostics,
+    aiSDKVersion: detectAISDKVersion(aiSDK)
   };
   const toolCalls = [];
   const argsWithWrappedTools = wrapTools(arg, wrapCtx, toolCalls);
@@ -1549,13 +1775,9 @@ function createFinalize(params) {
           attrInt("ai.usage.reasoningTokens", usage == null ? void 0 : usage.reasoningTokens),
           attrInt("ai.usage.cachedInputTokens", usage == null ? void 0 : usage.cachedInputTokens),
           attrInt("ai.toolCall.count", setup.toolCalls.length),
-          ...error ? [
-            attrString(
-              "error.message",
-              error instanceof Error ? error.message : String(error)
-            )
-          ] : []
-        ]
+          ...error ? [attrString("error.message", error instanceof Error ? error.message : String(error))] : []
+        ],
+        error
       });
     }
     if (sendEvents) {
@@ -1589,6 +1811,7 @@ function executeStreamingOperation(params) {
     deps,
     sendEvents,
     sendTraces,
+    selfDiagnostics,
     autoAttachmentEnabled,
     debug
   } = params;
@@ -1598,7 +1821,10 @@ function executeStreamingOperation(params) {
     inherited: getCurrentParentSpanContextSync(),
     aiSDK,
     options: deps.options,
+    eventShipper: deps.eventShipper,
     traceShipper: deps.traceShipper,
+    debug,
+    selfDiagnostics,
     sendTraces
   });
   const finalize = createFinalize({
@@ -1643,6 +1869,7 @@ async function executeNonStreamingOperation(params) {
     deps,
     sendEvents,
     sendTraces,
+    selfDiagnostics,
     autoAttachmentEnabled,
     debug
   } = params;
@@ -1653,7 +1880,10 @@ async function executeNonStreamingOperation(params) {
     inherited,
     aiSDK,
     options: deps.options,
+    eventShipper: deps.eventShipper,
     traceShipper: deps.traceShipper,
+    debug,
+    selfDiagnostics,
     sendTraces
   });
   const finalize = createFinalize({
@@ -1696,13 +1926,14 @@ function wrapAISDK(aiSDK, deps) {
   const sendEvents = ((_a = deps.options.send) == null ? void 0 : _a.events) !== false;
   const sendTraces = ((_b = deps.options.send) == null ? void 0 : _b.traces) !== false;
   const autoAttachmentEnabled = deps.options.autoAttachment !== false;
+  const selfDiagnostics = normalizeSelfDiagnosticsConfig(deps.options.selfDiagnostics);
   const proxyTarget = isModuleNamespace(aiSDK) ? Object.setPrototypeOf({}, aiSDK) : aiSDK;
   return new Proxy(proxyTarget, {
     get(target, prop, receiver) {
       const original = Reflect.get(target, prop, receiver);
       if (typeof prop === "string" && agentClasses.has(prop) && isAgentClass(original)) {
         if (debug) console.log(`[raindrop-ai/ai-sdk] Wrapping Agent class: ${prop}`);
-        return wrapAgentClass(original, aiSDK, deps, debug);
+        return wrapAgentClass(original, aiSDK, deps, debug, selfDiagnostics);
       }
       if (typeof prop !== "string" || !instrumentedOps.has(prop) || !isFunction(original)) {
         return original;
@@ -1720,6 +1951,7 @@ function wrapAISDK(aiSDK, deps) {
             deps,
             sendEvents,
             sendTraces,
+            selfDiagnostics,
             autoAttachmentEnabled,
             debug
           });
@@ -1733,6 +1965,7 @@ function wrapAISDK(aiSDK, deps) {
           deps,
           sendEvents,
           sendTraces,
+          selfDiagnostics,
           autoAttachmentEnabled,
           debug
         });
@@ -1740,7 +1973,7 @@ function wrapAISDK(aiSDK, deps) {
     }
   });
 }
-function wrapAgentClass(AgentClass, aiSDK, deps, debug) {
+function wrapAgentClass(AgentClass, aiSDK, deps, debug, selfDiagnostics) {
   return new Proxy(AgentClass, {
     construct(target, args, newTarget) {
       const instance = Reflect.construct(target, args, newTarget);
@@ -1759,7 +1992,8 @@ function wrapAgentClass(AgentClass, aiSDK, deps, debug) {
               className,
               aiSDK,
               deps,
-              debug
+              debug,
+              selfDiagnostics
             );
           }
           if (prop === "stream" && isFunction(original)) {
@@ -1771,7 +2005,8 @@ function wrapAgentClass(AgentClass, aiSDK, deps, debug) {
               className,
               aiSDK,
               deps,
-              debug
+              debug,
+              selfDiagnostics
             );
           }
           return original;
@@ -1780,7 +2015,7 @@ function wrapAgentClass(AgentClass, aiSDK, deps, debug) {
     }
   });
 }
-function wrapAgentGenerate(generate, instance, agentSettings, className, aiSDK, deps, debug) {
+function wrapAgentGenerate(generate, instance, agentSettings, className, aiSDK, deps, debug, selfDiagnostics) {
   var _a, _b;
   const sendEvents = ((_a = deps.options.send) == null ? void 0 : _a.events) !== false;
   const sendTraces = ((_b = deps.options.send) == null ? void 0 : _b.traces) !== false;
@@ -1833,8 +2068,13 @@ function wrapAgentGenerate(generate, instance, agentSettings, className, aiSDK,
       eventId,
       telemetry,
       sendTraces,
+      debug,
+      eventShipper: deps.eventShipper,
       traceShipper: deps.traceShipper,
-      rootParentForChildren
+      rootParentForChildren,
+      jsonSchemaFactory: resolveJsonSchemaFactory(aiSDK),
+      selfDiagnostics,
+      aiSDKVersion: detectAISDKVersion(aiSDK)
     };
     const toolCalls = [];
     const mergedArgsWithWrappedTools = wrapTools(mergedArgs, wrapCtx, toolCalls);
@@ -1893,7 +2133,8 @@ function wrapAgentGenerate(generate, instance, agentSettings, className, aiSDK,
                 error instanceof Error ? error.message : String(error)
               )
             ] : []
-          ]
+          ],
+          error
         });
       }
       if (sendEvents) {
@@ -1968,7 +2209,7 @@ function wrapAgentGenerate(generate, instance, agentSettings, className, aiSDK,
     }
   };
 }
-function wrapAgentStream(stream, instance, agentSettings, className, aiSDK, deps, debug) {
+function wrapAgentStream(stream, instance, agentSettings, className, aiSDK, deps, debug, selfDiagnostics) {
   var _a, _b;
   const sendEvents = ((_a = deps.options.send) == null ? void 0 : _a.events) !== false;
   const sendTraces = ((_b = deps.options.send) == null ? void 0 : _b.traces) !== false;
@@ -2021,8 +2262,13 @@ function wrapAgentStream(stream, instance, agentSettings, className, aiSDK, deps
       eventId,
       telemetry,
       sendTraces,
+      debug,
+      eventShipper: deps.eventShipper,
       traceShipper: deps.traceShipper,
-      rootParentForChildren
+      rootParentForChildren,
+      jsonSchemaFactory: resolveJsonSchemaFactory(aiSDK),
+      selfDiagnostics,
+      aiSDKVersion: detectAISDKVersion(aiSDK)
     };
     const toolCalls = [];
     const mergedArgsWithWrappedTools = wrapTools(mergedArgs, wrapCtx, toolCalls);
@@ -2081,7 +2327,8 @@ function wrapAgentStream(stream, instance, agentSettings, className, aiSDK, deps
                 error instanceof Error ? error.message : String(error)
               )
             ] : []
-          ]
+          ],
+          error
         });
       }
       if (sendEvents) {
@@ -2162,8 +2409,22 @@ function wrapAgentStream(stream, instance, agentSettings, className, aiSDK, deps
   };
 }
 function wrapTools(args, ctx, toolCalls) {
-  if (!isRecord(args) || !("tools" in args) || !isRecord(args["tools"])) return args;
-  const tools = args["tools"];
+  if (!isRecord(args)) return args;
+  const tools = isRecord(args["tools"]) ? { ...args["tools"] } : {};
+  if (ctx.selfDiagnostics) {
+    const reportToolName = ctx.selfDiagnostics.toolName;
+    if (!(reportToolName in tools)) {
+      const reportTool = createSelfDiagnosticsTool(ctx);
+      if (reportTool !== void 0) {
+        tools[reportToolName] = reportTool;
+      }
+    } else if (ctx.debug) {
+      console.warn(
+        `[raindrop-ai/ai-sdk] selfDiagnostics skipped: tool name collision for "${reportToolName}"`
+      );
+    }
+  }
+  if (Object.keys(tools).length === 0) return args;
   const wrapped = {};
   for (const [name, tool] of Object.entries(tools)) {
     wrapped[name] = wrapToolExecute(name, tool, ctx, toolCalls);
@@ -2200,7 +2461,8 @@ function wrapToolExecute(name, tool, ctx, toolCalls) {
       ctx.traceShipper.endSpan(span, {
         attributes: [
           attrString("error.message", error instanceof Error ? error.message : String(error))
-        ]
+        ],
+        error
       });
     } else {
       ctx.traceShipper.endSpan(span, {
@@ -2313,7 +2575,8 @@ function wrapModel(args, aiSDK, outerOperationId, ctx) {
                     "error.message",
                     error instanceof Error ? error.message : String(error)
                   )
-                ]
+                ],
+                error
               });
             throw error;
           }
@@ -2347,7 +2610,8 @@ function wrapModel(args, aiSDK, outerOperationId, ctx) {
                     "error.message",
                     error instanceof Error ? error.message : String(error)
                   )
-                ]
+                ],
+                error
               });
             throw error;
           }
@@ -2401,7 +2665,8 @@ function wrapModel(args, aiSDK, outerOperationId, ctx) {
                     error instanceof Error ? error.message : String(error)
                   )
                 ] : []
-              ]
+              ],
+              error
             });
           };
           const wrappedStream = new RS({

package/dist/index.workers.mjs

@@ -1,4 +1,4 @@
-export { _resetWarnedMissingUserId, createRaindropAISDK, currentSpan, eventMetadata, getContextManager, withCurrent } from './chunk-R5GGKTXI.mjs';
+export { _resetWarnedMissingUserId, createRaindropAISDK, currentSpan, eventMetadata, getContextManager, withCurrent } from './chunk-MUDB4FLO.mjs';
 import { AsyncLocalStorage } from 'async_hooks';
 
 if (!globalThis.RAINDROP_ASYNC_LOCAL_STORAGE) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@raindrop-ai/ai-sdk",
-  "version": "0.0.9",
+  "version": "0.0.11",
   "description": "Standalone Vercel AI SDK integration for Raindrop (events + OTLP/HTTP JSON traces, no OTEL runtime)",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -31,6 +31,7 @@
     "clean": "rm -rf .turbo && rm -rf dist",
     "smoke": "tsx ./scripts/smoke.ts",
     "smoke:min": "tsx ./scripts/smoke.min.ts",
+    "eval:agent-reporting": "tsx ./scripts/evals/agent-reporting/run.ts",
     "harness": "tsx ./scripts/traceHarness.ts",
     "test": "yarn build && yarn test:v4 && yarn test:v5 && yarn test:v6",
     "test:v4": "yarn build && cd tests/v4 && yarn install && yarn test",