@raindrop-ai/pi-agent 0.0.4 → 0.0.5

package/README.md

@@ -39,6 +39,15 @@ pi install npm:@raindrop-ai/pi-agent
 
 Set `RAINDROP_WRITE_KEY` in your environment. Traces appear automatically.
 
+## Payload size limits
+
+Event input/output are capped at **1,000,000 characters per field** (span
+attributes at 32 KB) and truncated with a `...[truncated by raindrop]` marker.
+The cap is enforced before (or during) serialization, so oversized payloads
+cost the cap — not the payload — on the host's event loop, and large events
+land truncated instead of being rejected at the ingest size limit. Hook error
+logs are rate-limited to one line per failure family per 30s.
+
 ## Documentation
 
 See the full [Pi Agent docs](https://www.raindrop.ai/docs/integrations/pi-agent/) for configuration, per-subscribe overrides, and extension settings.

package/dist/{chunk-EWIO36KH.js → chunk-2NGOEVWI.js}

@@ -1,4 +1,4 @@
-// ../core/dist/chunk-VUNUOE2X.js
+// ../core/dist/chunk-U5HUTMR5.js
 function getCrypto() {
   const c = globalThis.crypto;
   return c;
@@ -56,6 +56,8 @@ function base64Encode(bytes) {
 function generateId() {
   return base64Encode(randomBytes(12)).replace(/[+/=]/g, "").slice(0, 16);
 }
+var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
+var MAX_RETRY_DELAY_MS = 3e4;
 function wait(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
@@ -63,6 +65,46 @@ function formatEndpoint(endpoint) {
   if (!endpoint) return void 0;
   return endpoint.endsWith("/") ? endpoint : `${endpoint}/`;
 }
+function redactUrlForLog(url) {
+  try {
+    const parsed = new URL(url);
+    parsed.username = "";
+    parsed.password = "";
+    parsed.search = "";
+    parsed.hash = "";
+    return parsed.toString();
+  } catch (e) {
+    return "<unparseable-url>";
+  }
+}
+var RATE_LIMITED_LOG_INTERVAL_MS = 3e4;
+var rateLimitedLogLast = /* @__PURE__ */ new Map();
+function rateLimitedLog(key, log) {
+  const now = Date.now();
+  const last = rateLimitedLogLast.get(key);
+  if (last !== void 0 && now - last < RATE_LIMITED_LOG_INTERVAL_MS) {
+    return false;
+  }
+  rateLimitedLogLast.set(key, now);
+  log();
+  return true;
+}
+async function raceWithTimeout(promise, timeoutMs) {
+  let timer;
+  const settledInTime = await Promise.race([
+    promise.then(
+      () => true,
+      () => true
+    ),
+    new Promise((resolve) => {
+      var _a;
+      timer = setTimeout(() => resolve(false), Math.max(0, timeoutMs));
+      (_a = timer.unref) == null ? void 0 : _a.call(timer);
+    })
+  ]);
+  if (timer) clearTimeout(timer);
+  return settledInTime;
+}
 function parseRetryAfter(headers) {
   var _a;
   const value = (_a = headers.get("Retry-After")) != null ? _a : headers.get("retry-after");
@@ -79,12 +121,12 @@ function parseRetryAfter(headers) {
 function getRetryDelayMs(attemptNumber, previousError) {
   if (previousError && typeof previousError === "object" && previousError !== null && "retryAfterMs" in previousError) {
     const v = previousError.retryAfterMs;
-    if (typeof v === "number") return Math.max(0, v);
+    if (typeof v === "number") return Math.min(Math.max(0, v), MAX_RETRY_DELAY_MS);
   }
   if (attemptNumber <= 1) return 0;
   const base = 500;
   const factor = Math.pow(2, attemptNumber - 2);
-  return base * factor;
+  return Math.min(base * factor, MAX_RETRY_DELAY_MS);
 }
 async function withRetry(operation, opName, opts) {
   const prefix = opts.sdkName ? `[raindrop-ai/${opts.sdkName}]` : "[raindrop-ai/core]";
@@ -119,7 +161,9 @@ async function withRetry(operation, opName, opts) {
   throw lastError instanceof Error ? lastError : new Error(String(lastError));
 }
 async function postJson(url, body, headers, opts) {
-  const opName = `POST ${url}`;
+  var _a;
+  const opName = `POST ${redactUrlForLog(url)}`;
+  const timeoutMs = (_a = opts.timeoutMs) != null ? _a : DEFAULT_REQUEST_TIMEOUT_MS;
   await withRetry(
     async () => {
       const resp = await fetch(url, {
@@ -128,7 +172,8 @@ async function postJson(url, body, headers, opts) {
           "Content-Type": "application/json",
           ...headers
         },
-        body: JSON.stringify(body)
+        body: JSON.stringify(body),
+        signal: AbortSignal.timeout(timeoutMs)
       });
       if (!resp.ok) {
         const text = await resp.text().catch(() => "");
@@ -145,6 +190,27 @@ async function postJson(url, body, headers, opts) {
     opts
   );
 }
+var DEFAULT_MAX_TEXT_FIELD_CHARS = 1e6;
+var TRUNCATION_MARKER = "...[truncated by raindrop]";
+var currentDefaultMaxTextFieldChars = DEFAULT_MAX_TEXT_FIELD_CHARS;
+function resolveMaxTextFieldChars(value) {
+  if (typeof value === "number" && Number.isFinite(value) && value > 0) {
+    return Math.floor(value);
+  }
+  return currentDefaultMaxTextFieldChars;
+}
+function truncateToLimit(text, limit) {
+  if (limit > TRUNCATION_MARKER.length) {
+    return text.slice(0, limit - TRUNCATION_MARKER.length) + TRUNCATION_MARKER;
+  }
+  return text.slice(0, Math.max(0, limit));
+}
+function capText(value, limit) {
+  if (typeof value !== "string") return value;
+  const max = limit != null ? limit : currentDefaultMaxTextFieldChars;
+  if (value.length <= max) return value;
+  return truncateToLimit(value, max);
+}
 var SpanStatusCode = {
   UNSET: 0,
   OK: 1,
@@ -287,6 +353,8 @@ function mirrorPartialEventToLocalDebugger(event, options = {}) {
   }).catch(() => {
   });
 }
+var SHUTDOWN_DEADLINE_MS = 1e4;
+var POST_SHUTDOWN_TIMEOUT_MS = 5e3;
 function mergePatches(target, source) {
   var _a, _b, _c, _d;
   const out = { ...target, ...source };
@@ -304,6 +372,7 @@ var EventShipper = class {
     this.sticky = /* @__PURE__ */ new Map();
     this.timers = /* @__PURE__ */ new Map();
     this.inFlight = /* @__PURE__ */ new Set();
+    this.hasShutdown = false;
     var _a, _b, _c, _d, _e, _f, _g, _h;
     this.writeKey = (_a = opts.writeKey) == null ? void 0 : _a.trim();
     this.baseUrl = (_b = formatEndpoint(opts.endpoint)) != null ? _b : "https://api.raindrop.ai/v1/";
@@ -313,6 +382,7 @@ var EventShipper = class {
     this.sdkName = (_d = opts.sdkName) != null ? _d : "core";
     this.prefix = `[raindrop-ai/${this.sdkName}]`;
     this.defaultEventName = (_e = opts.defaultEventName) != null ? _e : "ai_generation";
+    this.maxTextFieldCharsOpt = opts.maxTextFieldChars;
     this.localDebuggerUrl = (_f = resolveLocalDebuggerBaseUrl(opts.localDebuggerUrl)) != null ? _f : void 0;
     if (this.debug && this.localDebuggerUrl) {
       console.log(`${this.prefix} Local debugger mirroring: ${this.localDebuggerUrl}`);
@@ -335,10 +405,52 @@ var EventShipper = class {
   authHeaders() {
     return this.writeKey ? { Authorization: `Bearer ${this.writeKey}` } : {};
   }
+  /**
+   * Build the retry/timeout options for one POST, honoring the shutdown
+   * deadline. Returns `null` when the shutdown drain window is exhausted —
+   * the caller must drop the payload (with a rate-limited warning) instead
+   * of issuing a request that could outlive process exit.
+   *
+   * Checked fresh on EVERY send, so a shutdown that begins while the flush
+   * path is mid-drain takes effect immediately: no further retries, and the
+   * per-attempt timeout is clamped to the remaining window. After
+   * `shutdown()` returns (deadline cleared, `hasShutdown` still set),
+   * sends — late callers, or flush work the deadline abandoned mid-drain —
+   * run as a single short attempt rather than regaining the full retry
+   * schedule.
+   */
+  requestOpts() {
+    if (this.shutdownDeadlineAt !== void 0) {
+      const remainingMs = this.shutdownDeadlineAt - Date.now();
+      if (remainingMs <= 0) return null;
+      return {
+        maxAttempts: 1,
+        debug: this.debug,
+        sdkName: this.sdkName,
+        timeoutMs: Math.min(DEFAULT_REQUEST_TIMEOUT_MS, remainingMs)
+      };
+    }
+    if (this.hasShutdown) {
+      return {
+        maxAttempts: 1,
+        debug: this.debug,
+        sdkName: this.sdkName,
+        timeoutMs: POST_SHUTDOWN_TIMEOUT_MS
+      };
+    }
+    return { maxAttempts: 3, debug: this.debug, sdkName: this.sdkName };
+  }
   async patch(eventId, patch) {
     var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     if (!this.enabled) return;
     if (!eventId || !eventId.trim()) return;
+    const maxChars = resolveMaxTextFieldChars(this.maxTextFieldCharsOpt);
+    if (typeof patch.input === "string" && patch.input.length > maxChars) {
+      patch = { ...patch, input: capText(patch.input, maxChars) };
+    }
+    if (typeof patch.output === "string" && patch.output.length > maxChars) {
+      patch = { ...patch, output: capText(patch.output, maxChars) };
+    }
     if (this.debug) {
       console.log(`${this.prefix} queue patch`, {
         eventId,
@@ -385,9 +497,16 @@ var EventShipper = class {
     })));
   }
   async shutdown() {
-    for (const t of this.timers.values()) clearTimeout(t);
-    this.timers.clear();
-    await this.flush();
+    this.hasShutdown = true;
+    this.shutdownDeadlineAt = Date.now() + SHUTDOWN_DEADLINE_MS;
+    try {
+      for (const t of this.timers.values()) clearTimeout(t);
+      this.timers.clear();
+      const settled = await raceWithTimeout(this.flush(), SHUTDOWN_DEADLINE_MS);
+      if (!settled) this.warnShutdownDrop("in-flight request(s) at shutdown");
+    } finally {
+      this.shutdownDeadlineAt = void 0;
+    }
   }
   async trackSignal(signal) {
     var _a, _b;
@@ -409,15 +528,19 @@ var EventShipper = class {
     ];
     if (!this.writeKey) return;
     const url = `${this.baseUrl}signals/track`;
+    const opts = this.requestOpts();
+    if (!opts) {
+      this.warnShutdownDrop("signal");
+      return;
+    }
     try {
-      await postJson(url, body, this.authHeaders(), {
-        maxAttempts: 3,
-        debug: this.debug,
-        sdkName: this.sdkName
-      });
+      await postJson(url, body, this.authHeaders(), opts);
     } catch (err) {
       const msg = err instanceof Error ? err.message : String(err);
-      console.warn(`${this.prefix} failed to send signal (dropping): ${msg}`);
+      rateLimitedLog(
+        `${this.prefix}.send_signal_failed`,
+        () => console.warn(`${this.prefix} failed to send signal (dropping): ${msg}`)
+      );
     }
   }
   async identify(users) {
@@ -441,17 +564,27 @@ var EventShipper = class {
     if (!this.writeKey) return;
     if (body.length === 0) return;
     const url = `${this.baseUrl}users/identify`;
+    const opts = this.requestOpts();
+    if (!opts) {
+      this.warnShutdownDrop("identify");
+      return;
+    }
     try {
-      await postJson(url, body, this.authHeaders(), {
-        maxAttempts: 3,
-        debug: this.debug,
-        sdkName: this.sdkName
-      });
+      await postJson(url, body, this.authHeaders(), opts);
     } catch (err) {
       const msg = err instanceof Error ? err.message : String(err);
-      console.warn(`${this.prefix} failed to send identify (dropping): ${msg}`);
+      rateLimitedLog(
+        `${this.prefix}.send_identify_failed`,
+        () => console.warn(`${this.prefix} failed to send identify (dropping): ${msg}`)
+      );
     }
   }
+  warnShutdownDrop(what) {
+    rateLimitedLog(
+      `${this.prefix}.shutdown_deadline`,
+      () => console.warn(`${this.prefix} shutdown flush deadline exceeded; dropping ${what}`)
+    );
+  }
   async flushOne(eventId) {
     var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
     if (!this.enabled) return;
@@ -527,11 +660,13 @@ var EventShipper = class {
       if (!isPending) this.sticky.delete(eventId);
       return;
     }
-    const p = postJson(url, payload, this.authHeaders(), {
-      maxAttempts: 3,
-      debug: this.debug,
-      sdkName: this.sdkName
-    });
+    const opts = this.requestOpts();
+    if (!opts) {
+      this.warnShutdownDrop(`track_partial ${eventId}`);
+      if (!isPending) this.sticky.delete(eventId);
+      return;
+    }
+    const p = postJson(url, payload, this.authHeaders(), opts);
     this.inFlight.add(p);
     try {
       try {
@@ -541,7 +676,10 @@ var EventShipper = class {
         }
       } catch (err) {
         const msg = err instanceof Error ? err.message : String(err);
-        console.warn(`${this.prefix} failed to send track_partial (dropping): ${msg}`);
+        rateLimitedLog(
+          `${this.prefix}.send_track_partial_failed`,
+          () => console.warn(`${this.prefix} failed to send track_partial (dropping): ${msg}`)
+        );
       }
     } finally {
       this.inFlight.delete(p);
@@ -640,10 +778,24 @@ function redactJsonAttributeValue(key, value) {
   if (scrubbedJson === json) return void 0;
   return { stringValue: scrubbedJson };
 }
+function applyOtelSpanAttributeLimit(limit) {
+  var _a, _b;
+  try {
+    const raw = (_b = (_a = globalThis == null ? void 0 : globalThis.process) == null ? void 0 : _a.env) == null ? void 0 : _b.OTEL_SPAN_ATTRIBUTE_VALUE_LENGTH_LIMIT;
+    if (!raw) return limit;
+    const parsed = Number.parseInt(raw, 10);
+    if (Number.isFinite(parsed) && parsed > 0) {
+      return Math.min(limit, parsed);
+    }
+  } catch (e) {
+  }
+  return limit;
+}
 var TraceShipper = class {
   constructor(opts) {
     this.queue = [];
     this.inFlight = /* @__PURE__ */ new Set();
+    this.hasShutdown = false;
     var _a, _b, _c, _d, _e, _f, _g, _h, _i;
     this.writeKey = (_a = opts.writeKey) == null ? void 0 : _a.trim();
     this.baseUrl = (_b = formatEndpoint(opts.endpoint)) != null ? _b : "https://api.raindrop.ai/v1/";
@@ -663,6 +815,39 @@ var TraceShipper = class {
     }
     this.transformSpanHook = opts.transformSpan;
     this.disableDefaultRedaction = opts.disableDefaultRedaction === true;
+    this.maxTextFieldCharsOpt = opts.maxTextFieldChars;
+  }
+  /**
+   * Cap every string attribute value on the span. O(#attributes) length
+   * checks; only oversized values pay a slice. Runs AFTER the redaction
+   * pipeline so the default secret-scrub still sees parseable JSON in
+   * `ai.request.providerOptions` / `ai.response.providerMetadata` (capping
+   * first could cut a JSON blob mid-way, fail the parse, and ship secrets
+   * in the surviving prefix).
+   *
+   * A stricter `OTEL_SPAN_ATTRIBUTE_VALUE_LENGTH_LIMIT` env var is honored
+   * for span content, matching the Python SDK and the OTel SDK convention.
+   */
+  capSpanAttributes(span) {
+    var _a;
+    const maxChars = applyOtelSpanAttributeLimit(
+      resolveMaxTextFieldChars(this.maxTextFieldCharsOpt)
+    );
+    const attrs = span.attributes;
+    if (!attrs || attrs.length === 0) return span;
+    let nextAttrs;
+    for (let i = 0; i < attrs.length; i++) {
+      const attr = attrs[i];
+      const value = (_a = attr.value) == null ? void 0 : _a.stringValue;
+      if (typeof value !== "string" || value.length <= maxChars) continue;
+      if (!nextAttrs) nextAttrs = attrs.slice();
+      nextAttrs[i] = {
+        key: attr.key,
+        value: { ...attr.value, stringValue: capText(value, maxChars) }
+      };
+    }
+    if (!nextAttrs) return span;
+    return { ...span, attributes: nextAttrs };
   }
   /**
    * Apply the user `transformSpan` hook (if any) followed by the default
@@ -696,7 +881,7 @@ var TraceShipper = class {
     if (!this.disableDefaultRedaction) {
       current = defaultTransformSpan(current);
     }
-    return current;
+    return this.capSpanAttributes(current);
   }
   isDebugEnabled() {
     return this.debug;
@@ -817,6 +1002,16 @@ var TraceShipper = class {
     while (this.queue.length > 0) {
       const batch = this.queue.splice(0, this.maxBatchSize);
       if (!this.writeKey) continue;
+      const opts = this.requestOpts();
+      if (!opts) {
+        rateLimitedLog(
+          `${this.prefix}.shutdown_deadline`,
+          () => console.warn(
+            `${this.prefix} shutdown flush deadline exceeded; dropping ${batch.length} spans`
+          )
+        );
+        continue;
+      }
       const body = buildExportTraceServiceRequest(batch, this.serviceName, this.serviceVersion);
       const url = `${this.baseUrl}traces`;
       if (this.debug) {
@@ -825,11 +1020,7 @@ var TraceShipper = class {
           endpoint: url
         });
       }
-      const p = postJson(url, body, this.authHeaders(), {
-        maxAttempts: 3,
-        debug: this.debug,
-        sdkName: this.sdkName
-      });
+      const p = postJson(url, body, this.authHeaders(), opts);
       this.inFlight.add(p);
       try {
         try {
@@ -837,21 +1028,61 @@ var TraceShipper = class {
           if (this.debug) console.log(`${this.prefix} sent ${batch.length} spans`);
         } catch (err) {
           const msg = err instanceof Error ? err.message : String(err);
-          console.warn(`${this.prefix} failed to send ${batch.length} spans: ${msg}`);
+          rateLimitedLog(
+            `${this.prefix}.send_spans_failed`,
+            () => console.warn(`${this.prefix} failed to send ${batch.length} spans: ${msg}`)
+          );
         }
       } finally {
         this.inFlight.delete(p);
       }
     }
   }
+  /** See EventShipper.requestOpts — same shutdown-budget semantics. */
+  requestOpts() {
+    if (this.shutdownDeadlineAt !== void 0) {
+      const remainingMs = this.shutdownDeadlineAt - Date.now();
+      if (remainingMs <= 0) return null;
+      return {
+        maxAttempts: 1,
+        debug: this.debug,
+        sdkName: this.sdkName,
+        timeoutMs: Math.min(DEFAULT_REQUEST_TIMEOUT_MS, remainingMs)
+      };
+    }
+    if (this.hasShutdown) {
+      return {
+        maxAttempts: 1,
+        debug: this.debug,
+        sdkName: this.sdkName,
+        timeoutMs: POST_SHUTDOWN_TIMEOUT_MS
+      };
+    }
+    return { maxAttempts: 3, debug: this.debug, sdkName: this.sdkName };
+  }
   async shutdown() {
-    if (this.timer) {
-      clearTimeout(this.timer);
-      this.timer = void 0;
+    this.hasShutdown = true;
+    this.shutdownDeadlineAt = Date.now() + SHUTDOWN_DEADLINE_MS;
+    try {
+      if (this.timer) {
+        clearTimeout(this.timer);
+        this.timer = void 0;
+      }
+      const drain = async () => {
+        await this.flush();
+        await Promise.all([...this.inFlight].map((p) => p.catch(() => {
+        })));
+      };
+      const settled = await raceWithTimeout(drain(), SHUTDOWN_DEADLINE_MS);
+      if (!settled) {
+        rateLimitedLog(
+          `${this.prefix}.shutdown_deadline`,
+          () => console.warn(`${this.prefix} shutdown flush deadline exceeded; abandoning in-flight spans`)
+        );
+      }
+    } finally {
+      this.shutdownDeadlineAt = void 0;
     }
-    await this.flush();
-    await Promise.all([...this.inFlight].map((p) => p.catch(() => {
-    })));
   }
 };
 
@@ -862,7 +1093,7 @@ globalThis.RAINDROP_ASYNC_LOCAL_STORAGE = AsyncLocalStorage;
 // package.json
 var package_default = {
   name: "@raindrop-ai/pi-agent",
-  version: "0.0.4",
+  version: "0.0.5",
   description: "Raindrop observability for Pi Agent \u2014 automatic tracing via subscriber or pi-coding-agent extension",
   type: "module",
   license: "MIT",
@@ -1060,19 +1291,82 @@ function formatToolSpanName(toolName, args) {
   }
   return toolName;
 }
-function safeStringify(value) {
+var TRUNCATION_MARKER2 = "...[truncated by raindrop]";
+var MAX_TEXT_FIELD_CHARS = 1e6;
+var MAX_ATTR_LENGTH = 32768;
+var MAX_BOUNDED_DEPTH = 12;
+function capText2(value, limit = MAX_TEXT_FIELD_CHARS) {
+  if (value.length <= limit) return value;
+  if (limit > TRUNCATION_MARKER2.length) {
+    return value.slice(0, limit - TRUNCATION_MARKER2.length) + TRUNCATION_MARKER2;
+  }
+  return value.slice(0, limit);
+}
+function boundedClone2(value, budget, depth) {
+  if (budget.remaining <= 0) return TRUNCATION_MARKER2;
+  if (typeof value === "string") {
+    if (value.length > budget.remaining) {
+      const taken = value.slice(0, Math.max(0, budget.remaining)) + TRUNCATION_MARKER2;
+      budget.remaining = 0;
+      return taken;
+    }
+    budget.remaining -= Math.max(value.length, 1);
+    return value;
+  }
+  if (value === null || typeof value === "number" || typeof value === "boolean") {
+    budget.remaining -= 8;
+    return value;
+  }
+  if (typeof value !== "object") {
+    budget.remaining -= 8;
+    return value;
+  }
+  if (depth >= MAX_BOUNDED_DEPTH) {
+    budget.remaining -= 16;
+    return `<max depth: ${TRUNCATION_MARKER2}>`;
+  }
+  const withToJson = value;
+  if (typeof withToJson.toJSON === "function") {
+    try {
+      return boundedClone2(withToJson.toJSON(), budget, depth + 1);
+    } catch (e) {
+    }
+  }
+  if (Array.isArray(value)) {
+    const out2 = [];
+    for (const item of value) {
+      if (budget.remaining <= 0) {
+        out2.push(TRUNCATION_MARKER2);
+        break;
+      }
+      out2.push(boundedClone2(item, budget, depth + 1));
+    }
+    return out2;
+  }
+  const out = {};
+  for (const key of Object.keys(value)) {
+    if (budget.remaining <= 0) {
+      out["..."] = TRUNCATION_MARKER2;
+      break;
+    }
+    budget.remaining -= Math.max(key.length, 1);
+    out[key] = boundedClone2(value[key], budget, depth + 1);
+  }
+  return out;
+}
+function safeStringify(value, limit = MAX_ATTR_LENGTH) {
   if (value === void 0 || value === null) return void 0;
   try {
-    return JSON.stringify(value);
+    const pruned = boundedClone2(value, { remaining: limit + TRUNCATION_MARKER2.length + 256 }, 0);
+    return JSON.stringify(pruned);
   } catch (e) {
     try {
-      return String(value);
+      return capText2(String(value), limit);
     } catch (e2) {
       return "[unserializable]";
     }
   }
 }
-var MAX_ATTR_LENGTH = 32768;
 function truncate(value) {
   if (value === void 0) return void 0;
   if (value.length <= MAX_ATTR_LENGTH) return value;
@@ -1118,6 +1412,7 @@ export {
   extractAssistantText,
   extractToolCallIds,
   formatToolSpanName,
+  capText2 as capText,
   safeStringify,
   truncate,
   getHostname,