rudel 0.1.16 → 0.1.17

package/dist/cli.js

@@ -1889,7 +1889,7 @@ async function run(app, inputs, context) {
 // package.json
 var package_default = {
   name: "rudel",
-  version: "0.1.16",
+  version: "0.1.17",
   type: "module",
   description: "CLI for the Coding Agent Analytics Platform rudel.ai",
   license: "MIT",
@@ -1924,7 +1924,7 @@ var package_default = {
     build: "bun build src/bin/cli.ts --outdir dist --target node",
     prepack: "bun run build",
     test: "bun test",
-    "test:integration": "bun test ./src/__tests__/api-upload.integration.ts ./src/__tests__/auth-verify.integration.ts ./src/__tests__/auth.e2e.integration.ts"
+    "test:integration": "bun test ./src/__tests__/api-upload.integration.ts ./src/__tests__/uploader-rate-limit.integration.ts ./src/__tests__/auth-verify.integration.ts ./src/__tests__/auth.e2e.integration.ts"
   },
   dependencies: {
     "@clack/prompts": "^1.0.1",
@@ -6385,7 +6385,7 @@ class ClaudeCodeAdapter {
     await ingestRudelClaudeSessions(ingestor, [row]);
   }
   buildRow(input, context) {
-    const now = new Date().toISOString().replace("Z", "");
+    const now = context.ingestedAt.toISOString().replace("Z", "");
     const subagents = {};
     if (input.subagents) {
       for (const sub of input.subagents) {
@@ -7717,7 +7717,7 @@ class CodexAdapter {
     await ingestRudelCodexSessions(ingestor, [row]);
   }
   buildRow(input, context) {
-    const now = new Date().toISOString().replace("Z", "");
+    const now = context.ingestedAt.toISOString().replace("Z", "");
     const timestamps = this.extractTimestamps(input.content);
     return {
       session_date: timestamps ? toClickHouseDateTime(timestamps.sessionDate) : now,
@@ -13157,9 +13157,18 @@ var SessionTagSchema = exports_external.enum([
   "tests",
   "other"
 ]);
+var INGEST_AGGREGATE_CONTENT_MAX_BYTES = 128 * 1024 * 1024;
+var INGEST_MAX_SUBAGENT_COUNT = 512;
+var INGEST_LIMIT_REASONS = {
+  requestLimit: "request_limit",
+  byteLimit: "byte_limit",
+  sessionLimit: "session_limit",
+  transcriptTooLarge: "transcript_too_large"
+};
+var INGEST_CONTENT_MAX_CODE_UNITS = 160 * 1024 * 1024;
 var SubagentFileSchema = exports_external.object({
-  agentId: exports_external.string(),
-  content: exports_external.string()
+  agentId: exports_external.string().max(200),
+  content: exports_external.string().max(INGEST_CONTENT_MAX_CODE_UNITS)
 });
 var IngestSessionInputSchema = exports_external.object({
   source: SourceSchema.default("claude_code"),
@@ -13171,8 +13180,8 @@ var IngestSessionInputSchema = exports_external.object({
   gitBranch: exports_external.string().max(200).optional(),
   gitSha: exports_external.string().max(200).optional(),
   tag: SessionTagSchema.optional(),
-  content: exports_external.string(),
-  subagents: exports_external.array(SubagentFileSchema).optional(),
+  content: exports_external.string().max(INGEST_CONTENT_MAX_CODE_UNITS),
+  subagents: exports_external.array(SubagentFileSchema).max(INGEST_MAX_SUBAGENT_COUNT).refine((subagents) => new Set(subagents.map((subagent) => subagent.agentId)).size === subagents.length, { message: "Subagent agentId values must be unique" }).optional(),
   organizationId: exports_external.string().max(200).optional(),
   client_surface: ProductAnalyticsClientSurfaceSchema.optional(),
   upload_mode: ProductAnalyticsUploadModeSchema.optional(),
@@ -18214,6 +18223,13 @@ function formatUploadError(error) {
   }
   if (isRateLimited(error)) {
     const data = getErrorData(error);
+    const isRequestLimit = data.reason === INGEST_LIMIT_REASONS.requestLimit;
+    if (isRequestLimit || data.reason === INGEST_LIMIT_REASONS.byteLimit) {
+      const limit2 = data.limit === null ? null : isRequestLimit ? `${data.limit} requests` : `${formatMebibytes(data.limit)} MiB`;
+      const detail = limit2 && data.windowSeconds ? ` (${limit2} per ${Math.round(data.windowSeconds / 60)} min)` : "";
+      const kind = isRequestLimit ? "request" : "byte";
+      return `Ingest ${kind} limit reached${detail}. Wait and retry with: rudel upload --retry`;
+    }
     const windowMin = data?.windowSeconds ? Math.round(data.windowSeconds / 60) : 60;
     const limit = data?.limit ?? "unknown";
     return `Rate limit reached (${limit} sessions per ${windowMin} min). Wait and retry with: rudel upload --retry`;
@@ -18222,6 +18238,10 @@ function formatUploadError(error) {
     return "This session ID is already owned by another organization member. Upload it from the original member account or use a different session ID.";
   }
   if (isPayloadTooLarge(error)) {
+    const data = getErrorData(error);
+    if (data.reason === INGEST_LIMIT_REASONS.transcriptTooLarge) {
+      return formatTranscriptTooLargeError(data.actualBytes, data.maxBytes);
+    }
     return formatPayloadTooLargeError(error);
   }
   if (isServerError(error)) {
@@ -18261,8 +18281,10 @@ function getErrorData(error) {
   const data = isRecord(error.data) ? error.data : null;
   return {
     authMessage: getStringField(data, "authMessage"),
+    actualBytes: getNumberField(data, "actualBytes"),
     code: getStringField(data, "code"),
     limit: getNumberField(data, "limit"),
+    maxBytes: getNumberField(data, "maxBytes"),
     reason: getStringField(data, "reason"),
     tryAgainIn: getNumberField(data, "tryAgainIn"),
     windowSeconds: getNumberField(data, "windowSeconds")
@@ -18292,6 +18314,15 @@ function formatWait(milliseconds) {
   return `${hours} hr`;
 }
 async function uploadSession(request, config) {
+  const maxAggregateBytes = config.maxAggregateBytes ?? INGEST_AGGREGATE_CONTENT_MAX_BYTES;
+  const aggregateBytes = getUploadAggregateBytes(request);
+  if (aggregateBytes > maxAggregateBytes) {
+    return {
+      success: false,
+      error: formatTranscriptTooLargeError(aggregateBytes, maxAggregateBytes),
+      attempts: 0
+    };
+  }
   const link = new RPCLink({
     url: config.endpoint,
     headers: config.authType === "api-key" ? { "x-api-key": config.token } : { Authorization: `Bearer ${config.token}` }
@@ -18330,6 +18361,20 @@ async function uploadSession(request, config) {
     attempts: MAX_ATTEMPTS
   };
 }
+function getUploadAggregateBytes(request) {
+  return Buffer.byteLength(request.content, "utf8") + (request.subagents ?? []).reduce((total, subagent) => total + Buffer.byteLength(subagent.content, "utf8"), 0);
+}
+function formatTranscriptTooLargeError(actualBytes, maxBytes) {
+  if (actualBytes === null || maxBytes === null) {
+    return "Session transcript payload exceeds the per-session limit. Reduce the transcript/subagent payload before retrying.";
+  }
+  const actualText = `${formatMebibytes(actualBytes)} MiB`;
+  const limitText = `the ${formatMebibytes(maxBytes)} MiB per-session limit`;
+  return `Session transcript payload is ${actualText}, above ${limitText}. Reduce the transcript/subagent payload before retrying.`;
+}
+function formatMebibytes(bytes) {
+  return (bytes / (1024 * 1024)).toFixed(2);
+}
 
 // src/commands/enable.ts
 async function runEnable() {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "rudel",
-	"version": "0.1.16",
+	"version": "0.1.17",
 	"type": "module",
 	"description": "CLI for the Coding Agent Analytics Platform rudel.ai",
 	"license": "MIT",
@@ -35,7 +35,7 @@
 		"build": "bun build src/bin/cli.ts --outdir dist --target node",
 		"prepack": "bun run build",
 		"test": "bun test",
-		"test:integration": "bun test ./src/__tests__/api-upload.integration.ts ./src/__tests__/auth-verify.integration.ts ./src/__tests__/auth.e2e.integration.ts"
+		"test:integration": "bun test ./src/__tests__/api-upload.integration.ts ./src/__tests__/uploader-rate-limit.integration.ts ./src/__tests__/auth-verify.integration.ts ./src/__tests__/auth.e2e.integration.ts"
 	},
 	"dependencies": {
 		"@clack/prompts": "^1.0.1",