agent-inspect 6.7.5 → 6.9.0

package/packages/core/dist/checks.d.cts

@@ -1,5 +1,5 @@
-import { T as TraceCheckInput, a as TraceCheckResult } from './index-DyKk7iR9.cjs';
-export { B as BaselineRegressionRuleOptions, D as DecisionRuleOptions, G as GuardrailRuleOptions, L as LlmUsageRuleOptions, M as MaxStepDurationRuleOptions, O as ObservedOutcomeRuleOptions, R as RetrievalRuleOptions, b as RunDepthRuleOptions, c as RunDurationRuleOptions, d as RunEventCountRuleOptions, e as RunStatusRuleOptions, f as RunTraceChecksOptions, S as SafetyOversizedAttributeRuleOptions, g as SafetyRawContentRuleOptions, h as SafetyRedactionRuleOptions, i as SafetySecretPattern, j as SafetySecretPatternRuleOptions, k as StallDetectionRuleOptions, l as StructureIncompleteRuleOptions, m as StructureOrphanRuleOptions, n as StructureParallelWidthRuleOptions, o as StructureRelationshipRuleOptions, p as ToolFailureRuleOptions, q as ToolOrderingRuleOptions, r as ToolUsageRuleOptions, s as TraceCheckContext, t as TraceCheckDiagnostic, u as TraceCheckDiagnosticCode, v as TraceCheckEvidence, w as TraceCheckFacts, x as TraceCheckFinding, y as TraceCheckFindingStatus, z as TraceCheckRule, A as TraceCheckRuleCategory, C as TraceCheckSeverity, E as TraceCheckStatus, F as TraceCheckSummary, H as TraceSignalRuleOptions, I as createBaselineRegressionRule, J as createDecisionRule, K as createGuardrailRule, N as createLlmUsageRule, P as createMaxStepDurationRule, Q as createObservedOutcomeRule, U as createRequireCompletedRule, V as createRetrievalRule, W as createRunDepthRule, X as createRunDurationRule, Y as createRunEventCountRule, Z as createRunStatusRule, _ as createSafetyOversizedAttributeRule, $ as createSafetyRawContentRule, a0 as createSafetyRedactionRule, a1 as createSafetySecretPatternRule, a2 as createStallDetectionRule, a3 as createStructureCycleRule, a4 as createStructureIncompleteRule, a5 as createStructureOrphanRule, a6 as createStructureParallelWidthRule, a7 as createStructureRelationshipRule, a8 as createToolFailureRule, a9 as createToolOrderingRule, aa as createToolUsageRule, ab as runTraceChecks } from './index-DyKk7iR9.cjs';
+import { T as TraceCheckInput, a as TraceCheckResult } from './index-mdFcxSOR.cjs';
+export { B as BaselineRegressionRuleOptions, D as DecisionRuleOptions, G as GuardrailRuleOptions, L as LlmUsageRuleOptions, M as MaxStepDurationRuleOptions, O as ObservedOutcomeRuleOptions, R as RetrievalRuleOptions, b as RunDepthRuleOptions, c as RunDurationRuleOptions, d as RunEventCountRuleOptions, e as RunStatusRuleOptions, f as RunTraceChecksOptions, S as SafetyFindingCategory, g as SafetyFindingConfidence, h as SafetyOversizedAttributeRuleOptions, i as SafetyRawContentRuleOptions, j as SafetyRedactionRuleOptions, k as SafetySecretPattern, l as SafetySecretPatternRuleOptions, m as StallDetectionRuleOptions, n as StructureIncompleteRuleOptions, o as StructureOrphanRuleOptions, p as StructureParallelWidthRuleOptions, q as StructureRelationshipRuleOptions, r as ToolFailureRuleOptions, s as ToolOrderingRuleOptions, t as ToolUsageRuleOptions, u as TraceCheckContext, v as TraceCheckDiagnostic, w as TraceCheckDiagnosticCode, x as TraceCheckEvidence, y as TraceCheckFacts, z as TraceCheckFinding, A as TraceCheckFindingStatus, C as TraceCheckRule, E as TraceCheckRuleCategory, F as TraceCheckSeverity, H as TraceCheckStatus, I as TraceCheckSummary, J as TraceSignalRuleOptions, K as createBaselineRegressionRule, N as createDecisionRule, P as createGuardrailRule, Q as createLlmUsageRule, U as createMaxStepDurationRule, V as createObservedOutcomeRule, W as createRequireCompletedRule, X as createRetrievalRule, Y as createRunDepthRule, Z as createRunDurationRule, _ as createRunEventCountRule, $ as createRunStatusRule, a0 as createSafetyOversizedAttributeRule, a1 as createSafetyRawContentRule, a2 as createSafetyRedactionRule, a3 as createSafetySecretPatternRule, a4 as createStallDetectionRule, a5 as createStructureCycleRule, a6 as createStructureIncompleteRule, a7 as createStructureOrphanRule, a8 as createStructureParallelWidthRule, a9 as createStructureRelationshipRule, aa as createToolFailureRule, ab as createToolOrderingRule, ac as createToolUsageRule, ad as runTraceChecks } from './index-mdFcxSOR.cjs';
 import './readers.cjs';
 import './inspect-event-DVg84S4v.cjs';
 import './persisted-inspect-event-d-mSP8kd.cjs';

package/packages/core/dist/checks.d.ts

@@ -1,5 +1,5 @@
-import { T as TraceCheckInput, a as TraceCheckResult } from './index-BblJEdYZ.js';
-export { B as BaselineRegressionRuleOptions, D as DecisionRuleOptions, G as GuardrailRuleOptions, L as LlmUsageRuleOptions, M as MaxStepDurationRuleOptions, O as ObservedOutcomeRuleOptions, R as RetrievalRuleOptions, b as RunDepthRuleOptions, c as RunDurationRuleOptions, d as RunEventCountRuleOptions, e as RunStatusRuleOptions, f as RunTraceChecksOptions, S as SafetyOversizedAttributeRuleOptions, g as SafetyRawContentRuleOptions, h as SafetyRedactionRuleOptions, i as SafetySecretPattern, j as SafetySecretPatternRuleOptions, k as StallDetectionRuleOptions, l as StructureIncompleteRuleOptions, m as StructureOrphanRuleOptions, n as StructureParallelWidthRuleOptions, o as StructureRelationshipRuleOptions, p as ToolFailureRuleOptions, q as ToolOrderingRuleOptions, r as ToolUsageRuleOptions, s as TraceCheckContext, t as TraceCheckDiagnostic, u as TraceCheckDiagnosticCode, v as TraceCheckEvidence, w as TraceCheckFacts, x as TraceCheckFinding, y as TraceCheckFindingStatus, z as TraceCheckRule, A as TraceCheckRuleCategory, C as TraceCheckSeverity, E as TraceCheckStatus, F as TraceCheckSummary, H as TraceSignalRuleOptions, I as createBaselineRegressionRule, J as createDecisionRule, K as createGuardrailRule, N as createLlmUsageRule, P as createMaxStepDurationRule, Q as createObservedOutcomeRule, U as createRequireCompletedRule, V as createRetrievalRule, W as createRunDepthRule, X as createRunDurationRule, Y as createRunEventCountRule, Z as createRunStatusRule, _ as createSafetyOversizedAttributeRule, $ as createSafetyRawContentRule, a0 as createSafetyRedactionRule, a1 as createSafetySecretPatternRule, a2 as createStallDetectionRule, a3 as createStructureCycleRule, a4 as createStructureIncompleteRule, a5 as createStructureOrphanRule, a6 as createStructureParallelWidthRule, a7 as createStructureRelationshipRule, a8 as createToolFailureRule, a9 as createToolOrderingRule, aa as createToolUsageRule, ab as runTraceChecks } from './index-BblJEdYZ.js';
+import { T as TraceCheckInput, a as TraceCheckResult } from './index-BO7l0iAe.js';
+export { B as BaselineRegressionRuleOptions, D as DecisionRuleOptions, G as GuardrailRuleOptions, L as LlmUsageRuleOptions, M as MaxStepDurationRuleOptions, O as ObservedOutcomeRuleOptions, R as RetrievalRuleOptions, b as RunDepthRuleOptions, c as RunDurationRuleOptions, d as RunEventCountRuleOptions, e as RunStatusRuleOptions, f as RunTraceChecksOptions, S as SafetyFindingCategory, g as SafetyFindingConfidence, h as SafetyOversizedAttributeRuleOptions, i as SafetyRawContentRuleOptions, j as SafetyRedactionRuleOptions, k as SafetySecretPattern, l as SafetySecretPatternRuleOptions, m as StallDetectionRuleOptions, n as StructureIncompleteRuleOptions, o as StructureOrphanRuleOptions, p as StructureParallelWidthRuleOptions, q as StructureRelationshipRuleOptions, r as ToolFailureRuleOptions, s as ToolOrderingRuleOptions, t as ToolUsageRuleOptions, u as TraceCheckContext, v as TraceCheckDiagnostic, w as TraceCheckDiagnosticCode, x as TraceCheckEvidence, y as TraceCheckFacts, z as TraceCheckFinding, A as TraceCheckFindingStatus, C as TraceCheckRule, E as TraceCheckRuleCategory, F as TraceCheckSeverity, H as TraceCheckStatus, I as TraceCheckSummary, J as TraceSignalRuleOptions, K as createBaselineRegressionRule, N as createDecisionRule, P as createGuardrailRule, Q as createLlmUsageRule, U as createMaxStepDurationRule, V as createObservedOutcomeRule, W as createRequireCompletedRule, X as createRetrievalRule, Y as createRunDepthRule, Z as createRunDurationRule, _ as createRunEventCountRule, $ as createRunStatusRule, a0 as createSafetyOversizedAttributeRule, a1 as createSafetyRawContentRule, a2 as createSafetyRedactionRule, a3 as createSafetySecretPatternRule, a4 as createStallDetectionRule, a5 as createStructureCycleRule, a6 as createStructureIncompleteRule, a7 as createStructureOrphanRule, a8 as createStructureParallelWidthRule, a9 as createStructureRelationshipRule, aa as createToolFailureRule, ab as createToolOrderingRule, ac as createToolUsageRule, ad as runTraceChecks } from './index-BO7l0iAe.js';
 import './readers.js';
 import './inspect-event-DVg84S4v.js';
 import './persisted-inspect-event-ChE7pGb7.js';

package/packages/core/dist/checks.mjs

@@ -1,4 +1,4 @@
-export { createBaselineRegressionRule, createDecisionRule, createGuardrailRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRetrievalRule, createRunDepthRule, createRunDurationRule, createRunEventCountRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureIncompleteRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolFailureRule, createToolOrderingRule, createToolUsageRule, defineTraceContract, evaluateTraceContract, runTraceChecks } from './chunk-EQVXDGGU.mjs';
+export { createBaselineRegressionRule, createDecisionRule, createGuardrailRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRetrievalRule, createRunDepthRule, createRunDurationRule, createRunEventCountRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureIncompleteRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolFailureRule, createToolOrderingRule, createToolUsageRule, defineTraceContract, evaluateTraceContract, runTraceChecks } from './chunk-QT6CQ2XA.mjs';
 import './chunk-VFO76UH3.mjs';
 import './chunk-ULCGIRTC.mjs';
 import './chunk-VU6O5QAH.mjs';

package/packages/core/dist/{chunk-EQVXDGGU.mjs → chunk-QT6CQ2XA.mjs}

@@ -46,8 +46,35 @@ var DEFAULT_RAW_CONTENT_KEYS = [
   "toolinput",
   "tool_input",
   "tooloutput",
-  "tool_output"
+  "tool_output",
+  // Framework / agent metadata that carries user or task text
+  "currenttask",
+  "current_task",
+  "task",
+  "userinput",
+  "user_input",
+  "requesttext",
+  "request_text",
+  "conversationtext",
+  "conversation_text"
 ];
+var DEFAULT_SAFE_RAW_CONTENT_PATH_PREFIXES = ["tokenUsage", "usage"];
+var SAFE_USAGE_LEAF_KEYS = /* @__PURE__ */ new Set([
+  "input",
+  "output",
+  "total",
+  "cached",
+  "input_tokens",
+  "inputtokens",
+  "output_tokens",
+  "outputtokens",
+  "total_tokens",
+  "totaltokens",
+  "prompt_tokens",
+  "prompttokens",
+  "completion_tokens",
+  "completiontokens"
+]);
 var DEFAULT_SECRET_PATTERNS = [
   { id: "bearer-token", pattern: /Bearer\s+[A-Za-z0-9._~+/-]{12,}=*/ },
   { id: "openai-key", pattern: /sk-[A-Za-z0-9_-]{16,}/ },
@@ -225,7 +252,11 @@ function normalizeFinding(rule, finding) {
     message: finding.message,
     ...finding.expected !== void 0 ? { expected: finding.expected } : {},
     ...finding.actual !== void 0 ? { actual: finding.actual } : {},
-    evidence: [...finding.evidence ?? []]
+    evidence: [...finding.evidence ?? []],
+    ...finding.category !== void 0 ? { category: finding.category } : {},
+    ...finding.confidence !== void 0 ? { confidence: finding.confidence } : {},
+    ...finding.detector !== void 0 ? { detector: finding.detector } : {},
+    ...finding.action !== void 0 ? { action: finding.action } : {}
   };
 }
 function summarize(findings, diagnostics) {
@@ -283,15 +314,19 @@ function eventEvidence(event, path) {
 function runEvidence(run) {
   return run ? [{ runId: run.runId, name: run.name, status: run.status }] : [];
 }
-function failFinding(ruleId, message, evidence, expected, actual) {
+function failFinding(ruleId, message, evidence, expected, actual, meta) {
   return {
     ruleId,
-    severity: "error",
-    status: "fail",
+    severity: meta?.severity ?? "error",
+    status: meta?.status ?? "fail",
     message,
     ...expected !== void 0 ? { expected } : {},
     ...actual !== void 0 ? { actual } : {},
-    evidence: [...evidence]
+    evidence: [...evidence],
+    ...meta?.category !== void 0 ? { category: meta.category } : {},
+    ...meta?.confidence !== void 0 ? { confidence: meta.confidence } : {},
+    ...meta?.detector !== void 0 ? { detector: meta.detector } : {},
+    ...meta?.action !== void 0 ? { action: meta.action } : {}
   };
 }
 function toolName(event) {
@@ -423,6 +458,19 @@ function isRawContentKey(key, forbiddenKeys) {
   const normalized = normalizedKey(key);
   return forbiddenKeys.some((forbidden) => normalized === normalizedKey(forbidden));
 }
+function isSafeRawContentMetricPath(path, key, safePathPrefixes) {
+  const leaf = normalizedKey(key ?? lastPathSegment(path));
+  if (!SAFE_USAGE_LEAF_KEYS.has(leaf)) return false;
+  const parts = path.split(".").filter(Boolean);
+  if (parts.length < 2) return false;
+  const parent = parts[parts.length - 2] ?? "";
+  const parentNorm = normalizedKey(parent);
+  return safePathPrefixes.some((prefix) => parentNorm === normalizedKey(prefix));
+}
+function isRawContentPath(path, key, forbiddenKeys, safePathPrefixes) {
+  if (isSafeRawContentMetricPath(path, key, safePathPrefixes)) return false;
+  return isRawContentKey(key ?? lastPathSegment(path), forbiddenKeys);
+}
 function parentMarkedUnresolved(event) {
   if (booleanAttr(event, [
     "parentUnresolved",
@@ -1306,7 +1354,13 @@ function createSafetyRedactionRule(options = {}) {
               `Sensitive-looking field at ${entry.path} is not redacted.`,
               [eventEvidence(event, entry.path)],
               "redaction marker",
-              { path: entry.path, valueType: valueType(entry.value) }
+              { path: entry.path, valueType: valueType(entry.value) },
+              {
+                category: "credential",
+                confidence: "high",
+                detector: "safety.redaction",
+                action: "redact"
+              }
             )
           );
         }
@@ -1317,6 +1371,7 @@ function createSafetyRedactionRule(options = {}) {
 }
 function createSafetyRawContentRule(options = {}) {
   const forbiddenKeys = options.forbiddenKeys ?? DEFAULT_RAW_CONTENT_KEYS;
+  const safePathPrefixes = options.safePathPrefixes ?? DEFAULT_SAFE_RAW_CONTENT_PATH_PREFIXES;
   return {
     id: "safety.rawPrompt",
     category: "safety",
@@ -1326,14 +1381,20 @@ function createSafetyRawContentRule(options = {}) {
       for (const event of context.events) {
         for (const entry of eventValueEntries(event, { includeSummaries: options.includeSummaries })) {
           const key = entry.key ?? lastPathSegment(entry.path);
-          if (!isRawContentKey(key, forbiddenKeys)) continue;
+          if (!isRawContentPath(entry.path, key, forbiddenKeys, safePathPrefixes)) continue;
           findings.push(
             failFinding(
               "safety.rawPrompt",
               `Raw content-like field ${entry.path} is present.`,
               [eventEvidence(event, entry.path)],
               "metadata-only trace fields",
-              { path: entry.path, valueType: valueType(entry.value) }
+              { path: entry.path, valueType: valueType(entry.value) },
+              {
+                category: "raw-content",
+                confidence: "high",
+                detector: "safety.rawPrompt",
+                action: "redact-or-omit"
+              }
             )
           );
         }
@@ -1365,7 +1426,13 @@ function createSafetySecretPatternRule(options = {}) {
                 `Secret-like pattern ${pattern.id} matched at ${entry.path}.`,
                 [eventEvidence(event, entry.path)],
                 "no secret-like strings",
-                { pattern: pattern.id, path: entry.path }
+                { pattern: pattern.id, path: entry.path },
+                {
+                  category: "credential",
+                  confidence: "high",
+                  detector: pattern.id,
+                  action: "redact"
+                }
               )
             );
             break;
@@ -1392,7 +1459,13 @@ function createSafetyOversizedAttributeRule(options) {
                 `String at ${entry.path} exceeds ${options.maxStringLength} characters.`,
                 [eventEvidence(event, entry.path)],
                 { maxStringLength: options.maxStringLength },
-                { path: entry.path, length: entry.value.length }
+                { path: entry.path, length: entry.value.length },
+                {
+                  category: "size",
+                  confidence: "high",
+                  detector: "safety.oversizedAttribute",
+                  action: "truncate-or-omit"
+                }
               )
             );
           }
@@ -1403,7 +1476,13 @@ function createSafetyOversizedAttributeRule(options) {
                 `Array at ${entry.path} exceeds ${options.maxArrayLength} items.`,
                 [eventEvidence(event, entry.path)],
                 { maxArrayLength: options.maxArrayLength },
-                { path: entry.path, length: entry.value.length }
+                { path: entry.path, length: entry.value.length },
+                {
+                  category: "size",
+                  confidence: "high",
+                  detector: "safety.oversizedAttribute",
+                  action: "truncate-or-omit"
+                }
               )
             );
           }
@@ -1414,7 +1493,13 @@ function createSafetyOversizedAttributeRule(options) {
                 `Object at ${entry.path} exceeds ${options.maxObjectKeys} keys.`,
                 [eventEvidence(event, entry.path)],
                 { maxObjectKeys: options.maxObjectKeys },
-                { path: entry.path, keys: Object.keys(entry.value).length }
+                { path: entry.path, keys: Object.keys(entry.value).length },
+                {
+                  category: "size",
+                  confidence: "high",
+                  detector: "safety.oversizedAttribute",
+                  action: "truncate-or-omit"
+                }
               )
             );
           }
@@ -1427,7 +1512,13 @@ function createSafetyOversizedAttributeRule(options) {
                   `Value at ${entry.path} exceeds ${options.maxSerializedBytes} serialized bytes.`,
                   [eventEvidence(event, entry.path)],
                   { maxSerializedBytes: options.maxSerializedBytes },
-                  { path: entry.path, bytes }
+                  { path: entry.path, bytes },
+                  {
+                    category: "size",
+                    confidence: "high",
+                    detector: "safety.oversizedAttribute",
+                    action: "truncate-or-omit"
+                  }
                 )
               );
             }
@@ -1809,5 +1900,5 @@ function evaluateTraceContract(input, contract, options = {}) {
 }
 
 export { createBaselineRegressionRule, createDecisionRule, createGuardrailRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRetrievalRule, createRunDepthRule, createRunDurationRule, createRunEventCountRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureIncompleteRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolFailureRule, createToolOrderingRule, createToolUsageRule, defineTraceContract, evaluateTraceContract, runTraceChecks };
-//# sourceMappingURL=chunk-EQVXDGGU.mjs.map
-//# sourceMappingURL=chunk-EQVXDGGU.mjs.map
+//# sourceMappingURL=chunk-QT6CQ2XA.mjs.map
+//# sourceMappingURL=chunk-QT6CQ2XA.mjs.map