@attest-ai/core 0.5.0 → 0.6.0

package/dist/cjs/index.d.cts

@@ -1,12 +1,12 @@
-import { InitializeResult, Trace, Assertion, EvaluateBatchResult, Step, AssertionResult } from './proto/index.cjs';
-export { AgentId, AssertionId, AssertionSpec, ConstraintSpec, ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, EmbeddingSpec, EngineTimeoutError, ErrorData, EvaluateBatchParams, InitializeParams, LlmJudgeSpec, PluginSpec, ProtocolError, RPCError, RPCRequest, RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, SchemaSpec, ShutdownResult, SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, TraceId, TraceMetadata, TraceSpec, TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId } from './proto/index.cjs';
+import { InitializeResult, Trace, Assertion, EvaluateBatchResult, DriftReport, SimulatePersona, ConversationMessage, SimulateFaultConfig, Step, AssertionResult } from './proto/index.cjs';
+export { AgentId, AssertionId, AssertionSpec, ConstraintSpec, ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, EmbeddingSpec, EngineTimeoutError, ErrorData, EvaluateBatchParams, GenerateUserMessageParams, GenerateUserMessageResult, InitializeParams, LlmJudgeSpec, PluginSpec, ProtocolError, QueryDriftParams, QueryDriftResult, RPCError, RPCRequest, RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, SchemaSpec, ShutdownResult, SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, TraceId, TraceMetadata, TraceSpec, TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId } from './proto/index.cjs';
 import { ChildProcess } from 'node:child_process';
 import { Interface } from 'node:readline';
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { EventEmitter } from 'node:events';
 
-declare const VERSION = "0.5.0";
-declare const ENGINE_VERSION = "0.5.0";
+declare const VERSION = "0.6.0";
+declare const ENGINE_VERSION = "0.6.0";
 
 declare class EngineManager {
     private enginePath;
@@ -50,6 +50,12 @@ declare class AttestClient {
     submitPluginResult(traceId: string, pluginName: string, assertionId: string, status: string, score: number, explanation: string, options?: {
         timeout?: number;
     }): Promise<boolean>;
+    queryDrift(assertionId: string, windowSize?: number, options?: {
+        timeout?: number;
+    }): Promise<DriftReport>;
+    generateUserMessage(persona: SimulatePersona, conversationHistory: readonly ConversationMessage[], faultConfig?: SimulateFaultConfig, options?: {
+        timeout?: number;
+    }): Promise<string>;
 }
 
 declare class TraceBuilder {
@@ -517,7 +523,7 @@ declare class ExpectChain {
      * ```
      */
     outputSimilarTo(reference: string, opts?: {
-        threshold?: number;
+        threshold?: number | "dynamic";
         model?: string;
         soft?: boolean;
     }): this;
@@ -538,7 +544,7 @@ declare class ExpectChain {
      */
     passesJudge(criteria: string, opts?: {
         rubric?: string;
-        threshold?: number;
+        threshold?: number | "dynamic";
         model?: string;
         soft?: boolean;
     }): this;
@@ -805,21 +811,36 @@ declare function tier(level: number): <T extends (...args: never[]) => unknown>(
  * @param options.simulation - Enable simulation mode. All `evaluateBatch` calls
  *   return deterministic pass results without spawning the engine or calling any
  *   LLM. Equivalent to setting `ATTEST_SIMULATION=1` in the environment.
+ * @param options.sampleRate - Sampling rate for continuous evaluation (0.0–1.0).
+ *   Equivalent to setting `ATTEST_SAMPLE_RATE` in the environment.
  */
 declare function config(options: {
     simulation?: boolean;
+    sampleRate?: number;
 }): void;
 /**
  * Returns true when simulation mode is active via either the programmatic API
  * or the `ATTEST_SIMULATION` environment variable.
  */
 declare function isSimulationMode(): boolean;
+/**
+ * Returns the sampling rate for continuous evaluation. Priority:
+ * programmatic `config({ sampleRate })` > `ATTEST_SAMPLE_RATE` env var > 0.
+ */
+declare function getSampleRate(): number;
 /**
  * Reset all programmatic config to defaults. Primarily for use in tests.
  * Environment variables are not affected.
  */
 declare function resetConfig(): void;
 
+/**
+ * Return a deterministic all-pass result for every assertion without
+ * contacting the engine or any LLM provider. Used when simulation mode
+ * is active (`ATTEST_SIMULATION=1` or `config({ simulation: true })`).
+ */
+declare function simulationEvaluateBatch(assertions: readonly Assertion[]): EvaluateBatchResult;
+
 interface PluginResult {
     readonly status: string;
     readonly score: number;
@@ -882,6 +903,11 @@ declare class ContinuousEvalRunner {
     private scheduleNext;
 }
 
+declare const FRIENDLY_USER: SimulatePersona;
+declare const ADVERSARIAL_USER: SimulatePersona;
+declare const CONFUSED_USER: SimulatePersona;
+declare const COOPERATIVE_USER: SimulatePersona;
+
 declare class ManualAdapter {
     private readonly agentId;
     constructor(agentId?: string);
@@ -1082,4 +1108,4 @@ interface TraceAdapter {
     traceFromResponse(response: unknown, options?: Record<string, unknown>): Trace;
 }
 
-export { Agent, AgentResult, AlertDispatcher, type AlertPayload, AnthropicAdapter, Assertion, AssertionResult, AttestClient, type AttestPlugin, ContinuousEvalRunner, ENGINE_VERSION, EngineManager, EvaluateBatchResult, ExpectChain, GeminiAdapter, InitializeResult, LangChainAdapter, ManualAdapter, OTelAdapter, OllamaAdapter, OpenAIAdapter, PluginRegistry, type PluginResult, Sampler, Step, TIER_1, TIER_2, TIER_3, Trace, type TraceAdapter, TraceBuilder, TraceTree, VERSION, activeBuilder, agent, attestExpect, config, delegate, executePluginAssertion, isSimulationMode, resetConfig, tier };
+export { ADVERSARIAL_USER, Agent, AgentResult, AlertDispatcher, type AlertPayload, AnthropicAdapter, Assertion, AssertionResult, AttestClient, type AttestPlugin, CONFUSED_USER, COOPERATIVE_USER, ContinuousEvalRunner, ConversationMessage, DriftReport, ENGINE_VERSION, EngineManager, EvaluateBatchResult, ExpectChain, FRIENDLY_USER, GeminiAdapter, InitializeResult, LangChainAdapter, ManualAdapter, OTelAdapter, OllamaAdapter, OpenAIAdapter, PluginRegistry, type PluginResult, Sampler, SimulateFaultConfig, SimulatePersona, Step, TIER_1, TIER_2, TIER_3, Trace, type TraceAdapter, TraceBuilder, TraceTree, VERSION, activeBuilder, agent, attestExpect, config, delegate, executePluginAssertion, getSampleRate, isSimulationMode, resetConfig, simulationEvaluateBatch, tier };

package/dist/cjs/proto/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/proto/index.ts","../../../src/proto/constants.ts","../../../src/proto/types.ts","../../../src/proto/errors.ts","../../../src/proto/codec.ts"],"sourcesContent":["export * from \"./constants.js\";\nexport * from \"./types.js\";\nexport * from \"./errors.js\";\nexport { encodeRequest, decodeResponse, extractResult, extractId } from \"./codec.js\";\n","// Step type constants\nexport const STEP_LLM_CALL = \"llm_call\" as const;\nexport const STEP_TOOL_CALL = \"tool_call\" as const;\nexport const STEP_RETRIEVAL = \"retrieval\" as const;\nexport const STEP_AGENT_CALL = \"agent_call\" as const;\n\n// Status constants\nexport const STATUS_PASS = \"pass\" as const;\nexport const STATUS_SOFT_FAIL = \"soft_fail\" as const;\nexport const STATUS_HARD_FAIL = \"hard_fail\" as const;\n\n// Assertion type constants\nexport const TYPE_SCHEMA = \"schema\" as const;\nexport const TYPE_CONSTRAINT = \"constraint\" as const;\nexport const TYPE_TRACE = \"trace\" as const;\nexport const TYPE_CONTENT = \"content\" as const;\nexport const TYPE_EMBEDDING = \"embedding\" as const;\nexport const TYPE_LLM_JUDGE = \"llm_judge\" as const;\nexport const TYPE_TRACE_TREE = \"trace_tree\" as const;\nexport const TYPE_PLUGIN = \"plugin\" as const;\n\n// Error code constants\nexport const ERR_INVALID_TRACE = 1001 as const;\nexport const ERR_ASSERTION_ERROR = 1002 as const;\nexport const ERR_PROVIDER_ERROR = 2001 as const;\nexport const ERR_ENGINE_ERROR = 3001 as const;\nexport const ERR_TIMEOUT = 3002 as const;\nexport const ERR_SESSION_ERROR = 3003 as const;\n","// ---------------------------------------------------------------------------\n// Branded ID types (T6)\n// ---------------------------------------------------------------------------\n\ndeclare const __brand: unique symbol;\ntype Brand<T, B extends string> = T & { readonly [__brand]: B };\n\nexport type TraceId = Brand<string, \"TraceId\">;\nexport type AssertionId = Brand<string, \"AssertionId\">;\nexport type AgentId = Brand<string, \"AgentId\">;\n\nexport function traceId(id: string): TraceId {\n  return id as TraceId;\n}\n\nexport function assertionId(id: string): AssertionId {\n  return id as AssertionId;\n}\n\nexport function agentId(id: string): AgentId {\n  return id as AgentId;\n}\n\n// ---------------------------------------------------------------------------\n// Assertion spec discriminated unions (T5)\n// ---------------------------------------------------------------------------\n\nexport interface SchemaSpec {\n  readonly type: \"schema\";\n  readonly target: string;\n  readonly schema: Record<string, unknown>;\n}\n\nexport interface ConstraintSpec {\n  readonly type: \"constraint\";\n  readonly field: string;\n  readonly operator: string;\n  readonly value?: number;\n  readonly min?: number;\n  readonly max?: number;\n  readonly soft: boolean;\n}\n\nexport interface TraceSpec {\n  readonly type: \"trace\";\n  readonly check: string;\n  readonly tools?: string[];\n  readonly tool?: string;\n  readonly max_repetitions?: number;\n  readonly soft: boolean;\n}\n\nexport interface ContentSpec {\n  readonly type: \"content\";\n  readonly target: string;\n  readonly check: string;\n  readonly value?: string;\n  readonly values?: string[];\n  readonly case_sensitive?: boolean;\n  readonly soft?: boolean;\n}\n\nexport interface EmbeddingSpec {\n  readonly type: \"embedding\";\n  readonly target: string;\n  readonly reference: string;\n  readonly threshold: number;\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface LlmJudgeSpec {\n  readonly type: \"llm_judge\";\n  readonly target: string;\n  readonly criteria: string;\n  readonly rubric: string;\n  readonly threshold: number;\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface TraceTreeSpec {\n  readonly type: \"trace_tree\";\n  readonly check: string;\n  readonly [key: string]: unknown;\n}\n\nexport interface PluginSpec {\n  readonly type: \"plugin\";\n  readonly plugin_id: string;\n  readonly config?: Record<string, unknown>;\n  readonly soft: boolean;\n}\n\nexport type AssertionSpec =\n  | SchemaSpec\n  | ConstraintSpec\n  | TraceSpec\n  | ContentSpec\n  | EmbeddingSpec\n  | LlmJudgeSpec\n  | TraceTreeSpec\n  | PluginSpec;\n\n// ---------------------------------------------------------------------------\n// Core protocol types\n// ---------------------------------------------------------------------------\n\nexport interface TraceMetadata {\n  readonly total_tokens?: number;\n  readonly cost_usd?: number;\n  readonly latency_ms?: number;\n  readonly model?: string;\n  readonly timestamp?: string;\n}\n\nexport interface Step {\n  readonly type: string;\n  readonly name: string;\n  readonly args?: Record<string, unknown>;\n  readonly result?: Record<string, unknown>;\n  readonly sub_trace?: Trace;\n  readonly metadata?: Record<string, unknown>;\n  readonly started_at_ms?: number;\n  readonly ended_at_ms?: number;\n  readonly agent_id?: string;\n  readonly agent_role?: string;\n}\n\nexport interface Trace {\n  readonly trace_id: string;\n  readonly output: Record<string, unknown>;\n  readonly schema_version?: number;\n  readonly agent_id?: string;\n  readonly input?: Record<string, unknown>;\n  readonly steps: readonly Step[];\n  readonly metadata?: TraceMetadata;\n  readonly parent_trace_id?: string;\n}\n\nexport interface Assertion {\n  readonly assertion_id: string;\n  readonly type: string;\n  readonly spec: Record<string, unknown>;\n  readonly request_id?: string;\n}\n\nexport interface AssertionResult {\n  readonly assertion_id: string;\n  readonly status: string;\n  readonly score: number;\n  readonly explanation: string;\n  readonly cost?: number;\n  readonly duration_ms?: number;\n  readonly request_id?: string;\n}\n\nexport interface ErrorData {\n  readonly error_type: string;\n  readonly retryable: boolean;\n  readonly detail: string;\n}\n\nexport interface RPCError {\n  readonly code: number;\n  readonly message: string;\n  readonly data?: ErrorData;\n}\n\nexport interface RPCRequest {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly method: string;\n  readonly params: Record<string, unknown>;\n}\n\nexport interface RPCResponse {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly result?: unknown;\n  readonly error?: RPCError;\n}\n\nexport interface InitializeParams {\n  readonly sdk_name: string;\n  readonly sdk_version: string;\n  readonly protocol_version: number;\n  readonly required_capabilities: readonly string[];\n  readonly preferred_encoding?: string;\n}\n\nexport interface InitializeResult {\n  readonly engine_version: string;\n  readonly protocol_version: number;\n  readonly capabilities: readonly string[];\n  readonly missing: readonly string[];\n  readonly compatible: boolean;\n  readonly encoding?: string;\n  readonly max_concurrent_requests?: number;\n  readonly max_trace_size_bytes?: number;\n  readonly max_steps_per_trace?: number;\n}\n\nexport interface EvaluateBatchParams {\n  readonly trace: Trace;\n  readonly assertions: readonly Assertion[];\n}\n\nexport interface EvaluateBatchResult {\n  readonly results: readonly AssertionResult[];\n  readonly total_cost?: number;\n  readonly total_duration_ms?: number;\n}\n\nexport interface ShutdownResult {\n  readonly sessions_completed: number;\n  readonly assertions_evaluated: number;\n}\n\nexport interface SubmitPluginResultParams {\n  readonly trace_id: string;\n  readonly plugin_name: string;\n  readonly assertion_id: string;\n  readonly result: AssertionResult;\n}\n","import type { ErrorData } from \"./types.js\";\n\nexport class ProtocolError extends Error {\n  readonly code: number;\n  readonly errorMessage: string;\n  readonly data: ErrorData | undefined;\n\n  constructor(code: number, message: string, data?: ErrorData) {\n    super(message);\n    this.name = \"ProtocolError\";\n    this.code = code;\n    this.errorMessage = message;\n    this.data = data;\n  }\n}\n\nexport class EngineTimeoutError extends Error {\n  readonly method: string;\n  readonly timeoutMs: number;\n\n  constructor(method: string, timeoutMs: number) {\n    super(\n      `Engine request '${method}' timed out after ${timeoutMs}ms. ` +\n        \"Set ATTEST_ENGINE_TIMEOUT to increase the limit.\",\n    );\n    this.name = \"EngineTimeoutError\";\n    this.method = method;\n    this.timeoutMs = timeoutMs;\n  }\n}\n","import type { ErrorData, RPCResponse } from \"./types.js\";\nimport { ProtocolError } from \"./errors.js\";\n\n/**\n * Encode a JSON-RPC 2.0 request as an NDJSON line.\n */\nexport function encodeRequest(\n  id: number,\n  method: string,\n  params: Record<string, unknown>,\n): string {\n  const msg = {\n    jsonrpc: \"2.0\" as const,\n    id,\n    method,\n    params,\n  };\n  return JSON.stringify(msg) + \"\\n\";\n}\n\n/**\n * Decode a JSON-RPC 2.0 response from an NDJSON line.\n * Throws ProtocolError if the response contains an error.\n * Throws Error for malformed JSON or invalid responses.\n */\nexport function decodeResponse(line: string): RPCResponse {\n  const text = line.trim();\n  if (!text) {\n    throw new Error(\"empty response line\");\n  }\n\n  let data: unknown;\n  try {\n    data = JSON.parse(text);\n  } catch (e) {\n    throw new Error(`malformed JSON response: ${e instanceof Error ? e.message : String(e)}`);\n  }\n\n  if (typeof data !== \"object\" || data === null || Array.isArray(data)) {\n    throw new Error(`expected JSON object, got ${Array.isArray(data) ? \"array\" : typeof data}`);\n  }\n\n  const obj = data as Record<string, unknown>;\n\n  if (obj.jsonrpc !== \"2.0\") {\n    throw new Error(`invalid jsonrpc version: ${String(obj.jsonrpc)}`);\n  }\n\n  if (obj.error != null) {\n    const err = obj.error as Record<string, unknown>;\n    let errorData: ErrorData | undefined;\n\n    if (err.data != null) {\n      const raw = err.data as Record<string, unknown>;\n      errorData = {\n        error_type: (raw.error_type as string) ?? \"\",\n        retryable: (raw.retryable as boolean) ?? false,\n        detail: (raw.detail as string) ?? \"\",\n      };\n    }\n\n    throw new ProtocolError(\n      (err.code as number) ?? -1,\n      (err.message as string) ?? \"unknown error\",\n      errorData,\n    );\n  }\n\n  return obj as unknown as RPCResponse;\n}\n\n/**\n * Extract the result field from a decoded response.\n */\nexport function extractResult(response: RPCResponse): unknown {\n  if (response.result === undefined) {\n    throw new Error(\"response missing 'result' field\");\n  }\n  return response.result;\n}\n\n/**\n * Extract the request ID from a decoded response.\n */\nexport function extractId(response: RPCResponse): number {\n  if (response.id === undefined) {\n    throw new Error(\"response missing 'id' field\");\n  }\n  return Number(response.id);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,IAAM,gBAAgB;AACtB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AAGxB,IAAM,cAAc;AACpB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AAGzB,IAAM,cAAc;AACpB,IAAM,kBAAkB;AACxB,IAAM,aAAa;AACnB,IAAM,eAAe;AACrB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AACxB,IAAM,cAAc;AAGpB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,oBAAoB;;;AChB1B,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;AAEO,SAAS,YAAY,IAAyB;AACnD,SAAO;AACT;AAEO,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;;;ACnBO,IAAM,gBAAN,cAA4B,MAAM;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,MAAc,SAAiB,MAAkB;AAC3D,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,OAAO;AAAA,EACd;AACF;AAEO,IAAM,qBAAN,cAAiC,MAAM;AAAA,EACnC;AAAA,EACA;AAAA,EAET,YAAY,QAAgB,WAAmB;AAC7C;AAAA,MACE,mBAAmB,MAAM,qBAAqB,SAAS;AAAA,IAEzD;AACA,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AACF;;;ACvBO,SAAS,cACd,IACA,QACA,QACQ;AACR,QAAM,MAAM;AAAA,IACV,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,SAAO,KAAK,UAAU,GAAG,IAAI;AAC/B;AAOO,SAAS,eAAe,MAA2B;AACxD,QAAM,OAAO,KAAK,KAAK;AACvB,MAAI,CAAC,MAAM;AACT,UAAM,IAAI,MAAM,qBAAqB;AAAA,EACvC;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,4BAA4B,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC,CAAC,EAAE;AAAA,EAC1F;AAEA,MAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,MAAM,QAAQ,IAAI,GAAG;AACpE,UAAM,IAAI,MAAM,6BAA6B,MAAM,QAAQ,IAAI,IAAI,UAAU,OAAO,IAAI,EAAE;AAAA,EAC5F;AAEA,QAAM,MAAM;AAEZ,MAAI,IAAI,YAAY,OAAO;AACzB,UAAM,IAAI,MAAM,4BAA4B,OAAO,IAAI,OAAO,CAAC,EAAE;AAAA,EACnE;AAEA,MAAI,IAAI,SAAS,MAAM;AACrB,UAAM,MAAM,IAAI;AAChB,QAAI;AAEJ,QAAI,IAAI,QAAQ,MAAM;AACpB,YAAM,MAAM,IAAI;AAChB,kBAAY;AAAA,QACV,YAAa,IAAI,cAAyB;AAAA,QAC1C,WAAY,IAAI,aAAyB;AAAA,QACzC,QAAS,IAAI,UAAqB;AAAA,MACpC;AAAA,IACF;AAEA,UAAM,IAAI;AAAA,MACP,IAAI,QAAmB;AAAA,MACvB,IAAI,WAAsB;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAKO,SAAS,cAAc,UAAgC;AAC5D,MAAI,SAAS,WAAW,QAAW;AACjC,UAAM,IAAI,MAAM,iCAAiC;AAAA,EACnD;AACA,SAAO,SAAS;AAClB;AAKO,SAAS,UAAU,UAA+B;AACvD,MAAI,SAAS,OAAO,QAAW;AAC7B,UAAM,IAAI,MAAM,6BAA6B;AAAA,EAC/C;AACA,SAAO,OAAO,SAAS,EAAE;AAC3B;","names":[]}
+{"version":3,"sources":["../../../src/proto/index.ts","../../../src/proto/constants.ts","../../../src/proto/types.ts","../../../src/proto/errors.ts","../../../src/proto/codec.ts"],"sourcesContent":["export * from \"./constants.js\";\nexport * from \"./types.js\";\nexport * from \"./errors.js\";\nexport { encodeRequest, decodeResponse, extractResult, extractId } from \"./codec.js\";\n","// Step type constants\nexport const STEP_LLM_CALL = \"llm_call\" as const;\nexport const STEP_TOOL_CALL = \"tool_call\" as const;\nexport const STEP_RETRIEVAL = \"retrieval\" as const;\nexport const STEP_AGENT_CALL = \"agent_call\" as const;\n\n// Status constants\nexport const STATUS_PASS = \"pass\" as const;\nexport const STATUS_SOFT_FAIL = \"soft_fail\" as const;\nexport const STATUS_HARD_FAIL = \"hard_fail\" as const;\n\n// Assertion type constants\nexport const TYPE_SCHEMA = \"schema\" as const;\nexport const TYPE_CONSTRAINT = \"constraint\" as const;\nexport const TYPE_TRACE = \"trace\" as const;\nexport const TYPE_CONTENT = \"content\" as const;\nexport const TYPE_EMBEDDING = \"embedding\" as const;\nexport const TYPE_LLM_JUDGE = \"llm_judge\" as const;\nexport const TYPE_TRACE_TREE = \"trace_tree\" as const;\nexport const TYPE_PLUGIN = \"plugin\" as const;\n\n// Error code constants\nexport const ERR_INVALID_TRACE = 1001 as const;\nexport const ERR_ASSERTION_ERROR = 1002 as const;\nexport const ERR_PROVIDER_ERROR = 2001 as const;\nexport const ERR_ENGINE_ERROR = 3001 as const;\nexport const ERR_TIMEOUT = 3002 as const;\nexport const ERR_SESSION_ERROR = 3003 as const;\n","// ---------------------------------------------------------------------------\n// Branded ID types (T6)\n// ---------------------------------------------------------------------------\n\ndeclare const __brand: unique symbol;\ntype Brand<T, B extends string> = T & { readonly [__brand]: B };\n\nexport type TraceId = Brand<string, \"TraceId\">;\nexport type AssertionId = Brand<string, \"AssertionId\">;\nexport type AgentId = Brand<string, \"AgentId\">;\n\nexport function traceId(id: string): TraceId {\n  return id as TraceId;\n}\n\nexport function assertionId(id: string): AssertionId {\n  return id as AssertionId;\n}\n\nexport function agentId(id: string): AgentId {\n  return id as AgentId;\n}\n\n// ---------------------------------------------------------------------------\n// Assertion spec discriminated unions (T5)\n// ---------------------------------------------------------------------------\n\nexport interface SchemaSpec {\n  readonly type: \"schema\";\n  readonly target: string;\n  readonly schema: Record<string, unknown>;\n}\n\nexport interface ConstraintSpec {\n  readonly type: \"constraint\";\n  readonly field: string;\n  readonly operator: string;\n  readonly value?: number;\n  readonly min?: number;\n  readonly max?: number;\n  readonly soft: boolean;\n}\n\nexport interface TraceSpec {\n  readonly type: \"trace\";\n  readonly check: string;\n  readonly tools?: string[];\n  readonly tool?: string;\n  readonly max_repetitions?: number;\n  readonly soft: boolean;\n}\n\nexport interface ContentSpec {\n  readonly type: \"content\";\n  readonly target: string;\n  readonly check: string;\n  readonly value?: string;\n  readonly values?: string[];\n  readonly case_sensitive?: boolean;\n  readonly soft?: boolean;\n}\n\nexport interface EmbeddingSpec {\n  readonly type: \"embedding\";\n  readonly target: string;\n  readonly reference: string;\n  readonly threshold: number | \"dynamic\";\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface LlmJudgeSpec {\n  readonly type: \"llm_judge\";\n  readonly target: string;\n  readonly criteria: string;\n  readonly rubric: string;\n  readonly threshold: number | \"dynamic\";\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface TraceTreeSpec {\n  readonly type: \"trace_tree\";\n  readonly check: string;\n  readonly [key: string]: unknown;\n}\n\nexport interface PluginSpec {\n  readonly type: \"plugin\";\n  readonly plugin_id: string;\n  readonly config?: Record<string, unknown>;\n  readonly soft: boolean;\n}\n\nexport type AssertionSpec =\n  | SchemaSpec\n  | ConstraintSpec\n  | TraceSpec\n  | ContentSpec\n  | EmbeddingSpec\n  | LlmJudgeSpec\n  | TraceTreeSpec\n  | PluginSpec;\n\n// ---------------------------------------------------------------------------\n// Core protocol types\n// ---------------------------------------------------------------------------\n\nexport interface TraceMetadata {\n  readonly total_tokens?: number;\n  readonly cost_usd?: number;\n  readonly latency_ms?: number;\n  readonly model?: string;\n  readonly timestamp?: string;\n}\n\nexport interface Step {\n  readonly type: string;\n  readonly name: string;\n  readonly args?: Record<string, unknown>;\n  readonly result?: Record<string, unknown>;\n  readonly sub_trace?: Trace;\n  readonly metadata?: Record<string, unknown>;\n  readonly started_at_ms?: number;\n  readonly ended_at_ms?: number;\n  readonly agent_id?: string;\n  readonly agent_role?: string;\n}\n\nexport interface Trace {\n  readonly trace_id: string;\n  readonly output: Record<string, unknown>;\n  readonly schema_version?: number;\n  readonly agent_id?: string;\n  readonly input?: Record<string, unknown>;\n  readonly steps: readonly Step[];\n  readonly metadata?: TraceMetadata;\n  readonly parent_trace_id?: string;\n}\n\nexport interface Assertion {\n  readonly assertion_id: string;\n  readonly type: string;\n  readonly spec: Record<string, unknown>;\n  readonly request_id?: string;\n}\n\nexport interface AssertionResult {\n  readonly assertion_id: string;\n  readonly status: string;\n  readonly score: number;\n  readonly explanation: string;\n  readonly cost?: number;\n  readonly duration_ms?: number;\n  readonly request_id?: string;\n}\n\nexport interface ErrorData {\n  readonly error_type: string;\n  readonly retryable: boolean;\n  readonly detail: string;\n}\n\nexport interface RPCError {\n  readonly code: number;\n  readonly message: string;\n  readonly data?: ErrorData;\n}\n\nexport interface RPCRequest {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly method: string;\n  readonly params: Record<string, unknown>;\n}\n\nexport interface RPCResponse {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly result?: unknown;\n  readonly error?: RPCError;\n}\n\nexport interface InitializeParams {\n  readonly sdk_name: string;\n  readonly sdk_version: string;\n  readonly protocol_version: number;\n  readonly required_capabilities: readonly string[];\n  readonly preferred_encoding?: string;\n}\n\nexport interface InitializeResult {\n  readonly engine_version: string;\n  readonly protocol_version: number;\n  readonly capabilities: readonly string[];\n  readonly missing: readonly string[];\n  readonly compatible: boolean;\n  readonly encoding?: string;\n  readonly max_concurrent_requests?: number;\n  readonly max_trace_size_bytes?: number;\n  readonly max_steps_per_trace?: number;\n}\n\nexport interface EvaluateBatchParams {\n  readonly trace: Trace;\n  readonly assertions: readonly Assertion[];\n}\n\nexport interface EvaluateBatchResult {\n  readonly results: readonly AssertionResult[];\n  readonly total_cost?: number;\n  readonly total_duration_ms?: number;\n}\n\nexport interface ShutdownResult {\n  readonly sessions_completed: number;\n  readonly assertions_evaluated: number;\n}\n\nexport interface SubmitPluginResultParams {\n  readonly trace_id: string;\n  readonly plugin_name: string;\n  readonly assertion_id: string;\n  readonly result: AssertionResult;\n}\n\n// ---------------------------------------------------------------------------\n// Drift detection types\n// ---------------------------------------------------------------------------\n\nexport interface DriftReport {\n  readonly assertion_id: string;\n  readonly mean: number;\n  readonly stddev: number;\n  readonly count: number;\n  readonly latest_score: number;\n  readonly deviation: number;\n  readonly status: string;\n}\n\nexport interface QueryDriftParams {\n  readonly assertion_id: string;\n  readonly window_size: number;\n}\n\nexport interface QueryDriftResult {\n  readonly report: DriftReport;\n}\n\n// ---------------------------------------------------------------------------\n// Simulation types\n// ---------------------------------------------------------------------------\n\nexport interface SimulatePersona {\n  readonly name: string;\n  readonly system_prompt: string;\n  readonly style: string;\n  readonly temperature: number;\n  readonly max_tokens?: number;\n}\n\nexport interface SimulateFaultConfig {\n  readonly error_rate: number;\n  readonly latency_jitter_ms: number;\n  readonly content_corruption: boolean;\n  readonly timeout_after_ms: number;\n}\n\nexport interface ConversationMessage {\n  readonly role: string;\n  readonly content: string;\n}\n\nexport interface GenerateUserMessageParams {\n  readonly persona: SimulatePersona;\n  readonly conversation_history: readonly ConversationMessage[];\n  readonly fault_config?: SimulateFaultConfig;\n}\n\nexport interface GenerateUserMessageResult {\n  readonly message: string;\n}\n","import type { ErrorData } from \"./types.js\";\n\nexport class ProtocolError extends Error {\n  readonly code: number;\n  readonly errorMessage: string;\n  readonly data: ErrorData | undefined;\n\n  constructor(code: number, message: string, data?: ErrorData) {\n    super(message);\n    this.name = \"ProtocolError\";\n    this.code = code;\n    this.errorMessage = message;\n    this.data = data;\n  }\n}\n\nexport class EngineTimeoutError extends Error {\n  readonly method: string;\n  readonly timeoutMs: number;\n\n  constructor(method: string, timeoutMs: number) {\n    super(\n      `Engine request '${method}' timed out after ${timeoutMs}ms. ` +\n        \"Set ATTEST_ENGINE_TIMEOUT to increase the limit.\",\n    );\n    this.name = \"EngineTimeoutError\";\n    this.method = method;\n    this.timeoutMs = timeoutMs;\n  }\n}\n","import type { ErrorData, RPCResponse } from \"./types.js\";\nimport { ProtocolError } from \"./errors.js\";\n\n/**\n * Encode a JSON-RPC 2.0 request as an NDJSON line.\n */\nexport function encodeRequest(\n  id: number,\n  method: string,\n  params: Record<string, unknown>,\n): string {\n  const msg = {\n    jsonrpc: \"2.0\" as const,\n    id,\n    method,\n    params,\n  };\n  return JSON.stringify(msg) + \"\\n\";\n}\n\n/**\n * Decode a JSON-RPC 2.0 response from an NDJSON line.\n * Throws ProtocolError if the response contains an error.\n * Throws Error for malformed JSON or invalid responses.\n */\nexport function decodeResponse(line: string): RPCResponse {\n  const text = line.trim();\n  if (!text) {\n    throw new Error(\"empty response line\");\n  }\n\n  let data: unknown;\n  try {\n    data = JSON.parse(text);\n  } catch (e) {\n    throw new Error(`malformed JSON response: ${e instanceof Error ? e.message : String(e)}`);\n  }\n\n  if (typeof data !== \"object\" || data === null || Array.isArray(data)) {\n    throw new Error(`expected JSON object, got ${Array.isArray(data) ? \"array\" : typeof data}`);\n  }\n\n  const obj = data as Record<string, unknown>;\n\n  if (obj.jsonrpc !== \"2.0\") {\n    throw new Error(`invalid jsonrpc version: ${String(obj.jsonrpc)}`);\n  }\n\n  if (obj.error != null) {\n    const err = obj.error as Record<string, unknown>;\n    let errorData: ErrorData | undefined;\n\n    if (err.data != null) {\n      const raw = err.data as Record<string, unknown>;\n      errorData = {\n        error_type: (raw.error_type as string) ?? \"\",\n        retryable: (raw.retryable as boolean) ?? false,\n        detail: (raw.detail as string) ?? \"\",\n      };\n    }\n\n    throw new ProtocolError(\n      (err.code as number) ?? -1,\n      (err.message as string) ?? \"unknown error\",\n      errorData,\n    );\n  }\n\n  return obj as unknown as RPCResponse;\n}\n\n/**\n * Extract the result field from a decoded response.\n */\nexport function extractResult(response: RPCResponse): unknown {\n  if (response.result === undefined) {\n    throw new Error(\"response missing 'result' field\");\n  }\n  return response.result;\n}\n\n/**\n * Extract the request ID from a decoded response.\n */\nexport function extractId(response: RPCResponse): number {\n  if (response.id === undefined) {\n    throw new Error(\"response missing 'id' field\");\n  }\n  return Number(response.id);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,IAAM,gBAAgB;AACtB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AAGxB,IAAM,cAAc;AACpB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AAGzB,IAAM,cAAc;AACpB,IAAM,kBAAkB;AACxB,IAAM,aAAa;AACnB,IAAM,eAAe;AACrB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AACxB,IAAM,cAAc;AAGpB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,oBAAoB;;;AChB1B,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;AAEO,SAAS,YAAY,IAAyB;AACnD,SAAO;AACT;AAEO,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;;;ACnBO,IAAM,gBAAN,cAA4B,MAAM;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,MAAc,SAAiB,MAAkB;AAC3D,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,OAAO;AAAA,EACd;AACF;AAEO,IAAM,qBAAN,cAAiC,MAAM;AAAA,EACnC;AAAA,EACA;AAAA,EAET,YAAY,QAAgB,WAAmB;AAC7C;AAAA,MACE,mBAAmB,MAAM,qBAAqB,SAAS;AAAA,IAEzD;AACA,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AACF;;;ACvBO,SAAS,cACd,IACA,QACA,QACQ;AACR,QAAM,MAAM;AAAA,IACV,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,SAAO,KAAK,UAAU,GAAG,IAAI;AAC/B;AAOO,SAAS,eAAe,MAA2B;AACxD,QAAM,OAAO,KAAK,KAAK;AACvB,MAAI,CAAC,MAAM;AACT,UAAM,IAAI,MAAM,qBAAqB;AAAA,EACvC;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,4BAA4B,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC,CAAC,EAAE;AAAA,EAC1F;AAEA,MAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,MAAM,QAAQ,IAAI,GAAG;AACpE,UAAM,IAAI,MAAM,6BAA6B,MAAM,QAAQ,IAAI,IAAI,UAAU,OAAO,IAAI,EAAE;AAAA,EAC5F;AAEA,QAAM,MAAM;AAEZ,MAAI,IAAI,YAAY,OAAO;AACzB,UAAM,IAAI,MAAM,4BAA4B,OAAO,IAAI,OAAO,CAAC,EAAE;AAAA,EACnE;AAEA,MAAI,IAAI,SAAS,MAAM;AACrB,UAAM,MAAM,IAAI;AAChB,QAAI;AAEJ,QAAI,IAAI,QAAQ,MAAM;AACpB,YAAM,MAAM,IAAI;AAChB,kBAAY;AAAA,QACV,YAAa,IAAI,cAAyB;AAAA,QAC1C,WAAY,IAAI,aAAyB;AAAA,QACzC,QAAS,IAAI,UAAqB;AAAA,MACpC;AAAA,IACF;AAEA,UAAM,IAAI;AAAA,MACP,IAAI,QAAmB;AAAA,MACvB,IAAI,WAAsB;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAKO,SAAS,cAAc,UAAgC;AAC5D,MAAI,SAAS,WAAW,QAAW;AACjC,UAAM,IAAI,MAAM,iCAAiC;AAAA,EACnD;AACA,SAAO,SAAS;AAClB;AAKO,SAAS,UAAU,UAA+B;AACvD,MAAI,SAAS,OAAO,QAAW;AAC7B,UAAM,IAAI,MAAM,6BAA6B;AAAA,EAC/C;AACA,SAAO,OAAO,SAAS,EAAE;AAC3B;","names":[]}

package/dist/cjs/proto/index.d.cts

@@ -65,7 +65,7 @@ interface EmbeddingSpec {
     readonly type: "embedding";
     readonly target: string;
     readonly reference: string;
-    readonly threshold: number;
+    readonly threshold: number | "dynamic";
     readonly model?: string;
     readonly soft: boolean;
 }
@@ -74,7 +74,7 @@ interface LlmJudgeSpec {
     readonly target: string;
     readonly criteria: string;
     readonly rubric: string;
-    readonly threshold: number;
+    readonly threshold: number | "dynamic";
     readonly model?: string;
     readonly soft: boolean;
 }
@@ -193,6 +193,47 @@ interface SubmitPluginResultParams {
     readonly assertion_id: string;
     readonly result: AssertionResult;
 }
+interface DriftReport {
+    readonly assertion_id: string;
+    readonly mean: number;
+    readonly stddev: number;
+    readonly count: number;
+    readonly latest_score: number;
+    readonly deviation: number;
+    readonly status: string;
+}
+interface QueryDriftParams {
+    readonly assertion_id: string;
+    readonly window_size: number;
+}
+interface QueryDriftResult {
+    readonly report: DriftReport;
+}
+interface SimulatePersona {
+    readonly name: string;
+    readonly system_prompt: string;
+    readonly style: string;
+    readonly temperature: number;
+    readonly max_tokens?: number;
+}
+interface SimulateFaultConfig {
+    readonly error_rate: number;
+    readonly latency_jitter_ms: number;
+    readonly content_corruption: boolean;
+    readonly timeout_after_ms: number;
+}
+interface ConversationMessage {
+    readonly role: string;
+    readonly content: string;
+}
+interface GenerateUserMessageParams {
+    readonly persona: SimulatePersona;
+    readonly conversation_history: readonly ConversationMessage[];
+    readonly fault_config?: SimulateFaultConfig;
+}
+interface GenerateUserMessageResult {
+    readonly message: string;
+}
 
 declare class ProtocolError extends Error {
     readonly code: number;
@@ -225,4 +266,4 @@ declare function extractResult(response: RPCResponse): unknown;
  */
 declare function extractId(response: RPCResponse): number;
 
-export { type AgentId, type Assertion, type AssertionId, type AssertionResult, type AssertionSpec, type ConstraintSpec, type ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, type EmbeddingSpec, EngineTimeoutError, type ErrorData, type EvaluateBatchParams, type EvaluateBatchResult, type InitializeParams, type InitializeResult, type LlmJudgeSpec, type PluginSpec, ProtocolError, type RPCError, type RPCRequest, type RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, type SchemaSpec, type ShutdownResult, type Step, type SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, type Trace, type TraceId, type TraceMetadata, type TraceSpec, type TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId };
+export { type AgentId, type Assertion, type AssertionId, type AssertionResult, type AssertionSpec, type ConstraintSpec, type ContentSpec, type ConversationMessage, type DriftReport, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, type EmbeddingSpec, EngineTimeoutError, type ErrorData, type EvaluateBatchParams, type EvaluateBatchResult, type GenerateUserMessageParams, type GenerateUserMessageResult, type InitializeParams, type InitializeResult, type LlmJudgeSpec, type PluginSpec, ProtocolError, type QueryDriftParams, type QueryDriftResult, type RPCError, type RPCRequest, type RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, type SchemaSpec, type ShutdownResult, type SimulateFaultConfig, type SimulatePersona, type Step, type SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, type Trace, type TraceId, type TraceMetadata, type TraceSpec, type TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId };

package/dist/esm/cli.js

@@ -6,7 +6,7 @@ import * as path from "path";
 import * as os from "os";
 
 // src/version.ts
-var VERSION = "0.5.0";
+var VERSION = "0.6.0";
 
 // src/cli.ts
 function cacheDir() {

package/dist/esm/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/cli.ts","../../src/version.ts"],"sourcesContent":["#!/usr/bin/env node\n/**\n * CLI entry point for Attest: npx attest or attest (after global install).\n *\n * Ported from Python sdks/python/src/attest/__main__.py\n */\n\nimport * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport * as os from \"node:os\";\nimport { VERSION } from \"./version.js\";\n\nfunction cacheDir(): string {\n  const envOverride = process.env[\"ATTEST_CACHE_DIR\"];\n  if (envOverride) return envOverride;\n  return path.join(os.homedir(), \".attest\", \"cache\");\n}\n\nfunction cacheDbPath(): string {\n  return path.join(cacheDir(), \"attest.db\");\n}\n\nfunction cmdCacheStats(): void {\n  const dbPath = cacheDbPath();\n  const exists = fs.existsSync(dbPath);\n  let fileSize = 0;\n  if (exists) {\n    fileSize = fs.statSync(dbPath).size;\n  }\n  const stats = { exists, file_size: fileSize, path: dbPath };\n  process.stdout.write(JSON.stringify(stats) + \"\\n\");\n}\n\nfunction cmdCacheClear(): void {\n  const dbPath = cacheDbPath();\n  if (fs.existsSync(dbPath)) {\n    fs.unlinkSync(dbPath);\n    process.stdout.write(`Cleared cache: ${dbPath}\\n`);\n  } else {\n    process.stdout.write(`No cache to clear: ${dbPath}\\n`);\n  }\n}\n\nconst CONFTEST_TEMPLATE = `import { describe, it, expect } from \"vitest\";\nimport { attestExpect, TraceBuilder } from \"@attest-ai/core\";\n\ndescribe(\"my agent\", () => {\n  it(\"returns expected output\", async () => {\n    const trace = new TraceBuilder(\"my-agent\")\n      .setInput({ user_message: \"hello\" })\n      .setOutput({ message: \"world\" })\n      .build();\n\n    attestExpect(trace).outputContains(\"world\");\n  });\n});\n`;\n\nfunction cmdInit(targetDir: string): void {\n  const testsDir = path.join(targetDir, \"tests\");\n  fs.mkdirSync(testsDir, { recursive: true });\n  process.stdout.write(`Directory: ${testsDir}\\n`);\n\n  const sampleTestPath = path.join(testsDir, \"test_my_agent.test.ts\");\n  if (fs.existsSync(sampleTestPath)) {\n    process.stderr.write(`Skipped (exists): ${sampleTestPath}\\n`);\n  } else {\n    fs.writeFileSync(sampleTestPath, CONFTEST_TEMPLATE);\n    process.stdout.write(`Created: ${sampleTestPath}\\n`);\n  }\n}\n\nfunction cmdValidate(targetDir: string): void {\n  const testsDir = path.join(targetDir, \"tests\");\n\n  let testFiles: string[] = [];\n  if (fs.existsSync(testsDir)) {\n    testFiles = fs\n      .readdirSync(testsDir)\n      .filter((f) => f.endsWith(\".test.ts\") || f.endsWith(\".test.js\"));\n  }\n\n  if (testFiles.length === 0) {\n    process.stderr.write(\n      `Warning: no test files (*.test.ts / *.test.js) found in ${testsDir}.\\n`,\n    );\n  } else {\n    process.stdout.write(`Found ${testFiles.length} test file(s) in ${testsDir}\\n`);\n  }\n\n  // Check for stale golden traces\n  const STALE_DAYS = 30;\n  const now = Date.now();\n  const goldenFiles = findGoldenFiles(targetDir);\n  for (const golden of goldenFiles) {\n    const mtime = fs.statSync(golden).mtimeMs;\n    const ageDays = Math.floor((now - mtime) / (1000 * 60 * 60 * 24));\n    if (ageDays > STALE_DAYS) {\n      process.stderr.write(\n        `Warning: golden trace ${golden} is ${ageDays} days old (>${STALE_DAYS} days). Consider regenerating.\\n`,\n      );\n    }\n  }\n}\n\nfunction findGoldenFiles(dir: string): string[] {\n  const results: string[] = [];\n  if (!fs.existsSync(dir)) return results;\n\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  for (const entry of entries) {\n    const fullPath = path.join(dir, entry.name);\n    if (entry.isDirectory() && entry.name !== \"node_modules\") {\n      results.push(...findGoldenFiles(fullPath));\n    } else if (entry.isFile() && entry.name.endsWith(\".golden\")) {\n      results.push(fullPath);\n    }\n  }\n  return results;\n}\n\nexport function main(argv: string[] = process.argv.slice(2)): void {\n  const args = argv;\n\n  if (args[0] === \"--version\") {\n    process.stdout.write(`attest ${VERSION}\\n`);\n    process.exit(0);\n  }\n\n  if (args[0] === \"cache\" && args.length >= 2) {\n    if (args[1] === \"stats\") {\n      cmdCacheStats();\n      process.exit(0);\n    } else if (args[1] === \"clear\") {\n      cmdCacheClear();\n      process.exit(0);\n    } else {\n      process.stderr.write(`Unknown cache subcommand: ${args[1]}\\n`);\n      process.stderr.write(\"Available: cache stats, cache clear\\n\");\n      process.exit(1);\n    }\n  }\n\n  if (args[0] === \"init\") {\n    cmdInit(process.cwd());\n    process.exit(0);\n  }\n\n  if (args[0] === \"validate\") {\n    cmdValidate(process.cwd());\n    process.exit(0);\n  }\n\n  process.stderr.write(\n    \"Usage: attest <command>\\n\\n\" +\n    \"Commands:\\n\" +\n    \"  --version       Print version\\n\" +\n    \"  init            Scaffold a test project\\n\" +\n    \"  validate        Validate test suite\\n\" +\n    \"  cache stats     Show cache statistics\\n\" +\n    \"  cache clear     Clear cache database\\n\",\n  );\n  process.exit(args.length === 0 ? 0 : 1);\n}\n\n// Run when executed directly\nconst isDirectExecution =\n  typeof import.meta.url === \"string\" &&\n  import.meta.url.startsWith(\"file:\") &&\n  process.argv[1] !== undefined &&\n  import.meta.url.endsWith(path.basename(process.argv[1]));\n\nif (isDirectExecution) {\n  main();\n}\n","export const VERSION = \"0.5.0\";\nexport const ENGINE_VERSION = \"0.5.0\";\n"],"mappings":";;;AAOA,YAAY,QAAQ;AACpB,YAAY,UAAU;AACtB,YAAY,QAAQ;;;ACTb,IAAM,UAAU;;;ADYvB,SAAS,WAAmB;AAC1B,QAAM,cAAc,QAAQ,IAAI,kBAAkB;AAClD,MAAI,YAAa,QAAO;AACxB,SAAY,UAAQ,WAAQ,GAAG,WAAW,OAAO;AACnD;AAEA,SAAS,cAAsB;AAC7B,SAAY,UAAK,SAAS,GAAG,WAAW;AAC1C;AAEA,SAAS,gBAAsB;AAC7B,QAAM,SAAS,YAAY;AAC3B,QAAM,SAAY,cAAW,MAAM;AACnC,MAAI,WAAW;AACf,MAAI,QAAQ;AACV,eAAc,YAAS,MAAM,EAAE;AAAA,EACjC;AACA,QAAM,QAAQ,EAAE,QAAQ,WAAW,UAAU,MAAM,OAAO;AAC1D,UAAQ,OAAO,MAAM,KAAK,UAAU,KAAK,IAAI,IAAI;AACnD;AAEA,SAAS,gBAAsB;AAC7B,QAAM,SAAS,YAAY;AAC3B,MAAO,cAAW,MAAM,GAAG;AACzB,IAAG,cAAW,MAAM;AACpB,YAAQ,OAAO,MAAM,kBAAkB,MAAM;AAAA,CAAI;AAAA,EACnD,OAAO;AACL,YAAQ,OAAO,MAAM,sBAAsB,MAAM;AAAA,CAAI;AAAA,EACvD;AACF;AAEA,IAAM,oBAAoB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAe1B,SAAS,QAAQ,WAAyB;AACxC,QAAM,WAAgB,UAAK,WAAW,OAAO;AAC7C,EAAG,aAAU,UAAU,EAAE,WAAW,KAAK,CAAC;AAC1C,UAAQ,OAAO,MAAM,cAAc,QAAQ;AAAA,CAAI;AAE/C,QAAM,iBAAsB,UAAK,UAAU,uBAAuB;AAClE,MAAO,cAAW,cAAc,GAAG;AACjC,YAAQ,OAAO,MAAM,qBAAqB,cAAc;AAAA,CAAI;AAAA,EAC9D,OAAO;AACL,IAAG,iBAAc,gBAAgB,iBAAiB;AAClD,YAAQ,OAAO,MAAM,YAAY,cAAc;AAAA,CAAI;AAAA,EACrD;AACF;AAEA,SAAS,YAAY,WAAyB;AAC5C,QAAM,WAAgB,UAAK,WAAW,OAAO;AAE7C,MAAI,YAAsB,CAAC;AAC3B,MAAO,cAAW,QAAQ,GAAG;AAC3B,gBACG,eAAY,QAAQ,EACpB,OAAO,CAAC,MAAM,EAAE,SAAS,UAAU,KAAK,EAAE,SAAS,UAAU,CAAC;AAAA,EACnE;AAEA,MAAI,UAAU,WAAW,GAAG;AAC1B,YAAQ,OAAO;AAAA,MACb,2DAA2D,QAAQ;AAAA;AAAA,IACrE;AAAA,EACF,OAAO;AACL,YAAQ,OAAO,MAAM,SAAS,UAAU,MAAM,oBAAoB,QAAQ;AAAA,CAAI;AAAA,EAChF;AAGA,QAAM,aAAa;AACnB,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,cAAc,gBAAgB,SAAS;AAC7C,aAAW,UAAU,aAAa;AAChC,UAAM,QAAW,YAAS,MAAM,EAAE;AAClC,UAAM,UAAU,KAAK,OAAO,MAAM,UAAU,MAAO,KAAK,KAAK,GAAG;AAChE,QAAI,UAAU,YAAY;AACxB,cAAQ,OAAO;AAAA,QACb,yBAAyB,MAAM,OAAO,OAAO,eAAe,UAAU;AAAA;AAAA,MACxE;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,gBAAgB,KAAuB;AAC9C,QAAM,UAAoB,CAAC;AAC3B,MAAI,CAAI,cAAW,GAAG,EAAG,QAAO;AAEhC,QAAM,UAAa,eAAY,KAAK,EAAE,eAAe,KAAK,CAAC;AAC3D,aAAW,SAAS,SAAS;AAC3B,UAAM,WAAgB,UAAK,KAAK,MAAM,IAAI;AAC1C,QAAI,MAAM,YAAY,KAAK,MAAM,SAAS,gBAAgB;AACxD,cAAQ,KAAK,GAAG,gBAAgB,QAAQ,CAAC;AAAA,IAC3C,WAAW,MAAM,OAAO,KAAK,MAAM,KAAK,SAAS,SAAS,GAAG;AAC3D,cAAQ,KAAK,QAAQ;AAAA,IACvB;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,KAAK,OAAiB,QAAQ,KAAK,MAAM,CAAC,GAAS;AACjE,QAAM,OAAO;AAEb,MAAI,KAAK,CAAC,MAAM,aAAa;AAC3B,YAAQ,OAAO,MAAM,UAAU,OAAO;AAAA,CAAI;AAC1C,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,MAAI,KAAK,CAAC,MAAM,WAAW,KAAK,UAAU,GAAG;AAC3C,QAAI,KAAK,CAAC,MAAM,SAAS;AACvB,oBAAc;AACd,cAAQ,KAAK,CAAC;AAAA,IAChB,WAAW,KAAK,CAAC,MAAM,SAAS;AAC9B,oBAAc;AACd,cAAQ,KAAK,CAAC;AAAA,IAChB,OAAO;AACL,cAAQ,OAAO,MAAM,6BAA6B,KAAK,CAAC,CAAC;AAAA,CAAI;AAC7D,cAAQ,OAAO,MAAM,uCAAuC;AAC5D,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF;AAEA,MAAI,KAAK,CAAC,MAAM,QAAQ;AACtB,YAAQ,QAAQ,IAAI,CAAC;AACrB,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,MAAI,KAAK,CAAC,MAAM,YAAY;AAC1B,gBAAY,QAAQ,IAAI,CAAC;AACzB,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,UAAQ,OAAO;AAAA,IACb;AAAA,EAOF;AACA,UAAQ,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC;AACxC;AAGA,IAAM,oBACJ,OAAO,YAAY,QAAQ,YAC3B,YAAY,IAAI,WAAW,OAAO,KAClC,QAAQ,KAAK,CAAC,MAAM,UACpB,YAAY,IAAI,SAAc,cAAS,QAAQ,KAAK,CAAC,CAAC,CAAC;AAEzD,IAAI,mBAAmB;AACrB,OAAK;AACP;","names":[]}
+{"version":3,"sources":["../../src/cli.ts","../../src/version.ts"],"sourcesContent":["#!/usr/bin/env node\n/**\n * CLI entry point for Attest: npx attest or attest (after global install).\n *\n * Ported from Python sdks/python/src/attest/__main__.py\n */\n\nimport * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport * as os from \"node:os\";\nimport { VERSION } from \"./version.js\";\n\nfunction cacheDir(): string {\n  const envOverride = process.env[\"ATTEST_CACHE_DIR\"];\n  if (envOverride) return envOverride;\n  return path.join(os.homedir(), \".attest\", \"cache\");\n}\n\nfunction cacheDbPath(): string {\n  return path.join(cacheDir(), \"attest.db\");\n}\n\nfunction cmdCacheStats(): void {\n  const dbPath = cacheDbPath();\n  const exists = fs.existsSync(dbPath);\n  let fileSize = 0;\n  if (exists) {\n    fileSize = fs.statSync(dbPath).size;\n  }\n  const stats = { exists, file_size: fileSize, path: dbPath };\n  process.stdout.write(JSON.stringify(stats) + \"\\n\");\n}\n\nfunction cmdCacheClear(): void {\n  const dbPath = cacheDbPath();\n  if (fs.existsSync(dbPath)) {\n    fs.unlinkSync(dbPath);\n    process.stdout.write(`Cleared cache: ${dbPath}\\n`);\n  } else {\n    process.stdout.write(`No cache to clear: ${dbPath}\\n`);\n  }\n}\n\nconst CONFTEST_TEMPLATE = `import { describe, it, expect } from \"vitest\";\nimport { attestExpect, TraceBuilder } from \"@attest-ai/core\";\n\ndescribe(\"my agent\", () => {\n  it(\"returns expected output\", async () => {\n    const trace = new TraceBuilder(\"my-agent\")\n      .setInput({ user_message: \"hello\" })\n      .setOutput({ message: \"world\" })\n      .build();\n\n    attestExpect(trace).outputContains(\"world\");\n  });\n});\n`;\n\nfunction cmdInit(targetDir: string): void {\n  const testsDir = path.join(targetDir, \"tests\");\n  fs.mkdirSync(testsDir, { recursive: true });\n  process.stdout.write(`Directory: ${testsDir}\\n`);\n\n  const sampleTestPath = path.join(testsDir, \"test_my_agent.test.ts\");\n  if (fs.existsSync(sampleTestPath)) {\n    process.stderr.write(`Skipped (exists): ${sampleTestPath}\\n`);\n  } else {\n    fs.writeFileSync(sampleTestPath, CONFTEST_TEMPLATE);\n    process.stdout.write(`Created: ${sampleTestPath}\\n`);\n  }\n}\n\nfunction cmdValidate(targetDir: string): void {\n  const testsDir = path.join(targetDir, \"tests\");\n\n  let testFiles: string[] = [];\n  if (fs.existsSync(testsDir)) {\n    testFiles = fs\n      .readdirSync(testsDir)\n      .filter((f) => f.endsWith(\".test.ts\") || f.endsWith(\".test.js\"));\n  }\n\n  if (testFiles.length === 0) {\n    process.stderr.write(\n      `Warning: no test files (*.test.ts / *.test.js) found in ${testsDir}.\\n`,\n    );\n  } else {\n    process.stdout.write(`Found ${testFiles.length} test file(s) in ${testsDir}\\n`);\n  }\n\n  // Check for stale golden traces\n  const STALE_DAYS = 30;\n  const now = Date.now();\n  const goldenFiles = findGoldenFiles(targetDir);\n  for (const golden of goldenFiles) {\n    const mtime = fs.statSync(golden).mtimeMs;\n    const ageDays = Math.floor((now - mtime) / (1000 * 60 * 60 * 24));\n    if (ageDays > STALE_DAYS) {\n      process.stderr.write(\n        `Warning: golden trace ${golden} is ${ageDays} days old (>${STALE_DAYS} days). Consider regenerating.\\n`,\n      );\n    }\n  }\n}\n\nfunction findGoldenFiles(dir: string): string[] {\n  const results: string[] = [];\n  if (!fs.existsSync(dir)) return results;\n\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  for (const entry of entries) {\n    const fullPath = path.join(dir, entry.name);\n    if (entry.isDirectory() && entry.name !== \"node_modules\") {\n      results.push(...findGoldenFiles(fullPath));\n    } else if (entry.isFile() && entry.name.endsWith(\".golden\")) {\n      results.push(fullPath);\n    }\n  }\n  return results;\n}\n\nexport function main(argv: string[] = process.argv.slice(2)): void {\n  const args = argv;\n\n  if (args[0] === \"--version\") {\n    process.stdout.write(`attest ${VERSION}\\n`);\n    process.exit(0);\n  }\n\n  if (args[0] === \"cache\" && args.length >= 2) {\n    if (args[1] === \"stats\") {\n      cmdCacheStats();\n      process.exit(0);\n    } else if (args[1] === \"clear\") {\n      cmdCacheClear();\n      process.exit(0);\n    } else {\n      process.stderr.write(`Unknown cache subcommand: ${args[1]}\\n`);\n      process.stderr.write(\"Available: cache stats, cache clear\\n\");\n      process.exit(1);\n    }\n  }\n\n  if (args[0] === \"init\") {\n    cmdInit(process.cwd());\n    process.exit(0);\n  }\n\n  if (args[0] === \"validate\") {\n    cmdValidate(process.cwd());\n    process.exit(0);\n  }\n\n  process.stderr.write(\n    \"Usage: attest <command>\\n\\n\" +\n    \"Commands:\\n\" +\n    \"  --version       Print version\\n\" +\n    \"  init            Scaffold a test project\\n\" +\n    \"  validate        Validate test suite\\n\" +\n    \"  cache stats     Show cache statistics\\n\" +\n    \"  cache clear     Clear cache database\\n\",\n  );\n  process.exit(args.length === 0 ? 0 : 1);\n}\n\n// Run when executed directly\nconst isDirectExecution =\n  typeof import.meta.url === \"string\" &&\n  import.meta.url.startsWith(\"file:\") &&\n  process.argv[1] !== undefined &&\n  import.meta.url.endsWith(path.basename(process.argv[1]));\n\nif (isDirectExecution) {\n  main();\n}\n","export const VERSION = \"0.6.0\";\nexport const ENGINE_VERSION = \"0.6.0\";\n"],"mappings":";;;AAOA,YAAY,QAAQ;AACpB,YAAY,UAAU;AACtB,YAAY,QAAQ;;;ACTb,IAAM,UAAU;;;ADYvB,SAAS,WAAmB;AAC1B,QAAM,cAAc,QAAQ,IAAI,kBAAkB;AAClD,MAAI,YAAa,QAAO;AACxB,SAAY,UAAQ,WAAQ,GAAG,WAAW,OAAO;AACnD;AAEA,SAAS,cAAsB;AAC7B,SAAY,UAAK,SAAS,GAAG,WAAW;AAC1C;AAEA,SAAS,gBAAsB;AAC7B,QAAM,SAAS,YAAY;AAC3B,QAAM,SAAY,cAAW,MAAM;AACnC,MAAI,WAAW;AACf,MAAI,QAAQ;AACV,eAAc,YAAS,MAAM,EAAE;AAAA,EACjC;AACA,QAAM,QAAQ,EAAE,QAAQ,WAAW,UAAU,MAAM,OAAO;AAC1D,UAAQ,OAAO,MAAM,KAAK,UAAU,KAAK,IAAI,IAAI;AACnD;AAEA,SAAS,gBAAsB;AAC7B,QAAM,SAAS,YAAY;AAC3B,MAAO,cAAW,MAAM,GAAG;AACzB,IAAG,cAAW,MAAM;AACpB,YAAQ,OAAO,MAAM,kBAAkB,MAAM;AAAA,CAAI;AAAA,EACnD,OAAO;AACL,YAAQ,OAAO,MAAM,sBAAsB,MAAM;AAAA,CAAI;AAAA,EACvD;AACF;AAEA,IAAM,oBAAoB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAe1B,SAAS,QAAQ,WAAyB;AACxC,QAAM,WAAgB,UAAK,WAAW,OAAO;AAC7C,EAAG,aAAU,UAAU,EAAE,WAAW,KAAK,CAAC;AAC1C,UAAQ,OAAO,MAAM,cAAc,QAAQ;AAAA,CAAI;AAE/C,QAAM,iBAAsB,UAAK,UAAU,uBAAuB;AAClE,MAAO,cAAW,cAAc,GAAG;AACjC,YAAQ,OAAO,MAAM,qBAAqB,cAAc;AAAA,CAAI;AAAA,EAC9D,OAAO;AACL,IAAG,iBAAc,gBAAgB,iBAAiB;AAClD,YAAQ,OAAO,MAAM,YAAY,cAAc;AAAA,CAAI;AAAA,EACrD;AACF;AAEA,SAAS,YAAY,WAAyB;AAC5C,QAAM,WAAgB,UAAK,WAAW,OAAO;AAE7C,MAAI,YAAsB,CAAC;AAC3B,MAAO,cAAW,QAAQ,GAAG;AAC3B,gBACG,eAAY,QAAQ,EACpB,OAAO,CAAC,MAAM,EAAE,SAAS,UAAU,KAAK,EAAE,SAAS,UAAU,CAAC;AAAA,EACnE;AAEA,MAAI,UAAU,WAAW,GAAG;AAC1B,YAAQ,OAAO;AAAA,MACb,2DAA2D,QAAQ;AAAA;AAAA,IACrE;AAAA,EACF,OAAO;AACL,YAAQ,OAAO,MAAM,SAAS,UAAU,MAAM,oBAAoB,QAAQ;AAAA,CAAI;AAAA,EAChF;AAGA,QAAM,aAAa;AACnB,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,cAAc,gBAAgB,SAAS;AAC7C,aAAW,UAAU,aAAa;AAChC,UAAM,QAAW,YAAS,MAAM,EAAE;AAClC,UAAM,UAAU,KAAK,OAAO,MAAM,UAAU,MAAO,KAAK,KAAK,GAAG;AAChE,QAAI,UAAU,YAAY;AACxB,cAAQ,OAAO;AAAA,QACb,yBAAyB,MAAM,OAAO,OAAO,eAAe,UAAU;AAAA;AAAA,MACxE;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,gBAAgB,KAAuB;AAC9C,QAAM,UAAoB,CAAC;AAC3B,MAAI,CAAI,cAAW,GAAG,EAAG,QAAO;AAEhC,QAAM,UAAa,eAAY,KAAK,EAAE,eAAe,KAAK,CAAC;AAC3D,aAAW,SAAS,SAAS;AAC3B,UAAM,WAAgB,UAAK,KAAK,MAAM,IAAI;AAC1C,QAAI,MAAM,YAAY,KAAK,MAAM,SAAS,gBAAgB;AACxD,cAAQ,KAAK,GAAG,gBAAgB,QAAQ,CAAC;AAAA,IAC3C,WAAW,MAAM,OAAO,KAAK,MAAM,KAAK,SAAS,SAAS,GAAG;AAC3D,cAAQ,KAAK,QAAQ;AAAA,IACvB;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,KAAK,OAAiB,QAAQ,KAAK,MAAM,CAAC,GAAS;AACjE,QAAM,OAAO;AAEb,MAAI,KAAK,CAAC,MAAM,aAAa;AAC3B,YAAQ,OAAO,MAAM,UAAU,OAAO;AAAA,CAAI;AAC1C,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,MAAI,KAAK,CAAC,MAAM,WAAW,KAAK,UAAU,GAAG;AAC3C,QAAI,KAAK,CAAC,MAAM,SAAS;AACvB,oBAAc;AACd,cAAQ,KAAK,CAAC;AAAA,IAChB,WAAW,KAAK,CAAC,MAAM,SAAS;AAC9B,oBAAc;AACd,cAAQ,KAAK,CAAC;AAAA,IAChB,OAAO;AACL,cAAQ,OAAO,MAAM,6BAA6B,KAAK,CAAC,CAAC;AAAA,CAAI;AAC7D,cAAQ,OAAO,MAAM,uCAAuC;AAC5D,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF;AAEA,MAAI,KAAK,CAAC,MAAM,QAAQ;AACtB,YAAQ,QAAQ,IAAI,CAAC;AACrB,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,MAAI,KAAK,CAAC,MAAM,YAAY;AAC1B,gBAAY,QAAQ,IAAI,CAAC;AACzB,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,UAAQ,OAAO;AAAA,IACb;AAAA,EAOF;AACA,UAAQ,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC;AACxC;AAGA,IAAM,oBACJ,OAAO,YAAY,QAAQ,YAC3B,YAAY,IAAI,WAAW,OAAO,KAClC,QAAQ,KAAK,CAAC,MAAM,UACpB,YAAY,IAAI,SAAc,cAAS,QAAQ,KAAK,CAAC,CAAC,CAAC;AAEzD,IAAI,mBAAmB;AACrB,OAAK;AACP;","names":[]}

package/dist/esm/index.d.ts

@@ -1,12 +1,12 @@
-import { InitializeResult, Trace, Assertion, EvaluateBatchResult, Step, AssertionResult } from './proto/index.js';
-export { AgentId, AssertionId, AssertionSpec, ConstraintSpec, ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, EmbeddingSpec, EngineTimeoutError, ErrorData, EvaluateBatchParams, InitializeParams, LlmJudgeSpec, PluginSpec, ProtocolError, RPCError, RPCRequest, RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, SchemaSpec, ShutdownResult, SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, TraceId, TraceMetadata, TraceSpec, TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId } from './proto/index.js';
+import { InitializeResult, Trace, Assertion, EvaluateBatchResult, DriftReport, SimulatePersona, ConversationMessage, SimulateFaultConfig, Step, AssertionResult } from './proto/index.js';
+export { AgentId, AssertionId, AssertionSpec, ConstraintSpec, ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, EmbeddingSpec, EngineTimeoutError, ErrorData, EvaluateBatchParams, GenerateUserMessageParams, GenerateUserMessageResult, InitializeParams, LlmJudgeSpec, PluginSpec, ProtocolError, QueryDriftParams, QueryDriftResult, RPCError, RPCRequest, RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, SchemaSpec, ShutdownResult, SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, TraceId, TraceMetadata, TraceSpec, TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId } from './proto/index.js';
 import { ChildProcess } from 'node:child_process';
 import { Interface } from 'node:readline';
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { EventEmitter } from 'node:events';
 
-declare const VERSION = "0.5.0";
-declare const ENGINE_VERSION = "0.5.0";
+declare const VERSION = "0.6.0";
+declare const ENGINE_VERSION = "0.6.0";
 
 declare class EngineManager {
     private enginePath;
@@ -50,6 +50,12 @@ declare class AttestClient {
     submitPluginResult(traceId: string, pluginName: string, assertionId: string, status: string, score: number, explanation: string, options?: {
         timeout?: number;
     }): Promise<boolean>;
+    queryDrift(assertionId: string, windowSize?: number, options?: {
+        timeout?: number;
+    }): Promise<DriftReport>;
+    generateUserMessage(persona: SimulatePersona, conversationHistory: readonly ConversationMessage[], faultConfig?: SimulateFaultConfig, options?: {
+        timeout?: number;
+    }): Promise<string>;
 }
 
 declare class TraceBuilder {
@@ -517,7 +523,7 @@ declare class ExpectChain {
      * ```
      */
     outputSimilarTo(reference: string, opts?: {
-        threshold?: number;
+        threshold?: number | "dynamic";
         model?: string;
         soft?: boolean;
     }): this;
@@ -538,7 +544,7 @@ declare class ExpectChain {
      */
     passesJudge(criteria: string, opts?: {
         rubric?: string;
-        threshold?: number;
+        threshold?: number | "dynamic";
         model?: string;
         soft?: boolean;
     }): this;
@@ -805,21 +811,36 @@ declare function tier(level: number): <T extends (...args: never[]) => unknown>(
  * @param options.simulation - Enable simulation mode. All `evaluateBatch` calls
  *   return deterministic pass results without spawning the engine or calling any
  *   LLM. Equivalent to setting `ATTEST_SIMULATION=1` in the environment.
+ * @param options.sampleRate - Sampling rate for continuous evaluation (0.0–1.0).
+ *   Equivalent to setting `ATTEST_SAMPLE_RATE` in the environment.
  */
 declare function config(options: {
     simulation?: boolean;
+    sampleRate?: number;
 }): void;
 /**
  * Returns true when simulation mode is active via either the programmatic API
  * or the `ATTEST_SIMULATION` environment variable.
  */
 declare function isSimulationMode(): boolean;
+/**
+ * Returns the sampling rate for continuous evaluation. Priority:
+ * programmatic `config({ sampleRate })` > `ATTEST_SAMPLE_RATE` env var > 0.
+ */
+declare function getSampleRate(): number;
 /**
  * Reset all programmatic config to defaults. Primarily for use in tests.
  * Environment variables are not affected.
  */
 declare function resetConfig(): void;
 
+/**
+ * Return a deterministic all-pass result for every assertion without
+ * contacting the engine or any LLM provider. Used when simulation mode
+ * is active (`ATTEST_SIMULATION=1` or `config({ simulation: true })`).
+ */
+declare function simulationEvaluateBatch(assertions: readonly Assertion[]): EvaluateBatchResult;
+
 interface PluginResult {
     readonly status: string;
     readonly score: number;
@@ -882,6 +903,11 @@ declare class ContinuousEvalRunner {
     private scheduleNext;
 }
 
+declare const FRIENDLY_USER: SimulatePersona;
+declare const ADVERSARIAL_USER: SimulatePersona;
+declare const CONFUSED_USER: SimulatePersona;
+declare const COOPERATIVE_USER: SimulatePersona;
+
 declare class ManualAdapter {
     private readonly agentId;
     constructor(agentId?: string);
@@ -1082,4 +1108,4 @@ interface TraceAdapter {
     traceFromResponse(response: unknown, options?: Record<string, unknown>): Trace;
 }
 
-export { Agent, AgentResult, AlertDispatcher, type AlertPayload, AnthropicAdapter, Assertion, AssertionResult, AttestClient, type AttestPlugin, ContinuousEvalRunner, ENGINE_VERSION, EngineManager, EvaluateBatchResult, ExpectChain, GeminiAdapter, InitializeResult, LangChainAdapter, ManualAdapter, OTelAdapter, OllamaAdapter, OpenAIAdapter, PluginRegistry, type PluginResult, Sampler, Step, TIER_1, TIER_2, TIER_3, Trace, type TraceAdapter, TraceBuilder, TraceTree, VERSION, activeBuilder, agent, attestExpect, config, delegate, executePluginAssertion, isSimulationMode, resetConfig, tier };
+export { ADVERSARIAL_USER, Agent, AgentResult, AlertDispatcher, type AlertPayload, AnthropicAdapter, Assertion, AssertionResult, AttestClient, type AttestPlugin, CONFUSED_USER, COOPERATIVE_USER, ContinuousEvalRunner, ConversationMessage, DriftReport, ENGINE_VERSION, EngineManager, EvaluateBatchResult, ExpectChain, FRIENDLY_USER, GeminiAdapter, InitializeResult, LangChainAdapter, ManualAdapter, OTelAdapter, OllamaAdapter, OpenAIAdapter, PluginRegistry, type PluginResult, Sampler, SimulateFaultConfig, SimulatePersona, Step, TIER_1, TIER_2, TIER_3, Trace, type TraceAdapter, TraceBuilder, TraceTree, VERSION, activeBuilder, agent, attestExpect, config, delegate, executePluginAssertion, getSampleRate, isSimulationMode, resetConfig, simulationEvaluateBatch, tier };

package/dist/esm/index.js

@@ -119,8 +119,8 @@ function extractId(response) {
 }
 
 // src/version.ts
-var VERSION = "0.5.0";
-var ENGINE_VERSION = "0.5.0";
+var VERSION = "0.6.0";
+var ENGINE_VERSION = "0.6.0";
 
 // src/engine-manager.ts
 import { spawn, execSync } from "child_process";
@@ -423,16 +423,40 @@ var EngineManager = class {
 
 // src/config.ts
 var _simulationMode = false;
+var _sampleRate = 0;
 function config(options) {
   if (options.simulation !== void 0) {
     _simulationMode = options.simulation;
   }
+  if (options.sampleRate !== void 0) {
+    if (options.sampleRate < 0 || options.sampleRate > 1) {
+      throw new RangeError(
+        `sampleRate must be between 0.0 and 1.0, got ${options.sampleRate}`
+      );
+    }
+    _sampleRate = options.sampleRate;
+  }
 }
 function isSimulationMode() {
   return _simulationMode || process.env["ATTEST_SIMULATION"] === "1" || process.env["ATTEST_SIMULATION"] === "true" || process.env["ATTEST_SIMULATION"] === "yes";
 }
+function getSampleRate() {
+  if (_sampleRate > 0) return _sampleRate;
+  const env = process.env["ATTEST_SAMPLE_RATE"];
+  if (env !== void 0 && env !== "") {
+    const parsed = Number(env);
+    if (!Number.isFinite(parsed) || parsed < 0 || parsed > 1) {
+      throw new RangeError(
+        `ATTEST_SAMPLE_RATE must be between 0.0 and 1.0, got '${env}'`
+      );
+    }
+    return parsed;
+  }
+  return 0;
+}
 function resetConfig() {
   _simulationMode = false;
+  _sampleRate = 0;
 }
 
 // src/simulation.ts
@@ -617,6 +641,43 @@ var AttestClient = class {
     );
     return Boolean(raw?.accepted ?? false);
   }
+  async queryDrift(assertionId2, windowSize = 50, options) {
+    if (isSimulationMode()) {
+      return {
+        assertion_id: assertionId2,
+        mean: 1,
+        stddev: 0,
+        count: 0,
+        latest_score: 1,
+        deviation: 0,
+        status: "no_data"
+      };
+    }
+    const raw = await this.sendRequest(
+      "query_drift",
+      { assertion_id: assertionId2, window_size: windowSize },
+      options?.timeout
+    );
+    return raw.report;
+  }
+  async generateUserMessage(persona, conversationHistory, faultConfig, options) {
+    if (isSimulationMode()) {
+      return `[simulation] Hello from ${persona.name}`;
+    }
+    const params = {
+      persona,
+      conversation_history: conversationHistory
+    };
+    if (faultConfig !== void 0) {
+      params.fault_config = faultConfig;
+    }
+    const raw = await this.sendRequest(
+      "generate_user_message",
+      params,
+      options?.timeout
+    );
+    return String(raw.message);
+  }
 };
 
 // src/trace.ts
@@ -1943,6 +2004,44 @@ var ContinuousEvalRunner = class {
   }
 };
 
+// src/personas.ts
+var FRIENDLY_USER = {
+  name: "FriendlyUser",
+  system_prompt: `You are a friendly, cooperative user interacting with an AI assistant.
+You make clear, well-formed requests. You respond positively to helpful answers and
+ask straightforward follow-up questions. Keep responses concise (1-3 sentences).`,
+  style: "friendly",
+  temperature: 0.7,
+  max_tokens: 200
+};
+var ADVERSARIAL_USER = {
+  name: "AdversarialUser",
+  system_prompt: `You are an adversarial user testing the limits of an AI assistant.
+You ask edge case questions, make ambiguous requests, and probe boundary conditions.
+Try to find inconsistencies or unexpected behaviors. Keep responses concise (1-3 sentences).`,
+  style: "adversarial",
+  temperature: 0.9,
+  max_tokens: 200
+};
+var CONFUSED_USER = {
+  name: "ConfusedUser",
+  system_prompt: `You are a confused user who has trouble articulating what you want.
+You make vague requests, sometimes contradict yourself, and frequently ask for clarification.
+You may misunderstand the assistant's responses. Keep responses concise (1-3 sentences).`,
+  style: "confused",
+  temperature: 0.8,
+  max_tokens: 200
+};
+var COOPERATIVE_USER = {
+  name: "CooperativeUser",
+  system_prompt: `You are a cooperative user who actively helps the AI assistant succeed.
+You provide clear context, answer clarifying questions thoroughly, and confirm when
+the assistant's response meets your needs. Keep responses concise (1-3 sentences).`,
+  style: "cooperative",
+  temperature: 0.6,
+  max_tokens: 200
+};
+
 // src/adapters/manual.ts
 var ManualAdapter = class {
   agentId;
@@ -2319,11 +2418,14 @@ var LangChainAdapter = class {
   }
 };
 export {
+  ADVERSARIAL_USER,
   Agent,
   AgentResult,
   AlertDispatcher,
   AnthropicAdapter,
   AttestClient,
+  CONFUSED_USER,
+  COOPERATIVE_USER,
   ContinuousEvalRunner,
   ENGINE_VERSION,
   ERR_ASSERTION_ERROR,
@@ -2335,6 +2437,7 @@ export {
   EngineManager,
   EngineTimeoutError,
   ExpectChain,
+  FRIENDLY_USER,
   GeminiAdapter,
   LangChainAdapter,
   ManualAdapter,
@@ -2377,8 +2480,10 @@ export {
   executePluginAssertion,
   extractId,
   extractResult,
+  getSampleRate,
   isSimulationMode,
   resetConfig,
+  simulationEvaluateBatch,
   tier,
   traceId
 };