@attest-ai/core 0.4.2 → 0.5.0

package/dist/cjs/proto/index.cjs

@@ -0,0 +1,208 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/proto/index.ts
+var proto_exports = {};
+__export(proto_exports, {
+  ERR_ASSERTION_ERROR: () => ERR_ASSERTION_ERROR,
+  ERR_ENGINE_ERROR: () => ERR_ENGINE_ERROR,
+  ERR_INVALID_TRACE: () => ERR_INVALID_TRACE,
+  ERR_PROVIDER_ERROR: () => ERR_PROVIDER_ERROR,
+  ERR_SESSION_ERROR: () => ERR_SESSION_ERROR,
+  ERR_TIMEOUT: () => ERR_TIMEOUT,
+  EngineTimeoutError: () => EngineTimeoutError,
+  ProtocolError: () => ProtocolError,
+  STATUS_HARD_FAIL: () => STATUS_HARD_FAIL,
+  STATUS_PASS: () => STATUS_PASS,
+  STATUS_SOFT_FAIL: () => STATUS_SOFT_FAIL,
+  STEP_AGENT_CALL: () => STEP_AGENT_CALL,
+  STEP_LLM_CALL: () => STEP_LLM_CALL,
+  STEP_RETRIEVAL: () => STEP_RETRIEVAL,
+  STEP_TOOL_CALL: () => STEP_TOOL_CALL,
+  TYPE_CONSTRAINT: () => TYPE_CONSTRAINT,
+  TYPE_CONTENT: () => TYPE_CONTENT,
+  TYPE_EMBEDDING: () => TYPE_EMBEDDING,
+  TYPE_LLM_JUDGE: () => TYPE_LLM_JUDGE,
+  TYPE_PLUGIN: () => TYPE_PLUGIN,
+  TYPE_SCHEMA: () => TYPE_SCHEMA,
+  TYPE_TRACE: () => TYPE_TRACE,
+  TYPE_TRACE_TREE: () => TYPE_TRACE_TREE,
+  agentId: () => agentId,
+  assertionId: () => assertionId,
+  decodeResponse: () => decodeResponse,
+  encodeRequest: () => encodeRequest,
+  extractId: () => extractId,
+  extractResult: () => extractResult,
+  traceId: () => traceId
+});
+module.exports = __toCommonJS(proto_exports);
+
+// src/proto/constants.ts
+var STEP_LLM_CALL = "llm_call";
+var STEP_TOOL_CALL = "tool_call";
+var STEP_RETRIEVAL = "retrieval";
+var STEP_AGENT_CALL = "agent_call";
+var STATUS_PASS = "pass";
+var STATUS_SOFT_FAIL = "soft_fail";
+var STATUS_HARD_FAIL = "hard_fail";
+var TYPE_SCHEMA = "schema";
+var TYPE_CONSTRAINT = "constraint";
+var TYPE_TRACE = "trace";
+var TYPE_CONTENT = "content";
+var TYPE_EMBEDDING = "embedding";
+var TYPE_LLM_JUDGE = "llm_judge";
+var TYPE_TRACE_TREE = "trace_tree";
+var TYPE_PLUGIN = "plugin";
+var ERR_INVALID_TRACE = 1001;
+var ERR_ASSERTION_ERROR = 1002;
+var ERR_PROVIDER_ERROR = 2001;
+var ERR_ENGINE_ERROR = 3001;
+var ERR_TIMEOUT = 3002;
+var ERR_SESSION_ERROR = 3003;
+
+// src/proto/types.ts
+function traceId(id) {
+  return id;
+}
+function assertionId(id) {
+  return id;
+}
+function agentId(id) {
+  return id;
+}
+
+// src/proto/errors.ts
+var ProtocolError = class extends Error {
+  code;
+  errorMessage;
+  data;
+  constructor(code, message, data) {
+    super(message);
+    this.name = "ProtocolError";
+    this.code = code;
+    this.errorMessage = message;
+    this.data = data;
+  }
+};
+var EngineTimeoutError = class extends Error {
+  method;
+  timeoutMs;
+  constructor(method, timeoutMs) {
+    super(
+      `Engine request '${method}' timed out after ${timeoutMs}ms. Set ATTEST_ENGINE_TIMEOUT to increase the limit.`
+    );
+    this.name = "EngineTimeoutError";
+    this.method = method;
+    this.timeoutMs = timeoutMs;
+  }
+};
+
+// src/proto/codec.ts
+function encodeRequest(id, method, params) {
+  const msg = {
+    jsonrpc: "2.0",
+    id,
+    method,
+    params
+  };
+  return JSON.stringify(msg) + "\n";
+}
+function decodeResponse(line) {
+  const text = line.trim();
+  if (!text) {
+    throw new Error("empty response line");
+  }
+  let data;
+  try {
+    data = JSON.parse(text);
+  } catch (e) {
+    throw new Error(`malformed JSON response: ${e instanceof Error ? e.message : String(e)}`);
+  }
+  if (typeof data !== "object" || data === null || Array.isArray(data)) {
+    throw new Error(`expected JSON object, got ${Array.isArray(data) ? "array" : typeof data}`);
+  }
+  const obj = data;
+  if (obj.jsonrpc !== "2.0") {
+    throw new Error(`invalid jsonrpc version: ${String(obj.jsonrpc)}`);
+  }
+  if (obj.error != null) {
+    const err = obj.error;
+    let errorData;
+    if (err.data != null) {
+      const raw = err.data;
+      errorData = {
+        error_type: raw.error_type ?? "",
+        retryable: raw.retryable ?? false,
+        detail: raw.detail ?? ""
+      };
+    }
+    throw new ProtocolError(
+      err.code ?? -1,
+      err.message ?? "unknown error",
+      errorData
+    );
+  }
+  return obj;
+}
+function extractResult(response) {
+  if (response.result === void 0) {
+    throw new Error("response missing 'result' field");
+  }
+  return response.result;
+}
+function extractId(response) {
+  if (response.id === void 0) {
+    throw new Error("response missing 'id' field");
+  }
+  return Number(response.id);
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ERR_ASSERTION_ERROR,
+  ERR_ENGINE_ERROR,
+  ERR_INVALID_TRACE,
+  ERR_PROVIDER_ERROR,
+  ERR_SESSION_ERROR,
+  ERR_TIMEOUT,
+  EngineTimeoutError,
+  ProtocolError,
+  STATUS_HARD_FAIL,
+  STATUS_PASS,
+  STATUS_SOFT_FAIL,
+  STEP_AGENT_CALL,
+  STEP_LLM_CALL,
+  STEP_RETRIEVAL,
+  STEP_TOOL_CALL,
+  TYPE_CONSTRAINT,
+  TYPE_CONTENT,
+  TYPE_EMBEDDING,
+  TYPE_LLM_JUDGE,
+  TYPE_PLUGIN,
+  TYPE_SCHEMA,
+  TYPE_TRACE,
+  TYPE_TRACE_TREE,
+  agentId,
+  assertionId,
+  decodeResponse,
+  encodeRequest,
+  extractId,
+  extractResult,
+  traceId
+});
+//# sourceMappingURL=index.cjs.map

package/dist/cjs/proto/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/proto/index.ts","../../../src/proto/constants.ts","../../../src/proto/types.ts","../../../src/proto/errors.ts","../../../src/proto/codec.ts"],"sourcesContent":["export * from \"./constants.js\";\nexport * from \"./types.js\";\nexport * from \"./errors.js\";\nexport { encodeRequest, decodeResponse, extractResult, extractId } from \"./codec.js\";\n","// Step type constants\nexport const STEP_LLM_CALL = \"llm_call\" as const;\nexport const STEP_TOOL_CALL = \"tool_call\" as const;\nexport const STEP_RETRIEVAL = \"retrieval\" as const;\nexport const STEP_AGENT_CALL = \"agent_call\" as const;\n\n// Status constants\nexport const STATUS_PASS = \"pass\" as const;\nexport const STATUS_SOFT_FAIL = \"soft_fail\" as const;\nexport const STATUS_HARD_FAIL = \"hard_fail\" as const;\n\n// Assertion type constants\nexport const TYPE_SCHEMA = \"schema\" as const;\nexport const TYPE_CONSTRAINT = \"constraint\" as const;\nexport const TYPE_TRACE = \"trace\" as const;\nexport const TYPE_CONTENT = \"content\" as const;\nexport const TYPE_EMBEDDING = \"embedding\" as const;\nexport const TYPE_LLM_JUDGE = \"llm_judge\" as const;\nexport const TYPE_TRACE_TREE = \"trace_tree\" as const;\nexport const TYPE_PLUGIN = \"plugin\" as const;\n\n// Error code constants\nexport const ERR_INVALID_TRACE = 1001 as const;\nexport const ERR_ASSERTION_ERROR = 1002 as const;\nexport const ERR_PROVIDER_ERROR = 2001 as const;\nexport const ERR_ENGINE_ERROR = 3001 as const;\nexport const ERR_TIMEOUT = 3002 as const;\nexport const ERR_SESSION_ERROR = 3003 as const;\n","// ---------------------------------------------------------------------------\n// Branded ID types (T6)\n// ---------------------------------------------------------------------------\n\ndeclare const __brand: unique symbol;\ntype Brand<T, B extends string> = T & { readonly [__brand]: B };\n\nexport type TraceId = Brand<string, \"TraceId\">;\nexport type AssertionId = Brand<string, \"AssertionId\">;\nexport type AgentId = Brand<string, \"AgentId\">;\n\nexport function traceId(id: string): TraceId {\n  return id as TraceId;\n}\n\nexport function assertionId(id: string): AssertionId {\n  return id as AssertionId;\n}\n\nexport function agentId(id: string): AgentId {\n  return id as AgentId;\n}\n\n// ---------------------------------------------------------------------------\n// Assertion spec discriminated unions (T5)\n// ---------------------------------------------------------------------------\n\nexport interface SchemaSpec {\n  readonly type: \"schema\";\n  readonly target: string;\n  readonly schema: Record<string, unknown>;\n}\n\nexport interface ConstraintSpec {\n  readonly type: \"constraint\";\n  readonly field: string;\n  readonly operator: string;\n  readonly value?: number;\n  readonly min?: number;\n  readonly max?: number;\n  readonly soft: boolean;\n}\n\nexport interface TraceSpec {\n  readonly type: \"trace\";\n  readonly check: string;\n  readonly tools?: string[];\n  readonly tool?: string;\n  readonly max_repetitions?: number;\n  readonly soft: boolean;\n}\n\nexport interface ContentSpec {\n  readonly type: \"content\";\n  readonly target: string;\n  readonly check: string;\n  readonly value?: string;\n  readonly values?: string[];\n  readonly case_sensitive?: boolean;\n  readonly soft?: boolean;\n}\n\nexport interface EmbeddingSpec {\n  readonly type: \"embedding\";\n  readonly target: string;\n  readonly reference: string;\n  readonly threshold: number;\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface LlmJudgeSpec {\n  readonly type: \"llm_judge\";\n  readonly target: string;\n  readonly criteria: string;\n  readonly rubric: string;\n  readonly threshold: number;\n  readonly model?: string;\n  readonly soft: boolean;\n}\n\nexport interface TraceTreeSpec {\n  readonly type: \"trace_tree\";\n  readonly check: string;\n  readonly [key: string]: unknown;\n}\n\nexport interface PluginSpec {\n  readonly type: \"plugin\";\n  readonly plugin_id: string;\n  readonly config?: Record<string, unknown>;\n  readonly soft: boolean;\n}\n\nexport type AssertionSpec =\n  | SchemaSpec\n  | ConstraintSpec\n  | TraceSpec\n  | ContentSpec\n  | EmbeddingSpec\n  | LlmJudgeSpec\n  | TraceTreeSpec\n  | PluginSpec;\n\n// ---------------------------------------------------------------------------\n// Core protocol types\n// ---------------------------------------------------------------------------\n\nexport interface TraceMetadata {\n  readonly total_tokens?: number;\n  readonly cost_usd?: number;\n  readonly latency_ms?: number;\n  readonly model?: string;\n  readonly timestamp?: string;\n}\n\nexport interface Step {\n  readonly type: string;\n  readonly name: string;\n  readonly args?: Record<string, unknown>;\n  readonly result?: Record<string, unknown>;\n  readonly sub_trace?: Trace;\n  readonly metadata?: Record<string, unknown>;\n  readonly started_at_ms?: number;\n  readonly ended_at_ms?: number;\n  readonly agent_id?: string;\n  readonly agent_role?: string;\n}\n\nexport interface Trace {\n  readonly trace_id: string;\n  readonly output: Record<string, unknown>;\n  readonly schema_version?: number;\n  readonly agent_id?: string;\n  readonly input?: Record<string, unknown>;\n  readonly steps: readonly Step[];\n  readonly metadata?: TraceMetadata;\n  readonly parent_trace_id?: string;\n}\n\nexport interface Assertion {\n  readonly assertion_id: string;\n  readonly type: string;\n  readonly spec: Record<string, unknown>;\n  readonly request_id?: string;\n}\n\nexport interface AssertionResult {\n  readonly assertion_id: string;\n  readonly status: string;\n  readonly score: number;\n  readonly explanation: string;\n  readonly cost?: number;\n  readonly duration_ms?: number;\n  readonly request_id?: string;\n}\n\nexport interface ErrorData {\n  readonly error_type: string;\n  readonly retryable: boolean;\n  readonly detail: string;\n}\n\nexport interface RPCError {\n  readonly code: number;\n  readonly message: string;\n  readonly data?: ErrorData;\n}\n\nexport interface RPCRequest {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly method: string;\n  readonly params: Record<string, unknown>;\n}\n\nexport interface RPCResponse {\n  readonly jsonrpc: \"2.0\";\n  readonly id: number;\n  readonly result?: unknown;\n  readonly error?: RPCError;\n}\n\nexport interface InitializeParams {\n  readonly sdk_name: string;\n  readonly sdk_version: string;\n  readonly protocol_version: number;\n  readonly required_capabilities: readonly string[];\n  readonly preferred_encoding?: string;\n}\n\nexport interface InitializeResult {\n  readonly engine_version: string;\n  readonly protocol_version: number;\n  readonly capabilities: readonly string[];\n  readonly missing: readonly string[];\n  readonly compatible: boolean;\n  readonly encoding?: string;\n  readonly max_concurrent_requests?: number;\n  readonly max_trace_size_bytes?: number;\n  readonly max_steps_per_trace?: number;\n}\n\nexport interface EvaluateBatchParams {\n  readonly trace: Trace;\n  readonly assertions: readonly Assertion[];\n}\n\nexport interface EvaluateBatchResult {\n  readonly results: readonly AssertionResult[];\n  readonly total_cost?: number;\n  readonly total_duration_ms?: number;\n}\n\nexport interface ShutdownResult {\n  readonly sessions_completed: number;\n  readonly assertions_evaluated: number;\n}\n\nexport interface SubmitPluginResultParams {\n  readonly trace_id: string;\n  readonly plugin_name: string;\n  readonly assertion_id: string;\n  readonly result: AssertionResult;\n}\n","import type { ErrorData } from \"./types.js\";\n\nexport class ProtocolError extends Error {\n  readonly code: number;\n  readonly errorMessage: string;\n  readonly data: ErrorData | undefined;\n\n  constructor(code: number, message: string, data?: ErrorData) {\n    super(message);\n    this.name = \"ProtocolError\";\n    this.code = code;\n    this.errorMessage = message;\n    this.data = data;\n  }\n}\n\nexport class EngineTimeoutError extends Error {\n  readonly method: string;\n  readonly timeoutMs: number;\n\n  constructor(method: string, timeoutMs: number) {\n    super(\n      `Engine request '${method}' timed out after ${timeoutMs}ms. ` +\n        \"Set ATTEST_ENGINE_TIMEOUT to increase the limit.\",\n    );\n    this.name = \"EngineTimeoutError\";\n    this.method = method;\n    this.timeoutMs = timeoutMs;\n  }\n}\n","import type { ErrorData, RPCResponse } from \"./types.js\";\nimport { ProtocolError } from \"./errors.js\";\n\n/**\n * Encode a JSON-RPC 2.0 request as an NDJSON line.\n */\nexport function encodeRequest(\n  id: number,\n  method: string,\n  params: Record<string, unknown>,\n): string {\n  const msg = {\n    jsonrpc: \"2.0\" as const,\n    id,\n    method,\n    params,\n  };\n  return JSON.stringify(msg) + \"\\n\";\n}\n\n/**\n * Decode a JSON-RPC 2.0 response from an NDJSON line.\n * Throws ProtocolError if the response contains an error.\n * Throws Error for malformed JSON or invalid responses.\n */\nexport function decodeResponse(line: string): RPCResponse {\n  const text = line.trim();\n  if (!text) {\n    throw new Error(\"empty response line\");\n  }\n\n  let data: unknown;\n  try {\n    data = JSON.parse(text);\n  } catch (e) {\n    throw new Error(`malformed JSON response: ${e instanceof Error ? e.message : String(e)}`);\n  }\n\n  if (typeof data !== \"object\" || data === null || Array.isArray(data)) {\n    throw new Error(`expected JSON object, got ${Array.isArray(data) ? \"array\" : typeof data}`);\n  }\n\n  const obj = data as Record<string, unknown>;\n\n  if (obj.jsonrpc !== \"2.0\") {\n    throw new Error(`invalid jsonrpc version: ${String(obj.jsonrpc)}`);\n  }\n\n  if (obj.error != null) {\n    const err = obj.error as Record<string, unknown>;\n    let errorData: ErrorData | undefined;\n\n    if (err.data != null) {\n      const raw = err.data as Record<string, unknown>;\n      errorData = {\n        error_type: (raw.error_type as string) ?? \"\",\n        retryable: (raw.retryable as boolean) ?? false,\n        detail: (raw.detail as string) ?? \"\",\n      };\n    }\n\n    throw new ProtocolError(\n      (err.code as number) ?? -1,\n      (err.message as string) ?? \"unknown error\",\n      errorData,\n    );\n  }\n\n  return obj as unknown as RPCResponse;\n}\n\n/**\n * Extract the result field from a decoded response.\n */\nexport function extractResult(response: RPCResponse): unknown {\n  if (response.result === undefined) {\n    throw new Error(\"response missing 'result' field\");\n  }\n  return response.result;\n}\n\n/**\n * Extract the request ID from a decoded response.\n */\nexport function extractId(response: RPCResponse): number {\n  if (response.id === undefined) {\n    throw new Error(\"response missing 'id' field\");\n  }\n  return Number(response.id);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,IAAM,gBAAgB;AACtB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AAGxB,IAAM,cAAc;AACpB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AAGzB,IAAM,cAAc;AACpB,IAAM,kBAAkB;AACxB,IAAM,aAAa;AACnB,IAAM,eAAe;AACrB,IAAM,iBAAiB;AACvB,IAAM,iBAAiB;AACvB,IAAM,kBAAkB;AACxB,IAAM,cAAc;AAGpB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,oBAAoB;;;AChB1B,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;AAEO,SAAS,YAAY,IAAyB;AACnD,SAAO;AACT;AAEO,SAAS,QAAQ,IAAqB;AAC3C,SAAO;AACT;;;ACnBO,IAAM,gBAAN,cAA4B,MAAM;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,MAAc,SAAiB,MAAkB;AAC3D,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,OAAO;AAAA,EACd;AACF;AAEO,IAAM,qBAAN,cAAiC,MAAM;AAAA,EACnC;AAAA,EACA;AAAA,EAET,YAAY,QAAgB,WAAmB;AAC7C;AAAA,MACE,mBAAmB,MAAM,qBAAqB,SAAS;AAAA,IAEzD;AACA,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AACF;;;ACvBO,SAAS,cACd,IACA,QACA,QACQ;AACR,QAAM,MAAM;AAAA,IACV,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,SAAO,KAAK,UAAU,GAAG,IAAI;AAC/B;AAOO,SAAS,eAAe,MAA2B;AACxD,QAAM,OAAO,KAAK,KAAK;AACvB,MAAI,CAAC,MAAM;AACT,UAAM,IAAI,MAAM,qBAAqB;AAAA,EACvC;AAEA,MAAI;AACJ,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,4BAA4B,aAAa,QAAQ,EAAE,UAAU,OAAO,CAAC,CAAC,EAAE;AAAA,EAC1F;AAEA,MAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,MAAM,QAAQ,IAAI,GAAG;AACpE,UAAM,IAAI,MAAM,6BAA6B,MAAM,QAAQ,IAAI,IAAI,UAAU,OAAO,IAAI,EAAE;AAAA,EAC5F;AAEA,QAAM,MAAM;AAEZ,MAAI,IAAI,YAAY,OAAO;AACzB,UAAM,IAAI,MAAM,4BAA4B,OAAO,IAAI,OAAO,CAAC,EAAE;AAAA,EACnE;AAEA,MAAI,IAAI,SAAS,MAAM;AACrB,UAAM,MAAM,IAAI;AAChB,QAAI;AAEJ,QAAI,IAAI,QAAQ,MAAM;AACpB,YAAM,MAAM,IAAI;AAChB,kBAAY;AAAA,QACV,YAAa,IAAI,cAAyB;AAAA,QAC1C,WAAY,IAAI,aAAyB;AAAA,QACzC,QAAS,IAAI,UAAqB;AAAA,MACpC;AAAA,IACF;AAEA,UAAM,IAAI;AAAA,MACP,IAAI,QAAmB;AAAA,MACvB,IAAI,WAAsB;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAKO,SAAS,cAAc,UAAgC;AAC5D,MAAI,SAAS,WAAW,QAAW;AACjC,UAAM,IAAI,MAAM,iCAAiC;AAAA,EACnD;AACA,SAAO,SAAS;AAClB;AAKO,SAAS,UAAU,UAA+B;AACvD,MAAI,SAAS,OAAO,QAAW;AAC7B,UAAM,IAAI,MAAM,6BAA6B;AAAA,EAC/C;AACA,SAAO,OAAO,SAAS,EAAE;AAC3B;","names":[]}

package/dist/cjs/proto/index.d.cts

@@ -0,0 +1,228 @@
+declare const STEP_LLM_CALL: "llm_call";
+declare const STEP_TOOL_CALL: "tool_call";
+declare const STEP_RETRIEVAL: "retrieval";
+declare const STEP_AGENT_CALL: "agent_call";
+declare const STATUS_PASS: "pass";
+declare const STATUS_SOFT_FAIL: "soft_fail";
+declare const STATUS_HARD_FAIL: "hard_fail";
+declare const TYPE_SCHEMA: "schema";
+declare const TYPE_CONSTRAINT: "constraint";
+declare const TYPE_TRACE: "trace";
+declare const TYPE_CONTENT: "content";
+declare const TYPE_EMBEDDING: "embedding";
+declare const TYPE_LLM_JUDGE: "llm_judge";
+declare const TYPE_TRACE_TREE: "trace_tree";
+declare const TYPE_PLUGIN: "plugin";
+declare const ERR_INVALID_TRACE: 1001;
+declare const ERR_ASSERTION_ERROR: 1002;
+declare const ERR_PROVIDER_ERROR: 2001;
+declare const ERR_ENGINE_ERROR: 3001;
+declare const ERR_TIMEOUT: 3002;
+declare const ERR_SESSION_ERROR: 3003;
+
+declare const __brand: unique symbol;
+type Brand<T, B extends string> = T & {
+    readonly [__brand]: B;
+};
+type TraceId = Brand<string, "TraceId">;
+type AssertionId = Brand<string, "AssertionId">;
+type AgentId = Brand<string, "AgentId">;
+declare function traceId(id: string): TraceId;
+declare function assertionId(id: string): AssertionId;
+declare function agentId(id: string): AgentId;
+interface SchemaSpec {
+    readonly type: "schema";
+    readonly target: string;
+    readonly schema: Record<string, unknown>;
+}
+interface ConstraintSpec {
+    readonly type: "constraint";
+    readonly field: string;
+    readonly operator: string;
+    readonly value?: number;
+    readonly min?: number;
+    readonly max?: number;
+    readonly soft: boolean;
+}
+interface TraceSpec {
+    readonly type: "trace";
+    readonly check: string;
+    readonly tools?: string[];
+    readonly tool?: string;
+    readonly max_repetitions?: number;
+    readonly soft: boolean;
+}
+interface ContentSpec {
+    readonly type: "content";
+    readonly target: string;
+    readonly check: string;
+    readonly value?: string;
+    readonly values?: string[];
+    readonly case_sensitive?: boolean;
+    readonly soft?: boolean;
+}
+interface EmbeddingSpec {
+    readonly type: "embedding";
+    readonly target: string;
+    readonly reference: string;
+    readonly threshold: number;
+    readonly model?: string;
+    readonly soft: boolean;
+}
+interface LlmJudgeSpec {
+    readonly type: "llm_judge";
+    readonly target: string;
+    readonly criteria: string;
+    readonly rubric: string;
+    readonly threshold: number;
+    readonly model?: string;
+    readonly soft: boolean;
+}
+interface TraceTreeSpec {
+    readonly type: "trace_tree";
+    readonly check: string;
+    readonly [key: string]: unknown;
+}
+interface PluginSpec {
+    readonly type: "plugin";
+    readonly plugin_id: string;
+    readonly config?: Record<string, unknown>;
+    readonly soft: boolean;
+}
+type AssertionSpec = SchemaSpec | ConstraintSpec | TraceSpec | ContentSpec | EmbeddingSpec | LlmJudgeSpec | TraceTreeSpec | PluginSpec;
+interface TraceMetadata {
+    readonly total_tokens?: number;
+    readonly cost_usd?: number;
+    readonly latency_ms?: number;
+    readonly model?: string;
+    readonly timestamp?: string;
+}
+interface Step {
+    readonly type: string;
+    readonly name: string;
+    readonly args?: Record<string, unknown>;
+    readonly result?: Record<string, unknown>;
+    readonly sub_trace?: Trace;
+    readonly metadata?: Record<string, unknown>;
+    readonly started_at_ms?: number;
+    readonly ended_at_ms?: number;
+    readonly agent_id?: string;
+    readonly agent_role?: string;
+}
+interface Trace {
+    readonly trace_id: string;
+    readonly output: Record<string, unknown>;
+    readonly schema_version?: number;
+    readonly agent_id?: string;
+    readonly input?: Record<string, unknown>;
+    readonly steps: readonly Step[];
+    readonly metadata?: TraceMetadata;
+    readonly parent_trace_id?: string;
+}
+interface Assertion {
+    readonly assertion_id: string;
+    readonly type: string;
+    readonly spec: Record<string, unknown>;
+    readonly request_id?: string;
+}
+interface AssertionResult {
+    readonly assertion_id: string;
+    readonly status: string;
+    readonly score: number;
+    readonly explanation: string;
+    readonly cost?: number;
+    readonly duration_ms?: number;
+    readonly request_id?: string;
+}
+interface ErrorData {
+    readonly error_type: string;
+    readonly retryable: boolean;
+    readonly detail: string;
+}
+interface RPCError {
+    readonly code: number;
+    readonly message: string;
+    readonly data?: ErrorData;
+}
+interface RPCRequest {
+    readonly jsonrpc: "2.0";
+    readonly id: number;
+    readonly method: string;
+    readonly params: Record<string, unknown>;
+}
+interface RPCResponse {
+    readonly jsonrpc: "2.0";
+    readonly id: number;
+    readonly result?: unknown;
+    readonly error?: RPCError;
+}
+interface InitializeParams {
+    readonly sdk_name: string;
+    readonly sdk_version: string;
+    readonly protocol_version: number;
+    readonly required_capabilities: readonly string[];
+    readonly preferred_encoding?: string;
+}
+interface InitializeResult {
+    readonly engine_version: string;
+    readonly protocol_version: number;
+    readonly capabilities: readonly string[];
+    readonly missing: readonly string[];
+    readonly compatible: boolean;
+    readonly encoding?: string;
+    readonly max_concurrent_requests?: number;
+    readonly max_trace_size_bytes?: number;
+    readonly max_steps_per_trace?: number;
+}
+interface EvaluateBatchParams {
+    readonly trace: Trace;
+    readonly assertions: readonly Assertion[];
+}
+interface EvaluateBatchResult {
+    readonly results: readonly AssertionResult[];
+    readonly total_cost?: number;
+    readonly total_duration_ms?: number;
+}
+interface ShutdownResult {
+    readonly sessions_completed: number;
+    readonly assertions_evaluated: number;
+}
+interface SubmitPluginResultParams {
+    readonly trace_id: string;
+    readonly plugin_name: string;
+    readonly assertion_id: string;
+    readonly result: AssertionResult;
+}
+
+declare class ProtocolError extends Error {
+    readonly code: number;
+    readonly errorMessage: string;
+    readonly data: ErrorData | undefined;
+    constructor(code: number, message: string, data?: ErrorData);
+}
+declare class EngineTimeoutError extends Error {
+    readonly method: string;
+    readonly timeoutMs: number;
+    constructor(method: string, timeoutMs: number);
+}
+
+/**
+ * Encode a JSON-RPC 2.0 request as an NDJSON line.
+ */
+declare function encodeRequest(id: number, method: string, params: Record<string, unknown>): string;
+/**
+ * Decode a JSON-RPC 2.0 response from an NDJSON line.
+ * Throws ProtocolError if the response contains an error.
+ * Throws Error for malformed JSON or invalid responses.
+ */
+declare function decodeResponse(line: string): RPCResponse;
+/**
+ * Extract the result field from a decoded response.
+ */
+declare function extractResult(response: RPCResponse): unknown;
+/**
+ * Extract the request ID from a decoded response.
+ */
+declare function extractId(response: RPCResponse): number;
+
+export { type AgentId, type Assertion, type AssertionId, type AssertionResult, type AssertionSpec, type ConstraintSpec, type ContentSpec, ERR_ASSERTION_ERROR, ERR_ENGINE_ERROR, ERR_INVALID_TRACE, ERR_PROVIDER_ERROR, ERR_SESSION_ERROR, ERR_TIMEOUT, type EmbeddingSpec, EngineTimeoutError, type ErrorData, type EvaluateBatchParams, type EvaluateBatchResult, type InitializeParams, type InitializeResult, type LlmJudgeSpec, type PluginSpec, ProtocolError, type RPCError, type RPCRequest, type RPCResponse, STATUS_HARD_FAIL, STATUS_PASS, STATUS_SOFT_FAIL, STEP_AGENT_CALL, STEP_LLM_CALL, STEP_RETRIEVAL, STEP_TOOL_CALL, type SchemaSpec, type ShutdownResult, type Step, type SubmitPluginResultParams, TYPE_CONSTRAINT, TYPE_CONTENT, TYPE_EMBEDDING, TYPE_LLM_JUDGE, TYPE_PLUGIN, TYPE_SCHEMA, TYPE_TRACE, TYPE_TRACE_TREE, type Trace, type TraceId, type TraceMetadata, type TraceSpec, type TraceTreeSpec, agentId, assertionId, decodeResponse, encodeRequest, extractId, extractResult, traceId };

package/dist/client.d.ts

@@ -12,8 +12,12 @@ export declare class AttestClient {
     stopReader(): void;
     private handleLine;
     private failAll;
-    sendRequest(method: string, params: Record<string, unknown>): Promise<unknown>;
-    evaluateBatch(trace: Trace, assertions: readonly Assertion[]): Promise<EvaluateBatchResult>;
-    submitPluginResult(traceId: string, pluginName: string, assertionId: string, status: string, score: number, explanation: string): Promise<boolean>;
+    sendRequest(method: string, params: Record<string, unknown>, timeoutMs?: number): Promise<unknown>;
+    evaluateBatch(trace: Trace, assertions: readonly Assertion[], options?: {
+        timeout?: number;
+    }): Promise<EvaluateBatchResult>;
+    submitPluginResult(traceId: string, pluginName: string, assertionId: string, status: string, score: number, explanation: string, options?: {
+        timeout?: number;
+    }): Promise<boolean>;
 }
 //# sourceMappingURL=client.d.ts.map

package/dist/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,SAAS,EACT,mBAAmB,EACnB,KAAK,EAEN,MAAM,kBAAkB,CAAC;AAQ1B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAOzD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAyC;gBAEhD,MAAM,EAAE,aAAa;IAIjC,WAAW,IAAI,IAAI;IAkBnB,UAAU,IAAI,IAAI;IAYlB,OAAO,CAAC,UAAU;IAoClB,OAAO,CAAC,OAAO;IAOT,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IA6B9E,aAAa,CACjB,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,SAAS,SAAS,EAAE,GAC/B,OAAO,CAAC,mBAAmB,CAAC;IASzB,kBAAkB,CACtB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,OAAO,CAAC;CAkBpB"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,SAAS,EACT,mBAAmB,EACnB,KAAK,EAEN,MAAM,kBAAkB,CAAC;AAQ1B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAkCzD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAyC;gBAEhD,MAAM,EAAE,aAAa;IAIjC,WAAW,IAAI,IAAI;IAkBnB,UAAU,IAAI,IAAI;IAYlB,OAAO,CAAC,UAAU;IAoClB,OAAO,CAAC,OAAO;IAOT,WAAW,CACf,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC;IA8Cb,aAAa,CACjB,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,SAAS,SAAS,EAAE,EAChC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,mBAAmB,CAAC;IAiBzB,kBAAkB,CACtB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,OAAO,CAAC;CAsBpB"}

package/dist/client.js

@@ -1,5 +1,28 @@
-import { ProtocolError } from "./proto/errors.js";
+import { ProtocolError, EngineTimeoutError } from "./proto/errors.js";
 import { decodeResponse, encodeRequest, extractId, extractResult, } from "./proto/codec.js";
+import { isSimulationMode } from "./config.js";
+import { simulationEvaluateBatch } from "./simulation.js";
+const DEFAULT_TIMEOUT_MS = 30_000;
+function resolveTimeoutMs(override) {
+    if (override !== undefined)
+        return override;
+    const env = process.env["ATTEST_ENGINE_TIMEOUT"];
+    if (env !== undefined && env !== "") {
+        const parsed = Number(env);
+        if (!Number.isFinite(parsed) || parsed <= 0) {
+            throw new Error(`ATTEST_ENGINE_TIMEOUT must be a positive number of milliseconds, got: '${env}'`);
+        }
+        return parsed;
+    }
+    return DEFAULT_TIMEOUT_MS;
+}
+function makeTimeoutPromise(method, timeoutMs) {
+    return new Promise((_, reject) => {
+        setTimeout(() => {
+            reject(new EngineTimeoutError(method, timeoutMs));
+        }, timeoutMs);
+    });
+}
 export class AttestClient {
     engine;
     requestId = 0;
@@ -77,20 +100,26 @@ export class AttestClient {
         }
         this.pending.clear();
     }
-    async sendRequest(method, params) {
+    async sendRequest(method, params, timeoutMs) {
+        const resolvedTimeout = resolveTimeoutMs(timeoutMs);
         if (!this.readerActive) {
-            // Delegate to engine sequential mode
-            return this.engine.sendRequest(method, params);
+            // Delegate to engine sequential mode with timeout
+            return Promise.race([
+                this.engine.sendRequest(method, params),
+                makeTimeoutPromise(method, resolvedTimeout),
+            ]);
         }
         const cp = this.engine.childProcess;
         if (cp === null || cp.stdin === null) {
             throw new Error("Engine process not started.");
         }
-        return new Promise((resolve, reject) => {
+        let capturedReqId;
+        const requestPromise = new Promise((resolve, reject) => {
             // Serialize writes through promise chain
             this.writeChain = this.writeChain.then(() => {
                 this.requestId += 1;
                 const reqId = this.requestId;
+                capturedReqId = reqId;
                 this.pending.set(reqId, { resolve, reject });
                 const requestStr = encodeRequest(reqId, method, params);
                 cp.stdin.write(requestStr, (err) => {
@@ -101,16 +130,26 @@ export class AttestClient {
                 });
             });
         });
+        const timeoutPromise = makeTimeoutPromise(method, resolvedTimeout);
+        return Promise.race([requestPromise, timeoutPromise]).catch((err) => {
+            if (err instanceof EngineTimeoutError && capturedReqId !== undefined) {
+                this.pending.delete(capturedReqId);
+            }
+            throw err;
+        });
     }
-    async evaluateBatch(trace, assertions) {
+    async evaluateBatch(trace, assertions, options) {
+        if (isSimulationMode()) {
+            return simulationEvaluateBatch(assertions);
+        }
         const params = {
             trace,
             assertions: [...assertions],
         };
-        const raw = await this.sendRequest("evaluate_batch", params);
+        const raw = await this.sendRequest("evaluate_batch", params, options?.timeout);
         return raw;
     }
-    async submitPluginResult(traceId, pluginName, assertionId, status, score, explanation) {
+    async submitPluginResult(traceId, pluginName, assertionId, status, score, explanation, options) {
         const result = {
             assertion_id: assertionId,
             status,
@@ -125,7 +164,7 @@ export class AttestClient {
             assertion_id: assertionId,
             result,
         };
-        const raw = await this.sendRequest("submit_plugin_result", params);
+        const raw = await this.sendRequest("submit_plugin_result", params, options?.timeout);
         return Boolean(raw?.accepted ?? false);
     }
 }

package/dist/client.js.map

@@ -1 +1 @@
-{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACL,cAAc,EACd,aAAa,EACb,SAAS,EACT,aAAa,GACd,MAAM,kBAAkB,CAAC;AAQ1B,MAAM,OAAO,YAAY;IACN,MAAM,CAAgB;IAC/B,SAAS,GAAG,CAAC,CAAC;IACL,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IACrD,UAAU,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,YAAY,GAAG,KAAK,CAAC;IACrB,WAAW,GAAoC,IAAI,CAAC;IAE5D,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACzC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC3D,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAEhC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,UAAU;QACR,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACzC,IAAI,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YAC7C,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,IAAI,KAAa,CAAC;QAElB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACtC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO;YAClC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE3B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACvC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;gBACjC,oDAAoD;gBACpD,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;oBAC/D,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC/B,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,GAAG,CAAC,CAAC,CAAC;gBACb,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC3B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YACD,oEAAoE;QACtE,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,GAAU;QACxB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,MAA+B;QAC/D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,qCAAqC;YACrC,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACpC,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9C,yCAAyC;YACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1C,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE7C,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACxD,EAAE,CAAC,KAAM,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAA6B,EAAE,EAAE;oBAC5D,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC3B,MAAM,CAAC,GAAG,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAY,EACZ,UAAgC;QAEhC,MAAM,MAAM,GAAG;YACb,KAAK;YACL,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;SAC5B,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,MAAiC,CAAC,CAAC;QACxF,OAAO,GAA0B,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,OAAe,EACf,UAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,KAAa,EACb,WAAmB;QAEnB,MAAM,MAAM,GAAoB;YAC9B,YAAY,EAAE,WAAW;YACzB,MAAM;YACN,KAAK;YACL,WAAW;YACX,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,CAAC;SACf,CAAC;QACF,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,UAAU;YACvB,YAAY,EAAE,WAAW;YACzB,MAAM;SACP,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,EAAE,MAAiC,CAAC,CAAC;QAC9F,OAAO,OAAO,CAAE,GAA+B,EAAE,QAAQ,IAAI,KAAK,CAAC,CAAC;IACtE,CAAC;CACF"}
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,cAAc,EACd,aAAa,EACb,SAAS,EACT,aAAa,GACd,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE1D,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,SAAS,gBAAgB,CAAC,QAAiB;IACzC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACjD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,0EAA0E,GAAG,GAAG,CACjF,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,SAAiB;IAC3D,OAAO,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtC,UAAU,CAAC,GAAG,EAAE;YACd,MAAM,CAAC,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;QACpD,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAOD,MAAM,OAAO,YAAY;IACN,MAAM,CAAgB;IAC/B,SAAS,GAAG,CAAC,CAAC;IACL,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IACrD,UAAU,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,YAAY,GAAG,KAAK,CAAC;IACrB,WAAW,GAAoC,IAAI,CAAC;IAE5D,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACzC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC3D,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAEhC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,UAAU;QACR,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACzC,IAAI,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YAC7C,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,IAAI,KAAa,CAAC;QAElB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACtC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;YAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO;YAClC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE3B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACvC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;gBACjC,oDAAoD;gBACpD,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAA4B,CAAC;oBAC/D,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC/B,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,GAAG,CAAC,CAAC,CAAC;gBACb,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC3B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YACD,oEAAoE;QACtE,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,GAAU;QACxB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAc,EACd,MAA+B,EAC/B,SAAkB;QAElB,MAAM,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,kDAAkD;YAClD,OAAO,OAAO,CAAC,IAAI,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC;gBACvC,kBAAkB,CAAC,MAAM,EAAE,eAAe,CAAC;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACpC,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,aAAiC,CAAC;QAEtC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9D,yCAAyC;YACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1C,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC7B,aAAa,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE7C,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACxD,EAAE,CAAC,KAAM,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAA6B,EAAE,EAAE;oBAC5D,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC3B,MAAM,CAAC,GAAG,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,kBAAkB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAEnE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YAC3E,IAAI,GAAG,YAAY,kBAAkB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBACrE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAY,EACZ,UAAgC,EAChC,OAA8B;QAE9B,IAAI,gBAAgB,EAAE,EAAE,CAAC;YACvB,OAAO,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG;YACb,KAAK;YACL,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;SAC5B,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAChC,gBAAgB,EAChB,MAAiC,EACjC,OAAO,EAAE,OAAO,CACjB,CAAC;QACF,OAAO,GAA0B,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,OAAe,EACf,UAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,KAAa,EACb,WAAmB,EACnB,OAA8B;QAE9B,MAAM,MAAM,GAAoB;YAC9B,YAAY,EAAE,WAAW;YACzB,MAAM;YACN,KAAK;YACL,WAAW;YACX,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,CAAC;SACf,CAAC;QACF,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,UAAU;YACvB,YAAY,EAAE,WAAW;YACzB,MAAM;SACP,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAChC,sBAAsB,EACtB,MAAiC,EACjC,OAAO,EAAE,OAAO,CACjB,CAAC;QACF,OAAO,OAAO,CAAE,GAA+B,EAAE,QAAQ,IAAI,KAAK,CAAC,CAAC;IACtE,CAAC;CACF"}

package/dist/config.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Configure global SDK options.
+ *
+ * @param options.simulation - Enable simulation mode. All `evaluateBatch` calls
+ *   return deterministic pass results without spawning the engine or calling any
+ *   LLM. Equivalent to setting `ATTEST_SIMULATION=1` in the environment.
+ */
+export declare function config(options: {
+    simulation?: boolean;
+}): void;
+/**
+ * Returns true when simulation mode is active via either the programmatic API
+ * or the `ATTEST_SIMULATION` environment variable.
+ */
+export declare function isSimulationMode(): boolean;
+/**
+ * Reset all programmatic config to defaults. Primarily for use in tests.
+ * Environment variables are not affected.
+ */
+export declare function resetConfig(): void;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE;IAAE,UAAU,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAI9D;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAO1C;AAED;;;GAGG;AACH,wBAAgB,WAAW,IAAI,IAAI,CAElC"}

package/dist/config.js

@@ -0,0 +1,31 @@
+let _simulationMode = false;
+/**
+ * Configure global SDK options.
+ *
+ * @param options.simulation - Enable simulation mode. All `evaluateBatch` calls
+ *   return deterministic pass results without spawning the engine or calling any
+ *   LLM. Equivalent to setting `ATTEST_SIMULATION=1` in the environment.
+ */
+export function config(options) {
+    if (options.simulation !== undefined) {
+        _simulationMode = options.simulation;
+    }
+}
+/**
+ * Returns true when simulation mode is active via either the programmatic API
+ * or the `ATTEST_SIMULATION` environment variable.
+ */
+export function isSimulationMode() {
+    return (_simulationMode ||
+        process.env["ATTEST_SIMULATION"] === "1" ||
+        process.env["ATTEST_SIMULATION"] === "true" ||
+        process.env["ATTEST_SIMULATION"] === "yes");
+}
+/**
+ * Reset all programmatic config to defaults. Primarily for use in tests.
+ * Environment variables are not affected.
+ */
+export function resetConfig() {
+    _simulationMode = false;
+}
+//# sourceMappingURL=config.js.map