anpord 0.1.13 → 0.1.17

package/dist/{evals-B6aT3xgH.d.cts → evals-CFxc4IrF.d.cts}

@@ -79,81 +79,81 @@ declare const EvalJournalEntry: Schema.Union<[Schema.Struct<{
 type EvalJournalEntry = typeof EvalJournalEntry.Type;
 declare const EvalTrial: Schema.Struct<{
   validations: Schema.optional<Schema.refine<readonly {
-    readonly kind: "command" | "judge" | "code";
     readonly message: string;
-    readonly index: number;
     readonly name: string;
-    readonly exitCode: number | null;
-    readonly output: {
-      readonly text: string;
+    readonly kind: "judge" | "command" | "code";
+    readonly index: number;
+    readonly error: {
+      readonly format: "text" | "json";
       readonly truncated: boolean;
+      readonly text: string;
+      readonly state: "captured" | "disabled" | "unavailable";
+    } | null;
+    readonly output: {
       readonly format: "text" | "json";
+      readonly truncated: boolean;
+      readonly text: string;
       readonly state: "captured" | "disabled" | "unavailable";
     };
     readonly input: {
-      readonly text: string;
-      readonly truncated: boolean;
       readonly format: "text" | "json";
-      readonly state: "captured" | "disabled" | "unavailable";
-    };
-    readonly error: {
-      readonly text: string;
       readonly truncated: boolean;
-      readonly format: "text" | "json";
+      readonly text: string;
       readonly state: "captured" | "disabled" | "unavailable";
-    } | null;
-    readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+    };
     readonly id: string;
     readonly startedAt: number | null;
+    readonly status: "error" | "passed" | "running" | "failed" | "queued" | "skipped";
     readonly durationMs: number | null;
+    readonly exitCode: number | null;
     readonly truncated: boolean;
     readonly judgment?: {
       readonly name: string;
       readonly model: string;
       readonly threshold: number;
       readonly error: string | null;
+      readonly reason: string;
       readonly durationMs: number;
       readonly evaluator: string;
       readonly score: number | null;
       readonly choice: string | null;
-      readonly reason: string;
     } | undefined;
     readonly metadata?: {
-      readonly text: string;
-      readonly truncated: boolean;
       readonly format: "text" | "json";
+      readonly truncated: boolean;
+      readonly text: string;
       readonly state: "captured" | "disabled" | "unavailable";
     } | undefined;
     readonly calls: readonly {
       readonly index: number;
-      readonly output: {
-        readonly text: string;
+      readonly error: {
+        readonly format: "text" | "json";
         readonly truncated: boolean;
+        readonly text: string;
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly output: {
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       };
       readonly input: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
-      readonly error: {
-        readonly text: string;
         readonly truncated: boolean;
-        readonly format: "text" | "json";
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
-      } | null;
+      };
       readonly startedAt: number;
       readonly durationMs: number | null;
-      readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+      readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
     }[];
     readonly logs: readonly {
       readonly at: number;
       readonly value: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       };
       readonly index: number;
@@ -207,7 +207,7 @@ declare const EvalTrial: Schema.Struct<{
     }>>;
     calls: Schema.filter<Schema.Array$<Schema.Struct<{
       index: Schema.refine<number, typeof Schema.NonNegative>;
-      method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+      method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
       startedAt: typeof Schema.Number;
       durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
       input: Schema.Struct<{
@@ -417,81 +417,81 @@ declare const EvalCell: Schema.Struct<{
   taskIndex: typeof Schema.Int;
   trials: Schema.Array$<Schema.Struct<{
     validations: Schema.optional<Schema.refine<readonly {
-      readonly kind: "command" | "judge" | "code";
       readonly message: string;
-      readonly index: number;
       readonly name: string;
-      readonly exitCode: number | null;
-      readonly output: {
-        readonly text: string;
+      readonly kind: "judge" | "command" | "code";
+      readonly index: number;
+      readonly error: {
+        readonly format: "text" | "json";
         readonly truncated: boolean;
+        readonly text: string;
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly output: {
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       };
       readonly input: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
-      readonly error: {
-        readonly text: string;
         readonly truncated: boolean;
-        readonly format: "text" | "json";
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
-      } | null;
-      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+      };
       readonly id: string;
       readonly startedAt: number | null;
+      readonly status: "error" | "passed" | "running" | "failed" | "queued" | "skipped";
       readonly durationMs: number | null;
+      readonly exitCode: number | null;
       readonly truncated: boolean;
       readonly judgment?: {
         readonly name: string;
         readonly model: string;
         readonly threshold: number;
         readonly error: string | null;
+        readonly reason: string;
         readonly durationMs: number;
         readonly evaluator: string;
         readonly score: number | null;
         readonly choice: string | null;
-        readonly reason: string;
       } | undefined;
       readonly metadata?: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       } | undefined;
       readonly calls: readonly {
         readonly index: number;
-        readonly output: {
-          readonly text: string;
+        readonly error: {
+          readonly format: "text" | "json";
           readonly truncated: boolean;
+          readonly text: string;
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly output: {
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         };
         readonly input: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
-          readonly state: "captured" | "disabled" | "unavailable";
-        };
-        readonly error: {
-          readonly text: string;
           readonly truncated: boolean;
-          readonly format: "text" | "json";
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
-        } | null;
+        };
         readonly startedAt: number;
         readonly durationMs: number | null;
-        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
       }[];
       readonly logs: readonly {
         readonly at: number;
         readonly value: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         };
         readonly index: number;
@@ -545,7 +545,7 @@ declare const EvalCell: Schema.Struct<{
       }>>;
       calls: Schema.filter<Schema.Array$<Schema.Struct<{
         index: Schema.refine<number, typeof Schema.NonNegative>;
-        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
         startedAt: typeof Schema.Number;
         durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
         input: Schema.Struct<{
@@ -736,81 +736,81 @@ declare const EvalRun: Schema.Struct<{
     taskIndex: typeof Schema.Int;
     trials: Schema.Array$<Schema.Struct<{
       validations: Schema.optional<Schema.refine<readonly {
-        readonly kind: "command" | "judge" | "code";
         readonly message: string;
-        readonly index: number;
         readonly name: string;
-        readonly exitCode: number | null;
-        readonly output: {
-          readonly text: string;
+        readonly kind: "judge" | "command" | "code";
+        readonly index: number;
+        readonly error: {
+          readonly format: "text" | "json";
           readonly truncated: boolean;
+          readonly text: string;
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly output: {
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         };
         readonly input: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
-          readonly state: "captured" | "disabled" | "unavailable";
-        };
-        readonly error: {
-          readonly text: string;
           readonly truncated: boolean;
-          readonly format: "text" | "json";
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
-        } | null;
-        readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+        };
         readonly id: string;
         readonly startedAt: number | null;
+        readonly status: "error" | "passed" | "running" | "failed" | "queued" | "skipped";
         readonly durationMs: number | null;
+        readonly exitCode: number | null;
         readonly truncated: boolean;
         readonly judgment?: {
           readonly name: string;
           readonly model: string;
           readonly threshold: number;
           readonly error: string | null;
+          readonly reason: string;
           readonly durationMs: number;
           readonly evaluator: string;
           readonly score: number | null;
           readonly choice: string | null;
-          readonly reason: string;
         } | undefined;
         readonly metadata?: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         } | undefined;
         readonly calls: readonly {
           readonly index: number;
-          readonly output: {
-            readonly text: string;
+          readonly error: {
+            readonly format: "text" | "json";
             readonly truncated: boolean;
+            readonly text: string;
+            readonly state: "captured" | "disabled" | "unavailable";
+          } | null;
+          readonly output: {
             readonly format: "text" | "json";
+            readonly truncated: boolean;
+            readonly text: string;
             readonly state: "captured" | "disabled" | "unavailable";
           };
           readonly input: {
-            readonly text: string;
-            readonly truncated: boolean;
             readonly format: "text" | "json";
-            readonly state: "captured" | "disabled" | "unavailable";
-          };
-          readonly error: {
-            readonly text: string;
             readonly truncated: boolean;
-            readonly format: "text" | "json";
+            readonly text: string;
             readonly state: "captured" | "disabled" | "unavailable";
-          } | null;
+          };
           readonly startedAt: number;
           readonly durationMs: number | null;
-          readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+          readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
         }[];
         readonly logs: readonly {
           readonly at: number;
           readonly value: {
-            readonly text: string;
-            readonly truncated: boolean;
             readonly format: "text" | "json";
+            readonly truncated: boolean;
+            readonly text: string;
             readonly state: "captured" | "disabled" | "unavailable";
           };
           readonly index: number;
@@ -864,7 +864,7 @@ declare const EvalRun: Schema.Struct<{
         }>>;
         calls: Schema.filter<Schema.Array$<Schema.Struct<{
           index: Schema.refine<number, typeof Schema.NonNegative>;
-          method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+          method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
           startedAt: typeof Schema.Number;
           durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
           input: Schema.Struct<{
@@ -1078,81 +1078,81 @@ declare const EvalCellHistoryEntry: Schema.Struct<{
   runId: typeof Schema.String;
   trials: Schema.Array$<Schema.Struct<{
     validations: Schema.optional<Schema.refine<readonly {
-      readonly kind: "command" | "judge" | "code";
       readonly message: string;
-      readonly index: number;
       readonly name: string;
-      readonly exitCode: number | null;
-      readonly output: {
-        readonly text: string;
+      readonly kind: "judge" | "command" | "code";
+      readonly index: number;
+      readonly error: {
+        readonly format: "text" | "json";
         readonly truncated: boolean;
+        readonly text: string;
+        readonly state: "captured" | "disabled" | "unavailable";
+      } | null;
+      readonly output: {
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       };
       readonly input: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
-      readonly error: {
-        readonly text: string;
         readonly truncated: boolean;
-        readonly format: "text" | "json";
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
-      } | null;
-      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
+      };
       readonly id: string;
       readonly startedAt: number | null;
+      readonly status: "error" | "passed" | "running" | "failed" | "queued" | "skipped";
       readonly durationMs: number | null;
+      readonly exitCode: number | null;
       readonly truncated: boolean;
       readonly judgment?: {
         readonly name: string;
         readonly model: string;
         readonly threshold: number;
         readonly error: string | null;
+        readonly reason: string;
         readonly durationMs: number;
         readonly evaluator: string;
         readonly score: number | null;
         readonly choice: string | null;
-        readonly reason: string;
       } | undefined;
       readonly metadata?: {
-        readonly text: string;
-        readonly truncated: boolean;
         readonly format: "text" | "json";
+        readonly truncated: boolean;
+        readonly text: string;
         readonly state: "captured" | "disabled" | "unavailable";
       } | undefined;
       readonly calls: readonly {
         readonly index: number;
-        readonly output: {
-          readonly text: string;
+        readonly error: {
+          readonly format: "text" | "json";
           readonly truncated: boolean;
+          readonly text: string;
+          readonly state: "captured" | "disabled" | "unavailable";
+        } | null;
+        readonly output: {
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         };
         readonly input: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
-          readonly state: "captured" | "disabled" | "unavailable";
-        };
-        readonly error: {
-          readonly text: string;
           readonly truncated: boolean;
-          readonly format: "text" | "json";
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
-        } | null;
+        };
         readonly startedAt: number;
         readonly durationMs: number | null;
-        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
       }[];
       readonly logs: readonly {
         readonly at: number;
         readonly value: {
-          readonly text: string;
-          readonly truncated: boolean;
           readonly format: "text" | "json";
+          readonly truncated: boolean;
+          readonly text: string;
           readonly state: "captured" | "disabled" | "unavailable";
         };
         readonly index: number;
@@ -1206,7 +1206,7 @@ declare const EvalCellHistoryEntry: Schema.Struct<{
       }>>;
       calls: Schema.filter<Schema.Array$<Schema.Struct<{
         index: Schema.refine<number, typeof Schema.NonNegative>;
-        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
         startedAt: typeof Schema.Number;
         durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
         input: Schema.Struct<{