anpord 0.1.13 → 0.1.16

package/dist/{evals-B6aT3xgH.d.cts → evals-B2UuSop0.d.cts}

@@ -79,80 +79,80 @@ declare const EvalJournalEntry: Schema.Union<[Schema.Struct<{
 type EvalJournalEntry = typeof EvalJournalEntry.Type;
 declare const EvalTrial: Schema.Struct<{
   validations: Schema.optional<Schema.refine<readonly {
-    readonly kind: "command" | "judge" | "code";
+    readonly id: string;
+    readonly name: string;
+    readonly startedAt: number | null;
+    readonly status: "passed" | "running" | "failed" | "queued" | "error" | "skipped";
     readonly message: string;
+    readonly kind: "command" | "judge" | "code";
     readonly index: number;
-    readonly name: string;
-    readonly exitCode: number | null;
-    readonly output: {
-      readonly text: string;
-      readonly truncated: boolean;
-      readonly format: "text" | "json";
-      readonly state: "captured" | "disabled" | "unavailable";
-    };
-    readonly input: {
-      readonly text: string;
-      readonly truncated: boolean;
-      readonly format: "text" | "json";
-      readonly state: "captured" | "disabled" | "unavailable";
-    };
     readonly error: {
-      readonly text: string;
       readonly truncated: boolean;
+      readonly text: string;
       readonly format: "text" | "json";
       readonly state: "captured" | "disabled" | "unavailable";
     } | null;
-    readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
-    readonly id: string;
-    readonly startedAt: number | null;
     readonly durationMs: number | null;
+    readonly exitCode: number | null;
     readonly truncated: boolean;
     readonly judgment?: {
-      readonly name: string;
       readonly model: string;
+      readonly name: string;
       readonly threshold: number;
+      readonly reason: string;
       readonly error: string | null;
       readonly durationMs: number;
       readonly evaluator: string;
       readonly score: number | null;
       readonly choice: string | null;
-      readonly reason: string;
     } | undefined;
-    readonly metadata?: {
+    readonly input: {
+      readonly truncated: boolean;
       readonly text: string;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    };
+    readonly output: {
+      readonly truncated: boolean;
+      readonly text: string;
+      readonly format: "text" | "json";
+      readonly state: "captured" | "disabled" | "unavailable";
+    };
+    readonly metadata?: {
       readonly truncated: boolean;
+      readonly text: string;
       readonly format: "text" | "json";
       readonly state: "captured" | "disabled" | "unavailable";
     } | undefined;
     readonly calls: readonly {
+      readonly startedAt: number;
       readonly index: number;
-      readonly output: {
-        readonly text: string;
+      readonly error: {
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
-      };
+      } | null;
+      readonly durationMs: number | null;
       readonly input: {
-        readonly text: string;
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       };
-      readonly error: {
-        readonly text: string;
+      readonly output: {
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
-      } | null;
-      readonly startedAt: number;
-      readonly durationMs: number | null;
-      readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+      };
+      readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
     }[];
     readonly logs: readonly {
       readonly at: number;
       readonly value: {
-        readonly text: string;
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       };
@@ -207,7 +207,7 @@ declare const EvalTrial: Schema.Struct<{
     }>>;
     calls: Schema.filter<Schema.Array$<Schema.Struct<{
       index: Schema.refine<number, typeof Schema.NonNegative>;
-      method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+      method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
       startedAt: typeof Schema.Number;
       durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
       input: Schema.Struct<{
@@ -417,80 +417,80 @@ declare const EvalCell: Schema.Struct<{
   taskIndex: typeof Schema.Int;
   trials: Schema.Array$<Schema.Struct<{
     validations: Schema.optional<Schema.refine<readonly {
-      readonly kind: "command" | "judge" | "code";
+      readonly id: string;
+      readonly name: string;
+      readonly startedAt: number | null;
+      readonly status: "passed" | "running" | "failed" | "queued" | "error" | "skipped";
       readonly message: string;
+      readonly kind: "command" | "judge" | "code";
       readonly index: number;
-      readonly name: string;
-      readonly exitCode: number | null;
-      readonly output: {
-        readonly text: string;
-        readonly truncated: boolean;
-        readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
-      readonly input: {
-        readonly text: string;
-        readonly truncated: boolean;
-        readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
       readonly error: {
-        readonly text: string;
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       } | null;
-      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
-      readonly id: string;
-      readonly startedAt: number | null;
       readonly durationMs: number | null;
+      readonly exitCode: number | null;
       readonly truncated: boolean;
       readonly judgment?: {
-        readonly name: string;
         readonly model: string;
+        readonly name: string;
         readonly threshold: number;
+        readonly reason: string;
         readonly error: string | null;
         readonly durationMs: number;
         readonly evaluator: string;
         readonly score: number | null;
         readonly choice: string | null;
-        readonly reason: string;
       } | undefined;
-      readonly metadata?: {
+      readonly input: {
+        readonly truncated: boolean;
         readonly text: string;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly output: {
+        readonly truncated: boolean;
+        readonly text: string;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly metadata?: {
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       } | undefined;
       readonly calls: readonly {
+        readonly startedAt: number;
         readonly index: number;
-        readonly output: {
-          readonly text: string;
+        readonly error: {
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
-        };
+        } | null;
+        readonly durationMs: number | null;
         readonly input: {
-          readonly text: string;
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         };
-        readonly error: {
-          readonly text: string;
+        readonly output: {
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
-        } | null;
-        readonly startedAt: number;
-        readonly durationMs: number | null;
-        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+        };
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
       }[];
       readonly logs: readonly {
         readonly at: number;
         readonly value: {
-          readonly text: string;
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         };
@@ -545,7 +545,7 @@ declare const EvalCell: Schema.Struct<{
       }>>;
       calls: Schema.filter<Schema.Array$<Schema.Struct<{
         index: Schema.refine<number, typeof Schema.NonNegative>;
-        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
         startedAt: typeof Schema.Number;
         durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
         input: Schema.Struct<{
@@ -736,80 +736,80 @@ declare const EvalRun: Schema.Struct<{
     taskIndex: typeof Schema.Int;
     trials: Schema.Array$<Schema.Struct<{
       validations: Schema.optional<Schema.refine<readonly {
-        readonly kind: "command" | "judge" | "code";
+        readonly id: string;
+        readonly name: string;
+        readonly startedAt: number | null;
+        readonly status: "passed" | "running" | "failed" | "queued" | "error" | "skipped";
         readonly message: string;
+        readonly kind: "command" | "judge" | "code";
         readonly index: number;
-        readonly name: string;
-        readonly exitCode: number | null;
-        readonly output: {
-          readonly text: string;
-          readonly truncated: boolean;
-          readonly format: "text" | "json";
-          readonly state: "captured" | "disabled" | "unavailable";
-        };
-        readonly input: {
-          readonly text: string;
-          readonly truncated: boolean;
-          readonly format: "text" | "json";
-          readonly state: "captured" | "disabled" | "unavailable";
-        };
         readonly error: {
-          readonly text: string;
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         } | null;
-        readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
-        readonly id: string;
-        readonly startedAt: number | null;
         readonly durationMs: number | null;
+        readonly exitCode: number | null;
         readonly truncated: boolean;
         readonly judgment?: {
-          readonly name: string;
           readonly model: string;
+          readonly name: string;
           readonly threshold: number;
+          readonly reason: string;
           readonly error: string | null;
           readonly durationMs: number;
           readonly evaluator: string;
           readonly score: number | null;
           readonly choice: string | null;
-          readonly reason: string;
         } | undefined;
-        readonly metadata?: {
+        readonly input: {
+          readonly truncated: boolean;
           readonly text: string;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly output: {
+          readonly truncated: boolean;
+          readonly text: string;
+          readonly format: "text" | "json";
+          readonly state: "captured" | "disabled" | "unavailable";
+        };
+        readonly metadata?: {
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         } | undefined;
         readonly calls: readonly {
+          readonly startedAt: number;
           readonly index: number;
-          readonly output: {
-            readonly text: string;
+          readonly error: {
             readonly truncated: boolean;
+            readonly text: string;
             readonly format: "text" | "json";
             readonly state: "captured" | "disabled" | "unavailable";
-          };
+          } | null;
+          readonly durationMs: number | null;
           readonly input: {
-            readonly text: string;
             readonly truncated: boolean;
+            readonly text: string;
             readonly format: "text" | "json";
             readonly state: "captured" | "disabled" | "unavailable";
           };
-          readonly error: {
-            readonly text: string;
+          readonly output: {
             readonly truncated: boolean;
+            readonly text: string;
             readonly format: "text" | "json";
             readonly state: "captured" | "disabled" | "unavailable";
-          } | null;
-          readonly startedAt: number;
-          readonly durationMs: number | null;
-          readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+          };
+          readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
         }[];
         readonly logs: readonly {
           readonly at: number;
           readonly value: {
-            readonly text: string;
             readonly truncated: boolean;
+            readonly text: string;
             readonly format: "text" | "json";
             readonly state: "captured" | "disabled" | "unavailable";
           };
@@ -864,7 +864,7 @@ declare const EvalRun: Schema.Struct<{
         }>>;
         calls: Schema.filter<Schema.Array$<Schema.Struct<{
           index: Schema.refine<number, typeof Schema.NonNegative>;
-          method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+          method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
           startedAt: typeof Schema.Number;
           durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
           input: Schema.Struct<{
@@ -1078,80 +1078,80 @@ declare const EvalCellHistoryEntry: Schema.Struct<{
   runId: typeof Schema.String;
   trials: Schema.Array$<Schema.Struct<{
     validations: Schema.optional<Schema.refine<readonly {
-      readonly kind: "command" | "judge" | "code";
+      readonly id: string;
+      readonly name: string;
+      readonly startedAt: number | null;
+      readonly status: "passed" | "running" | "failed" | "queued" | "error" | "skipped";
       readonly message: string;
+      readonly kind: "command" | "judge" | "code";
       readonly index: number;
-      readonly name: string;
-      readonly exitCode: number | null;
-      readonly output: {
-        readonly text: string;
-        readonly truncated: boolean;
-        readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
-      readonly input: {
-        readonly text: string;
-        readonly truncated: boolean;
-        readonly format: "text" | "json";
-        readonly state: "captured" | "disabled" | "unavailable";
-      };
       readonly error: {
-        readonly text: string;
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       } | null;
-      readonly status: "queued" | "running" | "passed" | "failed" | "error" | "skipped";
-      readonly id: string;
-      readonly startedAt: number | null;
       readonly durationMs: number | null;
+      readonly exitCode: number | null;
       readonly truncated: boolean;
       readonly judgment?: {
-        readonly name: string;
         readonly model: string;
+        readonly name: string;
         readonly threshold: number;
+        readonly reason: string;
         readonly error: string | null;
         readonly durationMs: number;
         readonly evaluator: string;
         readonly score: number | null;
         readonly choice: string | null;
-        readonly reason: string;
       } | undefined;
-      readonly metadata?: {
+      readonly input: {
+        readonly truncated: boolean;
         readonly text: string;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly output: {
+        readonly truncated: boolean;
+        readonly text: string;
+        readonly format: "text" | "json";
+        readonly state: "captured" | "disabled" | "unavailable";
+      };
+      readonly metadata?: {
         readonly truncated: boolean;
+        readonly text: string;
         readonly format: "text" | "json";
         readonly state: "captured" | "disabled" | "unavailable";
       } | undefined;
       readonly calls: readonly {
+        readonly startedAt: number;
         readonly index: number;
-        readonly output: {
-          readonly text: string;
+        readonly error: {
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
-        };
+        } | null;
+        readonly durationMs: number | null;
         readonly input: {
-          readonly text: string;
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         };
-        readonly error: {
-          readonly text: string;
+        readonly output: {
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
-        } | null;
-        readonly startedAt: number;
-        readonly durationMs: number | null;
-        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "mcp.calls";
+        };
+        readonly method: "answer" | "transcript" | "readText" | "exists" | "exec" | "cli.calls" | "api.calls" | "api.url" | "mcp.calls";
       }[];
       readonly logs: readonly {
         readonly at: number;
         readonly value: {
-          readonly text: string;
           readonly truncated: boolean;
+          readonly text: string;
           readonly format: "text" | "json";
           readonly state: "captured" | "disabled" | "unavailable";
         };
@@ -1206,7 +1206,7 @@ declare const EvalCellHistoryEntry: Schema.Struct<{
       }>>;
       calls: Schema.filter<Schema.Array$<Schema.Struct<{
         index: Schema.refine<number, typeof Schema.NonNegative>;
-        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "mcp.calls"]>;
+        method: Schema.Literal<["answer", "transcript", "readText", "exists", "exec", "cli.calls", "api.calls", "api.url", "mcp.calls"]>;
         startedAt: typeof Schema.Number;
         durationMs: Schema.NullOr<Schema.refine<number, typeof Schema.NonNegative>>;
         input: Schema.Struct<{