inspect-ai 0.3.69__py3-none-any.whl → 0.3.71__py3-none-any.whl

inspect_ai/_view/www/src/types/log.d.ts

@@ -39,6 +39,7 @@ export type FailOnError = boolean | number | null;
 export type MessageLimit = number | null;
 export type TokenLimit = number | null;
 export type TimeLimit = number | null;
+export type WorkingLimit = number | null;
 export type MaxSamples = number | null;
 export type MaxTasks = number | null;
 export type MaxSubprocesses = number | null;
@@ -52,7 +53,30 @@ export type Type = "git";
 export type Origin = string;
 export type Commit = string;
 export type Metadata = {} | null;
+export type Scorers = EvalScorer[] | null;
 export type Name2 = string;
+export type Options = {} | null;
+export type Metrics =
+  | (
+      | EvalMetricDefinition
+      | {
+          [k: string]: EvalMetricDefinition[];
+        }
+    )[]
+  | {
+      [k: string]: EvalMetricDefinition[];
+    }
+  | null;
+export type Name3 = string;
+export type Options1 = {} | null;
+export type Metadata1 = {} | null;
+export type Metrics1 =
+  | EvalMetricDefinition[]
+  | {
+      [k: string]: EvalMetricDefinition[];
+    }
+  | null;
+export type Name4 = string;
 export type Solver1 = string;
 export type Steps = EvalPlanStep[];
 export type MaxRetries = number | null;
@@ -79,18 +103,19 @@ export type InternalTools = boolean | null;
 export type MaxToolOutput = number | null;
 export type CachePrompt = "auto" | boolean | null;
 export type ReasoningEffort = ("low" | "medium" | "high") | null;
-export type ReasoningHistory = boolean | null;
+export type ReasoningTokens = number | null;
+export type ReasoningHistory = ("none" | "all" | "last" | "auto") | null;
 export type TotalSamples = number;
 export type CompletedSamples = number;
-export type Name3 = string;
+export type Name5 = string;
 export type Scorer = string;
 export type Reducer = string | null;
-export type Name4 = string;
+export type Name6 = string;
 export type Value = number;
-export type Metadata1 = {} | null;
 export type Metadata2 = {} | null;
-export type Scores = EvalScore[];
 export type Metadata3 = {} | null;
+export type Scores = EvalScore[];
+export type Metadata4 = {} | null;
 export type StartedAt = string;
 export type CompletedAt = string;
 export type InputTokens = number;
@@ -98,6 +123,7 @@ export type OutputTokens = number;
 export type TotalTokens = number;
 export type InputTokensCacheWrite = number | null;
 export type InputTokensCacheRead = number | null;
+export type ReasoningTokens1 = number | null;
 export type Message = string;
 export type Traceback = string;
 export type TracebackAnsi = string;
@@ -115,47 +141,74 @@ export type Input =
 export type Role = "system";
 export type Content =
   | string
-  | (ContentText | ContentImage | ContentAudio | ContentVideo)[];
+  | (
+      | ContentText
+      | ContentReasoning
+      | ContentImage
+      | ContentAudio
+      | ContentVideo
+    )[];
 export type Type1 = "text";
 export type Text = string;
-export type Type2 = "image";
+export type Type2 = "reasoning";
+export type Reasoning = string;
+export type Signature = string | null;
+export type Redacted = boolean;
+export type Type3 = "image";
 export type Image = string;
 export type Detail = "auto" | "low" | "high";
-export type Type3 = "audio";
+export type Type4 = "audio";
 export type Audio = string;
 export type Format = "wav" | "mp3";
-export type Type4 = "video";
+export type Type5 = "video";
 export type Video = string;
 export type Format1 = "mp4" | "mpeg" | "mov";
 export type Source = ("input" | "generate") | null;
 export type Role1 = "user";
 export type Content1 =
   | string
-  | (ContentText | ContentImage | ContentAudio | ContentVideo)[];
+  | (
+      | ContentText
+      | ContentReasoning
+      | ContentImage
+      | ContentAudio
+      | ContentVideo
+    )[];
 export type Source1 = ("input" | "generate") | null;
 export type ToolCallId = string[] | null;
 export type Role2 = "assistant";
 export type Content2 =
   | string
-  | (ContentText | ContentImage | ContentAudio | ContentVideo)[];
+  | (
+      | ContentText
+      | ContentReasoning
+      | ContentImage
+      | ContentAudio
+      | ContentVideo
+    )[];
 export type Source2 = ("input" | "generate") | null;
 export type ToolCalls = ToolCall[] | null;
 export type Id1 = string;
 export type Function = string;
-export type Type5 = "function";
+export type Type6 = "function";
 export type ParseError = string | null;
 export type Title = string | null;
 export type Format2 = "text" | "markdown";
 export type Content3 = string;
-export type Reasoning = string | null;
 export type Role3 = "tool";
 export type Content4 =
   | string
-  | (ContentText | ContentImage | ContentAudio | ContentVideo)[];
+  | (
+      | ContentText
+      | ContentReasoning
+      | ContentImage
+      | ContentAudio
+      | ContentVideo
+    )[];
 export type Source3 = ("input" | "generate") | null;
 export type ToolCallId1 = string | null;
 export type Function1 = string | null;
-export type Type6 =
+export type Type7 =
   | "parsing"
   | "timeout"
   | "unicode_decode"
@@ -194,7 +247,7 @@ export type Bytes1 = number[] | null;
 export type Content5 = Logprob[];
 export type Choices1 = ChatCompletionChoice[];
 export type Time = number | null;
-export type Metadata4 = {} | null;
+export type Metadata5 = {} | null;
 export type Error = string | null;
 export type Scores1 = {
   [k: string]: Score;
@@ -209,8 +262,9 @@ export type Value1 =
     };
 export type Answer = string | null;
 export type Explanation = string | null;
-export type Metadata5 = {} | null;
+export type Metadata6 = {} | null;
 export type Timestamp = string;
+export type WorkingStart = number;
 export type Pending = boolean | null;
 export type Event = "sample_init";
 export type Input1 =
@@ -224,43 +278,67 @@ export type Input1 =
 export type Choices2 = string[] | null;
 export type Target1 = string | string[];
 export type Id2 = number | string | null;
-export type Metadata7 = {} | null;
+export type Metadata8 = {} | null;
 export type Files1 = {
   [k: string]: string;
 } | null;
 export type Setup1 = string | null;
 export type JsonValue = unknown;
 export type Timestamp1 = string;
+export type WorkingStart1 = number;
 export type Pending1 = boolean | null;
 export type Event1 = "sample_limit";
-export type Type7 = "message" | "time" | "token" | "operator" | "custom";
+export type Type8 =
+  | "message"
+  | "time"
+  | "working"
+  | "token"
+  | "operator"
+  | "custom";
 export type Message2 = string;
 export type Limit1 = number | null;
 export type Timestamp2 = string;
+export type WorkingStart2 = number;
 export type Pending2 = boolean | null;
-export type Event2 = "state";
+export type Event2 = "sandbox";
+export type Action = "exec" | "read_file" | "write_file";
+export type Cmd = string | null;
+export type Options2 = {
+  [k: string]: JsonValue;
+} | null;
+export type File = string | null;
+export type Input2 = string | null;
+export type Result = number | null;
+export type Output = string | null;
+export type Completed = string | null;
+export type Timestamp3 = string;
+export type WorkingStart3 = number;
+export type Pending3 = boolean | null;
+export type Event3 = "state";
 export type Op = "remove" | "add" | "replace" | "move" | "test" | "copy";
 export type Path = string;
 export type From = string | null;
 export type Changes = JsonChange[];
-export type Timestamp3 = string;
-export type Pending3 = boolean | null;
-export type Event3 = "store";
-export type Changes1 = JsonChange[];
 export type Timestamp4 = string;
+export type WorkingStart4 = number;
 export type Pending4 = boolean | null;
-export type Event4 = "model";
+export type Event4 = "store";
+export type Changes1 = JsonChange[];
+export type Timestamp5 = string;
+export type WorkingStart5 = number;
+export type Pending5 = boolean | null;
+export type Event5 = "model";
 export type Model2 = string;
-export type Input2 = (
+export type Input3 = (
   | ChatMessageSystem
   | ChatMessageUser
   | ChatMessageAssistant
   | ChatMessageTool
 )[];
-export type Name5 = string;
+export type Name7 = string;
 export type Description = string;
-export type Type8 = "object";
-export type Type9 =
+export type Type9 = "object";
+export type Type10 =
   | ("string" | "integer" | "number" | "boolean" | "array" | "object" | "null")
   | null;
 export type Description1 = string | null;
@@ -275,28 +353,40 @@ export type Required1 = string[];
 export type Additionalproperties1 = boolean;
 export type Tools1 = ToolInfo[];
 export type ToolChoice = ("auto" | "any" | "none") | ToolFunction;
-export type Name6 = string;
+export type Name8 = string;
 export type Error1 = string | null;
 export type Cache = ("read" | "write") | null;
-export type Timestamp5 = string;
-export type Pending5 = boolean | null;
-export type Event5 = "tool";
-export type Type10 = "function";
+export type Time1 = number | null;
+export type Completed1 = string | null;
+export type WorkingTime = number | null;
+export type Timestamp6 = string;
+export type WorkingStart6 = number;
+export type Pending6 = boolean | null;
+export type Event6 = "tool";
+export type Type11 = "function";
 export type Id3 = string;
 export type Function2 = string;
-export type Result =
+export type Result1 =
   | string
   | number
   | boolean
   | ContentText
+  | ContentReasoning
   | ContentImage
   | ContentAudio
   | ContentVideo
-  | (ContentText | ContentImage | ContentAudio | ContentVideo)[];
+  | (
+      | ContentText
+      | ContentReasoning
+      | ContentImage
+      | ContentAudio
+      | ContentVideo
+    )[];
 export type Truncated = [unknown, unknown] | null;
-export type Timestamp6 = string;
-export type Pending6 = boolean | null;
-export type Event6 = "approval";
+export type Timestamp7 = string;
+export type WorkingStart7 = number;
+export type Pending7 = boolean | null;
+export type Event7 = "approval";
 export type Message3 = string;
 export type Approver = string;
 export type Decision =
@@ -306,23 +396,27 @@ export type Decision =
   | "escalate"
   | "terminate";
 export type Explanation1 = string | null;
-export type Timestamp7 = string;
-export type Pending7 = boolean | null;
-export type Event7 = "input";
-export type Input3 = string;
-export type InputAnsi = string;
 export type Timestamp8 = string;
+export type WorkingStart8 = number;
 export type Pending8 = boolean | null;
-export type Event8 = "score";
-export type Target2 = string | string[] | null;
-export type Intermediate = boolean;
+export type Event8 = "input";
+export type Input4 = string;
+export type InputAnsi = string;
 export type Timestamp9 = string;
+export type WorkingStart9 = number;
 export type Pending9 = boolean | null;
-export type Event9 = "error";
+export type Event9 = "score";
+export type Target2 = string | string[] | null;
+export type Intermediate = boolean;
 export type Timestamp10 = string;
+export type WorkingStart10 = number;
 export type Pending10 = boolean | null;
-export type Event10 = "logger";
-export type Name7 = string | null;
+export type Event10 = "error";
+export type Timestamp11 = string;
+export type WorkingStart11 = number;
+export type Pending11 = boolean | null;
+export type Event11 = "logger";
+export type Name9 = string | null;
 export type Level =
   | "debug"
   | "trace"
@@ -337,24 +431,28 @@ export type Created1 = number;
 export type Filename = string;
 export type Module = string;
 export type Lineno = number;
-export type Timestamp11 = string;
-export type Pending11 = boolean | null;
-export type Event11 = "info";
-export type Source4 = string | null;
 export type Timestamp12 = string;
+export type WorkingStart12 = number;
 export type Pending12 = boolean | null;
-export type Event12 = "step";
-export type Action = "begin" | "end";
-export type Type11 = string | null;
-export type Name8 = string;
+export type Event12 = "info";
+export type Source4 = string | null;
 export type Timestamp13 = string;
+export type WorkingStart13 = number;
 export type Pending13 = boolean | null;
-export type Event13 = "subtask";
-export type Name9 = string;
+export type Event13 = "step";
+export type Action1 = "begin" | "end";
 export type Type12 = string | null;
+export type Name10 = string;
+export type Timestamp14 = string;
+export type WorkingStart14 = number;
+export type Pending14 = boolean | null;
+export type Event14 = "subtask";
+export type Name11 = string;
+export type Type13 = string | null;
 export type Events2 = (
   | SampleInitEvent
   | SampleLimitEvent
+  | SandboxEvent
   | StateEvent
   | StoreEvent
   | ModelEvent
@@ -368,9 +466,12 @@ export type Events2 = (
   | StepEvent
   | SubtaskEvent
 )[];
+export type Completed2 = string | null;
+export type WorkingTime1 = number | null;
 export type Events1 = (
   | SampleInitEvent
   | SampleLimitEvent
+  | SandboxEvent
   | StateEvent
   | StoreEvent
   | ModelEvent
@@ -384,9 +485,12 @@ export type Events1 = (
   | StepEvent
   | SubtaskEvent
 )[];
+export type Completed3 = string | null;
+export type WorkingTime2 = number | null;
 export type Events = (
   | SampleInitEvent
   | SampleLimitEvent
+  | SandboxEvent
   | StateEvent
   | StoreEvent
   | ModelEvent
@@ -400,9 +504,13 @@ export type Events = (
   | StepEvent
   | SubtaskEvent
 )[];
-export type Type13 =
+export type TotalTime = number | null;
+export type WorkingTime3 = number | null;
+export type Uuid = string | null;
+export type Type14 =
   | "context"
   | "time"
+  | "working"
   | "message"
   | "token"
   | "operator"
@@ -421,7 +529,7 @@ export type Value2 =
     };
 export type Answer1 = string | null;
 export type Explanation2 = string | null;
-export type Metadata8 = {} | null;
+export type Metadata9 = {} | null;
 export type SampleId1 = string | number | null;
 export type Samples2 = EvalSampleScore[];
 export type Location1 = string;
@@ -465,6 +573,8 @@ export interface EvalSpec {
   revision: EvalRevision | null;
   packages: Packages;
   metadata: Metadata;
+  scorers: Scorers;
+  metrics: Metrics1;
 }
 export interface TaskAttribs {}
 export interface TaskArgs {}
@@ -492,6 +602,7 @@ export interface EvalConfig {
   message_limit: MessageLimit;
   token_limit: TokenLimit;
   time_limit: TimeLimit;
+  working_limit: WorkingLimit;
   max_samples: MaxSamples;
   max_tasks: MaxTasks;
   max_subprocesses: MaxSubprocesses;
@@ -538,11 +649,21 @@ export interface EvalRevision {
 export interface Packages {
   [k: string]: string;
 }
+export interface EvalScorer {
+  name: Name2;
+  options: Options;
+  metrics: Metrics;
+  metadata: Metadata1;
+}
+export interface EvalMetricDefinition {
+  name: Name3;
+  options: Options1;
+}
 /**
  * Plan (solvers) used in evaluation.
  */
 export interface EvalPlan {
-  name: Name2;
+  name: Name4;
   steps: Steps;
   finish: EvalPlanStep | null;
   config: GenerateConfig;
@@ -581,6 +702,7 @@ export interface GenerateConfig {
   max_tool_output: MaxToolOutput;
   cache_prompt: CachePrompt;
   reasoning_effort: ReasoningEffort;
+  reasoning_tokens: ReasoningTokens;
   reasoning_history: ReasoningHistory;
 }
 /**
@@ -590,31 +712,31 @@ export interface EvalResults {
   total_samples: TotalSamples;
   completed_samples: CompletedSamples;
   scores: Scores;
-  metadata: Metadata3;
+  metadata: Metadata4;
 }
 /**
  * Score for evaluation task.
  */
 export interface EvalScore {
-  name: Name3;
+  name: Name5;
   scorer: Scorer;
   reducer: Reducer;
   params: Params2;
-  metrics: Metrics;
-  metadata: Metadata2;
+  metrics: Metrics2;
+  metadata: Metadata3;
 }
 export interface Params2 {}
-export interface Metrics {
+export interface Metrics2 {
   [k: string]: EvalMetric;
 }
 /**
  * Metric for evaluation score.
  */
 export interface EvalMetric {
-  name: Name4;
+  name: Name6;
   value: Value;
   params: Params3;
-  metadata: Metadata1;
+  metadata: Metadata2;
 }
 export interface Params3 {}
 /**
@@ -637,6 +759,7 @@ export interface ModelUsage1 {
   total_tokens: TotalTokens;
   input_tokens_cache_write: InputTokensCacheWrite;
   input_tokens_cache_read: InputTokensCacheRead;
+  reasoning_tokens: ReasoningTokens1;
 }
 /**
  * Eval error details.
@@ -661,10 +784,13 @@ export interface EvalSample {
   messages: Messages;
   output: ModelOutput;
   scores: Scores1;
-  metadata: Metadata6;
+  metadata: Metadata7;
   store: Store;
   events: Events;
   model_usage: ModelUsage2;
+  total_time: TotalTime;
+  working_time: WorkingTime3;
+  uuid: Uuid;
   error: EvalError | null;
   attachments: Attachments;
   limit: EvalSampleLimit | null;
@@ -684,11 +810,22 @@ export interface ContentText {
   type: Type1;
   text: Text;
 }
+/**
+ * Reasoning content.
+ *
+ * See the specification for [thinking blocks](https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#understanding-thinking-blocks) for Claude models.
+ */
+export interface ContentReasoning {
+  type: Type2;
+  reasoning: Reasoning;
+  signature: Signature;
+  redacted: Redacted;
+}
 /**
  * Image content.
  */
 export interface ContentImage {
-  type: Type2;
+  type: Type3;
   image: Image;
   detail: Detail;
 }
@@ -696,7 +833,7 @@ export interface ContentImage {
  * Audio content.
  */
 export interface ContentAudio {
-  type: Type3;
+  type: Type4;
   audio: Audio;
   format: Format;
 }
@@ -704,7 +841,7 @@ export interface ContentAudio {
  * Video content.
  */
 export interface ContentVideo {
-  type: Type4;
+  type: Type5;
   video: Video;
   format: Format1;
 }
@@ -725,13 +862,12 @@ export interface ChatMessageAssistant {
   content: Content2;
   source: Source2;
   tool_calls: ToolCalls;
-  reasoning: Reasoning;
 }
 export interface ToolCall {
   id: Id1;
   function: Function;
   arguments: Arguments;
-  type: Type5;
+  type: Type6;
   parse_error: ParseError;
   view: ToolCallContent | null;
 }
@@ -756,7 +892,7 @@ export interface ChatMessageTool {
   error: ToolCallError | null;
 }
 export interface ToolCallError {
-  type: Type6;
+  type: Type7;
   message: Message1;
 }
 /**
@@ -767,7 +903,7 @@ export interface ModelOutput {
   choices: Choices1;
   usage: ModelUsage1 | null;
   time: Time;
-  metadata: Metadata4;
+  metadata: Metadata5;
   error: Error;
 }
 /**
@@ -808,15 +944,16 @@ export interface Score {
   value: Value1;
   answer: Answer;
   explanation: Explanation;
-  metadata: Metadata5;
+  metadata: Metadata6;
 }
-export interface Metadata6 {}
+export interface Metadata7 {}
 export interface Store {}
 /**
  * Beginning of processing a Sample.
  */
 export interface SampleInitEvent {
   timestamp: Timestamp;
+  working_start: WorkingStart;
   pending: Pending;
   event: Event;
   sample: Sample;
@@ -830,7 +967,7 @@ export interface Sample {
   choices: Choices2;
   target: Target1;
   id: Id2;
-  metadata: Metadata7;
+  metadata: Metadata8;
   sandbox: SandboxEnvironmentSpec | null;
   files: Files1;
   setup: Setup1;
@@ -840,19 +977,38 @@ export interface Sample {
  */
 export interface SampleLimitEvent {
   timestamp: Timestamp1;
+  working_start: WorkingStart1;
   pending: Pending1;
   event: Event1;
-  type: Type7;
+  type: Type8;
   message: Message2;
   limit: Limit1;
 }
 /**
- * Change to the current `TaskState`
+ * Sandbox execution or I/O
  */
-export interface StateEvent {
+export interface SandboxEvent {
   timestamp: Timestamp2;
+  working_start: WorkingStart2;
   pending: Pending2;
   event: Event2;
+  action: Action;
+  cmd: Cmd;
+  options: Options2;
+  file: File;
+  input: Input2;
+  result: Result;
+  output: Output;
+  completed: Completed;
+}
+/**
+ * Change to the current `TaskState`
+ */
+export interface StateEvent {
+  timestamp: Timestamp3;
+  working_start: WorkingStart3;
+  pending: Pending3;
+  event: Event3;
   changes: Changes;
 }
 /**
@@ -873,20 +1029,22 @@ export interface JsonChange {
  * Change to data within the current `Store`.
  */
 export interface StoreEvent {
-  timestamp: Timestamp3;
-  pending: Pending3;
-  event: Event3;
+  timestamp: Timestamp4;
+  working_start: WorkingStart4;
+  pending: Pending4;
+  event: Event4;
   changes: Changes1;
 }
 /**
  * Call to a language model.
  */
 export interface ModelEvent {
-  timestamp: Timestamp4;
-  pending: Pending4;
-  event: Event4;
+  timestamp: Timestamp5;
+  working_start: WorkingStart5;
+  pending: Pending5;
+  event: Event5;
   model: Model2;
-  input: Input2;
+  input: Input3;
   tools: Tools1;
   tool_choice: ToolChoice;
   config: GenerateConfig1;
@@ -894,6 +1052,8 @@ export interface ModelEvent {
   error: Error1;
   cache: Cache;
   call: ModelCall | null;
+  completed: Completed1;
+  working_time: WorkingTime;
 }
 /**
  * Specification of a tool (JSON Schema compatible)
@@ -922,7 +1082,7 @@ export interface ModelEvent {
  * ```
  */
 export interface ToolInfo {
-  name: Name5;
+  name: Name7;
   description: Description;
   parameters: ToolParams;
 }
@@ -930,7 +1090,7 @@ export interface ToolInfo {
  * Description of tool parameters object in JSON Schema format.
  */
 export interface ToolParams {
-  type: Type8;
+  type: Type9;
   properties: Properties;
   required: Required1;
   additionalProperties: Additionalproperties1;
@@ -942,7 +1102,7 @@ export interface Properties {
  * Description of tool parameter in JSON Schema format.
  */
 export interface ToolParam {
-  type: Type9;
+  type: Type10;
   description: Description1;
   default: Default;
   enum: Enum;
@@ -956,7 +1116,7 @@ export interface Default {
   [k: string]: unknown;
 }
 export interface ToolFunction {
-  name: Name6;
+  name: Name8;
 }
 /**
  * Model generation options.
@@ -984,6 +1144,7 @@ export interface GenerateConfig1 {
   max_tool_output: MaxToolOutput;
   cache_prompt: CachePrompt;
   reasoning_effort: ReasoningEffort;
+  reasoning_tokens: ReasoningTokens;
   reasoning_history: ReasoningHistory;
 }
 /**
@@ -992,6 +1153,7 @@ export interface GenerateConfig1 {
 export interface ModelCall {
   request: Request;
   response: Response;
+  time: Time1;
 }
 export interface Request {
   [k: string]: JsonValue;
@@ -1003,18 +1165,21 @@ export interface Response {
  * Call to a tool.
  */
 export interface ToolEvent {
-  timestamp: Timestamp5;
-  pending: Pending5;
-  event: Event5;
-  type: Type10;
+  timestamp: Timestamp6;
+  working_start: WorkingStart6;
+  pending: Pending6;
+  event: Event6;
+  type: Type11;
   id: Id3;
   function: Function2;
   arguments: Arguments1;
   view: ToolCallContent | null;
-  result: Result;
+  result: Result1;
   truncated: Truncated;
   error: ToolCallError | null;
   events: Events1;
+  completed: Completed3;
+  working_time: WorkingTime2;
 }
 export interface Arguments1 {
   [k: string]: JsonValue;
@@ -1023,9 +1188,10 @@ export interface Arguments1 {
  * Tool approval.
  */
 export interface ApprovalEvent {
-  timestamp: Timestamp6;
-  pending: Pending6;
-  event: Event6;
+  timestamp: Timestamp7;
+  working_start: WorkingStart7;
+  pending: Pending7;
+  event: Event7;
   message: Message3;
   call: ToolCall;
   view: ToolCallView | null;
@@ -1048,10 +1214,11 @@ export interface ToolCallView {
  * Input screen interaction.
  */
 export interface InputEvent {
-  timestamp: Timestamp7;
-  pending: Pending7;
-  event: Event7;
-  input: Input3;
+  timestamp: Timestamp8;
+  working_start: WorkingStart8;
+  pending: Pending8;
+  event: Event8;
+  input: Input4;
   input_ansi: InputAnsi;
 }
 /**
@@ -1061,9 +1228,10 @@ export interface InputEvent {
  * resulting from a call to `score`.
  */
 export interface ScoreEvent {
-  timestamp: Timestamp8;
-  pending: Pending8;
-  event: Event8;
+  timestamp: Timestamp9;
+  working_start: WorkingStart9;
+  pending: Pending9;
+  event: Event9;
   score: Score;
   target: Target2;
   intermediate: Intermediate;
@@ -1072,25 +1240,27 @@ export interface ScoreEvent {
  * Event with sample error.
  */
 export interface ErrorEvent {
-  timestamp: Timestamp9;
-  pending: Pending9;
-  event: Event9;
+  timestamp: Timestamp10;
+  working_start: WorkingStart10;
+  pending: Pending10;
+  event: Event10;
   error: EvalError;
 }
 /**
  * Log message recorded with Python logger.
  */
 export interface LoggerEvent {
-  timestamp: Timestamp10;
-  pending: Pending10;
-  event: Event10;
+  timestamp: Timestamp11;
+  working_start: WorkingStart11;
+  pending: Pending11;
+  event: Event11;
   message: LoggingMessage;
 }
 /**
  * Message written to Python log.
  */
 export interface LoggingMessage {
-  name: Name7;
+  name: Name9;
   level: Level;
   message: Message4;
   created: Created1;
@@ -1102,9 +1272,10 @@ export interface LoggingMessage {
  * Event with custom info/data.
  */
 export interface InfoEvent {
-  timestamp: Timestamp11;
-  pending: Pending11;
-  event: Event11;
+  timestamp: Timestamp12;
+  working_start: WorkingStart12;
+  pending: Pending12;
+  event: Event12;
   source: Source4;
   data: JsonValue;
 }
@@ -1112,28 +1283,32 @@ export interface InfoEvent {
  * Step within current sample or subtask.
  */
 export interface StepEvent {
-  timestamp: Timestamp12;
-  pending: Pending12;
-  event: Event12;
-  action: Action;
-  type: Type11;
-  name: Name8;
+  timestamp: Timestamp13;
+  working_start: WorkingStart13;
+  pending: Pending13;
+  event: Event13;
+  action: Action1;
+  type: Type12;
+  name: Name10;
 }
 /**
  * Subtask spawned.
  */
 export interface SubtaskEvent {
-  timestamp: Timestamp13;
-  pending: Pending13;
-  event: Event13;
-  name: Name9;
-  type: Type12;
-  input: Input4;
-  result: Result1;
+  timestamp: Timestamp14;
+  working_start: WorkingStart14;
+  pending: Pending14;
+  event: Event14;
+  name: Name11;
+  type: Type13;
+  input: Input5;
+  result: Result2;
   events: Events2;
+  completed: Completed2;
+  working_time: WorkingTime1;
 }
-export interface Input4 {}
-export interface Result1 {
+export interface Input5 {}
+export interface Result2 {
   [k: string]: unknown;
 }
 export interface ModelUsage2 {
@@ -1146,7 +1321,7 @@ export interface Attachments {
  * Limit encontered by sample.
  */
 export interface EvalSampleLimit {
-  type: Type13;
+  type: Type14;
   limit: Limit2;
 }
 /**
@@ -1164,6 +1339,6 @@ export interface EvalSampleScore {
   value: Value2;
   answer: Answer1;
   explanation: Explanation2;
-  metadata: Metadata8;
+  metadata: Metadata9;
   sample_id: SampleId1;
 }