inspect-ai 0.3.70__py3-none-any.whl → 0.3.72__py3-none-any.whl

inspect_ai/_view/www/eslint.config.mjs

@@ -1,5 +1,7 @@
-import globals from "globals";
 import pluginJs from "@eslint/js";
+import reactHooks from "eslint-plugin-react-hooks";
+import globals from "globals";
+import tseslint from "typescript-eslint";
 
 export default [
   {
@@ -14,4 +16,25 @@ export default [
   {
     ignores: ["libs/**", "preact/**", "dist/**"],
   },
+  // Add TypeScript support with customized rules for all files
+  {
+    files: ["**/*.{ts,tsx}"],
+    languageOptions: {
+      parser: tseslint.parser,
+      parserOptions: {
+        project: "./tsconfig.json",
+      },
+    },
+    plugins: {
+      "react-hooks": reactHooks,
+    },
+    rules: {
+      // React Hooks rules
+      "react-hooks/rules-of-hooks": "warn",
+      // "react-hooks/exhaustive-deps": "warn",
+
+      // These are disabled because we didn't have time to fix them, not because they are bad rules
+      "no-unused-vars": "off",
+    },
+  },
 ];

inspect_ai/_view/www/log-schema.json

@@ -8,6 +8,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -85,6 +89,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "message",
@@ -216,6 +221,9 @@
                   {
                     "$ref": "#/$defs/ContentText"
                   },
+                  {
+                    "$ref": "#/$defs/ContentReasoning"
+                  },
                   {
                     "$ref": "#/$defs/ContentImage"
                   },
@@ -262,26 +270,13 @@
           ],
           "default": null,
           "title": "Tool Calls"
-        },
-        "reasoning": {
-          "anyOf": [
-            {
-              "type": "string"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "title": "Reasoning"
         }
       },
       "required": [
         "role",
         "content",
         "source",
-        "tool_calls",
-        "reasoning"
+        "tool_calls"
       ],
       "title": "ChatMessageAssistant",
       "type": "object",
@@ -307,6 +302,9 @@
                   {
                     "$ref": "#/$defs/ContentText"
                   },
+                  {
+                    "$ref": "#/$defs/ContentReasoning"
+                  },
                   {
                     "$ref": "#/$defs/ContentImage"
                   },
@@ -369,6 +367,9 @@
                   {
                     "$ref": "#/$defs/ContentText"
                   },
+                  {
+                    "$ref": "#/$defs/ContentReasoning"
+                  },
                   {
                     "$ref": "#/$defs/ContentImage"
                   },
@@ -469,6 +470,9 @@
                   {
                     "$ref": "#/$defs/ContentText"
                   },
+                  {
+                    "$ref": "#/$defs/ContentReasoning"
+                  },
                   {
                     "$ref": "#/$defs/ContentImage"
                   },
@@ -591,6 +595,47 @@
       "type": "object",
       "additionalProperties": false
     },
+    "ContentReasoning": {
+      "description": "Reasoning content.\n\nSee the specification for [thinking blocks](https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#understanding-thinking-blocks) for Claude models.",
+      "properties": {
+        "type": {
+          "const": "reasoning",
+          "default": "reasoning",
+          "title": "Type",
+          "type": "string"
+        },
+        "reasoning": {
+          "title": "Reasoning",
+          "type": "string"
+        },
+        "signature": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Signature"
+        },
+        "redacted": {
+          "default": false,
+          "title": "Redacted",
+          "type": "boolean"
+        }
+      },
+      "required": [
+        "type",
+        "reasoning",
+        "signature",
+        "redacted"
+      ],
+      "title": "ContentReasoning",
+      "type": "object",
+      "additionalProperties": false
+    },
     "ContentText": {
       "description": "Text content.",
       "properties": {
@@ -653,6 +698,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -677,6 +726,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "error"
@@ -1210,6 +1260,7 @@
             "max_tool_output": null,
             "cache_prompt": null,
             "reasoning_effort": null,
+            "reasoning_tokens": null,
             "reasoning_history": null
           }
         }
@@ -1556,6 +1607,18 @@
           "default": null,
           "title": "Working Time"
         },
+        "uuid": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Uuid"
+        },
         "error": {
           "anyOf": [
             {
@@ -1604,6 +1667,7 @@
         "model_usage",
         "total_time",
         "working_time",
+        "uuid",
         "error",
         "attachments",
         "limit"
@@ -2466,10 +2530,28 @@
           "default": null,
           "title": "Reasoning Effort"
         },
+        "reasoning_tokens": {
+          "anyOf": [
+            {
+              "type": "integer"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Reasoning Tokens"
+        },
         "reasoning_history": {
           "anyOf": [
             {
-              "type": "boolean"
+              "enum": [
+                "none",
+                "all",
+                "last",
+                "auto"
+              ],
+              "type": "string"
             },
             {
               "type": "null"
@@ -2504,6 +2586,7 @@
         "max_tool_output",
         "cache_prompt",
         "reasoning_effort",
+        "reasoning_tokens",
         "reasoning_history"
       ],
       "additionalProperties": false
@@ -2516,6 +2599,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -2552,6 +2639,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "source",
@@ -2569,6 +2657,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -2598,6 +2690,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "input",
@@ -2667,6 +2760,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -2691,6 +2788,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "message"
@@ -2861,6 +2959,7 @@
               "type": "null"
             }
           ],
+          "default": null,
           "title": "Time"
         }
       },
@@ -2881,6 +2980,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -2990,10 +3093,36 @@
             }
           ],
           "default": null
+        },
+        "completed": {
+          "anyOf": [
+            {
+              "format": "date-time",
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Completed"
+        },
+        "working_time": {
+          "anyOf": [
+            {
+              "type": "number"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Working Time"
         }
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "model",
@@ -3004,7 +3133,9 @@
         "output",
         "error",
         "cache",
-        "call"
+        "call",
+        "completed",
+        "working_time"
       ],
       "title": "ModelEvent",
       "type": "object",
@@ -3126,6 +3257,18 @@
           ],
           "default": null,
           "title": "Input Tokens Cache Read"
+        },
+        "reasoning_tokens": {
+          "anyOf": [
+            {
+              "type": "integer"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Reasoning Tokens"
         }
       },
       "title": "ModelUsage",
@@ -3135,7 +3278,8 @@
         "output_tokens",
         "total_tokens",
         "input_tokens_cache_write",
-        "input_tokens_cache_read"
+        "input_tokens_cache_read",
+        "reasoning_tokens"
       ],
       "additionalProperties": false
     },
@@ -3286,6 +3430,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3313,6 +3461,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "sample",
@@ -3330,6 +3479,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3379,6 +3532,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "type",
@@ -3423,6 +3577,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3524,10 +3682,24 @@
           ],
           "default": null,
           "title": "Output"
+        },
+        "completed": {
+          "anyOf": [
+            {
+              "format": "date-time",
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Completed"
         }
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "action",
@@ -3536,7 +3708,8 @@
         "file",
         "input",
         "result",
-        "output"
+        "output",
+        "completed"
       ],
       "title": "SandboxEvent",
       "type": "object",
@@ -3658,6 +3831,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3705,6 +3882,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "score",
@@ -3723,6 +3901,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3751,6 +3933,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "changes"
@@ -3767,6 +3950,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3812,6 +3999,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "action",
@@ -3830,6 +4018,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3858,6 +4050,7 @@
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "changes"
@@ -3874,6 +4067,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -3968,17 +4165,45 @@
           },
           "title": "Events",
           "type": "array"
+        },
+        "completed": {
+          "anyOf": [
+            {
+              "format": "date-time",
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Completed"
+        },
+        "working_time": {
+          "anyOf": [
+            {
+              "type": "number"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Working Time"
         }
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "name",
         "type",
         "input",
         "result",
-        "events"
+        "events",
+        "completed",
+        "working_time"
       ],
       "title": "SubtaskEvent",
       "type": "object",
@@ -4148,6 +4373,10 @@
           "title": "Timestamp",
           "type": "string"
         },
+        "working_start": {
+          "title": "Working Start",
+          "type": "number"
+        },
         "pending": {
           "anyOf": [
             {
@@ -4215,6 +4444,9 @@
             {
               "$ref": "#/$defs/ContentText"
             },
+            {
+              "$ref": "#/$defs/ContentReasoning"
+            },
             {
               "$ref": "#/$defs/ContentImage"
             },
@@ -4230,6 +4462,9 @@
                   {
                     "$ref": "#/$defs/ContentText"
                   },
+                  {
+                    "$ref": "#/$defs/ContentReasoning"
+                  },
                   {
                     "$ref": "#/$defs/ContentImage"
                   },
@@ -4331,10 +4566,36 @@
           },
           "title": "Events",
           "type": "array"
+        },
+        "completed": {
+          "anyOf": [
+            {
+              "format": "date-time",
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Completed"
+        },
+        "working_time": {
+          "anyOf": [
+            {
+              "type": "number"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Working Time"
         }
       },
       "required": [
         "timestamp",
+        "working_start",
         "pending",
         "event",
         "type",
@@ -4345,7 +4606,9 @@
         "result",
         "truncated",
         "error",
-        "events"
+        "events",
+        "completed",
+        "working_time"
       ],
       "title": "ToolEvent",
       "type": "object",