inspect-ai 0.3.55__py3-none-any.whl → 0.3.56__py3-none-any.whl

inspect_ai/_view/www/log-schema.json

@@ -23,9 +23,6 @@
         "event": {
           "const": "approval",
           "default": "approval",
-          "enum": [
-            "approval"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -154,6 +151,11 @@
       "title": "ApproverPolicyConfig",
       "type": "object"
     },
+    "BaseModel": {
+      "properties": {},
+      "title": "BaseModel",
+      "type": "object"
+    },
     "ChatCompletionChoice": {
       "properties": {
         "message": {
@@ -235,9 +237,6 @@
         "role": {
           "const": "assistant",
           "default": "assistant",
-          "enum": [
-            "assistant"
-          ],
           "title": "Role",
           "type": "string"
         },
@@ -309,9 +308,6 @@
         "role": {
           "const": "system",
           "default": "system",
-          "enum": [
-            "system"
-          ],
           "title": "Role",
           "type": "string"
         }
@@ -367,9 +363,6 @@
         "role": {
           "const": "tool",
           "default": "tool",
-          "enum": [
-            "tool"
-          ],
           "title": "Role",
           "type": "string"
         },
@@ -463,17 +456,27 @@
         "role": {
           "const": "user",
           "default": "user",
-          "enum": [
-            "user"
-          ],
           "title": "Role",
           "type": "string"
+        },
+        "tool_call_id": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Tool Call Id"
         }
       },
       "required": [
         "content",
         "source",
-        "role"
+        "role",
+        "tool_call_id"
       ],
       "title": "ChatMessageUser",
       "type": "object",
@@ -484,9 +487,6 @@
         "type": {
           "const": "image",
           "default": "image",
-          "enum": [
-            "image"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -519,9 +519,6 @@
         "type": {
           "const": "text",
           "default": "text",
-          "enum": [
-            "text"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -561,9 +558,6 @@
         "event": {
           "const": "error",
           "default": "error",
-          "enum": [
-            "error"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -608,6 +602,34 @@
           "default": null,
           "title": "Limit"
         },
+        "sample_id": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "integer"
+            },
+            {
+              "items": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "integer"
+                  }
+                ]
+              },
+              "type": "array"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Sample Id"
+        },
         "epochs": {
           "anyOf": [
             {
@@ -745,6 +767,18 @@
           "default": null,
           "title": "Max Subprocesses"
         },
+        "max_sandboxes": {
+          "anyOf": [
+            {
+              "type": "integer"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Max Sandboxes"
+        },
         "sandbox_cleanup": {
           "anyOf": [
             {
@@ -792,12 +826,25 @@
           ],
           "default": null,
           "title": "Log Buffer"
+        },
+        "score_display": {
+          "anyOf": [
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Score Display"
         }
       },
       "title": "EvalConfig",
       "type": "object",
       "required": [
         "limit",
+        "sample_id",
         "epochs",
         "epochs_reducer",
         "trace",
@@ -809,10 +856,12 @@
         "max_samples",
         "max_tasks",
         "max_subprocesses",
+        "max_sandboxes",
         "sandbox_cleanup",
         "log_samples",
         "log_images",
-        "log_buffer"
+        "log_buffer",
+        "score_display"
       ],
       "additionalProperties": false
     },
@@ -1017,7 +1066,8 @@
             "top_logprobs": null,
             "parallel_tool_calls": null,
             "max_tool_output": null,
-            "cache_prompt": null
+            "cache_prompt": null,
+            "reasoning_effort": null
           }
         }
       },
@@ -1097,9 +1147,6 @@
       "properties": {
         "type": {
           "const": "git",
-          "enum": [
-            "git"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -1964,9 +2011,6 @@
           "anyOf": [
             {
               "const": "auto",
-              "enum": [
-                "auto"
-              ],
               "type": "string"
             },
             {
@@ -1978,6 +2022,23 @@
           ],
           "default": null,
           "title": "Cache Prompt"
+        },
+        "reasoning_effort": {
+          "anyOf": [
+            {
+              "enum": [
+                "low",
+                "medium",
+                "high"
+              ],
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Reasoning Effort"
         }
       },
       "title": "GenerateConfig",
@@ -2003,7 +2064,8 @@
         "top_logprobs",
         "parallel_tool_calls",
         "max_tool_output",
-        "cache_prompt"
+        "cache_prompt",
+        "reasoning_effort"
       ],
       "additionalProperties": false
     },
@@ -2030,9 +2092,6 @@
         "event": {
           "const": "info",
           "default": "info",
-          "enum": [
-            "info"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2073,9 +2132,6 @@
         "event": {
           "const": "input",
           "default": "input",
-          "enum": [
-            "input"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2174,9 +2230,6 @@
         "event": {
           "const": "logger",
           "default": "logger",
-          "enum": [
-            "logger"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2377,9 +2430,6 @@
         "event": {
           "const": "model",
           "default": "model",
-          "enum": [
-            "model"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2769,9 +2819,6 @@
         "event": {
           "const": "sample_init",
           "default": "sample_init",
-          "enum": [
-            "sample_init"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2816,9 +2863,6 @@
         "event": {
           "const": "sample_limit",
           "default": "sample_limit",
-          "enum": [
-            "sample_limit"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -2995,6 +3039,9 @@
         },
         {
           "anyOf": [
+            {
+              "$ref": "#/$defs/BaseModel"
+            },
             {
               "type": "string"
             },
@@ -3139,9 +3186,6 @@
         "event": {
           "const": "score",
           "default": "score",
-          "enum": [
-            "score"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -3201,9 +3245,6 @@
         "event": {
           "const": "state",
           "default": "state",
-          "enum": [
-            "state"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -3248,9 +3289,6 @@
         "event": {
           "const": "step",
           "default": "step",
-          "enum": [
-            "step"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -3314,9 +3352,6 @@
         "event": {
           "const": "store",
           "default": "store",
-          "enum": [
-            "store"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -3361,9 +3396,6 @@
         "event": {
           "const": "subtask",
           "default": "subtask",
-          "enum": [
-            "subtask"
-          ],
           "title": "Event",
           "type": "string"
         },
@@ -3472,9 +3504,6 @@
         },
         "type": {
           "const": "function",
-          "enum": [
-            "function"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -3638,18 +3667,12 @@
         "event": {
           "const": "tool",
           "default": "tool",
-          "enum": [
-            "tool"
-          ],
           "title": "Event",
           "type": "string"
         },
         "type": {
           "const": "function",
           "default": "function",
-          "enum": [
-            "function"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -3693,6 +3716,12 @@
             {
               "type": "boolean"
             },
+            {
+              "$ref": "#/$defs/ContentText"
+            },
+            {
+              "$ref": "#/$defs/ContentImage"
+            },
             {
               "items": {
                 "anyOf": [
@@ -3853,18 +3882,25 @@
       "description": "Description of tool parameter in JSON Schema format.",
       "properties": {
         "type": {
-          "default": "null",
-          "enum": [
-            "string",
-            "integer",
-            "number",
-            "boolean",
-            "array",
-            "object",
-            "null"
+          "anyOf": [
+            {
+              "enum": [
+                "string",
+                "integer",
+                "number",
+                "boolean",
+                "array",
+                "object",
+                "null"
+              ],
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
           ],
-          "title": "Type",
-          "type": "string"
+          "default": null,
+          "title": "Type"
         },
         "description": {
           "anyOf": [
@@ -3882,6 +3918,19 @@
           "default": null,
           "title": "Default"
         },
+        "enum": {
+          "anyOf": [
+            {
+              "items": {},
+              "type": "array"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Enum"
+        },
         "items": {
           "anyOf": [
             {
@@ -3960,6 +4009,7 @@
         "type",
         "description",
         "default",
+        "enum",
         "items",
         "properties",
         "additionalProperties",
@@ -3974,9 +4024,6 @@
         "type": {
           "const": "object",
           "default": "object",
-          "enum": [
-            "object"
-          ],
           "title": "Type",
           "type": "string"
         },
@@ -4086,6 +4133,7 @@
           "num_choices": null,
           "parallel_tool_calls": null,
           "presence_penalty": null,
+          "reasoning_effort": null,
           "seed": null,
           "stop_seqs": null,
           "suffix": null,

inspect_ai/_view/www/package.json

@@ -26,6 +26,7 @@
   },
   "dependencies": {
     "@popperjs/core": "^2.11.8",
+    "asciinema-player": "^3.8.1",
     "bootstrap": "^5.3.3",
     "bootstrap-icons": "^1.11.3",
     "clipboard": "^2.0.11",

inspect_ai/_view/www/src/App.mjs

@@ -3,6 +3,7 @@ import "bootstrap-icons/font/bootstrap-icons.css";
 import "prismjs/themes/prism.css";
 import "prismjs";
 import "../App.css";
+import "asciinema-player/dist/bundle/asciinema-player.css";
 
 import { default as ClipboardJS } from "clipboard";
 // @ts-ignore

inspect_ai/_view/www/src/appearance/Icons.mjs

@@ -123,6 +123,7 @@
  * @property {string} toggle-right
  * @property {string} more
  * @property {string} next
+ * @property {string} play
  * @property {string} previous
  * @property {string} refresh
  * @property {RoleIcons} role
@@ -209,6 +210,7 @@ export const ApplicationIcons = {
   more: "bi bi-zoom-in",
   "multiple-choice": "bi bi-card-list",
   next: "bi bi-chevron-right",
+  play: "bi bi-play-fill",
   previous: "bi bi-chevron-left",
   refresh: "bi bi-arrow-clockwise",
   role: {

inspect_ai/_view/www/src/components/AsciiCinemaPlayer.mjs

@@ -0,0 +1,74 @@
+// @ts-check
+import { html } from "htm/preact";
+import { useEffect, useRef } from "preact/hooks";
+
+// Import the asciinema player library
+import * as AsciinemaPlayer from "asciinema-player";
+
+/**
+ * Renders the ChatView component.
+ *
+ * @param {Object} props - The properties passed to the component.
+ * @param {string} props.id - The ID for the chat view.
+ * @param {string} props.inputUrl - The input url for the player
+ * @param {string} props.outputUrl - The output url for the player
+ * @param {string} props.timingUrl - The timing url for the player
+ * @param {number} [props.rows] - The rows for the player's initial size
+ * @param {number} [props.cols] - The cols for the player's initial size
+ * @param {string} [props.fit] - how to fit the player
+ * @param {Object} [props.style] - Inline styles for the chat view.
+ * @param {number} [props.speed] - The speed to play (1 = 1x, 1.5 = 1.5x...)
+ * @param {boolean} [props.autoPlay] - Whether to autoplay
+ * @param {boolean} [props.loop] - Whether to loop
+ * @param {string} [props.theme] - The terminal theme (e.g. "solarized-dark")
+ * @param {number} [props.idleTimeLimit] - The amount to compress idle time to
+ * @returns {import("preact").JSX.Element} The component.
+ */
+export const AsciiCinemaPlayer = ({
+  id,
+  rows,
+  cols,
+  inputUrl,
+  outputUrl,
+  timingUrl,
+  fit,
+  speed,
+  autoPlay,
+  loop,
+  theme,
+  idleTimeLimit = 2,
+  style,
+}) => {
+  const playerContainerRef = useRef();
+  useEffect(() => {
+    const player = AsciinemaPlayer.create(
+      {
+        url: [timingUrl, outputUrl, inputUrl],
+        parser: "typescript",
+      },
+      playerContainerRef.current,
+      {
+        rows: rows,
+        cols: cols,
+        autoPlay,
+        loop,
+        theme,
+        speed,
+        idleTimeLimit,
+        fit,
+      },
+    );
+    player.play();
+    return () => {
+      player.dispose();
+    };
+  }, []);
+
+  return html`
+    <div
+      id="asciinema-player-${id || "default"}"
+      ref=${playerContainerRef}
+      style=${{ ...style }}
+    ></div>
+  `;
+};

inspect_ai/_view/www/src/components/CopyButton.mjs

@@ -32,7 +32,6 @@ export const CopyButton = ({ value }) => {
       if (iEl.tagName === "BUTTON") {
         iEl = iEl.firstChild;
       }
-      console.log({ iEl });
       if (iEl) {
         if (iEl) {
           iEl.className = `${ApplicationIcons.confirm} primary`;