inspect-ai 0.3.88__py3-none-any.whl → 0.3.90__py3-none-any.whl

inspect_ai/_util/constants.py

@@ -38,6 +38,7 @@ CONSOLE_DISPLAY_WIDTH = 120
 BASE_64_DATA_REMOVED = "<base64-data-removed>"
 SANDBOX_SETUP_TIMEOUT = 300
 NO_CONTENT = "(no content)"
+MODEL_NONE = "none/none"
 
 DESERIALIZING = "deserializing"
 DESERIALIZING_CONTEXT = {DESERIALIZING: True}

inspect_ai/_util/json.py

@@ -93,9 +93,14 @@ def json_changes(
                 replaced = before
                 for path in paths:
                     decoded_path = decode_json_pointer_segment(path)
-                    index: Any = (
-                        int(decoded_path) if decoded_path.isnumeric() else decoded_path
-                    )
+                    if isinstance(replaced, list):
+                        if not decoded_path.isnumeric():
+                            raise ValueError(
+                                f"Invalid JSON Pointer segment for list: {decoded_path}"
+                            )
+                        index = int(decoded_path)
+                    else:
+                        index = decoded_path
                     replaced = replaced[index]
                 json_change.replaced = replaced
             changes.append(json_change)

inspect_ai/_util/registry.py

@@ -14,18 +14,24 @@ from .entrypoints import ensure_entry_points
 obj_type = type
 
 RegistryType = Literal[
-    "modelapi",
     "task",
     "solver",
-    "plan",
+    "agent",
+    "tool",
     "scorer",
     "metric",
-    "tool",
-    "agent",
-    "sandboxenv",
     "score_reducer",
+    "modelapi",
+    "sandboxenv",
     "approver",
 ]
+"""Enumeration of registry object types.
+
+These are the types of objects in this system that can be
+registered using a decorator (e.g. `@task`, `@solver`).
+Registered objects can in turn be created dynamically using
+the `registry_create()` function.
+"""
 
 
 class RegistryInfo(BaseModel):
@@ -181,17 +187,28 @@ def registry_find(predicate: Callable[[RegistryInfo], bool]) -> list[object]:
 def registry_create(type: RegistryType, name: str, **kwargs: Any) -> object:
     r"""Create a registry object.
 
-    Registry objects can be ordinary functions that implement a protocol,
-    factory functions that return a function based on **kwargs, or classes
-    deriving that can be created using **kwargs
+    Creates objects registered via decorator (e.g. `@task`, `@solver`). Note
+    that this can also create registered objects within Python packages, in
+    which case the name of the package should be used a prefix, e.g.
+
+    ```python
+    registry_create("scorer", "mypackage/myscorer", ...)
+    ```
+
+    Object within the Inspect package do not require a prefix, nor do
+    objects from imported modules that aren't in a package.
 
     Args:
-        type (RegistryType): Type of registry object to create
-        name (str): Name of registry options to create
-        **kwargs (Any): Optional creation arguments
+        type: Type of registry object to create
+        name: Name of registry object to create
+        **kwargs: Optional creation arguments
 
     Returns:
-        Registry object with registry info attribute
+        Instance of specified name and type.
+
+    Raises:
+        LookupError: If the named object was not found in the registry.
+        TypeError: If the specified parameters are not valid for the object.
     """
     # lookup the object
     obj = registry_lookup(type, name)
@@ -225,7 +242,7 @@ def registry_create(type: RegistryType, name: str, **kwargs: Any) -> object:
         else:
             return obj
     else:
-        raise ValueError(f"{name} was not found in the registry")
+        raise LookupError(f"{name} was not found in the registry")
 
 
 def registry_info(o: object) -> RegistryInfo:

inspect_ai/_view/www/App.css

@@ -31,6 +31,7 @@
   --inspect-font-size-base: 0.9rem;
   --inspect-font-size-small: 0.8rem;
   --inspect-font-size-smaller: 0.8rem;
+  --inspect-font-size-smallest: 0.7rem;
 
   /* Inspect Glass */
   --inspect-glass-color: #000000;
@@ -113,6 +114,10 @@ body[class^="vscode-"] .app-main-grid {
   font-size: var(--inspect-font-size-smaller);
 }
 
+.text-size-smallest {
+  font-size: var(--inspect-font-size-smallest);
+}
+
 .text-truncate {
   white-space: nowrap;
   text-overflow: ellipsis;

inspect_ai/_view/www/dist/assets/index.css

@@ -14304,6 +14304,7 @@ pre[class*="language-"] {
   --inspect-font-size-base: 0.9rem;
   --inspect-font-size-small: 0.8rem;
   --inspect-font-size-smaller: 0.8rem;
+  --inspect-font-size-smallest: 0.7rem;
 
   /* Inspect Glass */
   --inspect-glass-color: #000000;
@@ -14386,6 +14387,10 @@ body[class^="vscode-"] .app-main-grid {
   font-size: var(--inspect-font-size-smaller);
 }
 
+.text-size-smallest {
+  font-size: var(--inspect-font-size-smallest);
+}
+
 .text-truncate {
   white-space: nowrap;
   text-overflow: ellipsis;
@@ -15904,18 +15909,18 @@ ul.jsondiffpatch-textdiff {
 ._output_s17ok_1 {
   padding-top: 1em;
 }
-._outputPre_1h1fn_1 {
+._outputPre_1t1y9_1 {
   padding: 0.5em;
   margin-top: 0.25em;
   margin-bottom: 1rem;
 }
 
-._outputCode_1h1fn_7 {
-  overflow-wrap: anywhere;
-  white-space: pre-wrap;
+._outputCode_1t1y9_7 {
+  overflow-wrap: anywhere !important;
+  white-space: pre-wrap !important;
 }
 
-._bottomPadding_1h1fn_12 {
+._bottomPadding_1t1y9_12 {
   padding-bottom: 1em;
 }
 ._image_10saa_1 {
@@ -15934,37 +15939,37 @@ ul.jsondiffpatch-textdiff {
 ._number_140x5_7 {
   margin-top: 0.1em;
 }
-._table_1memb_1 {
+._table_9qith_1 {
   padding-left: 0;
   margin-left: 0;
   margin-bottom: 0.2rem;
 }
 
-._th_1memb_7 {
+._th_9qith_7 {
   padding: 0;
 }
 
-._cell_1memb_11 {
-  padding: 0.3em 0.3em 0.3em 0em;
+._cell_9qith_11 {
+  padding: 0em 0.5em 0.3em 0em !important;
 }
 
-._compact_1memb_15 ._cell_1memb_11 {
+._compact_9qith_15 ._cell_9qith_11 {
   padding: 0;
 }
 
-._cellKey_1memb_19 {
+._cellKey_9qith_19 {
   font-weight: 400;
   padding-right: 1em;
   white-space: nowrap;
 }
 
-._compact_1memb_15 ._cellKey_1memb_19 {
+._compact_9qith_15 ._cellKey_9qith_19 {
   font-weight: 400;
   padding-right: 0.2em;
   white-space: nowrap;
 }
 
-._cellValue_1memb_31 {
+._cellValue_9qith_31 {
   font-weight: 300;
   white-space: pre-wrap;
   word-wrap: anywhere;
@@ -19331,53 +19336,51 @@ span.ap-marker-container:hover span.ap-marker {
 ._progress_1qsnv_12 {
   margin-left: 0.5em;
 }
-._darkenedBg_c8m1t_1 {
+._darkenedBg_eq9th_1 {
   background-color: var(--bs-light-bg-subtle);
 }
 
-._normalBg_c8m1t_5 {
+._normalBg_eq9th_5 {
   background-color: var(--bs-body-bg);
 }
 
-._node_c8m1t_9._first_c8m1t_9 {
+._node_eq9th_9._first_eq9th_9 {
   padding-top: 0.5em;
 }
 
-._node_c8m1t_9 {
+._node_eq9th_9 {
   padding-top: 0;
   padding-bottom: 0.5em;
 }
 
-._nodes_c8m1t_18 {
+._nodes_eq9th_18 {
   width: 100%;
   margin-top: 1em;
 }
 
-._transcriptComponent_c8m1t_23 {
+._transcriptComponent_eq9th_23 {
   display: grid;
   margin: 0.5em 0 0 0;
   width: 100%;
 }
 
-._eventNode_c8m1t_29 {
+._eventNode_eq9th_29 {
   background-color: var(--bs-body-bg);
-  margin-bottom: 1.5em;
-  padding-bottom: 0.5em;
 }
 
-._eventNode_c8m1t_29._darkenBg_c8m1t_35 {
+._eventNode_eq9th_29._darkenBg_eq9th_33 {
   background-color: var(--bs-light-bg-subtle);
 }
 
-._eventNode_c8m1t_29._lastNode_c8m1t_39 {
+._eventNode_eq9th_29._lastNode_eq9th_37 {
   margin-bottom: 0;
 }
 
-._eventNodeContainer_c8m1t_43 {
+._eventNodeContainer_eq9th_41 {
   padding-bottom: 0.5em;
 }
 
-._eventNodeContainer_c8m1t_43._noBottom_c8m1t_47 {
+._eventNodeContainer_eq9th_41._noBottom_eq9th_45 {
   padding-bottom: 0;
 }
 ._darkenedBg_1ye6u_1 {
@@ -19645,6 +19648,22 @@ span.ap-marker-container:hover span.ap-marker {
 ._text_1yknn_20 {
   margin-top: -2px;
 }
+._container_304w9_1 {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
+  row-gap: 2em;
+  column-gap: 1em;
+}
+
+._modelInfo_304w9_8 {
+  display: grid;
+  grid-template-columns: max-content auto;
+  column-gap: 1em;
+}
+
+._role_304w9_14 {
+  grid-column: -1/1;
+}
 ._item_1uzhd_1 {
   margin-bottom: 0em;
 }
@@ -19808,55 +19827,71 @@ span.ap-marker-container:hover span.ap-marker {
 ._copyButton_1goi8_1:hover {
   opacity: 0.75;
 }
-._container_14b93_1 {
+._container_q17yq_1 {
+  display: flex;
+  flex-direction: row;
+  flex-wrap: wrap;
+  gap: 0;
+  margin-top: -0.2rem;
+  margin-bottom: 0.2rem;
+}
+
+._grid_q17yq_10 {
+  display: grid;
+  grid-template-rows: repeat(auto-fill, minmax(10px, 1fr));
+  grid-template-columns: 1fr;
+  gap: 0.1em;
+  padding-right: 1em;
+}
+._container_291sb_1 {
   display: flex;
   padding-top: 0;
   margin-left: 0.5rem;
   min-width: 250px;
 }
 
-._wrapper_14b93_8 {
+._wrapper_291sb_8 {
   display: grid;
   grid-template-columns: minmax(auto, 1fr) 1fr;
   width: 100%;
 }
 
-._toggle_14b93_14 {
+._toggle_291sb_14 {
   padding: 0rem 0.1rem 0.1rem 0rem;
   display: flex;
 }
 
-._body_14b93_19 {
+._body_291sb_19 {
   display: flex;
   flex-direction: column;
   margin-left: 0.2rem;
 }
 
-._bodyContainer_14b93_25 {
+._bodyContainer_291sb_25 {
   margin-top: 0.1rem;
   display: grid;
   grid-template-columns: minmax(30px, max-content) minmax(100px, max-content);
 }
 
-._taskTitle_14b93_31 {
+._taskTitle_291sb_31 {
   font-weight: 600;
   margin-right: 0.3rem;
 }
 
-._taskModel_14b93_36 {
+._taskModel_291sb_36 {
   padding-top: 0.4rem;
 }
 
-._taskStatus_14b93_40 {
+._taskStatus_291sb_40 {
   display: flex;
   justify-content: end;
   margin-right: 1em;
   margin-bottom: 0;
 }
 
-._secondaryContainer_14b93_47 {
+._secondaryContainer_291sb_47 {
   opacity: 0.7;
-  margin-top: 0.1rem;
+  margin-top: -0.1rem;
   padding-bottom: 0;
   display: grid;
   grid-template-columns: minmax(0, max-content) max-content;