inspect-ai 0.3.12__tar.gz → 0.13.3__tar.gz

{inspect_ai-0.3.12 → inspect_ai-0.13.3}/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## v0.3.13 (31 May 2024)
+
+- Bugfix: Inspect view was not reliably updating when new evaluation logs were written.
+
 ## v0.3.12 (31 May 2024)
 
 - Bugfix: `results` was not defined when no scorer was provided resulting in an error being thrown. Fixed by setting `results = EvalResults()` when no scorer is provided.

{inspect_ai-0.3.12/src/inspect_ai.egg-info → inspect_ai-0.13.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: inspect_ai
-Version: 0.3.12
+Version: 0.13.3
 Summary: Framework for large language model evaluations
 Author: UK AI Safety Institute
 License: MIT License

{inspect_ai-0.3.12 → inspect_ai-0.13.3}/src/inspect_ai/_view/www/App.mjs

@@ -20,6 +20,7 @@ import { WorkSpace } from "./src/workspace/WorkSpace.mjs";
 
 export function App() {
   const [selected, setSelected] = useState(-1);
+  const [pendingLog, setPendingLog] = useState(undefined);
   const [logs, setLogs] = useState({ log_dir: "", files: [] });
   const [logHeaders, setLogHeaders] = useState({});
   const [offcanvas, setOffcanvas] = useState(false);
@@ -126,24 +127,32 @@ export function App() {
   // Ensure that we have a selected index when there is are 
   // new logs
   useEffect(() => {
-    setSelected(0);
-  }, [logs])
+    if (logs && pendingLog) {
+      const index = logs.files.findIndex((val) => {
+        return pendingLog.endsWith(val.name);
+      });
+      if (index > -1) {
+        setSelected(index);    
+      }
+      setPendingLog(undefined);
+    }
+  }, [logs, pendingLog])
   
   // listen for updateState messages from vscode
   useEffect(() => {
-    const onMessage = (e) => {
+    const onMessage = async (e) => {
       switch (e.data.type || e.data.message) {
         case "updateState": {
           if (e.data.url) {
-
             const index = logs.files.findIndex((val) => {
-              return val.name.endsWith(e.data.url);
+              return e.data.url.endsWith(val.name);
             });
             if (index > -1) {
               // Select the correct index
               setSelected(index);    
             } else {
-              // TODO: Error
+              await loadLogs();
+              setPendingLog(e.data.url);
             }
           }
         }
@@ -153,7 +162,7 @@ export function App() {
     return () => {
       window.removeEventListener("message", onMessage);
     };
-  }, [setCurrentLog]);
+  }, [logs, setCurrentLog, setPendingLog]);
 
   useEffect(async () => {
     // See whether a specific task_file has been passed.
@@ -176,6 +185,9 @@ export function App() {
     // initial fetch of logs
     await load();
 
+    // Select the first log
+    setSelected(0);
+
     // poll every 1s for events
     setInterval(() => {
       api.client_events().then((events) => {

{inspect_ai-0.3.12 → inspect_ai-0.13.3}/src/inspect_ai/_view/www/src/samples/SamplesTab.mjs

@@ -92,7 +92,7 @@ export const SamplesTab = (props) => {
   // Focus the sample list
   useEffect(() => {
     const listEl = sampleListRef.current;
-    if (listEl) {
+    if (listEl && listEl.base) {
       listEl.base.focus();
     }
   }, [items]);

{inspect_ai-0.3.12 → inspect_ai-0.13.3/src/inspect_ai.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: inspect_ai
-Version: 0.3.12
+Version: 0.13.3
 Summary: Framework for large language model evaluations
 Author: UK AI Safety Institute
 License: MIT License