inspect-ai 0.3.58__py3-none-any.whl → 0.3.60__py3-none-any.whl

inspect_ai/_view/www/src/api/Types.mjs

@@ -1,117 +0,0 @@
-//@ts-check
-
-/**
- * @typedef {Object} EvalSummary
- * @property {import("../types/log").Version} [version]
- * @property {import("../types/log").Status} [status]
- * @property {import("../types/log").EvalSpec} eval
- * @property {import("../types/log").EvalPlan} [plan]
- * @property {import("../types/log").EvalResults | null } [results]
- * @property {import("../types/log").EvalStats} [stats]
- * @property {import("../types/log").EvalError | null } [error]
- * @property {SampleSummary[]} sampleSummaries
- */
-
-/**
- * @typedef {Object} EvalLogHeader
- * @property {import("../types/log").Version} [version]
- * @property {import("../types/log").Status} [status]
- * @property {import("../types/log").EvalSpec} eval
- * @property {import("../types/log").EvalPlan} [plan]
- * @property {import("../types/log").EvalResults} [results]
- * @property {import("../types/log").EvalStats} [stats]
- * @property {import("../types/log").EvalError} [error]
- */
-
-/**
- * @typedef {Object} SampleSummary
- * @property { number | string } id
- * @property { number } epoch
- * @property { import("../types/log").Input } input
- * @property { import("../types/log").Target } target
- * @property { import("../types/log").Scores1 } scores
- * @property { string } [error]
- * @property { import("../types/log").Type11 } [limit]
- */
-
-/**
- * Fields shared by EvalSample and SampleSummary.
- * Contains only fields that are copied verbatim in src/inspect_ai/log/_recorders/eval.py.
- *
- * @typedef {Object} BasicSampleData
- * @property { number | string } id
- * @property { number } epoch
- * @property { import("../types/log").Target } target
- * @property { import("../types/log").Scores1 } scores
- */
-
-/**
- * @typedef {Object} Capabilities
- * @property {boolean} downloadFiles - Indicates if file downloads are supported.
- * @property {boolean} webWorkers - Indicates if web workers are supported.
- */
-
-/**
- * @typedef {Object} LogViewAPI
- * @property { () => Promise<any[]> } client_events - A function which can be polled to check for client events.
- * @property { () => Promise<LogFiles>} eval_logs - Read the list of files
- * @property { (log_file: string, headerOnly?: number, capabilities?: Capabilities) => Promise<LogContents> } eval_log - Read the log contents
- * @property { (log_file: string) => Promise<number>} eval_log_size - Get log size
- * @property { (log_file: string, start: number, end: number) => Promise<Uint8Array>} eval_log_bytes - Read bytes
- * @property { (log_files: string[]) => Promise<import("../types/log").EvalLog[]>} eval_log_headers - Read the log headers
- * @property { (logFile: string, downloadFiles?: boolean, webWorkers?: boolean) => Promise<void> } download_file - Execute a file download
- * @property { (logFile: string, log_dir: string) => Promise<void> } open_log_file - Execute a file open
- */
-
-/**
- * @typedef {Object} ClientAPI
- * @property { () => Promise<string[]> } client_events - A function which can be polled to check for client events.
- * @property { () => Promise<LogFiles>} get_log_paths - Get the list of files
- * @property { (log_files: string[]) => Promise<import("../types/log").EvalLog[]>} get_log_headers - Get the log headers
- * @property { (log_file: string) => Promise<EvalSummary>} get_log_summary - Get the log summary
- * @property { (log_file: string, id: string | number, epoch: number) => Promise<import("../types/log").EvalSample | undefined>} get_log_sample - Get a sample
- * @property { (log_file: string, download_files?: boolean, web_workers?: boolean) => Promise<void> } download_file - Execute a file download
- * @property { (log_file: string, log_dir: string) => Promise<void> } open_log_file - Execute a file open
- */
-
-/**
- * @typedef {Object} FetchResponse
- * @property {string} raw - The raw string content of the fetched file.
- * @property {Object} parsed - The parsed content of the file as an object.
- */
-
-/**
- * @typedef {Object} EvalHeader
- * @property {import("../types/log").Version | undefined} version - The raw string content of the fetched file.
- * @property {import("../types/log").Status | undefined} status - The raw string content of the fetched file.
- * @property {import("../types/log").EvalSpec } eval - The raw string content of the fetched file.
- * @property {import("../types/log").EvalPlan | undefined } plan - The raw string content of the fetched file.
- * @property {import("../types/log").EvalResults | undefined | null } results - The raw string content of the fetched file.
- * @property {import("../types/log").EvalStats | undefined } stats - The raw string content of the fetched file.
- * @property {import("../types/log").EvalError | undefined | null } error - The raw string content of the fetched file.
- */
-
-/**
- * @typedef {Object} LogFiles
- * @property {LogFile[]} files - The log files
- * @property {string} log_dir - The log dir
- */
-
-/**
- * @typedef {Object} LogFile
- * @property {string} name - The path to this log file
- * @property {string} task - The name of the task
- * @property {string} task_id - The the id of the task
- */
-
-/**
- * @typedef {Object} LogContents
- * @property {string} raw - The raw string content of the fetched file.
- * @property {import("../types/log").EvalLog} parsed - The parsed content of the file as an object.
- */
-
-/**
- * @typedef {Object} LogFilesFetchResponse
- * @property {string} raw - The raw string content of the fetched file.
- * @property {Record<string, EvalHeader>} parsed - The parsed content of the file as an object.
- */

inspect_ai/_view/www/src/api/api-http.mjs

@@ -1,300 +0,0 @@
-//@ts-check
-import { asyncJsonParse } from "../utils/Json.mjs";
-import { download_file } from "./api-shared.mjs";
-import { fetchRange, fetchSize } from "../utils/remoteZipFile.mjs";
-
-/**
- * This provides an API implementation that will serve a single
- * file using an http parameter, designed to be deployed
- * to a webserver without inspect or the ability to enumerate log
- * files
- *
- * @param { string } log_dir - The log directory for this API.
- * @param { string } [log_file] - The log file for this API.
- * @returns { import("./Types.mjs").LogViewAPI } A Log Viewer API
- */
-export default function simpleHttpApi(log_dir, log_file) {
-  const resolved_log_dir = log_dir.replace(" ", "+");
-  const resolved_log_path = log_file ? log_file.replace(" ", "+") : undefined;
-  return simpleHttpAPI({
-    log_file: resolved_log_path,
-    log_dir: resolved_log_dir,
-  });
-}
-
-/**
- * Fetches a file from the specified URL and parses its content.
- *
- * @param {{ log_file?: string, log_dir: string }} logInfo - The logInfo for this API.
- * @returns { import("./Types.mjs").LogViewAPI } An object containing the parsed data and the raw text of the file.
- */
-function simpleHttpAPI(logInfo) {
-  const log_file = logInfo.log_file;
-  const log_dir = logInfo.log_dir;
-
-  // Use a cache for the single file case
-  // since we just use the log file that we already read
-  const cache = log_file_cache(log_file);
-
-  async function open_log_file() {
-    // No op
-  }
-  return {
-    client_events: async () => {
-      return Promise.resolve([]);
-    },
-    eval_logs: async () => {
-      const headers = await fetchLogHeaders(log_dir);
-      if (headers) {
-        const logRecord = headers.parsed;
-        const logs = Object.keys(logRecord).map((key) => {
-          return {
-            name: joinURI(log_dir, key),
-            task: logRecord[key].eval.task,
-            task_id: logRecord[key].eval.task_id,
-          };
-        });
-        return Promise.resolve({
-          files: logs,
-          log_dir,
-        });
-      } else if (log_file) {
-        // Check the cache
-        let evalLog = cache.get();
-        if (!evalLog) {
-          const response = await fetchLogFile(log_file);
-          cache.set(response.parsed);
-          evalLog = response.parsed;
-        }
-
-        // Since no log directory manifest was found, just use
-        // the log file to generate a single file manifest
-        const result = {
-          name: log_file,
-          task: evalLog.eval.task,
-          task_id: evalLog.eval.task_id,
-        };
-
-        return {
-          files: [result],
-          log_dir,
-        };
-      } else {
-        // No log.json could be found, and there isn't a log file,
-        throw new Error(
-          `Failed to load a manifest files using the directory: ${log_dir}. Please be sure you have deployed a manifest file (logs.json).`,
-        );
-      }
-    },
-    eval_log: async (file) => {
-      const response = await fetchLogFile(file);
-      cache.set(response.parsed);
-      return response;
-    },
-    eval_log_size: async (log_file) => {
-      return await fetchSize(log_file);
-    },
-    eval_log_bytes: async (log_file, start, end) => {
-      return await fetchRange(log_file, start, end);
-    },
-    eval_log_headers: async (files) => {
-      const headers = await fetchLogHeaders(log_dir);
-      if (headers) {
-        const keys = Object.keys(headers.parsed);
-        const result = [];
-        files.forEach((file) => {
-          const fileKey = keys.find((key) => {
-            return file.endsWith(key);
-          });
-          if (fileKey) {
-            result.push(headers.parsed[fileKey]);
-          }
-        });
-        return result;
-      } else if (log_file) {
-        // Check the cache
-        let evalLog = cache.get();
-        if (!evalLog) {
-          const response = await fetchLogFile(log_file);
-          cache.set(response.parsed);
-          evalLog = response.parsed;
-        }
-        return [evalLog];
-      } else {
-        // No log.json could be found, and there isn't a log file,
-        throw new Error(
-          `Failed to load a manifest files using the directory: ${log_dir}. Please be sure you have deployed a manifest file (logs.json).`,
-        );
-      }
-    },
-    download_file,
-    open_log_file,
-  };
-}
-
-/**
- * Fetches a file from the specified URL and parses its content.
- *
- * @param {string} url - The URL to fetch the file from.
- * @param {(text: string) => Promise<Object>} parse - A function that takes the raw file text and returns a parsed object.
- * @param {(response: Response) => boolean } [handleError] - A function that may process the error and determine whether to throw
- * @returns {Promise<import("./Types.mjs").FetchResponse | undefined> } An object containing the parsed data and the raw text of the file.
- * @throws {Error} Will throw an error if the HTTP request fails or the response is not OK (status code not 200).
- */
-async function fetchFile(url, parse, handleError) {
-  const safe_url = encodePathParts(url);
-  const response = await fetch(`${safe_url}`, { method: "GET" });
-  if (response.ok) {
-    const text = await response.text();
-    return {
-      parsed: await parse(text),
-      raw: text,
-    };
-  } else if (response.status !== 200) {
-    if (handleError && handleError(response)) {
-      return undefined;
-    }
-    const message = (await response.text()) || response.statusText;
-    const error = new Error(`${response.status}: ${message})`);
-    throw error;
-  } else {
-    throw new Error(`${response.status} - ${response.statusText} `);
-  }
-}
-
-/**
- * Fetches a log file and parses its content, updating the log structure if necessary.
- *
- * @param {string} file - The path or URL of the log file to fetch.
- * @returns {Promise<import("./Types.mjs").LogContents | undefined>} The parsed log file, potentially updated to version 2 format.
- * @throws {Error} Will throw an error if the fetching or parsing fails.
- */
-const fetchLogFile = async (file) => {
-  return fetchFile(file, async (text) => {
-    const log = await asyncJsonParse(text);
-    if (log.version === 1) {
-      // Update log structure to v2 format
-      if (log.results) {
-        log.results.scores = [];
-        log.results.scorer.scorer = log.results.scorer.name;
-        log.results.scores.push(log.results.scorer);
-        delete log.results.scorer;
-        log.results.scores[0].metrics = log.results.metrics;
-        delete log.results.metrics;
-
-        // migrate samples
-        const scorerName = log.results.scores[0].name;
-        log.samples.forEach((sample) => {
-          sample.scores = { [scorerName]: sample.score };
-          delete sample.score;
-        });
-      }
-    }
-    return log;
-  });
-};
-
-/**
- * Fetches a log file and parses its content, updating the log structure if necessary.
- *
- * @param {string} log_dir - The path to the log directory
- * @returns {Promise<import("./Types.mjs").LogFilesFetchResponse | undefined>} The parsed log file, potentially updated to version 2 format.
- * @throws {Error} Will throw an error if the fetching or parsing fails.
- */
-const fetchLogHeaders = async (log_dir) => {
-  const logs = await fetchFile(
-    log_dir + "/logs.json",
-    async (text) => {
-      return await asyncJsonParse(text);
-    },
-    (response) => {
-      if (response.status === 404) {
-        // Couldn't find a header file
-        return true;
-      }
-    },
-  );
-  return logs;
-};
-
-/**
- * Joins multiple URI segments into a single URI string.
- *
- * This function removes any leading or trailing slashes from each segment
- * and then joins them with a single slash (`/`).
- *
- * @param {...string} segments - The URI segments to join.
- * @returns {string} The joined URI string.
- */
-function joinURI(...segments) {
-  return segments
-    .map((segment) => segment.replace(/(^\/+|\/+$)/g, "")) // Remove leading/trailing slashes from each segment
-    .join("/");
-}
-
-/**
- * Creates a cache mechanism for a log file. If no log file is provided,
- * a no-op cache is returned. Otherwise, it allows caching of a single log file.
- *
- * @param {string | undefined} log_file - The log file to be cached. If null or undefined, a no-op cache is used.
- * @returns {{ set: function(import("../types/log").EvalLog): void, get: function(): (import("../types/log").EvalLog|undefined) }}
- *          An object with `set` and `get` methods for caching the log file.
- */
-const log_file_cache = (log_file) => {
-  // Use a no-op cache for non-single file
-  // cases
-  if (!log_file) {
-    return {
-      set: () => {},
-      get: () => {
-        return undefined;
-      },
-    };
-  }
-
-  // For a single file request, cache the log file request
-  let cache_file;
-  return {
-    set: (log_file) => {
-      cache_file = log_file;
-    },
-    get: () => {
-      return cache_file;
-    },
-  };
-};
-
-/**
- * Encodes the path segments of a URL or relative path to ensure special characters
- * (like `+`, spaces, etc.) are properly encoded without affecting legal characters like `/`.
- *
- * This function will encode file names and path portions of both absolute URLs and
- * relative paths. It ensures that components of a full URL, such as the protocol and
- * query parameters, remain intact, while only encoding the path.
- *
- * @param {string} url - The URL or relative path to encode.
- * @returns {string} - The URL or path with the path segments properly encoded.
- */
-function encodePathParts(url) {
-  if (!url) return url; // Handle empty strings
-
-  try {
-    // Parse a full Uri
-    const fullUrl = new URL(url);
-    fullUrl.pathname = fullUrl.pathname
-      .split("/")
-      .map((segment) =>
-        segment ? encodeURIComponent(decodeURIComponent(segment)) : "",
-      )
-      .join("/");
-    return fullUrl.toString();
-  } catch {
-    // This is a relative path that isn't parseable as Uri
-    return url
-      .split("/")
-      .map((segment) =>
-        segment ? encodeURIComponent(decodeURIComponent(segment)) : "",
-      )
-      .join("/");
-  }
-}

inspect_ai/_view/www/src/api/api-shared.mjs

@@ -1,10 +0,0 @@
-// Function that uses the dom to download the contents provided in filecontents
-export async function download_file(filename, filecontents) {
-  const blob = new Blob([filecontents], { type: "text/plain" });
-  const link = document.createElement("a");
-  link.href = URL.createObjectURL(blob);
-  link.download = filename;
-  document.body.appendChild(link);
-  link.click();
-  document.body.removeChild(link);
-}

inspect_ai/_view/www/src/api/index.mjs

@@ -1,49 +0,0 @@
-// @ts-check
-
-import browserApi from "./api-browser.mjs";
-import vscodeApi from "./api-vscode.mjs";
-import simpleHttpApi from "./api-http.mjs";
-import { dirname } from "../utils/Path.mjs";
-import { getVscodeApi } from "../utils/vscode.mjs";
-import { clientApi } from "./client-api.mjs";
-
-//
-/**
- * Resolves the client API
- *
- * @returns { import("./Types.mjs").ClientAPI } A Client API for the viewer
- */
-const resolveApi = () => {
-  // @ts-ignore
-  if (getVscodeApi()) {
-    return clientApi(vscodeApi);
-  } else {
-    // See if there is an log_file, log_dir embedded in the
-    // document or passed via URL
-    const scriptEl = document.getElementById("log_dir_context");
-    if (scriptEl) {
-      // Read the contents
-      const data = JSON.parse(scriptEl.textContent);
-      if (data.log_dir || data.log_file) {
-        const log_dir = data.log_dir || dirname(data.log_file);
-        const api = simpleHttpApi(log_dir, data.log_file);
-        return clientApi(api);
-      }
-    }
-
-    // See if there is url params passing info
-    const urlParams = new URLSearchParams(window.location.search);
-    const log_file = urlParams.get("log_file");
-    const log_dir = urlParams.get("log_dir");
-    if (log_file || log_dir) {
-      const api = simpleHttpApi(log_dir, log_file);
-      return clientApi(api);
-    }
-
-    // No signal information so use the standard
-    // browser API
-    return clientApi(browserApi);
-  }
-};
-
-export default resolveApi();

inspect_ai/_view/www/src/api/jsonrpc.mjs

@@ -1,208 +0,0 @@
-var kMethodEvalLogs = "eval_logs";
-
-var kMethodEvalLog = "eval_log";
-
-var kMethodEvalLogSize = "eval_log_size";
-var kMethodEvalLogBytes = "eval_log_bytes";
-
-var kMethodEvalLogHeaders = "eval_log_headers";
-
-function webViewJsonRpcClient(vscode) {
-  var target = {
-    postMessage: function (data) {
-      vscode.postMessage(data);
-    },
-    onMessage: function (handler) {
-      var onMessage = function (ev) {
-        handler(ev.data);
-      };
-      window.addEventListener("message", onMessage);
-      return function () {
-        window.removeEventListener("message", onMessage);
-      };
-    },
-  };
-  var request = jsonRpcPostMessageRequestTransport(target).request;
-  return request;
-}
-
-var kJsonRpcParseError = -32700;
-
-var kJsonRpcInvalidRequest = -32600;
-
-var kJsonRpcMethodNotFound = -32601;
-
-var kJsonRpcInvalidParams = -32602;
-
-var kJsonRpcInternalError = -32603;
-
-function jsonRpcError(message, data, code) {
-  if (typeof data === "string") {
-    data = {
-      description: data,
-    };
-  }
-  return {
-    code: code || -3200,
-    message,
-    data,
-  };
-}
-
-function asJsonRpcError(error) {
-  if (typeof error === "object") {
-    var err = error;
-    if (typeof err.message === "string") {
-      return jsonRpcError(err.message, err.data, err.code);
-    }
-  }
-  return jsonRpcError(String(error));
-}
-
-function jsonRpcPostMessageRequestTransport(target) {
-  var requests = new Map();
-  var disconnect = target.onMessage(function (ev) {
-    var response = asJsonRpcResponse(ev);
-    if (response) {
-      var request = requests.get(response.id);
-      if (request) {
-        requests["delete"](response.id);
-        if (response.error) {
-          request.reject(response.error);
-        } else {
-          request.resolve(response.result);
-        }
-      }
-    }
-  });
-  return {
-    request: function (method, params) {
-      return new Promise(function (resolve, reject) {
-        var requestId = Math.floor(Math.random() * 1e6);
-        requests.set(requestId, {
-          resolve,
-          reject,
-        });
-        var request = {
-          jsonrpc: kJsonRpcVersion,
-          id: requestId,
-          method,
-          params,
-        };
-        target.postMessage(request);
-      });
-    },
-    disconnect,
-  };
-}
-
-function jsonRpcPostMessageServer(target, methods) {
-  var lookupMethod =
-    typeof methods === "function"
-      ? methods
-      : function (name) {
-          return methods[name];
-        };
-  return target.onMessage(function (data) {
-    var request = asJsonRpcRequest(data);
-    if (request) {
-      var method = lookupMethod(request.method);
-      if (!method) {
-        target.postMessage(methodNotFoundResponse(request));
-        return;
-      }
-      /* eslint-disable no-unexpected-multiline */
-      method(request.params || [])
-        .then(function (value) {
-          target.postMessage(jsonRpcResponse(request, value));
-        })
-        ["catch"](function (error) {
-          target.postMessage({
-            jsonrpc: request.jsonrpc,
-            id: request.id,
-            error: asJsonRpcError(error),
-          });
-        });
-      /* eslint-enable no-unexpected-multiline */
-    }
-  });
-}
-
-var kJsonRpcVersion = "2.0";
-
-function isJsonRpcMessage(message) {
-  var jsMessage = message;
-  return jsMessage.jsonrpc !== undefined && jsMessage.id !== undefined;
-}
-
-function isJsonRpcRequest(message) {
-  return message.method !== undefined;
-}
-
-function asJsonRpcMessage(data) {
-  if (isJsonRpcMessage(data) && data.jsonrpc === kJsonRpcVersion) {
-    return data;
-  } else {
-    return null;
-  }
-}
-
-function asJsonRpcRequest(data) {
-  var message = asJsonRpcMessage(data);
-  if (message && isJsonRpcRequest(message)) {
-    return message;
-  } else {
-    return null;
-  }
-}
-
-function asJsonRpcResponse(data) {
-  var message = asJsonRpcMessage(data);
-  if (message) {
-    return message;
-  } else {
-    return null;
-  }
-}
-
-function jsonRpcResponse(request, result) {
-  return {
-    jsonrpc: request.jsonrpc,
-    id: request.id,
-    result,
-  };
-}
-
-function jsonRpcErrorResponse(request, code, message) {
-  return {
-    jsonrpc: request.jsonrpc,
-    id: request.id,
-    error: jsonRpcError(message, undefined, code),
-  };
-}
-
-function methodNotFoundResponse(request) {
-  return jsonRpcErrorResponse(
-    request,
-    kJsonRpcMethodNotFound,
-    "Method '".concat(request.method, "' not found."),
-  );
-}
-
-export {
-  asJsonRpcError,
-  jsonRpcError,
-  jsonRpcPostMessageRequestTransport,
-  jsonRpcPostMessageServer,
-  kJsonRpcInternalError,
-  kJsonRpcInvalidParams,
-  kJsonRpcInvalidRequest,
-  kJsonRpcMethodNotFound,
-  kJsonRpcParseError,
-  webViewJsonRpcClient,
-  kMethodEvalLog,
-  kMethodEvalLogSize,
-  kMethodEvalLogBytes,
-  kMethodEvalLogs,
-  kMethodEvalLogHeaders,
-};