inspect-ai 0.3.62__py3-none-any.whl → 0.3.63__py3-none-any.whl

inspect_ai/_view/www/src/usage/ModelTokenTable.mjs

@@ -1,72 +0,0 @@
-import { html } from "htm/preact";
-import { FontSize, TextStyle } from "../appearance/Fonts.mjs";
-import { ModelUsagePanel } from "./UsageCard.mjs";
-
-export const ModelTokenTable = ({ model_usage, style }) => {
-  return html`
-  <${TokenTable} style=${style}>
-    <${TokenHeader}/>
-    <tbody>
-    ${Object.keys(model_usage).map((key) => {
-      return html`<${TokenRow} model=${key} usage=${model_usage[key]} />`;
-    })}
-    </tbody>
-  </${TokenTable}>
-  `;
-};
-
-const TokenTable = ({ style, children }) => {
-  return html`<table
-    class="table table-sm"
-    style=${{
-      width: "100%",
-      fontSize: FontSize.smaller,
-      marginTop: "0.7rem",
-      ...style,
-    }}
-  >
-    ${children}
-  </table>`;
-};
-
-const thStyle = {
-  padding: 0,
-  fontWeight: 300,
-  fontSize: FontSize.small,
-  ...TextStyle.label,
-  ...TextStyle.secondary,
-};
-
-const TokenHeader = () => {
-  return html`<thead>
-    <tr>
-      <td></td>
-      <td
-        colspan="3"
-        align="center"
-        class="card-subheading"
-        style=${{
-          paddingBottom: "0.7rem",
-          fontSize: FontSize.small,
-          ...TextStyle.label,
-          ...TextStyle.secondary,
-        }}
-      >
-        Tokens
-      </td>
-    </tr>
-    <tr>
-      <th style=${thStyle}>Model</th>
-      <th style=${thStyle}>Usage</th>
-    </tr>
-  </thead>`;
-};
-
-const TokenRow = ({ model, usage }) => {
-  return html`<tr>
-    <td>${model}</td>
-    <td>
-      <${ModelUsagePanel} usage=${usage} />
-    </td>
-  </tr>`;
-};

inspect_ai/_view/www/src/usage/UsageCard.mjs

@@ -1,159 +0,0 @@
-//@ts-check
-import { html } from "htm/preact";
-
-import { ApplicationIcons } from "../appearance/Icons.mjs";
-import { FontSize, TextStyle } from "../appearance/Fonts.mjs";
-import { formatDuration, formatNumber } from "../utils/Format.mjs";
-import { Card, CardHeader, CardBody } from "../components/Card.mjs";
-import { MetaDataView } from "../components/MetaDataView.mjs";
-import { ModelTokenTable } from "./ModelTokenTable.mjs";
-
-const kUsageCardBodyId = "usage-card-body";
-
-/**
- * Renders the UsageCard component.
- *
- * @param {Object} props - The parameters for the component.
- * @param {import("../types/log").EvalStats} props.stats - The identifier for this view
- * @returns {import("preact").JSX.Element | string} The UsageCard component.
- */
-export const UsageCard = ({ stats }) => {
-  if (!stats) {
-    return "";
-  }
-
-  const totalDuration = formatDuration(
-    new Date(stats.started_at),
-    new Date(stats.completed_at),
-  );
-  const usageMetadataStyle = {
-    fontSize: FontSize.smaller,
-  };
-
-  return html`
-
-    <${Card}>
-      <${CardHeader} icon=${ApplicationIcons.usage} label="Usage"/>
-      <${CardBody} id=${kUsageCardBodyId} style=${{
-        paddingTop: "0",
-        paddingBottom: "0",
-        borderTop: "solid var(--bs-border-color) 1px",
-      }}>
-        <div style=${{
-          paddingTop: "0",
-          paddingBottom: "1em",
-          marginLeft: "0",
-          display: "flex",
-        }}>
-
-          <div style=${{ flex: "1 1 40%", marginRight: "1em" }}>
-          <div style=${{ marginTop: "1em", fontSize: FontSize.smaller, ...TextStyle.label, ...TextStyle.secondary }}>Duration</div>
-          <${MetaDataView}
-            entries="${{
-              ["Start"]: new Date(stats.started_at).toLocaleString(),
-              ["End"]: new Date(stats.completed_at).toLocaleString(),
-              ["Duration"]: totalDuration,
-            }}"
-            tableOptions="borderless,sm"
-            style=${usageMetadataStyle}
-          />
-          </div>
-
-          <div style=${{ flex: "1 1 60%" }}>
-            <${ModelTokenTable} model_usage=${stats.model_usage}/>
-          </div>
-        </div>
-      </${CardBody}>
-    </${Card}>
-  `;
-};
-
-/**
- * Renders the ModelUsagePanel component.
- *
- * @param {Object} props - The parameters for the component.
- * @param {import("../types/log").ModelUsage1} props.usage - The identifier for this view
- * @returns {import("preact").JSX.Element | string} The ModelUsagePanel component.
- */
-export const ModelUsagePanel = ({ usage }) => {
-  if (!usage) {
-    return "";
-  }
-
-  const rows = [
-    {
-      label: "input",
-      value: usage.input_tokens,
-      secondary: false,
-    },
-  ];
-
-  if (usage.input_tokens_cache_read) {
-    rows.push({
-      label: "cache_read",
-      value: usage.input_tokens_cache_read,
-      secondary: true,
-    });
-  }
-
-  if (usage.input_tokens_cache_write) {
-    rows.push({
-      label: "cache_write",
-      value: usage.input_tokens_cache_write,
-      secondary: true,
-    });
-  }
-
-  rows.push({
-    label: "Output",
-    value: usage.output_tokens,
-    secondary: false,
-    bordered: true,
-  });
-
-  rows.push({
-    label: "---",
-    value: undefined,
-    secondary: false,
-  });
-
-  rows.push({
-    label: "Total",
-    value: usage.total_tokens,
-    secondary: false,
-  });
-
-  return html` <div
-    style=${{
-      display: "grid",
-      gridTemplateColumns: "0 auto auto",
-      columnGap: "0.5em",
-      fontSize: FontSize.small,
-    }}
-  >
-    ${rows.map((row) => {
-      if (row.label === "---") {
-        return html`<div
-          style=${{
-            gridColumn: "-1/1",
-            height: "1px",
-            backgroundColor: "var(--bs-light-border-subtle)",
-          }}
-        ></div>`;
-      } else {
-        return html`
-          <div
-            style=${{
-              ...TextStyle.label,
-              ...TextStyle.secondary,
-              gridColumn: row.secondary ? "2" : "1/3",
-            }}
-          >
-            ${row.label}
-          </div>
-          <div style=${{ gridColumn: "3" }}>${formatNumber(row.value)}</div>
-        `;
-      }
-    })}
-  </div>`;
-};

inspect_ai/_view/www/src/utils/Format.mjs

@@ -1,260 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-
-/**
- * Converts an array or a single value to a comma-separated string.
- *
- * @param {(string|string[])} val - The value to be converted. Can be a string or an array of strings.
- * @returns {string} - A comma-separated string.
- */
-export const arrayToString = (val) => {
-  val = Array.isArray(val) ? val : [val];
-  return val.join(", ");
-};
-
-/**
- * Gets a string for a sample input.
- *
- * @param {(string|Array.<import("../types/log").ChatMessageUser | import("../types/log").ChatMessageSystem | import("../types/log").ChatMessageAssistant | import("../types/log").ChatMessageTool>)} input - The input to process. Can be a string or an array of objects containing a content string.
- * @returns {(string[])} - The processed string or an array of strings.
- */
-export const inputString = (input) => {
-  if (typeof input === "string") {
-    return [input];
-  } else {
-    return input.map((inp) => {
-      if (typeof inp === "string") {
-        return inp;
-      } else {
-        const content = inp.content;
-        if (typeof content === "string") {
-          return content;
-        } else {
-          const result = content.map((con) => {
-            if (con.type === "text") {
-              return con.text;
-            } else {
-              return "";
-            }
-          });
-          return result.join("\n");
-        }
-      }
-    });
-  }
-};
-
-/**
- * Formats dataset information into a string.
- *
- * @param {string} name - The name of the dataset.
- * @param {number} samples - The total number of samples in the dataset.
- * @param {number} epochs - The number of epochs.
- * @returns {string} - A formatted string describing the dataset.
- */
-export const formatDataset = (name, samples, epochs) => {
-  const perEpochSamples = epochs > 0 ? samples / epochs : samples;
-  return `${name ? "— " : ""}${perEpochSamples + " "}${epochs > 1 ? `x ${epochs} ` : ""}${samples === 1 ? "sample" : "samples"}`;
-};
-
-/**
- * Extracts and trims the user prompt from a sample input.
- *
- * @param {import("../types/log").EvalSample} sample - The sample containing input data.
- * @returns {(string | Array<string|import("preact").JSX.Element>)} - The trimmed user prompt or an array of contents if the input is an array.
- */
-export const userPromptForSample = (sample) => {
-  if (sample) {
-    if (typeof sample.input == "string") {
-      return sample.input.trim();
-    } else if (Array.isArray(sample.input)) {
-      const userPrompt = sample.input.find((message) => message.role == "user");
-      if (userPrompt) {
-        const contents = userPrompt.content;
-        if (Array.isArray(contents)) {
-          const results = [];
-          for (const content of contents) {
-            if (content.type === "text") {
-              results.push(content.text);
-            } else {
-              results.push(
-                html`<img
-                  src="${content.image}"
-                  style=${{
-                    maxWidth: "400px",
-                    border: "solid var(--bs-border-color) 1px",
-                  }}
-                />`,
-              );
-            }
-          }
-          return results;
-        } else {
-          return contents.trim();
-        }
-      }
-    }
-  }
-  return "";
-};
-
-/**
- * Formats a score with specific HTML based on its value.
- *
- * @param {string} score - The score to format.
- * @returns {import("preact").JSX.Element|string} The formatted score as an HTML template or the original score if not "C" or "I".
- */
-export const formatScore = (score) => {
-  // Circle with single letter
-  if (score === "C") {
-    return html`<span class="circle-border score-green">C</span>`;
-  } else if (score === "I") {
-    return html`<span class="circle-border score-red">I</span>`;
-  } else {
-    return score;
-  }
-};
-
-/**
- * Formats a duration given in seconds into a human-readable string.
- *
- * @param {number} seconds - The duration in seconds.
- * @returns {string} - The formatted time string.
- */
-export const formatTime = (seconds) => {
-  if (seconds < 60) {
-    return `${seconds} sec`;
-  } else if (seconds < 60 * 60) {
-    return `${Math.floor(seconds / 60)} min ${seconds % 60} sec`;
-  } else if (seconds < 60 * 60 * 24) {
-    const hours = Math.floor(seconds / (60 * 60));
-    const minutes = Math.floor((seconds % (60 * 60)) / 60);
-    const remainingSeconds = seconds % 60;
-    return `${hours} hr ${minutes} min ${remainingSeconds} sec`;
-  } else {
-    const days = Math.floor(seconds / (60 * 60 * 24));
-    const hours = Math.floor((seconds % (60 * 60 * 24)) / (60 * 60));
-    const minutes = Math.floor((seconds % (60 * 60)) / 60);
-    const remainingSeconds = seconds % 60;
-    return `${days} days ${hours} hr ${minutes} min ${remainingSeconds} sec`;
-  }
-};
-
-/**
- * Formats a number to a string with specific decimal places for prettiness.
- *
- * @param {number} num - The number to format.
- * @returns {string} - The formatted number as a string.
- */
-export function formatPrettyDecimal(num) {
-  const numDecimalPlaces = num.toString().includes(".")
-    ? num.toString().split(".")[1].length
-    : 0;
-
-  if (numDecimalPlaces === 0) {
-    return num.toFixed(1);
-  } else if (numDecimalPlaces > 3) {
-    return num.toFixed(3);
-  } else {
-    return num.toString();
-  }
-}
-
-/**
- * Formats a number to a string without trailing zeroes after the decimal point.
- *
- * @param {number} num - The number to format.
- * @returns {string|number} - The formatted number as a string, or the original input if it's not a number.
- */
-export function formatDecimalNoTrailingZeroes(num) {
-  // This isn't a number, continue
-  if (typeof num !== "number") {
-    return num;
-  }
-
-  if (num.toString().includes(".")) {
-    const decimal = num.toString().split(".")[1];
-    const trimmed = decimal.replace(/\.?0+$/, "");
-    return num.toFixed(trimmed.length);
-  } else {
-    return num.toFixed(0);
-  }
-}
-
-/**
- * Converts a string to title case.
- *
- * @param {string} str - The string to convert.
- * @returns {string} - The string in title case.
- */
-export function toTitleCase(str) {
-  return str
-    .split(" ")
-    .map((w) => w[0].toUpperCase() + w.substr(1).toLowerCase())
-    .join(" ");
-}
-
-/**
- * Formats a number to a string without trailing zeroes after the decimal point.
- *
- * @param {number} num - The number to format.
- * @returns {string|number} - The formatted number as a string, or the original input if it's not a number.
- */
-export function formatNoDecimal(num) {
-  // This isn't a number, continue
-  if (typeof num !== "number") {
-    return num;
-  }
-
-  // Round to a whole number
-  const rounded = Math.round(num);
-  return rounded.toFixed(0);
-}
-
-/**
- * Formats a number to a string without trailing zeroes after the decimal point.
- *
- * @param {number} num - The number to format.
- * @returns {string} - The formatted number as a string
- */
-export function formatNumber(num) {
-  return num.toLocaleString(navigator.language, {
-    minimumFractionDigits: 0,
-    maximumFractionDigits: 5,
-  });
-}
-
-/**
- * Formats a number to a string without trailing zeroes after the decimal point.
- *
- * @param {Date} date - The number to format.
- * @returns {string} - The formatted number as a string
- */
-export function formatDateTime(date) {
-  const options = {
-    year: "2-digit",
-    month: "2-digit",
-    day: "2-digit",
-    hour: "numeric",
-    minute: "2-digit",
-    second: "2-digit",
-    hour12: true,
-  };
-
-  // Use the default system locale and timezone
-  // @ts-ignore
-  return new Intl.DateTimeFormat(undefined, options).format(date);
-}
-
-/**
- * Returns the formatted duration between two dates
- *
- * @param {Date} start - The starting date/time to format.
- * @param {Date} end - The starting date/time to format.
- * @returns {string} - The formatted number as a string
- */
-export function formatDuration(start, end) {
-  const durationMs = end.getTime() - start.getTime();
-  const durationSec = durationMs / 1000;
-  return formatTime(durationSec);
-}

inspect_ai/_view/www/src/utils/Git.mjs

@@ -1,12 +0,0 @@
-// @ts-check
-/**
- * Generates a GitHub commit URL based on the repository origin URL and the commit hash.
- *
- * @param {string} origin - The origin URL of the GitHub repository.
- * @param {string} commit - The commit hash.
- * @returns {string} - The generated GitHub commit URL.
- */
-export const ghCommitUrl = (origin, commit) => {
-  const baseUrl = origin.replace(/\.git$/, "");
-  return `${baseUrl}/commit/${commit}`;
-};

inspect_ai/_view/www/src/utils/Html.mjs

@@ -1,21 +0,0 @@
-// @ts-check
-
-/**
- * Escapes special characters in a string to make it safe for use in a CSS selector.
- *
- * @param {string} id - The string (usually an id or class name) to be escaped for use in a CSS selector.
- * @returns {string} - The escaped string safe for use in `querySelector` or `querySelectorAll`.
- */
-export function escapeSelector(id) {
-  return id.replace(/([ #.;,?!+*~'":^$[\]()=>|/\\])/g, "\\$1");
-}
-
-// Determine the capabilities
-// If this is vscode, check for the version meta
-// so we know it supports downloads
-export const isVscode = () => {
-  const bodyEl = document.querySelector("body");
-  return !!bodyEl.getAttributeNames().find((attr) => {
-    return attr.includes("data-vscode-");
-  });
-};

inspect_ai/_view/www/src/utils/attachments.mjs

@@ -1,31 +0,0 @@
-/**
- * Resolves individual value
- *
- * @param {any} value - The value to resolve.
- * @param {Record<string,string>} attachments - The transcript events to display.
- * @returns {any} Value with resolved content.
- */
-export const resolveAttachments = (value, attachments) => {
-  const kContentProtocol = "tc://";
-  const kAttachmentProtocol = "attachment://";
-
-  if (Array.isArray(value)) {
-    return value.map((v) => resolveAttachments(v, attachments));
-  } else if (value && typeof value === "object") {
-    /** @type {Record<string, unknown>} */
-    const resolvedObject = {};
-    for (const key of Object.keys(value)) {
-      //@ts-ignore
-      resolvedObject[key] = resolveAttachments(value[key], attachments);
-    }
-    return resolvedObject;
-  } else if (typeof value === "string") {
-    if (value.startsWith(kContentProtocol)) {
-      value = value.replace(kContentProtocol, kAttachmentProtocol);
-    }
-    if (value.startsWith(kAttachmentProtocol)) {
-      return attachments[value.replace(kAttachmentProtocol, "")];
-    }
-  }
-  return value;
-};

inspect_ai/_view/www/src/utils/debugging.mjs

@@ -1,23 +0,0 @@
-export function printCircularReferences(obj) {
-  const seenObjects = new WeakMap();
-
-  function detect(value, path = "") {
-    if (typeof value === "object" && value !== null) {
-      if (seenObjects.has(value)) {
-        console.log(
-          `Circular reference detected at path: ${seenObjects.get(value)}`,
-        );
-        return;
-      }
-      seenObjects.set(value, path);
-
-      for (const key in value) {
-        if (Object.prototype.hasOwnProperty.call(value, key)) {
-          detect(value[key], `${path}.${key}`);
-        }
-      }
-    }
-  }
-
-  detect(obj, "root");
-}

inspect_ai/_view/www/src/utils/http.mjs

@@ -1,18 +0,0 @@
-//@ts-check
-
-/**
- * Fetches a range of bytes from a remote resource and returns it as a `Uint8Array`.
- *
- * @param {string} url - The URL of the remote resource to fetch.
- * @param {number} start - The starting byte position of the range to fetch.
- * @param {number} end - The ending byte position of the range to fetch.
- * @returns {Promise<Uint8Array>} A promise that resolves to a `Uint8Array` containing the fetched byte range.
- * @throws {Error} If there is an issue with the network request.
- */
-export const fetchRange = async (url, start, end) => {
-  const response = await fetch(url, {
-    headers: { Range: `bytes=${start}-${end}` },
-  });
-  const arrayBuffer = await response.arrayBuffer();
-  return new Uint8Array(arrayBuffer);
-};

inspect_ai/_view/www/src/utils/queue.mjs

@@ -1,67 +0,0 @@
-/**
- * A class that manages asynchronous task execution with a limit on concurrent tasks.
- */
-export class AsyncQueue {
-  /**
-   * Creates an instance of AsyncQueue.
-   * @param {number} [concurrentLimit=6] - The maximum number of tasks that can run concurrently.
-   */
-  constructor(concurrentLimit = 6) {
-    /**
-     * The maximum number of concurrent tasks.
-     * @type {number}
-     */
-    this.concurrentLimit = concurrentLimit;
-
-    /**
-     * The queue of tasks waiting to be executed.
-     * @type {Array<Function>}
-     */
-    this.queue = [];
-
-    /**
-     * The count of currently running tasks.
-     * @type {number}
-     */
-    this.runningCount = 0;
-  }
-
-  /**
-   * Adds a task to the queue and runs it if the concurrency limit allows.
-   * @param {Function} task - The task to be executed asynchronously. This should be a function that returns a promise.
-   * @returns {Promise<*>} - A promise that resolves with the result of the task or rejects if the task throws an error.
-   */
-  async enqueue(task) {
-    return new Promise((resolve, reject) => {
-      this.queue.push(async () => {
-        try {
-          const result = await task();
-          resolve(result);
-        } catch (error) {
-          reject(error);
-        } finally {
-          this.runningCount--;
-          this.runNext();
-        }
-      });
-
-      if (this.runningCount < this.concurrentLimit) {
-        this.runNext();
-      }
-    });
-  }
-
-  /**
-   * Runs the next task in the queue if there are available slots for concurrent execution.
-   * @private
-   */
-  runNext() {
-    if (this.queue.length > 0 && this.runningCount < this.concurrentLimit) {
-      const task = this.queue.shift();
-      if (task) {
-        this.runningCount++;
-        task();
-      }
-    }
-  }
-}