agent-hitch 0.2.6 → 0.2.8

package/dist/src/evals/execution-plan-resources.js

@@ -0,0 +1,174 @@
+const RESOURCE_FIELDS = ["cpu_millis", "memory_bytes", "container_slots", "build_slots"];
+const OPTIONAL_RESOURCE_FIELDS = ["gpu_count", "ephemeral_disk_bytes"];
+const SOURCES = new Set([
+    "task", "compose", "submission-default", "operator-default", "provider-policy", "derived-components",
+]);
+export function parseTaskResourceRequirements(value, taskIds) {
+    if (value === undefined)
+        return undefined;
+    if (!Array.isArray(value))
+        throw new TypeError("execution plan task resources must be an array");
+    const requirements = value.map((entry, index) => parseRequirement(entry, index));
+    const actual = requirements.map((entry) => entry.task_id);
+    const expected = [...taskIds].sort(compareBytes);
+    if (new Set(actual).size !== actual.length || JSON.stringify(actual) !== JSON.stringify(expected)) {
+        throw new TypeError("execution plan task resources do not exactly match tasks");
+    }
+    return requirements;
+}
+export function reservationForTasks(taskIds, parallelism, defaults, requirements) {
+    if (!requirements)
+        return scaleResources(defaults, parallelism);
+    const byTask = new Map(requirements.map((entry) => [entry.task_id, entry.reservation]));
+    const selected = taskIds.map((taskId) => {
+        const resource = byTask.get(taskId);
+        if (!resource)
+            throw new TypeError(`execution plan has no resources for task: ${taskId}`);
+        return resource;
+    });
+    const result = Object.fromEntries(RESOURCE_FIELDS.map((name) => [name, selected
+            .map((entry) => entry[name])
+            .sort((left, right) => right - left)
+            .slice(0, parallelism)
+            .reduce((sum, entry) => sum + entry, 0)]));
+    for (const field of OPTIONAL_RESOURCE_FIELDS)
+        if (selected.some((entry) => entry[field] !== undefined))
+            result[field] = selected
+                .map((entry) => entry[field] ?? 0)
+                .sort((left, right) => right - left)
+                .slice(0, parallelism)
+                .reduce((sum, entry) => sum + entry, 0);
+    return result;
+}
+export function resourceRequirementForTask(plan, taskId) {
+    return plan.task_resources?.find((entry) => entry.task_id === taskId);
+}
+export function runtimeResourcesForTask(plan, taskId, fallback) {
+    const requirement = resourceRequirementForTask(plan, taskId);
+    const sidecarLimits = Object.fromEntries((requirement?.components ?? [])
+        .filter((entry) => entry.role === "task-sidecar" || entry.role === "provider-sidecar")
+        .map((entry) => [entry.name, {
+            cpu_millis: entry.fields.cpu_millis.value,
+            memory_bytes: entry.fields.memory_bytes.value,
+            ...(entry.fields.gpu_count && entry.fields.gpu_count.value > 0 ? { gpu_count: entry.fields.gpu_count.value } : {}),
+        }]));
+    return { mainLimits: requirement?.main_limits ?? fallback, sidecarLimits };
+}
+function parseRequirement(value, index) {
+    const record = exactRecord(value, ["task_id", "reservation", "main_limits", "fields", "components", "diagnostics"], `task resources ${index}`);
+    if (typeof record.task_id !== "string" || !record.task_id)
+        throw new TypeError(`task resources ${index} identity is invalid`);
+    const reservation = parseVector(record.reservation, `task resources ${index} reservation`);
+    const mainLimits = parseVector(record.main_limits, `task resources ${index} main limits`);
+    if (mainLimits.container_slots !== 1 || mainLimits.build_slots !== 0)
+        throw new TypeError(`task resources ${index} main limits are invalid`);
+    const fieldsRecord = exactRecord(record.fields, RESOURCE_FIELDS, `task resources ${index} fields`, OPTIONAL_RESOURCE_FIELDS);
+    const fields = Object.fromEntries(RESOURCE_FIELDS.map((name) => [name, parseField(fieldsRecord[name], `task resources ${index} ${name}`)]));
+    if (fieldsRecord.gpu_count !== undefined)
+        fields.gpu_count = parseField(fieldsRecord.gpu_count, `task resources ${index} gpu_count`);
+    if (fieldsRecord.ephemeral_disk_bytes !== undefined)
+        fields.ephemeral_disk_bytes = parseField(fieldsRecord.ephemeral_disk_bytes, `task resources ${index} ephemeral_disk_bytes`);
+    if (RESOURCE_FIELDS.some((name) => fields[name].value !== reservation[name])
+        || (fields.gpu_count?.value ?? 0) !== (reservation.gpu_count ?? 0)
+        || (fields.ephemeral_disk_bytes?.value ?? 0) !== (reservation.ephemeral_disk_bytes ?? 0)
+        || fields.cpu_millis.source !== "derived-components" || fields.memory_bytes.source !== "derived-components"
+        || fields.container_slots.source !== "derived-components" || fields.build_slots.source !== "derived-components") {
+        throw new TypeError(`task resources ${index} field evidence does not match reservation`);
+    }
+    if (!Array.isArray(record.components) || record.components.length === 0)
+        throw new TypeError(`task resources ${index} components are invalid`);
+    const components = record.components.map((entry, componentIndex) => parseComponent(entry, index, componentIndex));
+    if (components.filter((entry) => entry.role === "main").length !== 1 || new Set(components.map((entry) => `${entry.role}:${entry.name}`)).size !== components.length) {
+        throw new TypeError(`task resources ${index} component identities are invalid`);
+    }
+    const sum = sumComponents(components);
+    if (RESOURCE_FIELDS.some((name) => sum[name] !== reservation[name])
+        || OPTIONAL_RESOURCE_FIELDS.some((name) => (sum[name] ?? 0) !== (reservation[name] ?? 0)))
+        throw new TypeError(`task resources ${index} components do not match reservation`);
+    for (const component of components.filter((entry) => entry.role === "main" || entry.role === "verifier")) {
+        if (component.fields.cpu_millis.value > mainLimits.cpu_millis || component.fields.memory_bytes.value > mainLimits.memory_bytes) {
+            throw new TypeError(`task resources ${index} main limits do not cover runtime components`);
+        }
+    }
+    if (!Array.isArray(record.diagnostics) || record.diagnostics.some((entry) => typeof entry !== "string" || !entry)
+        || new Set(record.diagnostics).size !== record.diagnostics.length)
+        throw new TypeError(`task resources ${index} diagnostics are invalid`);
+    return {
+        task_id: record.task_id,
+        reservation,
+        main_limits: mainLimits,
+        fields,
+        components,
+        diagnostics: [...record.diagnostics],
+    };
+}
+function parseComponent(value, requirementIndex, componentIndex) {
+    const label = `task resources ${requirementIndex} component ${componentIndex}`;
+    const record = exactRecord(value, ["name", "role", "replicas", "resources", "fields"], label);
+    if (typeof record.name !== "string" || !record.name
+        || !["main", "task-sidecar", "verifier", "provider-sidecar"].includes(record.role)
+        || !Number.isSafeInteger(record.replicas) || record.replicas < 1)
+        throw new TypeError(`${label} identity is invalid`);
+    const resources = parseVector(record.resources, `${label} resources`);
+    const fieldsRecord = exactRecord(record.fields, ["cpu_millis", "memory_bytes"], `${label} fields`, OPTIONAL_RESOURCE_FIELDS);
+    const fields = {
+        cpu_millis: parseField(fieldsRecord.cpu_millis, `${label} cpu_millis`),
+        memory_bytes: parseField(fieldsRecord.memory_bytes, `${label} memory_bytes`),
+        ...(fieldsRecord.gpu_count === undefined ? {} : { gpu_count: parseField(fieldsRecord.gpu_count, `${label} gpu_count`) }),
+        ...(fieldsRecord.ephemeral_disk_bytes === undefined ? {} : { ephemeral_disk_bytes: parseField(fieldsRecord.ephemeral_disk_bytes, `${label} ephemeral_disk_bytes`) }),
+    };
+    const replicas = record.replicas;
+    if (resources.cpu_millis !== fields.cpu_millis.value * replicas || resources.memory_bytes !== fields.memory_bytes.value * replicas
+        || (resources.gpu_count ?? 0) !== (fields.gpu_count?.value ?? 0) * replicas
+        || (resources.ephemeral_disk_bytes ?? 0) !== (fields.ephemeral_disk_bytes?.value ?? 0) * replicas
+        || resources.container_slots !== replicas || resources.build_slots !== 0)
+        throw new TypeError(`${label} resource totals are invalid`);
+    return { name: record.name, role: record.role, replicas, resources, fields };
+}
+function parseField(value, label) {
+    const record = exactRecord(value, ["value", "source", "estimated"], label);
+    if (!Number.isSafeInteger(record.value) || record.value < 0 || !SOURCES.has(record.source)
+        || typeof record.estimated !== "boolean")
+        throw new TypeError(`${label} evidence is invalid`);
+    return { value: record.value, source: record.source, estimated: record.estimated };
+}
+function parseVector(value, label) {
+    const record = exactRecord(value, RESOURCE_FIELDS, label, OPTIONAL_RESOURCE_FIELDS);
+    if (RESOURCE_FIELDS.some((name) => !Number.isSafeInteger(record[name]) || record[name] < 0))
+        throw new TypeError(`${label} is invalid`);
+    for (const field of OPTIONAL_RESOURCE_FIELDS)
+        if (record[field] !== undefined && (!Number.isSafeInteger(record[field]) || record[field] < 0))
+            throw new TypeError(`${label} is invalid`);
+    return {
+        ...Object.fromEntries(RESOURCE_FIELDS.map((name) => [name, record[name]])),
+        ...(record.gpu_count === undefined ? {} : { gpu_count: record.gpu_count }),
+        ...(record.ephemeral_disk_bytes === undefined ? {} : { ephemeral_disk_bytes: record.ephemeral_disk_bytes }),
+    };
+}
+function sumComponents(components) {
+    const result = Object.fromEntries(RESOURCE_FIELDS.map((name) => [name, components.reduce((sum, entry) => sum + entry.resources[name], 0)]));
+    if (components.some((entry) => entry.resources.gpu_count !== undefined))
+        result.gpu_count = components.reduce((sum, entry) => sum + (entry.resources.gpu_count ?? 0), 0);
+    if (components.some((entry) => entry.resources.ephemeral_disk_bytes !== undefined))
+        result.ephemeral_disk_bytes = components.reduce((sum, entry) => sum + (entry.resources.ephemeral_disk_bytes ?? 0), 0);
+    return result;
+}
+function scaleResources(resources, count) {
+    return {
+        ...Object.fromEntries(RESOURCE_FIELDS.map((name) => [name, resources[name] * count])),
+        ...(resources.gpu_count === undefined ? {} : { gpu_count: resources.gpu_count * count }),
+        ...(resources.ephemeral_disk_bytes === undefined ? {} : { ephemeral_disk_bytes: resources.ephemeral_disk_bytes * count }),
+    };
+}
+function exactRecord(value, keys, label, optional = []) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw new TypeError(`${label} must be an object`);
+    const record = value;
+    if (keys.some((key) => !(key in record)) || Object.keys(record).some((key) => !keys.includes(key) && !optional.includes(key)))
+        throw new TypeError(`${label} fields are invalid`);
+    return record;
+}
+function compareBytes(left, right) {
+    return Buffer.from(left).compare(Buffer.from(right));
+}
+//# sourceMappingURL=execution-plan-resources.js.map

package/dist/src/evals/execution-plan-resources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-plan-resources.js","sourceRoot":"","sources":["../../../src/evals/execution-plan-resources.ts"],"names":[],"mappings":"AAQA,MAAM,eAAe,GAAG,CAAC,YAAY,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa,CAAU,CAAC;AAClG,MAAM,wBAAwB,GAAG,CAAC,WAAW,EAAE,sBAAsB,CAAU,CAAC;AAChF,MAAM,OAAO,GAAG,IAAI,GAAG,CAA8B;IACnD,MAAM,EAAE,SAAS,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,oBAAoB;CACrG,CAAC,CAAC;AAEH,MAAM,UAAU,6BAA6B,CAAC,KAAc,EAAE,OAA0B;IACtF,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IACjG,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjD,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClG,MAAM,IAAI,SAAS,CAAC,0DAA0D,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAA0B,EAC1B,WAAmB,EACnB,QAA0B,EAC1B,YAAmD;IAEnD,IAAI,CAAC,YAAY;QAAE,OAAO,cAAc,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,MAAM,EAAE,CAAC,CAAC;QAC1F,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ;aAC5E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC;aACnC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;aACrB,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAgC,CAAC;IAC5E,KAAK,MAAM,KAAK,IAAI,wBAAwB;QAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ;iBAC7H,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;iBACjC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC;iBACnC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;iBACrB,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAA+D,EAC/D,MAAc;IAEd,OAAO,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,IAA+D,EAC/D,MAAc,EACd,QAA0B;IAE1B,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,UAAU,IAAI,EAAE,CAAC;SACrE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC;SACrF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE;YAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK;YACzC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK;YAC7C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnH,CAAC,CAAC,CAAC,CAAC;IACP,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,IAAI,QAAQ,EAAE,aAAa,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,KAAa;IACrD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,CAAC,EAAE,kBAAkB,KAAK,EAAE,CAAC,CAAC;IAC/I,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,sBAAsB,CAAC,CAAC;IAC9H,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,kBAAkB,KAAK,cAAc,CAAC,CAAC;IAC3F,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,kBAAkB,KAAK,cAAc,CAAC,CAAC;IAC1F,IAAI,UAAU,CAAC,eAAe,KAAK,CAAC,IAAI,UAAU,CAAC,WAAW,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,0BAA0B,CAAC,CAAC;IAC7I,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,EAAE,kBAAkB,KAAK,SAAS,EAAE,wBAAwB,CAAC,CAAC;IAC7H,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,kBAAkB,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAmD,CAAC;IAC9L,IAAI,YAAY,CAAC,SAAS,KAAK,SAAS;QAAE,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,kBAAkB,KAAK,YAAY,CAAC,CAAC;IACrI,IAAI,YAAY,CAAC,oBAAoB,KAAK,SAAS;QAAE,MAAM,CAAC,oBAAoB,GAAG,UAAU,CAAC,YAAY,CAAC,oBAAoB,EAAE,kBAAkB,KAAK,uBAAuB,CAAC,CAAC;IACjL,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,IAAI,CAAC,CAAC;WACvE,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,IAAI,CAAC,CAAC;WAC/D,CAAC,MAAM,CAAC,oBAAoB,EAAE,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,oBAAoB,IAAI,CAAC,CAAC;WACrF,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,oBAAoB,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,oBAAoB;WACxG,MAAM,CAAC,eAAe,CAAC,MAAM,KAAK,oBAAoB,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,oBAAoB,EAAE,CAAC;QAClH,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,4CAA4C,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,yBAAyB,CAAC,CAAC;IAC/I,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;IAClH,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QACrK,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,mCAAmC,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,GAAG,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IACtC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,CAAC;WAC9D,wBAAwB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,sCAAsC,CAAC,CAAC;IAChL,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;QACzG,IAAI,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,GAAG,UAAU,CAAC,YAAY,EAAE,CAAC;YAC/H,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,8CAA8C,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC;WAC5G,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,WAAW,CAAC,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,KAAK,0BAA0B,CAAC,CAAC;IAC5I,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW;QACX,WAAW,EAAE,UAAU;QACvB,MAAM;QACN,UAAU;QACV,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,WAAW,CAAa;KACjD,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,gBAAwB,EAAE,cAAsB;IACtF,MAAM,KAAK,GAAG,kBAAkB,gBAAgB,cAAc,cAAc,EAAE,CAAC;IAC/E,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9F,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI;WAC9C,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAc,CAAC;WACzF,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAK,MAAM,CAAC,QAAmB,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,sBAAsB,CAAC,CAAC;IACpI,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,KAAK,YAAY,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,GAAG,KAAK,SAAS,EAAE,wBAAwB,CAAC,CAAC;IAC7H,MAAM,MAAM,GAAG;QACb,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,UAAU,EAAE,GAAG,KAAK,aAAa,CAAC;QACtE,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,GAAG,KAAK,eAAe,CAAC;QAC5E,GAAG,CAAC,YAAY,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,KAAK,YAAY,CAAC,EAAE,CAAC;QACxH,GAAG,CAAC,YAAY,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,UAAU,CAAC,YAAY,CAAC,oBAAoB,EAAE,GAAG,KAAK,uBAAuB,CAAC,EAAE,CAAC;KACrK,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAkB,CAAC;IAC3C,IAAI,SAAS,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,QAAQ,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,KAAK,GAAG,QAAQ;WAC7H,CAAC,SAAS,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,QAAQ;WACxE,CAAC,SAAS,CAAC,oBAAoB,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,QAAQ;WAC9F,SAAS,CAAC,eAAe,KAAK,QAAQ,IAAI,SAAS,CAAC,WAAW,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,8BAA8B,CAAC,CAAC;IACxI,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAuC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AAClH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,KAAa;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAK,MAAM,CAAC,KAAgB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAqC,CAAC;WAChI,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,sBAAsB,CAAC,CAAC;IAChG,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAe,EAAE,MAAM,EAAE,MAAM,CAAC,MAAqC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;AAC9H,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAAa;IAChD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,wBAAwB,CAAC,CAAC;IACpF,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAK,MAAM,CAAC,IAAI,CAAY,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IACpJ,KAAK,MAAM,KAAK,IAAI,wBAAwB;QAAE,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAK,MAAM,CAAC,KAAK,CAAY,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IACrM,OAAO;QACL,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QAC1E,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC;KAC7E,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,UAAqC;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAgC,CAAC;IAC3K,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC;QAAE,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzK,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,oBAAoB,KAAK,SAAS,CAAC;QAAE,MAAM,CAAC,oBAAoB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,oBAAoB,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1M,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,SAA2B,EAAE,KAAa;IAChE,OAAO;QACL,GAAG,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QACrF,GAAG,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,GAAG,KAAK,EAAE,CAAC;QACxF,GAAG,CAAC,SAAS,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,SAAS,CAAC,oBAAoB,GAAG,KAAK,EAAE,CAAC;KAC3F,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,IAAuB,EAAE,KAAa,EAAE,WAA8B,EAAE;IAC3G,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACnH,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;IAClL,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAC/C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACvD,CAAC"}

package/dist/src/evals/execution-plan.js

@@ -0,0 +1,451 @@
+import { sha256JSON } from "../foundation/index.js";
+import { artifactPinFields, opaqueWorkId, parseArtifactAssignments, parseRuntimeContract, workItemId } from "./execution-plan-artifacts.js";
+import { imagesForTasks, parseEnvironmentImageFallbacks, parseEnvironmentImageUses } from "./execution-plan-images.js";
+import { parseTaskResourceRequirements, reservationForTasks } from "./execution-plan-resources.js";
+export const DEFAULT_EVAL_TRIAL_RESOURCES = {
+    cpu_millis: 1_000,
+    memory_bytes: 1024 * 1024 * 1024,
+    container_slots: 1,
+    build_slots: 0,
+};
+export function buildEvalExecutionPlan(options) {
+    const resources = parseResourceVector(options.trialResources || DEFAULT_EVAL_TRIAL_RESOURCES, "default trial resources");
+    if (!isSha256(options.candidate.revisionIdentity) || !isSha256(options.candidate.artifactId)) {
+        throw new TypeError("execution plan candidate identity is invalid");
+    }
+    if (!Number.isSafeInteger(options.maxParallelism) || options.maxParallelism < 1 || options.maxParallelism > options.request.max_concurrent) {
+        throw new TypeError("execution plan max parallelism is invalid");
+    }
+    const provider = options.provider || "local-docker";
+    if (!provider)
+        throw new TypeError("execution plan provider is invalid");
+    const modelCapture = options.modelCapture === null ? undefined : parseModelCapturePlan(options.modelCapture ?? {
+        requested_mode: "native",
+        effective_mode: "native",
+        required: false,
+    });
+    const tasks = options.tasks === null ? null : canonicalTasks(options.tasks);
+    if (options.taskScheduling && (tasks === null || options.workItemMode !== "task-slots")) {
+        throw new TypeError("task scheduling hints require task-slot work items with known membership");
+    }
+    const taskScheduling = tasks === null ? undefined : parseTaskScheduling(options.taskScheduling, tasks);
+    const artifactAssignments = parseArtifactAssignments(options.candidate.artifactAssignments, tasks, options.candidate.artifactId);
+    const taskResources = tasks === null ? undefined : parseTaskResourceRequirements(options.taskResources, tasks);
+    const environmentImages = tasks === null ? [] : parseEnvironmentImageUses(options.environmentImages ?? [], tasks, "execution plan environment images");
+    const imageFallbacks = tasks === null ? [] : parseEnvironmentImageFallbacks(options.environmentImageFallbacks ?? [], tasks);
+    const candidateIdentity = sha256JSON({
+        harness_revision_identity: options.candidate.revisionIdentity,
+        artifact_assignments: artifactAssignments.length > 0
+            ? artifactAssignments.map((entry) => ({ task_ids: entry.taskIds, artifact_id: entry.artifactId, runtime_contract: entry.runtimeContract }))
+            : [{ task_ids: tasks ?? [], artifact_id: options.candidate.artifactId }],
+        requested_model: options.request.model,
+        agent_args_sha256: sha256JSON(options.request.agent_args),
+        protocol: {
+            timeout_ms: options.request.timeout_ms,
+            setup_timeout_ms: options.request.setup_timeout_ms,
+        },
+    });
+    const slots = tasks === null ? [] : buildSlots(options.evalId, tasks, options.request.attempts, candidateIdentity);
+    const workItems = tasks === null
+        ? [opaqueWorkItem(options.evalId, options.maxParallelism, resources, provider, artifactAssignments[0])]
+        : options.workItemMode === "task-slots"
+            ? buildTaskWorkItems(options.evalId, slots, resources, provider, taskResources, environmentImages, artifactAssignments, taskScheduling)
+            : buildAttemptWorkItems(options.evalId, tasks, slots, options.request.attempts, options.maxParallelism, resources, provider, taskResources, environmentImages, artifactAssignments);
+    return parseEvalExecutionPlan({
+        schema_version: "1",
+        planner: "hitch-local-v1",
+        eval_id: options.evalId,
+        membership: tasks === null ? "opaque" : "known",
+        candidate_identity: candidateIdentity,
+        benchmark: {
+            id: options.request.benchmark_id,
+            revision: options.request.benchmark_revision,
+            verifier_identity: sha256JSON({
+                backend: "harbor",
+                benchmark_id: options.request.benchmark_id,
+                benchmark_revision: options.request.benchmark_revision,
+                verifier: "dataset",
+            }),
+        },
+        provider,
+        ...(modelCapture ? { model_capture: modelCapture } : {}),
+        max_parallelism: options.maxParallelism,
+        default_trial_resources: resources,
+        ...(taskResources ? { task_resources: taskResources } : {}),
+        ...(imageFallbacks.length > 0 ? { image_fallbacks: imageFallbacks } : {}),
+        slots,
+        work_items: workItems,
+        retry_policy: {
+            infrastructure_retries: options.request.infrastructure_retries,
+            infrastructure_retry_backoff_ms: options.request.infrastructure_retry_backoff_ms,
+            verifier_execution: "same-trial-verifier-only",
+            candidate_rerun_on_verifier_failure: false,
+        },
+        created_at: options.createdAt || new Date().toISOString(),
+    });
+}
+export function parseEvalExecutionPlan(value) {
+    if (!isRecord(value))
+        throw new TypeError("eval execution plan must be an object");
+    const plan = value;
+    assertOnlyKeys(plan, [
+        "schema_version", "planner", "eval_id", "membership", "candidate_identity", "benchmark", "provider", "model_capture",
+        "max_parallelism", "default_trial_resources", "task_resources", "image_fallbacks", "slots", "work_items", "retry_policy", "created_at",
+    ], "eval execution plan");
+    if (plan.schema_version !== "1" || plan.planner !== "hitch-local-v1" || !isEvalId(plan.eval_id)
+        || (plan.membership !== "known" && plan.membership !== "opaque")
+        || !isSha256(plan.candidate_identity) || typeof plan.provider !== "string" || !plan.provider
+        || !Number.isSafeInteger(plan.max_parallelism) || plan.max_parallelism < 1
+        || typeof plan.created_at !== "string" || !Number.isFinite(Date.parse(plan.created_at))) {
+        throw new TypeError("eval execution plan identity is invalid");
+    }
+    const benchmark = parseBenchmark(plan.benchmark);
+    const modelCapture = plan.model_capture === undefined ? undefined : parseModelCapturePlan(plan.model_capture);
+    const resources = parseResourceVector(plan.default_trial_resources, "execution plan default trial resources");
+    if (!Array.isArray(plan.slots) || !Array.isArray(plan.work_items))
+        throw new TypeError("eval execution plan work graph is invalid");
+    const slots = plan.slots.map((slot, index) => parseSlot(slot, plan.eval_id, plan.candidate_identity, index));
+    const taskResources = parseTaskResourceRequirements(plan.task_resources, slots.map((slot) => slot.task_id).filter((task, index, all) => all.indexOf(task) === index));
+    const taskIds = slots.map((slot) => slot.task_id).filter((task, index, all) => all.indexOf(task) === index);
+    const imageFallbacks = parseEnvironmentImageFallbacks(plan.image_fallbacks ?? [], taskIds);
+    const workItems = plan.work_items.map((item, index) => parseWorkItem(item, plan.eval_id, plan.provider, plan.max_parallelism, index));
+    assertPlanGraph(plan.membership, slots, workItems, resources, taskResources);
+    const retry = parseRetryPolicy(plan.retry_policy);
+    return {
+        schema_version: "1",
+        planner: "hitch-local-v1",
+        eval_id: plan.eval_id,
+        membership: plan.membership,
+        candidate_identity: plan.candidate_identity,
+        benchmark,
+        provider: plan.provider,
+        ...(modelCapture ? { model_capture: modelCapture } : {}),
+        max_parallelism: plan.max_parallelism,
+        default_trial_resources: resources,
+        ...(taskResources ? { task_resources: taskResources } : {}),
+        ...(imageFallbacks.length > 0 ? { image_fallbacks: imageFallbacks } : {}),
+        slots,
+        work_items: workItems,
+        retry_policy: retry,
+        created_at: plan.created_at,
+    };
+}
+function parseModelCapturePlan(value) {
+    if (!isRecord(value))
+        throw new TypeError("execution plan model capture must be an object");
+    assertOnlyKeys(value, ["requested_mode", "effective_mode", "required", "topology", "degraded_reason"], "execution plan model capture");
+    const modes = new Set(["off", "native", "proxy", "hybrid"]);
+    if (!modes.has(value.requested_mode) || !modes.has(value.effective_mode)
+        || typeof value.required !== "boolean"
+        || value.topology !== undefined && value.topology !== "host-side" && value.topology !== "in-sandbox"
+        || value.degraded_reason !== undefined && (typeof value.degraded_reason !== "string" || !value.degraded_reason)) {
+        throw new TypeError("execution plan model capture is invalid");
+    }
+    if ((value.effective_mode === "proxy" || value.effective_mode === "hybrid") !== (value.topology !== undefined)) {
+        throw new TypeError("execution plan model capture topology is invalid");
+    }
+    if ((value.requested_mode !== value.effective_mode) !== (value.degraded_reason !== undefined)) {
+        throw new TypeError("execution plan model capture degradation evidence is invalid");
+    }
+    if (value.required === true && value.requested_mode !== value.effective_mode) {
+        throw new TypeError("required model capture cannot be degraded");
+    }
+    return {
+        requested_mode: value.requested_mode,
+        effective_mode: value.effective_mode,
+        required: value.required,
+        ...(value.topology === undefined ? {} : { topology: value.topology }),
+        ...(value.degraded_reason === undefined ? {} : { degraded_reason: value.degraded_reason }),
+    };
+}
+function buildSlots(evalId, tasks, attempts, candidateIdentity) {
+    const slots = [];
+    for (const taskId of tasks) {
+        for (let attempt = 1; attempt <= attempts; attempt += 1) {
+            const identity = { eval_id: evalId, task_id: taskId, attempt, candidate_identity: candidateIdentity };
+            slots.push({
+                schema_version: "1",
+                slot_id: `slot_${sha256JSON(identity).slice("sha256:".length, "sha256:".length + 32)}`,
+                eval_id: evalId,
+                task_id: taskId,
+                attempt,
+                candidate_identity: candidateIdentity,
+                state: "pending",
+                physical_execution: 1,
+            });
+        }
+    }
+    return slots;
+}
+function buildAttemptWorkItems(evalId, tasks, slots, attempts, maxParallelism, resources, provider, taskResources, environmentImages = [], artifactAssignments = []) {
+    const items = [];
+    for (let attempt = 1; attempt <= attempts; attempt += 1) {
+        const groups = artifactAssignments.length > 0
+            ? artifactAssignments
+            : [{ taskIds: [...tasks] }];
+        for (const group of groups) {
+            const groupTasks = tasks.filter((task) => group.taskIds.includes(task));
+            if (groupTasks.length === 0)
+                continue;
+            const selected = slots.filter((slot) => slot.attempt === attempt && groupTasks.includes(slot.task_id)).map((slot) => slot.slot_id);
+            const imageRefs = imagesForTasks(environmentImages, groupTasks);
+            const requestedParallelism = Math.min(maxParallelism, selected.length);
+            const artifactPin = artifactPinFields(group);
+            items.push({
+                schema_version: "1",
+                work_id: workItemId(evalId, attempt, selected, imageRefs, artifactPin),
+                eval_id: evalId,
+                backend: "harbor",
+                logical_attempt: attempt,
+                task_ids: [...groupTasks],
+                slots: selected,
+                opaque_membership: false,
+                requested_parallelism: requestedParallelism,
+                reservation: reservationForTasks(groupTasks, requestedParallelism, resources, taskResources),
+                provider,
+                ...(imageRefs.length > 0 ? { image_refs: imageRefs } : {}),
+                ...artifactPin,
+            });
+        }
+    }
+    return items;
+}
+function buildTaskWorkItems(evalId, slots, resources, provider, taskResources, environmentImages = [], artifactAssignments = [], taskScheduling) {
+    return slots.map((slot) => {
+        const imageRefs = imagesForTasks(environmentImages, [slot.task_id]);
+        const assignment = artifactAssignments.find((entry) => entry.taskIds.includes(slot.task_id));
+        const artifactPin = artifactPinFields(assignment);
+        return {
+            schema_version: "1",
+            work_id: workItemId(evalId, slot.attempt, [slot.slot_id], imageRefs, artifactPin),
+            eval_id: evalId,
+            backend: "harbor",
+            logical_attempt: slot.attempt,
+            task_ids: [slot.task_id],
+            slots: [slot.slot_id],
+            opaque_membership: false,
+            requested_parallelism: 1,
+            reservation: reservationForTasks([slot.task_id], 1, resources, taskResources),
+            provider,
+            ...(imageRefs.length > 0 ? { image_refs: imageRefs } : {}),
+            ...(taskScheduling?.[slot.task_id] ? { scheduling: taskScheduling[slot.task_id] } : {}),
+            ...artifactPin,
+        };
+    });
+}
+function opaqueWorkItem(evalId, maxParallelism, resources, provider, assignment) {
+    const artifactPin = artifactPinFields(assignment);
+    const identity = { eval_id: evalId, backend: "harbor", membership: "opaque", ...artifactPin };
+    return {
+        schema_version: "1",
+        work_id: `work_${sha256JSON(identity).slice("sha256:".length, "sha256:".length + 32)}`,
+        eval_id: evalId,
+        backend: "harbor",
+        logical_attempt: null,
+        task_ids: [],
+        slots: [],
+        opaque_membership: true,
+        requested_parallelism: maxParallelism,
+        reservation: scaleResources(resources, maxParallelism),
+        provider,
+        ...artifactPin,
+    };
+}
+function parseSlot(value, evalId, candidateIdentity, index) {
+    if (!isRecord(value))
+        throw new TypeError(`eval execution plan slot ${index} is invalid`);
+    assertOnlyKeys(value, [
+        "schema_version", "slot_id", "eval_id", "task_id", "task_digest", "attempt", "candidate_identity",
+        "state", "physical_execution", "authoritative_run_id", "invalid_reason",
+    ], `eval execution plan slot ${index}`);
+    if (value.schema_version !== "1" || typeof value.slot_id !== "string" || !/^slot_[a-f0-9]{32}$/.test(value.slot_id)
+        || value.eval_id !== evalId || typeof value.task_id !== "string" || !value.task_id
+        || !Number.isSafeInteger(value.attempt) || value.attempt < 1 || value.candidate_identity !== candidateIdentity
+        || value.state !== "pending" || value.physical_execution !== 1) {
+        throw new TypeError(`eval execution plan slot ${index} is invalid`);
+    }
+    if (value.task_digest !== undefined && !isSha256(value.task_digest))
+        throw new TypeError(`eval execution plan slot ${index} task digest is invalid`);
+    if (value.authoritative_run_id !== undefined || value.invalid_reason !== undefined)
+        throw new TypeError(`pending execution plan slot ${index} is already settled`);
+    const identity = { eval_id: evalId, task_id: value.task_id, attempt: value.attempt, candidate_identity: candidateIdentity };
+    const expected = `slot_${sha256JSON(identity).slice("sha256:".length, "sha256:".length + 32)}`;
+    if (value.slot_id !== expected)
+        throw new TypeError(`eval execution plan slot ${index} identity does not match`);
+    return value;
+}
+function parseWorkItem(value, evalId, provider, maxParallelism, index) {
+    if (!isRecord(value))
+        throw new TypeError(`eval execution plan work item ${index} is invalid`);
+    assertOnlyKeys(value, [
+        "schema_version", "work_id", "eval_id", "backend", "logical_attempt", "task_ids", "slots",
+        "opaque_membership", "requested_parallelism", "reservation", "provider",
+        "image_refs", "artifact_id", "runtime_contract", "scheduling",
+    ], `eval execution plan work item ${index}`);
+    if (value.schema_version !== "1" || typeof value.work_id !== "string" || !/^work_[a-f0-9]{32}$/.test(value.work_id)
+        || value.eval_id !== evalId || value.backend !== "harbor"
+        || (value.logical_attempt !== null && (!Number.isSafeInteger(value.logical_attempt) || value.logical_attempt < 1))
+        || !Array.isArray(value.task_ids) || value.task_ids.some((task) => typeof task !== "string" || !task)
+        || !Array.isArray(value.slots) || value.slots.some((slot) => typeof slot !== "string" || !/^slot_[a-f0-9]{32}$/.test(slot))
+        || typeof value.opaque_membership !== "boolean" || !Number.isSafeInteger(value.requested_parallelism) || value.requested_parallelism < 1
+        || value.requested_parallelism > maxParallelism || value.provider !== provider) {
+        throw new TypeError(`eval execution plan work item ${index} is invalid`);
+    }
+    if (new Set(value.task_ids).size !== value.task_ids.length || new Set(value.slots).size !== value.slots.length) {
+        throw new TypeError(`eval execution plan work item ${index} members are duplicated`);
+    }
+    const imageRefs = parseEnvironmentImageUses(value.image_refs ?? [], value.task_ids, `eval execution plan work item ${index} image refs`);
+    const artifactId = value.artifact_id === undefined ? undefined : isSha256(value.artifact_id) ? value.artifact_id : (() => { throw new TypeError(`eval execution plan work item ${index} artifact id is invalid`); })();
+    const runtimeContract = value.runtime_contract === undefined ? undefined : parseRuntimeContract(value.runtime_contract, `eval execution plan work item ${index}`);
+    const scheduling = value.scheduling === undefined ? undefined : parseSchedulingHint(value.scheduling, `eval execution plan work item ${index}`);
+    if ((artifactId === undefined) !== (runtimeContract === undefined))
+        throw new TypeError(`eval execution plan work item ${index} artifact contract is incomplete`);
+    return {
+        ...value,
+        reservation: parseResourceVector(value.reservation, `eval execution plan work item ${index} reservation`),
+        ...(imageRefs.length > 0 ? { image_refs: imageRefs } : {}),
+        ...(artifactId ? { artifact_id: artifactId } : {}),
+        ...(runtimeContract ? { runtime_contract: runtimeContract } : {}),
+        ...(scheduling ? { scheduling } : {}),
+    };
+}
+function parseSchedulingHint(value, label) {
+    if (!isRecord(value))
+        throw new TypeError(`${label} scheduling hint is invalid`);
+    assertOnlyKeys(value, ["policy", "estimated_duration_ms", "remaining_path_ms", "estimate_source", "estimate_sample_count"], `${label} scheduling hint`);
+    const sources = new Set(["evolution-baseline", "history-p75", "task-budget", "default"]);
+    if (value.policy !== "critical-path-lpt-v1"
+        || !Number.isSafeInteger(value.estimated_duration_ms) || value.estimated_duration_ms < 1
+        || !Number.isSafeInteger(value.remaining_path_ms) || value.remaining_path_ms < value.estimated_duration_ms
+        || !sources.has(value.estimate_source)
+        || !Number.isSafeInteger(value.estimate_sample_count) || value.estimate_sample_count < 0) {
+        throw new TypeError(`${label} scheduling hint is invalid`);
+    }
+    if (value.estimate_source === "default" || value.estimate_source === "task-budget") {
+        if (value.estimate_sample_count !== 0)
+            throw new TypeError(`${label} scheduling hint sample count is invalid`);
+    }
+    else if (value.estimate_sample_count < 1)
+        throw new TypeError(`${label} scheduling hint sample count is invalid`);
+    return value;
+}
+function parseTaskScheduling(value, tasks) {
+    if (value === undefined)
+        return undefined;
+    const keys = Object.keys(value).sort(compareBytes);
+    if (keys.length !== tasks.length || keys.some((task, index) => task !== tasks[index])) {
+        throw new TypeError("task scheduling hints must cover every planned task exactly once");
+    }
+    return Object.fromEntries(keys.map((task) => [task, parseSchedulingHint(value[task], `task ${task}`)]));
+}
+function assertPlanGraph(membership, slots, workItems, resources, taskResources) {
+    if (new Set(slots.map((slot) => slot.slot_id)).size !== slots.length || new Set(workItems.map((item) => item.work_id)).size !== workItems.length) {
+        throw new TypeError("eval execution plan identities are duplicated");
+    }
+    if (membership === "opaque") {
+        const item = workItems[0];
+        if (slots.length !== 0 || workItems.length !== 1 || item?.opaque_membership !== true || item.logical_attempt !== null
+            || item.slots.length !== 0 || item.task_ids.length !== 0 || item.work_id !== opaqueWorkId(item.eval_id, artifactPinFields(item.artifact_id && item.runtime_contract ? { taskIds: [], artifactId: item.artifact_id, runtimeContract: item.runtime_contract } : undefined))
+            || taskResources !== undefined
+            || JSON.stringify(item.reservation) !== JSON.stringify(scaleResources(resources, item.requested_parallelism))) {
+            throw new TypeError("opaque execution plan shape is invalid");
+        }
+        return;
+    }
+    if (slots.length === 0 || workItems.length === 0 || workItems.some((item) => item.opaque_membership))
+        throw new TypeError("known execution plan shape is invalid");
+    const planned = new Set(slots.map((slot) => slot.slot_id));
+    const assigned = workItems.flatMap((item) => item.slots);
+    if (new Set(assigned).size !== assigned.length || assigned.length !== planned.size || assigned.some((slot) => !planned.has(slot))) {
+        throw new TypeError("eval execution plan slots are not assigned exactly once");
+    }
+    const byId = new Map(slots.map((slot) => [slot.slot_id, slot]));
+    for (const item of workItems) {
+        const members = item.slots.map((slotId) => byId.get(slotId));
+        const taskIds = [...new Set(members.map((slot) => slot.task_id))].sort(compareBytes);
+        if (item.logical_attempt === null || members.some((slot) => slot.attempt !== item.logical_attempt)
+            || JSON.stringify(item.task_ids) !== JSON.stringify(taskIds)
+            || item.requested_parallelism > item.slots.length
+            || JSON.stringify(item.reservation) !== JSON.stringify(reservationForTasks(item.task_ids, item.requested_parallelism, resources, taskResources))) {
+            throw new TypeError(`eval execution plan work item does not match its slots: ${item.work_id}`);
+        }
+        const expected = workItemId(item.eval_id, item.logical_attempt, item.slots, item.image_refs ?? [], {
+            ...(item.artifact_id ? { artifact_id: item.artifact_id } : {}),
+            ...(item.runtime_contract ? { runtime_contract: item.runtime_contract } : {}),
+        });
+        if (item.work_id !== expected)
+            throw new TypeError(`eval execution plan work item identity does not match: ${item.work_id}`);
+    }
+}
+function parseBenchmark(value) {
+    if (!isRecord(value))
+        throw new TypeError("eval execution plan benchmark is invalid");
+    assertOnlyKeys(value, ["id", "revision", "verifier_identity"], "eval execution plan benchmark");
+    if (typeof value.id !== "string" || !value.id || typeof value.revision !== "string" || !value.revision || !isSha256(value.verifier_identity)) {
+        throw new TypeError("eval execution plan benchmark is invalid");
+    }
+    return { id: value.id, revision: value.revision, verifier_identity: value.verifier_identity };
+}
+function parseRetryPolicy(value) {
+    if (!isRecord(value))
+        throw new TypeError("eval execution plan retry policy is invalid");
+    assertOnlyKeys(value, [
+        "infrastructure_retries", "infrastructure_retry_backoff_ms", "verifier_execution", "candidate_rerun_on_verifier_failure",
+    ], "eval execution plan retry policy");
+    if (!Number.isSafeInteger(value.infrastructure_retries) || value.infrastructure_retries < 0
+        || typeof value.infrastructure_retry_backoff_ms !== "number" || !Number.isFinite(value.infrastructure_retry_backoff_ms) || value.infrastructure_retry_backoff_ms < 0
+        || value.verifier_execution !== "same-trial-verifier-only" || value.candidate_rerun_on_verifier_failure !== false) {
+        throw new TypeError("eval execution plan retry policy is invalid");
+    }
+    return value;
+}
+function canonicalTasks(tasks) {
+    if (tasks.length === 0 || tasks.some((task) => typeof task !== "string" || !task) || new Set(tasks).size !== tasks.length) {
+        throw new TypeError("execution plan tasks must be a non-empty unique list");
+    }
+    return [...tasks].sort(compareBytes);
+}
+function parseResourceVector(value, label) {
+    if (!isRecord(value))
+        throw new TypeError(`${label} must be an object`);
+    const required = ["cpu_millis", "memory_bytes", "container_slots", "build_slots"];
+    const allowed = [...required, "gpu_count", "ephemeral_disk_bytes"];
+    if (Object.keys(value).some((key) => !allowed.includes(key)))
+        throw new TypeError(`${label} has unknown fields`);
+    for (const field of required) {
+        if (!Number.isSafeInteger(value[field]) || value[field] < 0)
+            throw new TypeError(`${label} ${field} is invalid`);
+    }
+    if (value.gpu_count !== undefined && (!Number.isSafeInteger(value.gpu_count) || value.gpu_count < 0))
+        throw new TypeError(`${label} gpu_count is invalid`);
+    if (value.ephemeral_disk_bytes !== undefined && (!Number.isSafeInteger(value.ephemeral_disk_bytes) || value.ephemeral_disk_bytes < 0))
+        throw new TypeError(`${label} ephemeral_disk_bytes is invalid`);
+    return {
+        ...Object.fromEntries(required.map((field) => [field, value[field]])),
+        ...(value.gpu_count === undefined ? {} : { gpu_count: value.gpu_count }),
+        ...(value.ephemeral_disk_bytes === undefined ? {} : { ephemeral_disk_bytes: value.ephemeral_disk_bytes }),
+    };
+}
+function scaleResources(resources, count) {
+    const scaled = Object.fromEntries(Object.entries(resources).map(([name, value]) => [name, value * count]));
+    return parseResourceVector(scaled, "scaled work item reservation");
+}
+function isEvalId(value) {
+    return typeof value === "string" && /^eval_[a-f0-9]{32}$/.test(value);
+}
+function isSha256(value) {
+    return typeof value === "string" && /^sha256:[a-f0-9]{64}$/.test(value);
+}
+function isRecord(value) {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+function compareBytes(left, right) {
+    return Buffer.from(left).compare(Buffer.from(right));
+}
+function assertOnlyKeys(record, allowed, label) {
+    const allowedSet = new Set(allowed);
+    const unexpected = Object.keys(record).find((key) => !allowedSet.has(key));
+    if (unexpected)
+        throw new TypeError(`${label} has unknown field: ${unexpected}`);
+}
+//# sourceMappingURL=execution-plan.js.map