agent-skill-evals 0.1.0

package/dist/skill-checks/index.d.mts

@@ -0,0 +1,113 @@
+import { t as AssertionEntryError } from "../assertion-entries-CfmNt-fp.mjs";
+//#region src/skill-checks/skill.d.ts
+interface SkillFrontmatter {
+  name?: string;
+  description?: string;
+  [key: string]: unknown;
+}
+interface ParsedSkill {
+  /** Absolute path to the SKILL.md file. */
+  skillMdPath: string;
+  /** Absolute path to the skill folder (parent of SKILL.md). */
+  skillDir: string;
+  frontmatter: SkillFrontmatter;
+  /** Raw markdown body (after frontmatter). */
+  body: string;
+  /** Total lines in SKILL.md (including frontmatter). */
+  totalLines: number;
+  /** Relative paths referenced from SKILL.md (markdown links + script paths). */
+  references: string[];
+  /** Subset of references that don't exist on disk. */
+  missingReferences: string[];
+}
+declare function parseSkillMd(skillMdPath: string): Promise<ParsedSkill>;
+//#endregion
+//#region src/skill-checks/tests-pack.d.ts
+interface ParsedTest {
+  /** Absolute path of the YAML file containing this test. */
+  filePath: string;
+  description?: string;
+  vars: Record<string, unknown>;
+  /** Effect-type strings referenced by preconditions/should/should_not. */
+  effectTypes: string[];
+  /** Whether `vars.fixture` was set (or `fixtureless` flagged). */
+  hasFixture: boolean;
+  /** True if the test is `kind: negative` (or has no positive should + has should_not). */
+  isNegative: boolean;
+  /** True if the test declares any precondition. */
+  hasPrecondition: boolean;
+  /** True if the test declares an Agent Skill Evals token budget assertion. */
+  hasTokenBudget: boolean;
+  /** True if the file or vars marks the test as draft. */
+  isDraft: boolean;
+  /** Authoring diagnostics for malformed Agent Skill Evals assertion entries. */
+  entryErrors: AssertionEntryError[];
+}
+interface ParsedTestsPack {
+  /** YAML files matched by `testsGlob`. */
+  matchedFiles: string[];
+  /** All test cases discovered. */
+  tests: ParsedTest[];
+  /** Files that failed to parse (with error messages). */
+  parseErrors: Array<{
+    filePath: string;
+    error: string;
+  }>;
+  /** Verifier scripts referenced by `verifier.succeeds`/`verifier.fails`. */
+  verifierScripts: string[];
+  /** Verifier scripts that don't exist on disk. */
+  missingVerifierScripts: string[];
+  /** Verifier scripts that exist but are not executable by the current user. */
+  nonExecutableVerifierScripts: string[];
+  /** Fixture paths referenced by tests. */
+  fixturePaths: string[];
+  /** Fixture paths that don't exist on disk. */
+  missingFixturePaths: string[];
+  /** Effect types not in the supplied known-types set. */
+  unresolvedEffectTypes: string[];
+}
+declare function parseTestsPack(input: {
+  testsGlob: string;
+  baseDir: string;
+  knownEffectTypes: ReadonlySet<string>;
+}): Promise<ParsedTestsPack>;
+//#endregion
+//#region src/skill-checks/index.d.ts
+interface StaticProviderConfig {
+  /** Override for the cwd Promptfoo was launched from. */
+  baseDir?: string;
+}
+interface PromptfooContext {
+  vars?: Record<string, unknown>;
+  test?: {
+    vars?: Record<string, unknown>;
+  };
+}
+interface ProviderResponse {
+  output: string;
+  metadata?: Record<string, unknown>;
+  error?: string;
+}
+interface StaticProviderMetadata {
+  skill: ParsedSkill | null;
+  tests: ParsedTestsPack | null;
+  /** Combined missing files: skill references + verifier scripts + fixtures. */
+  missingFiles: string[];
+  /** Effect types referenced by tests but not in `knownEffectTypes`. */
+  unresolvedEffectTypes: string[];
+  warnings: string[];
+}
+declare class AgentSkillEvalsStaticProvider {
+  config: StaticProviderConfig;
+  private readonly configError?;
+  id: () => string;
+  constructor(options?: {
+    config?: StaticProviderConfig;
+    id?: string;
+  });
+  callApi(_prompt: string, context?: PromptfooContext): Promise<ProviderResponse>;
+  private callApiEffect;
+}
+//#endregion
+export { AgentSkillEvalsStaticProvider, AgentSkillEvalsStaticProvider as default, type ParsedSkill, type ParsedTestsPack, StaticProviderConfig, StaticProviderMetadata, parseSkillMd, parseTestsPack };
+//# sourceMappingURL=index.d.mts.map

package/dist/skill-checks/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/skill-checks/skill.ts","../../src/skill-checks/tests-pack.ts","../../src/skill-checks/index.ts"],"mappings":";;UASiB,gBAAA;EACf,IAAA;EACA,WAAA;EAAA,CACC,GAAA;AAAA;AAAA,UAGc,WAAA;EANgB;EAQ/B,WAAA;EANA;EAQA,QAAA;EACA,WAAA,EAAa,gBAAA;EARD;EAUZ,IAAA;EAP0B;EAS1B,UAAA;EAJ6B;EAM7B,UAAA;EAPA;EASA,iBAAA;AAAA;AAAA,iBAKoB,YAAA,CAAa,WAAA,WAAsB,OAAA,CAAQ,WAAA;;;UChBhD,UAAA;;EAEf,QAAA;EACA,WAAA;EACA,IAAA,EAAM,MAAA;EDZyB;ECc/B,WAAA;EDZA;ECcA,UAAA;EDbY;ECeZ,UAAA;EDZe;ECcf,eAAA;;EAEA,cAAA;EDdA;ECgBA,OAAA;EDbA;ECeA,WAAA,EAAa,mBAAA;AAAA;AAAA,UAGE,eAAA;EDZf;ECcA,YAAA;EDZiB;ECcjB,KAAA,EAAO,UAAA;EDTa;ECWpB,WAAA,EAAa,KAAA;IAAQ,QAAA;IAAkB,KAAA;EAAA;EDXgB;ECavD,eAAA;EDb0E;ECe1E,sBAAA;;EAEA,4BAAA;;EAEA,YAAA;EAnCyB;EAqCzB,mBAAA;EAnBgC;EAqBhC,qBAAA;AAAA;AAAA,iBAGoB,cAAA,CAAe,KAAA;EACnC,SAAA;EACA,OAAA;EACA,gBAAA,EAAkB,WAAA;AAAA,IAChB,OAAA,CAAQ,eAAA;;;UChDK,oBAAA;;EAEf,OAAA;AAAA;AAAA,UAOQ,gBAAA;EACR,IAAA,GAAO,MAAA;EACP,IAAA;IAAS,IAAA,GAAO,MAAA;EAAA;AAAA;AAAA,UAGR,gBAAA;EACR,MAAA;EACA,QAAA,GAAW,MAAA;EACX,KAAA;AAAA;AAAA,UAGe,sBAAA;EACf,KAAA,EAAO,WAAA;EACP,KAAA,EAAO,eAAA;EFjBP;EEmBA,YAAA;EFjBA;EEmBA,qBAAA;EACA,QAAA;AAAA;AAAA,cAGI,6BAAA;EACJ,MAAA,EAAQ,oBAAA;EAAA,iBACS,WAAA;EACjB,EAAA;cAEY,OAAA;IAAW,MAAA,GAAS,oBAAA;IAAsB,EAAA;EAAA;EAYhD,OAAA,CACJ,OAAA,UACA,OAAA,GAAS,gBAAA,GACR,OAAA,CAAQ,gBAAA;EAAA,QAMH,aAAA;AAAA"}

package/dist/skill-checks/index.mjs

@@ -0,0 +1,408 @@
+import { a as pathExecutable, c as parseRuntimeTestFields, i as YamlParser, l as RUNTIME_CHECK_TYPES, n as FileSystem, o as pathExists, r as NodeServicesLive, s as parseAssertionEntries, t as Environment } from "../internal-services-5-mRgNls.mjs";
+import { dirname, isAbsolute, join, resolve } from "node:path";
+import * as Either from "effect/Either";
+import * as Effect from "effect/Effect";
+import * as ParseResult from "effect/ParseResult";
+import * as Schema from "effect/Schema";
+//#region src/skill-checks/skill.ts
+const FRONTMATTER_RE = /^---\r?\n([\s\S]*?)\r?\n---\r?\n?/;
+async function parseSkillMd(skillMdPath) {
+	return Effect.runPromise(parseSkillMdEffect(skillMdPath).pipe(Effect.provide(NodeServicesLive)));
+}
+function parseSkillMdEffect(skillMdPath) {
+	return Effect.gen(function* () {
+		const skillDir = dirname(skillMdPath);
+		const fs = yield* FileSystem;
+		const yaml = yield* YamlParser;
+		const raw = yield* fs.readText(skillMdPath);
+		const totalLines = raw.split(/\r?\n/).length;
+		let frontmatter = {};
+		let body = raw;
+		const fmMatch = raw.match(FRONTMATTER_RE);
+		if (fmMatch) {
+			const parsed = yield* yaml.parse(fmMatch[1]);
+			if (parsed && typeof parsed === "object") frontmatter = parsed;
+			body = raw.slice(fmMatch[0].length);
+		}
+		const references = extractReferences(body);
+		const missingReferences = [];
+		for (const ref of references) if (!(yield* pathExists(isAbsolute(ref) ? ref : resolve(skillDir, ref)))) missingReferences.push(ref);
+		return {
+			skillMdPath,
+			skillDir,
+			frontmatter,
+			body,
+			totalLines,
+			references,
+			missingReferences
+		};
+	});
+}
+/**
+* Extract relative paths from a SKILL.md body. Captures:
+*   - Markdown links: [text](path)
+*   - Bare relative paths in code/inline-code: ./foo, ../foo, foo/bar.sh
+* Skips http(s):// URLs.
+*/
+function extractReferences(body) {
+	const refs = /* @__PURE__ */ new Set();
+	const linkRe = /\[[^\]]*\]\(([^)\s]+)\)/g;
+	let m;
+	while ((m = linkRe.exec(body)) !== null) {
+		const target = m[1];
+		if (target.startsWith("http://") || target.startsWith("https://")) continue;
+		if (target.startsWith("#")) continue;
+		refs.add(target);
+	}
+	const codeRe = /`((?:\.{1,2}\/)?[a-zA-Z0-9_./-]+\.[a-zA-Z0-9]{1,5})`/g;
+	while ((m = codeRe.exec(body)) !== null) {
+		const target = m[1];
+		if (target.includes("://")) continue;
+		refs.add(target);
+	}
+	return [...refs];
+}
+//#endregion
+//#region src/skill-checks/schemas.ts
+const UnknownRecordSchema = Schema.Unknown.pipe(Schema.filter((value) => isRecord(value), {
+	identifier: "UnknownRecord",
+	message: () => "must be an object"
+}));
+const UnknownArraySchema = Schema.Array(Schema.Unknown);
+function decodeTestPackDocument(value) {
+	if (Array.isArray(value)) try {
+		return { cases: Schema.decodeUnknownSync(UnknownArraySchema)(value) };
+	} catch (err) {
+		return {
+			cases: [],
+			parseError: schemaErrorMessage(err)
+		};
+	}
+	if (decodeRecord(value) !== null) return { cases: [value] };
+	return {
+		cases: [],
+		parseError: "test pack document must be an object or array of objects"
+	};
+}
+function decodeStaticTestCase(value) {
+	const caseRecord = decodeRecord(value);
+	if (caseRecord === null) return {
+		caseRecord: {},
+		vars: {},
+		entryErrors: [{
+			field: "case",
+			reason: "must be an object"
+		}]
+	};
+	const rawVars = caseRecord.vars;
+	if (rawVars === void 0 || rawVars === null) return {
+		caseRecord,
+		vars: {},
+		entryErrors: []
+	};
+	const vars = decodeRecord(rawVars);
+	if (vars === null) return {
+		caseRecord,
+		vars: {},
+		entryErrors: [{
+			field: "vars",
+			reason: "must be an object"
+		}]
+	};
+	return {
+		caseRecord,
+		vars,
+		entryErrors: []
+	};
+}
+function decodeRecord(value) {
+	try {
+		return Schema.decodeUnknownSync(UnknownRecordSchema)(value);
+	} catch {
+		return null;
+	}
+}
+function isRecord(value) {
+	return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function schemaErrorMessage(err) {
+	return err instanceof Error ? err.message : String(err);
+}
+//#endregion
+//#region src/skill-checks/tests-pack.ts
+async function parseTestsPack(input) {
+	return Effect.runPromise(parseTestsPackEffect(input).pipe(Effect.provide(NodeServicesLive)));
+}
+function parseTestsPackEffect(input) {
+	return Effect.gen(function* () {
+		const fs = yield* FileSystem;
+		const yaml = yield* YamlParser;
+		const files = yield* expandGlobEffect(input.testsGlob, input.baseDir);
+		const tests = [];
+		const parseErrors = [];
+		for (const file of files) {
+			const parsedFile = yield* Effect.either(Effect.gen(function* () {
+				const raw = yield* fs.readText(file);
+				const document = decodeTestPackDocument(yield* yaml.parse(raw));
+				if (document.parseError) return { error: document.parseError };
+				return { cases: document.cases.map((c) => parseCase(file, c)) };
+			}));
+			if (parsedFile._tag === "Left") parseErrors.push({
+				filePath: file,
+				error: String(parsedFile.left)
+			});
+			else if ("error" in parsedFile.right && parsedFile.right.error !== void 0) parseErrors.push({
+				filePath: file,
+				error: parsedFile.right.error
+			});
+			else tests.push(...parsedFile.right.cases);
+		}
+		const verifierScripts = uniq(tests.flatMap((t) => {
+			const fixtureRoot = typeof t.vars.fixture === "string" ? isAbsolute(t.vars.fixture) ? t.vars.fixture : resolve(input.baseDir, t.vars.fixture) : input.baseDir;
+			return collectVerifierScripts(t.vars).map((p) => absolveScript(p, fixtureRoot));
+		}));
+		const missingVerifierScripts = [];
+		const nonExecutableVerifierScripts = [];
+		for (const s of verifierScripts) if (!(yield* pathExists(s))) missingVerifierScripts.push(s);
+		else if (!(yield* pathExecutable(s))) nonExecutableVerifierScripts.push(s);
+		const fixturePaths = uniq(tests.map((t) => typeof t.vars.fixture === "string" ? t.vars.fixture : null).filter((p) => p !== null).map((p) => isAbsolute(p) ? p : resolve(input.baseDir, p)));
+		const missingFixturePaths = [];
+		for (const p of fixturePaths) if (!(yield* pathExists(p))) missingFixturePaths.push(p);
+		return {
+			matchedFiles: files,
+			tests,
+			parseErrors,
+			verifierScripts,
+			missingVerifierScripts,
+			nonExecutableVerifierScripts,
+			fixturePaths,
+			missingFixturePaths,
+			unresolvedEffectTypes: uniq(tests.flatMap((t) => t.effectTypes)).filter((e) => !input.knownEffectTypes.has(e))
+		};
+	});
+}
+function parseCase(filePath, input) {
+	const decoded = decodeStaticTestCase(input);
+	const c = decoded.caseRecord;
+	const vars = decoded.vars;
+	const description = typeof c.description === "string" ? c.description : void 0;
+	const parsed = parseRuntimeTestFields(vars);
+	const effectTypes = uniq([
+		...parsed.preconditions,
+		...parsed.should,
+		...parsed.should_not
+	].map((entry) => entry.type));
+	const entryErrors = [...decoded.entryErrors, ...parsed.errors];
+	const isNegative = vars.kind === "negative" || Array.isArray(vars.should_not) && vars.should_not.length > 0 && (!Array.isArray(vars.should) || vars.should.length === 0);
+	return {
+		filePath,
+		description,
+		vars,
+		effectTypes,
+		hasFixture: typeof vars.fixture === "string" || vars.fixtureless === true,
+		isNegative,
+		hasPrecondition: Array.isArray(vars.preconditions) && vars.preconditions.length > 0,
+		hasTokenBudget: declaresTokenBudget(c.assert),
+		isDraft: vars.draft === true || typeof c.metadata === "object" && c.metadata !== null && c.metadata.draft === true,
+		entryErrors
+	};
+}
+function declaresTokenBudget(assertions) {
+	if (!Array.isArray(assertions)) return false;
+	return assertions.some((assertion) => {
+		if (!assertion || typeof assertion !== "object" || Array.isArray(assertion)) return false;
+		const record = assertion;
+		if (record.metric === "skill.budget") return true;
+		return (record.config && typeof record.config === "object" && !Array.isArray(record.config) ? record.config : {}).metric === "skill.budget";
+	});
+}
+function collectVerifierScripts(vars) {
+	const out = [];
+	const parsed = {
+		preconditions: parseAssertionEntries(vars.preconditions, "preconditions", { allowMissing: true }),
+		should: parseAssertionEntries(vars.should, "should", { allowMissing: true }),
+		should_not: parseAssertionEntries(vars.should_not, "should_not", { allowMissing: true })
+	};
+	for (const entries of Object.values(parsed)) for (const entry of entries.entries) {
+		if (!isVerifierEntry(entry)) continue;
+		if (entry.args && typeof entry.args === "object" && typeof entry.args.run === "string") out.push(entry.args.run);
+	}
+	return out;
+}
+function isVerifierEntry(entry) {
+	return entry.type === "verifier.succeeds" || entry.type === "verifier.fails";
+}
+function absolveScript(scriptPath, fixtureRoot) {
+	if (isAbsolute(scriptPath)) return scriptPath;
+	return resolve(fixtureRoot, scriptPath);
+}
+function uniq(xs) {
+	return [...new Set(xs)];
+}
+/**
+* Tiny glob expander. Handles literal paths, `**\/*.yaml`, and a single `*`
+* segment. Sufficient for Agent Skill Evals conventions.
+*/
+function expandGlobEffect(pattern, baseDir) {
+	return Effect.gen(function* () {
+		const fs = yield* FileSystem;
+		const abs = isAbsolute(pattern) ? pattern : resolve(baseDir, pattern);
+		const absStat = yield* fs.stat(abs).pipe(Effect.either);
+		if (absStat._tag === "Right" && absStat.right.isFile()) return [abs];
+		if (absStat._tag === "Right" && absStat.right.isDirectory()) return yield* listYamlEffect(abs);
+		const idx = abs.search(/\*\*?|\*/);
+		if (idx < 0) return [];
+		const root = abs.slice(0, idx).replace(/\/$/, "") || "/";
+		const tail = abs.slice(idx);
+		const matches = [];
+		yield* walkEffect(root, (p) => Effect.sync(() => {
+			if (matchesGlob(p, root, tail)) matches.push(p);
+		}));
+		return matches;
+	});
+}
+function listYamlEffect(dir) {
+	return Effect.gen(function* () {
+		const out = [];
+		yield* walkEffect(dir, (p) => Effect.sync(() => {
+			if (p.endsWith(".yaml") || p.endsWith(".yml")) out.push(p);
+		}));
+		return out;
+	});
+}
+function walkEffect(dir, visit) {
+	return Effect.gen(function* () {
+		const entries = yield* (yield* FileSystem).readDirectory(dir).pipe(Effect.catchAll(() => Effect.succeed([])));
+		for (const e of entries) {
+			const p = join(dir, e.name);
+			if (e.isDirectory()) {
+				if (e.name === "node_modules" || e.name === ".git") continue;
+				yield* walkEffect(p, visit);
+			} else if (e.isFile()) yield* visit(p);
+		}
+	});
+}
+function matchesGlob(p, root, tail) {
+	if (!p.startsWith(root)) return false;
+	const rel = p.slice(root.length).replace(/^\//, "");
+	return new RegExp("^" + tail.replace(/^\//, "").replace(/[.+^${}()|[\]\\]/g, "\\$&").replace(/\*\*\//g, "(?:.*/)?").replace(/\*\*/g, ".*").replace(/\*/g, "[^/]*") + "$").test(rel);
+}
+//#endregion
+//#region src/skill-checks/index.ts
+const StaticProviderConfigSchema = Schema.Struct({ baseDir: Schema.optional(Schema.String) });
+var AgentSkillEvalsStaticProvider = class {
+	config;
+	configError;
+	id;
+	constructor(options = {}) {
+		const config = decodeStaticProviderConfig(options.config ?? {});
+		if ("error" in config) {
+			this.config = {};
+			this.configError = config.error;
+		} else this.config = config;
+		const label = options.id ?? "agent-skill-evals-static";
+		this.id = () => label;
+	}
+	async callApi(_prompt, context = {}) {
+		return Effect.runPromise(this.callApiEffect(_prompt, context).pipe(Effect.provide(NodeServicesLive)));
+	}
+	callApiEffect(_prompt, context = {}) {
+		const self = this;
+		return Effect.gen(function* () {
+			if (self.configError) return {
+				output: "",
+				error: self.configError
+			};
+			const vars = context.vars ?? context.test?.vars ?? {};
+			const cwd = yield* (yield* Environment).cwd;
+			const baseDir = self.config.baseDir ?? cwd;
+			const knownTypes = new Set(RUNTIME_CHECK_TYPES);
+			const skillPath = stringVar(vars, "skillPath");
+			const testsGlob = stringVar(vars, "testsGlob");
+			const warnings = [];
+			if (!skillPath) return {
+				output: "",
+				error: "skill checks: vars.skillPath is required (example: skillPath: ./skills/bugfix-workflow)"
+			};
+			if (!testsGlob) return {
+				output: "",
+				error: "skill checks: vars.testsGlob is required (example: testsGlob: ./tests/bugfix-workflow.yaml)"
+			};
+			let skill = null;
+			const skillAbs = isAbsolute(skillPath) ? skillPath : resolve(baseDir, skillPath);
+			const skillMd = yield* ensureSkillMdEffect(skillAbs);
+			if (skillMd === null) return {
+				output: "",
+				error: `skill checks: SKILL.md not found at ${skillAbs}`
+			};
+			const parsedSkill = yield* Effect.either(parseSkillMdEffect(skillMd));
+			if (Either.isLeft(parsedSkill)) return {
+				output: "",
+				error: `skill checks: failed to parse SKILL.md at ${skillMd}: ${parsedSkill.left instanceof Error ? parsedSkill.left.message : String(parsedSkill.left)}`
+			};
+			skill = parsedSkill.right;
+			let tests = null;
+			tests = yield* parseTestsPackEffect({
+				testsGlob,
+				baseDir,
+				knownEffectTypes: knownTypes
+			});
+			const missingFiles = [];
+			if (skill) for (const ref of skill.missingReferences) missingFiles.push(`${skill.skillDir}/${ref}`);
+			if (tests) {
+				missingFiles.push(...tests.missingVerifierScripts);
+				missingFiles.push(...tests.missingFixturePaths);
+			}
+			const metadata = {
+				skill,
+				tests,
+				missingFiles,
+				unresolvedEffectTypes: tests?.unresolvedEffectTypes ?? [],
+				warnings
+			};
+			return {
+				output: summarise(metadata),
+				metadata
+			};
+		});
+	}
+};
+function decodeStaticProviderConfig(input) {
+	const decoded = Schema.decodeUnknownEither(StaticProviderConfigSchema, { errors: "all" })(input ?? {});
+	if (Either.isRight(decoded)) return decoded.right;
+	return { error: `skill checks: invalid config: ${ParseResult.TreeFormatter.formatErrorSync(decoded.left)}` };
+}
+function stringVar(vars, key) {
+	const value = vars[key];
+	return typeof value === "string" && value.length > 0 ? value : void 0;
+}
+function ensureSkillMdEffect(skillPath) {
+	return Effect.gen(function* () {
+		const fs = yield* FileSystem;
+		const statResult = yield* fs.stat(skillPath).pipe(Effect.either);
+		if (Either.isRight(statResult)) {
+			const s = statResult.right;
+			if (s.isFile()) return skillPath;
+			if (s.isDirectory()) {
+				const candidate = join(skillPath, "SKILL.md");
+				const cs = yield* fs.stat(candidate).pipe(Effect.catchAll(() => Effect.succeed(null)));
+				return cs && cs.isFile() ? candidate : null;
+			}
+			return null;
+		}
+		return null;
+	});
+}
+function summarise(m) {
+	const lines = ["Agent Skill Evals skill check input loaded:"];
+	if (m.skill) lines.push(`- skill: ${m.skill.frontmatter.name ?? "?"} (${m.skill.skillMdPath})`);
+	if (m.tests) lines.push(`- tests: ${m.tests.tests.length} case(s) from ${m.tests.matchedFiles.length} file(s)`);
+	if (m.missingFiles.length) lines.push(`- missing files: ${m.missingFiles.length}`);
+	if (m.unresolvedEffectTypes.length) lines.push(`- unresolved effect types: ${m.unresolvedEffectTypes.length}`);
+	lines.push(m.warnings.length ? `- warnings: ${m.warnings.join("; ")}` : "- warnings: none");
+	return lines.join("\n");
+}
+//#endregion
+export { AgentSkillEvalsStaticProvider, AgentSkillEvalsStaticProvider as default, parseSkillMd, parseTestsPack };
+
+//# sourceMappingURL=index.mjs.map

package/dist/skill-checks/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":["resolvePath","resolvePath"],"sources":["../../src/skill-checks/skill.ts","../../src/skill-checks/schemas.ts","../../src/skill-checks/tests-pack.ts","../../src/skill-checks/index.ts"],"sourcesContent":["import { join, dirname, isAbsolute, resolve as resolvePath } from \"node:path\";\nimport * as Effect from \"effect/Effect\";\nimport {\n  FileSystem,\n  NodeServicesLive,\n  pathExists,\n  YamlParser,\n} from \"../internal-services.js\";\n\nexport interface SkillFrontmatter {\n  name?: string;\n  description?: string;\n  [key: string]: unknown;\n}\n\nexport interface ParsedSkill {\n  /** Absolute path to the SKILL.md file. */\n  skillMdPath: string;\n  /** Absolute path to the skill folder (parent of SKILL.md). */\n  skillDir: string;\n  frontmatter: SkillFrontmatter;\n  /** Raw markdown body (after frontmatter). */\n  body: string;\n  /** Total lines in SKILL.md (including frontmatter). */\n  totalLines: number;\n  /** Relative paths referenced from SKILL.md (markdown links + script paths). */\n  references: string[];\n  /** Subset of references that don't exist on disk. */\n  missingReferences: string[];\n}\n\nconst FRONTMATTER_RE = /^---\\r?\\n([\\s\\S]*?)\\r?\\n---\\r?\\n?/;\n\nexport async function parseSkillMd(skillMdPath: string): Promise<ParsedSkill> {\n  return Effect.runPromise(parseSkillMdEffect(skillMdPath).pipe(Effect.provide(NodeServicesLive)));\n}\n\nexport function parseSkillMdEffect(\n  skillMdPath: string,\n): Effect.Effect<ParsedSkill, unknown, FileSystem | YamlParser> {\n  return Effect.gen(function* () {\n  const skillDir = dirname(skillMdPath);\n  const fs = yield* FileSystem;\n  const yaml = yield* YamlParser;\n  const raw = yield* fs.readText(skillMdPath);\n  const totalLines = raw.split(/\\r?\\n/).length;\n\n  let frontmatter: SkillFrontmatter = {};\n  let body = raw;\n  const fmMatch = raw.match(FRONTMATTER_RE);\n  if (fmMatch) {\n    const parsed = yield* yaml.parse(fmMatch[1]!);\n    if (parsed && typeof parsed === \"object\") {\n      frontmatter = parsed as SkillFrontmatter;\n    }\n    body = raw.slice(fmMatch[0].length);\n  }\n\n  const references = extractReferences(body);\n  const missingReferences: string[] = [];\n  for (const ref of references) {\n    const abs = isAbsolute(ref) ? ref : resolvePath(skillDir, ref);\n    if (!(yield* pathExists(abs))) missingReferences.push(ref);\n  }\n\n  return {\n    skillMdPath,\n    skillDir,\n    frontmatter,\n    body,\n    totalLines,\n    references,\n    missingReferences,\n  };\n  });\n}\n\n/**\n * Extract relative paths from a SKILL.md body. Captures:\n *   - Markdown links: [text](path)\n *   - Bare relative paths in code/inline-code: ./foo, ../foo, foo/bar.sh\n * Skips http(s):// URLs.\n */\nfunction extractReferences(body: string): string[] {\n  const refs = new Set<string>();\n  const linkRe = /\\[[^\\]]*\\]\\(([^)\\s]+)\\)/g;\n  let m: RegExpExecArray | null;\n  while ((m = linkRe.exec(body)) !== null) {\n    const target = m[1]!;\n    if (target.startsWith(\"http://\") || target.startsWith(\"https://\")) continue;\n    if (target.startsWith(\"#\")) continue;\n    refs.add(target);\n  }\n  // Inline-code relative paths like `./script.sh` or `path/to/file.ext`.\n  const codeRe = /`((?:\\.{1,2}\\/)?[a-zA-Z0-9_./-]+\\.[a-zA-Z0-9]{1,5})`/g;\n  while ((m = codeRe.exec(body)) !== null) {\n    const target = m[1]!;\n    if (target.includes(\"://\")) continue;\n    refs.add(target);\n  }\n  return [...refs];\n}\n\nexport async function fileExists(p: string): Promise<boolean> {\n  return Effect.runPromise(pathExists(p).pipe(Effect.provide(NodeServicesLive)));\n}\n\nexport function joinSkill(skillDir: string, rel: string): string {\n  return isAbsolute(rel) ? rel : join(skillDir, rel);\n}\n","import * as Schema from \"effect/Schema\";\nimport type { AssertionEntryError } from \"../assertion-entries.js\";\n\nexport interface DecodedTestPackDocument {\n  cases: readonly unknown[];\n  parseError?: string;\n}\n\nexport interface DecodedStaticTestCase {\n  caseRecord: Record<string, unknown>;\n  vars: Record<string, unknown>;\n  entryErrors: AssertionEntryError[];\n}\n\nconst UnknownRecordSchema = Schema.Unknown.pipe(\n  Schema.filter(\n    (value): value is Record<string, unknown> => isRecord(value),\n    {\n      identifier: \"UnknownRecord\",\n      message: () => \"must be an object\",\n    },\n  ),\n);\n\nconst UnknownArraySchema = Schema.Array(Schema.Unknown);\n\nexport function decodeTestPackDocument(value: unknown): DecodedTestPackDocument {\n  if (Array.isArray(value)) {\n    try {\n      return { cases: Schema.decodeUnknownSync(UnknownArraySchema)(value) };\n    } catch (err) {\n      return { cases: [], parseError: schemaErrorMessage(err) };\n    }\n  }\n\n  if (decodeRecord(value) !== null) {\n    return { cases: [value] };\n  }\n\n  return {\n    cases: [],\n    parseError: \"test pack document must be an object or array of objects\",\n  };\n}\n\nexport function decodeStaticTestCase(value: unknown): DecodedStaticTestCase {\n  const caseRecord = decodeRecord(value);\n  if (caseRecord === null) {\n    return {\n      caseRecord: {},\n      vars: {},\n      entryErrors: [{ field: \"case\", reason: \"must be an object\" }],\n    };\n  }\n\n  const rawVars = caseRecord.vars;\n  if (rawVars === undefined || rawVars === null) {\n    return { caseRecord, vars: {}, entryErrors: [] };\n  }\n\n  const vars = decodeRecord(rawVars);\n  if (vars === null) {\n    return {\n      caseRecord,\n      vars: {},\n      entryErrors: [{ field: \"vars\", reason: \"must be an object\" }],\n    };\n  }\n\n  return { caseRecord, vars, entryErrors: [] };\n}\n\nfunction decodeRecord(value: unknown): Record<string, unknown> | null {\n  try {\n    return Schema.decodeUnknownSync(UnknownRecordSchema)(value);\n  } catch {\n    return null;\n  }\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\n}\n\nfunction schemaErrorMessage(err: unknown): string {\n  return err instanceof Error ? err.message : String(err);\n}\n","import { join, isAbsolute, resolve as resolvePath } from \"node:path\";\nimport * as Effect from \"effect/Effect\";\nimport {\n  parseAssertionEntries,\n  parseRuntimeTestFields,\n  type AssertionEntry,\n  type AssertionEntryError,\n} from \"../assertion-entries.js\";\nimport { decodeStaticTestCase, decodeTestPackDocument } from \"./schemas.js\";\nimport {\n  FileSystem,\n  NodeServicesLive,\n  pathExecutable,\n  pathExists,\n  YamlParser,\n} from \"../internal-services.js\";\n\nexport interface ParsedTest {\n  /** Absolute path of the YAML file containing this test. */\n  filePath: string;\n  description?: string;\n  vars: Record<string, unknown>;\n  /** Effect-type strings referenced by preconditions/should/should_not. */\n  effectTypes: string[];\n  /** Whether `vars.fixture` was set (or `fixtureless` flagged). */\n  hasFixture: boolean;\n  /** True if the test is `kind: negative` (or has no positive should + has should_not). */\n  isNegative: boolean;\n  /** True if the test declares any precondition. */\n  hasPrecondition: boolean;\n  /** True if the test declares an Agent Skill Evals token budget assertion. */\n  hasTokenBudget: boolean;\n  /** True if the file or vars marks the test as draft. */\n  isDraft: boolean;\n  /** Authoring diagnostics for malformed Agent Skill Evals assertion entries. */\n  entryErrors: AssertionEntryError[];\n}\n\nexport interface ParsedTestsPack {\n  /** YAML files matched by `testsGlob`. */\n  matchedFiles: string[];\n  /** All test cases discovered. */\n  tests: ParsedTest[];\n  /** Files that failed to parse (with error messages). */\n  parseErrors: Array<{ filePath: string; error: string }>;\n  /** Verifier scripts referenced by `verifier.succeeds`/`verifier.fails`. */\n  verifierScripts: string[];\n  /** Verifier scripts that don't exist on disk. */\n  missingVerifierScripts: string[];\n  /** Verifier scripts that exist but are not executable by the current user. */\n  nonExecutableVerifierScripts: string[];\n  /** Fixture paths referenced by tests. */\n  fixturePaths: string[];\n  /** Fixture paths that don't exist on disk. */\n  missingFixturePaths: string[];\n  /** Effect types not in the supplied known-types set. */\n  unresolvedEffectTypes: string[];\n}\n\nexport async function parseTestsPack(input: {\n  testsGlob: string;\n  baseDir: string;\n  knownEffectTypes: ReadonlySet<string>;\n}): Promise<ParsedTestsPack> {\n  return Effect.runPromise(parseTestsPackEffect(input).pipe(Effect.provide(NodeServicesLive)));\n}\n\nexport function parseTestsPackEffect(input: {\n  testsGlob: string;\n  baseDir: string;\n  knownEffectTypes: ReadonlySet<string>;\n}): Effect.Effect<ParsedTestsPack, never, FileSystem | YamlParser> {\n  return Effect.gen(function* () {\n  const fs = yield* FileSystem;\n  const yaml = yield* YamlParser;\n  const files = yield* expandGlobEffect(input.testsGlob, input.baseDir);\n  const tests: ParsedTest[] = [];\n  const parseErrors: Array<{ filePath: string; error: string }> = [];\n\n  for (const file of files) {\n    const parsedFile = yield* Effect.either(Effect.gen(function* () {\n      const raw = yield* fs.readText(file);\n      const parsed = yield* yaml.parse(raw);\n      const document = decodeTestPackDocument(parsed);\n      if (document.parseError) {\n        return { error: document.parseError };\n      }\n      return { cases: document.cases.map((c) => parseCase(file, c)) };\n    }));\n    if (parsedFile._tag === \"Left\") {\n      parseErrors.push({ filePath: file, error: String(parsedFile.left) });\n    } else if (\"error\" in parsedFile.right && parsedFile.right.error !== undefined) {\n      parseErrors.push({ filePath: file, error: parsedFile.right.error });\n    } else {\n      tests.push(...parsedFile.right.cases);\n    }\n  }\n\n  const verifierScripts = uniq(\n    tests.flatMap((t) => {\n      const fixtureRoot =\n        typeof t.vars.fixture === \"string\"\n          ? isAbsolute(t.vars.fixture)\n            ? t.vars.fixture\n            : resolvePath(input.baseDir, t.vars.fixture)\n          : input.baseDir;\n      return collectVerifierScripts(t.vars).map((p) =>\n        absolveScript(p, fixtureRoot),\n      );\n    }),\n  );\n  const missingVerifierScripts: string[] = [];\n  const nonExecutableVerifierScripts: string[] = [];\n  for (const s of verifierScripts) {\n    if (!(yield* pathExists(s))) {\n      missingVerifierScripts.push(s);\n    } else if (!(yield* pathExecutable(s))) {\n      nonExecutableVerifierScripts.push(s);\n    }\n  }\n\n  const fixturePaths = uniq(\n    tests\n      .map((t) => (typeof t.vars.fixture === \"string\" ? t.vars.fixture : null))\n      .filter((p): p is string => p !== null)\n      .map((p) => (isAbsolute(p) ? p : resolvePath(input.baseDir, p))),\n  );\n  const missingFixturePaths: string[] = [];\n  for (const p of fixturePaths) {\n    if (!(yield* pathExists(p))) missingFixturePaths.push(p);\n  }\n\n  const allEffectTypes = uniq(tests.flatMap((t) => t.effectTypes));\n  const unresolvedEffectTypes = allEffectTypes.filter(\n    (e) => !input.knownEffectTypes.has(e),\n  );\n\n  return {\n    matchedFiles: files,\n    tests,\n    parseErrors,\n    verifierScripts,\n    missingVerifierScripts,\n    nonExecutableVerifierScripts,\n    fixturePaths,\n    missingFixturePaths,\n    unresolvedEffectTypes,\n  };\n  });\n}\n\nfunction parseCase(filePath: string, input: unknown): ParsedTest {\n  const decoded = decodeStaticTestCase(input);\n  const c = decoded.caseRecord;\n  const vars = decoded.vars;\n  const description = typeof c.description === \"string\" ? c.description : undefined;\n  const parsed = parseRuntimeTestFields(vars);\n  const allEntries = [...parsed.preconditions, ...parsed.should, ...parsed.should_not];\n  const effectTypes = uniq(allEntries.map((entry) => entry.type));\n  const entryErrors = [...decoded.entryErrors, ...parsed.errors];\n  const isNegative =\n    vars.kind === \"negative\" ||\n    (Array.isArray(vars.should_not) && vars.should_not.length > 0 &&\n      (!Array.isArray(vars.should) || vars.should.length === 0));\n  const hasFixture =\n    typeof vars.fixture === \"string\" || vars.fixtureless === true;\n  const hasPrecondition =\n    Array.isArray(vars.preconditions) && vars.preconditions.length > 0;\n  const hasTokenBudget = declaresTokenBudget(c.assert);\n  const isDraft =\n    vars.draft === true ||\n    (typeof c.metadata === \"object\" &&\n      c.metadata !== null &&\n      (c.metadata as Record<string, unknown>).draft === true);\n  return {\n    filePath,\n    description,\n    vars,\n    effectTypes,\n    hasFixture,\n    isNegative,\n    hasPrecondition,\n    hasTokenBudget,\n    isDraft,\n    entryErrors,\n  };\n}\n\nfunction declaresTokenBudget(assertions: unknown): boolean {\n  if (!Array.isArray(assertions)) return false;\n  return assertions.some((assertion) => {\n    if (!assertion || typeof assertion !== \"object\" || Array.isArray(assertion)) {\n      return false;\n    }\n    const record = assertion as Record<string, unknown>;\n    if (record.metric === \"skill.budget\") return true;\n    const config = record.config && typeof record.config === \"object\" && !Array.isArray(record.config)\n      ? record.config as Record<string, unknown>\n      : {};\n    return config.metric === \"skill.budget\";\n  });\n}\n\nfunction collectVerifierScripts(vars: Record<string, unknown>): string[] {\n  const out: string[] = [];\n  const parsed = {\n    preconditions: parseAssertionEntries(vars.preconditions, \"preconditions\", { allowMissing: true }),\n    should: parseAssertionEntries(vars.should, \"should\", { allowMissing: true }),\n    should_not: parseAssertionEntries(vars.should_not, \"should_not\", { allowMissing: true }),\n  };\n  for (const entries of Object.values(parsed)) {\n    for (const entry of entries.entries) {\n      if (!isVerifierEntry(entry)) continue;\n      if (\n        entry.args &&\n        typeof entry.args === \"object\" &&\n        typeof (entry.args as { run?: unknown }).run === \"string\"\n      ) {\n        out.push((entry.args as { run: string }).run);\n      }\n    }\n  }\n  return out;\n}\n\nfunction isVerifierEntry(entry: AssertionEntry): boolean {\n  return entry.type === \"verifier.succeeds\" || entry.type === \"verifier.fails\";\n}\n\nfunction absolveScript(scriptPath: string, fixtureRoot: string): string {\n  if (isAbsolute(scriptPath)) return scriptPath;\n  // Verifier `run` paths are relative to the fixture root (since the agent\n  // executes with cwd = world/fixture).\n  return resolvePath(fixtureRoot, scriptPath);\n}\n\nfunction uniq<T>(xs: readonly T[]): T[] {\n  return [...new Set(xs)];\n}\n\n/**\n * Tiny glob expander. Handles literal paths, `**\\/*.yaml`, and a single `*`\n * segment. Sufficient for Agent Skill Evals conventions.\n */\nfunction expandGlobEffect(\n  pattern: string,\n  baseDir: string,\n): Effect.Effect<string[], never, FileSystem> {\n  return Effect.gen(function* () {\n  const fs = yield* FileSystem;\n  const abs = isAbsolute(pattern) ? pattern : resolvePath(baseDir, pattern);\n  // Literal file\n  const absStat = yield* fs.stat(abs).pipe(Effect.either);\n  if (absStat._tag === \"Right\" && absStat.right.isFile()) return [abs];\n  // Literal directory: list yaml files\n  if (absStat._tag === \"Right\" && absStat.right.isDirectory()) {\n    return yield* listYamlEffect(abs);\n  }\n  // Pattern: split into root + glob\n  const idx = abs.search(/\\*\\*?|\\*/);\n  if (idx < 0) return [];\n  const root = abs.slice(0, idx).replace(/\\/$/, \"\") || \"/\";\n  const tail = abs.slice(idx);\n  const matches: string[] = [];\n  yield* walkEffect(root, (p) => Effect.sync(() => {\n    if (matchesGlob(p, root, tail)) matches.push(p);\n  }));\n  return matches;\n  });\n}\n\nfunction listYamlEffect(dir: string): Effect.Effect<string[], never, FileSystem> {\n  return Effect.gen(function* () {\n  const out: string[] = [];\n  yield* walkEffect(dir, (p) => Effect.sync(() => {\n    if (p.endsWith(\".yaml\") || p.endsWith(\".yml\")) out.push(p);\n  }));\n  return out;\n  });\n}\n\nfunction walkEffect(\n  dir: string,\n  visit: (p: string) => Effect.Effect<void, never, FileSystem>,\n): Effect.Effect<void, never, FileSystem> {\n  return Effect.gen(function* () {\n  const fs = yield* FileSystem;\n  const entries = yield* fs.readDirectory(dir).pipe(\n    Effect.catchAll(() => Effect.succeed([])),\n  );\n  for (const e of entries) {\n    const p = join(dir, e.name);\n    if (e.isDirectory()) {\n      if (e.name === \"node_modules\" || e.name === \".git\") continue;\n      yield* walkEffect(p, visit);\n    } else if (e.isFile()) {\n      yield* visit(p);\n    }\n  }\n  });\n}\n\nfunction matchesGlob(p: string, root: string, tail: string): boolean {\n  if (!p.startsWith(root)) return false;\n  const rel = p.slice(root.length).replace(/^\\//, \"\");\n  const re = new RegExp(\n    \"^\" +\n      tail\n        .replace(/^\\//, \"\")\n        .replace(/[.+^${}()|[\\]\\\\]/g, \"\\\\$&\")\n        .replace(/\\*\\*\\//g, \"(?:.*/)?\")\n        .replace(/\\*\\*/g, \".*\")\n        .replace(/\\*/g, \"[^/]*\") +\n      \"$\",\n  );\n  return re.test(rel);\n}\n","import { join, isAbsolute, resolve } from \"node:path\";\nimport * as Either from \"effect/Either\";\nimport * as Effect from \"effect/Effect\";\nimport * as ParseResult from \"effect/ParseResult\";\nimport * as Schema from \"effect/Schema\";\nimport { parseSkillMdEffect, type ParsedSkill } from \"./skill.js\";\nimport { parseTestsPackEffect, type ParsedTestsPack } from \"./tests-pack.js\";\nimport { RUNTIME_CHECK_TYPES } from \"../runtime-checks/check-set.js\";\nimport {\n  Environment,\n  FileSystem,\n  NodeServicesLive,\n  YamlParser,\n} from \"../internal-services.js\";\n\nexport interface StaticProviderConfig {\n  /** Override for the cwd Promptfoo was launched from. */\n  baseDir?: string;\n}\n\nconst StaticProviderConfigSchema = Schema.Struct({\n  baseDir: Schema.optional(Schema.String),\n});\n\ninterface PromptfooContext {\n  vars?: Record<string, unknown>;\n  test?: { vars?: Record<string, unknown> };\n}\n\ninterface ProviderResponse {\n  output: string;\n  metadata?: Record<string, unknown>;\n  error?: string;\n}\n\nexport interface StaticProviderMetadata {\n  skill: ParsedSkill | null;\n  tests: ParsedTestsPack | null;\n  /** Combined missing files: skill references + verifier scripts + fixtures. */\n  missingFiles: string[];\n  /** Effect types referenced by tests but not in `knownEffectTypes`. */\n  unresolvedEffectTypes: string[];\n  warnings: string[];\n}\n\nclass AgentSkillEvalsStaticProvider {\n  config: StaticProviderConfig;\n  private readonly configError?: string;\n  id: () => string;\n\n  constructor(options: { config?: StaticProviderConfig; id?: string } = {}) {\n    const config = decodeStaticProviderConfig(options.config ?? {});\n    if (\"error\" in config) {\n      this.config = {};\n      this.configError = config.error;\n    } else {\n      this.config = config;\n    }\n    const label = options.id ?? \"agent-skill-evals-static\";\n    this.id = () => label;\n  }\n\n  async callApi(\n    _prompt: string,\n    context: PromptfooContext = {},\n  ): Promise<ProviderResponse> {\n    return Effect.runPromise(\n      this.callApiEffect(_prompt, context).pipe(Effect.provide(NodeServicesLive)),\n    );\n  }\n\n  private callApiEffect(\n    _prompt: string,\n    context: PromptfooContext = {},\n  ): Effect.Effect<ProviderResponse, never, FileSystem | Environment | YamlParser> {\n    const self = this;\n    return Effect.gen(function* () {\n    if (self.configError) {\n      return { output: \"\", error: self.configError };\n    }\n    const vars = (context.vars ?? context.test?.vars ?? {}) as Record<string, unknown>;\n    const environment = yield* Environment;\n    const cwd = yield* environment.cwd;\n    const baseDir = self.config.baseDir ?? cwd;\n    const knownTypes = new Set<string>(RUNTIME_CHECK_TYPES);\n\n    const skillPath = stringVar(vars, \"skillPath\");\n    const testsGlob = stringVar(vars, \"testsGlob\");\n    const warnings: string[] = [];\n\n    if (!skillPath) {\n      return {\n        output: \"\",\n        error: 'skill checks: vars.skillPath is required (example: skillPath: ./skills/bugfix-workflow)',\n      };\n    }\n    if (!testsGlob) {\n      return {\n        output: \"\",\n        error: 'skill checks: vars.testsGlob is required (example: testsGlob: ./tests/bugfix-workflow.yaml)',\n      };\n    }\n\n    let skill: ParsedSkill | null = null;\n    const skillAbs = isAbsolute(skillPath) ? skillPath : resolve(baseDir, skillPath);\n    const skillMd = yield* ensureSkillMdEffect(skillAbs);\n    if (skillMd === null) {\n      return {\n        output: \"\",\n        error: `skill checks: SKILL.md not found at ${skillAbs}`,\n      };\n    }\n    const parsedSkill = yield* Effect.either(parseSkillMdEffect(skillMd));\n    if (Either.isLeft(parsedSkill)) {\n      return {\n        output: \"\",\n        error: `skill checks: failed to parse SKILL.md at ${skillMd}: ${parsedSkill.left instanceof Error ? parsedSkill.left.message : String(parsedSkill.left)}`,\n      };\n    }\n    skill = parsedSkill.right;\n\n    let tests: ParsedTestsPack | null = null;\n    tests = yield* parseTestsPackEffect({ testsGlob, baseDir, knownEffectTypes: knownTypes });\n\n    const missingFiles: string[] = [];\n    if (skill) {\n      for (const ref of skill.missingReferences) missingFiles.push(`${skill.skillDir}/${ref}`);\n    }\n    if (tests) {\n      missingFiles.push(...tests.missingVerifierScripts);\n      missingFiles.push(...tests.missingFixturePaths);\n    }\n\n    const metadata: StaticProviderMetadata = {\n      skill,\n      tests,\n      missingFiles,\n      unresolvedEffectTypes: tests?.unresolvedEffectTypes ?? [],\n      warnings,\n    };\n\n    return {\n      output: summarise(metadata),\n      metadata: metadata as unknown as Record<string, unknown>,\n    };\n    });\n  }\n}\n\nfunction decodeStaticProviderConfig(input: unknown): StaticProviderConfig | { error: string } {\n  const decoded = Schema.decodeUnknownEither(StaticProviderConfigSchema, {\n    errors: \"all\",\n  })(input ?? {});\n  if (Either.isRight(decoded)) return decoded.right;\n  return {\n    error: `skill checks: invalid config: ${ParseResult.TreeFormatter.formatErrorSync(decoded.left)}`,\n  };\n}\n\nfunction stringVar(vars: Record<string, unknown>, key: string): string | undefined {\n  const value = vars[key];\n  return typeof value === \"string\" && value.length > 0 ? value : undefined;\n}\n\nfunction ensureSkillMdEffect(\n  skillPath: string,\n): Effect.Effect<string | null, never, FileSystem> {\n  return Effect.gen(function* () {\n  const fs = yield* FileSystem;\n  // Accept either `…/SKILL.md` directly or a directory containing it.\n  const statResult = yield* fs.stat(skillPath).pipe(Effect.either);\n  if (Either.isRight(statResult)) {\n    const s = statResult.right;\n    if (s.isFile()) return skillPath;\n    if (s.isDirectory()) {\n      const candidate = join(skillPath, \"SKILL.md\");\n      const cs = yield* fs.stat(candidate).pipe(\n        Effect.catchAll(() => Effect.succeed(null)),\n      );\n      return cs && cs.isFile() ? candidate : null;\n    }\n    return null;\n  }\n  return null;\n  });\n}\n\nfunction summarise(m: StaticProviderMetadata): string {\n  const lines: string[] = [\"Agent Skill Evals skill check input loaded:\"];\n  if (m.skill) {\n    lines.push(`- skill: ${m.skill.frontmatter.name ?? \"?\"} (${m.skill.skillMdPath})`);\n  }\n  if (m.tests) {\n    lines.push(`- tests: ${m.tests.tests.length} case(s) from ${m.tests.matchedFiles.length} file(s)`);\n  }\n  if (m.missingFiles.length) lines.push(`- missing files: ${m.missingFiles.length}`);\n  if (m.unresolvedEffectTypes.length) {\n    lines.push(`- unresolved effect types: ${m.unresolvedEffectTypes.length}`);\n  }\n  lines.push(\n    m.warnings.length\n      ? `- warnings: ${m.warnings.join(\"; \")}`\n      : \"- warnings: none\",\n  );\n  return lines.join(\"\\n\");\n}\n\nexport default AgentSkillEvalsStaticProvider;\nexport { AgentSkillEvalsStaticProvider };\nexport { parseSkillMd } from \"./skill.js\";\nexport { parseTestsPack } from \"./tests-pack.js\";\nexport type { ParsedSkill, ParsedTestsPack };\n"],"mappings":";;;;;;;AA+BA,MAAM,iBAAiB;AAEvB,eAAsB,aAAa,aAA2C;AAC5E,QAAO,OAAO,WAAW,mBAAmB,YAAY,CAAC,KAAK,OAAO,QAAQ,iBAAiB,CAAC,CAAC;;AAGlG,SAAgB,mBACd,aAC8D;AAC9D,QAAO,OAAO,IAAI,aAAa;EAC/B,MAAM,WAAW,QAAQ,YAAY;EACrC,MAAM,KAAK,OAAO;EAClB,MAAM,OAAO,OAAO;EACpB,MAAM,MAAM,OAAO,GAAG,SAAS,YAAY;EAC3C,MAAM,aAAa,IAAI,MAAM,QAAQ,CAAC;EAEtC,IAAI,cAAgC,EAAE;EACtC,IAAI,OAAO;EACX,MAAM,UAAU,IAAI,MAAM,eAAe;AACzC,MAAI,SAAS;GACX,MAAM,SAAS,OAAO,KAAK,MAAM,QAAQ,GAAI;AAC7C,OAAI,UAAU,OAAO,WAAW,SAC9B,eAAc;AAEhB,UAAO,IAAI,MAAM,QAAQ,GAAG,OAAO;;EAGrC,MAAM,aAAa,kBAAkB,KAAK;EAC1C,MAAM,oBAA8B,EAAE;AACtC,OAAK,MAAM,OAAO,WAEhB,KAAI,EAAE,OAAO,WADD,WAAW,IAAI,GAAG,MAAMA,QAAY,UAAU,IAAI,CAClC,EAAG,mBAAkB,KAAK,IAAI;AAG5D,SAAO;GACL;GACA;GACA;GACA;GACA;GACA;GACA;GACD;GACC;;;;;;;;AASJ,SAAS,kBAAkB,MAAwB;CACjD,MAAM,uBAAO,IAAI,KAAa;CAC9B,MAAM,SAAS;CACf,IAAI;AACJ,SAAQ,IAAI,OAAO,KAAK,KAAK,MAAM,MAAM;EACvC,MAAM,SAAS,EAAE;AACjB,MAAI,OAAO,WAAW,UAAU,IAAI,OAAO,WAAW,WAAW,CAAE;AACnE,MAAI,OAAO,WAAW,IAAI,CAAE;AAC5B,OAAK,IAAI,OAAO;;CAGlB,MAAM,SAAS;AACf,SAAQ,IAAI,OAAO,KAAK,KAAK,MAAM,MAAM;EACvC,MAAM,SAAS,EAAE;AACjB,MAAI,OAAO,SAAS,MAAM,CAAE;AAC5B,OAAK,IAAI,OAAO;;AAElB,QAAO,CAAC,GAAG,KAAK;;;;ACtFlB,MAAM,sBAAsB,OAAO,QAAQ,KACzC,OAAO,QACJ,UAA4C,SAAS,MAAM,EAC5D;CACE,YAAY;CACZ,eAAe;CAChB,CACF,CACF;AAED,MAAM,qBAAqB,OAAO,MAAM,OAAO,QAAQ;AAEvD,SAAgB,uBAAuB,OAAyC;AAC9E,KAAI,MAAM,QAAQ,MAAM,CACtB,KAAI;AACF,SAAO,EAAE,OAAO,OAAO,kBAAkB,mBAAmB,CAAC,MAAM,EAAE;UAC9D,KAAK;AACZ,SAAO;GAAE,OAAO,EAAE;GAAE,YAAY,mBAAmB,IAAI;GAAE;;AAI7D,KAAI,aAAa,MAAM,KAAK,KAC1B,QAAO,EAAE,OAAO,CAAC,MAAM,EAAE;AAG3B,QAAO;EACL,OAAO,EAAE;EACT,YAAY;EACb;;AAGH,SAAgB,qBAAqB,OAAuC;CAC1E,MAAM,aAAa,aAAa,MAAM;AACtC,KAAI,eAAe,KACjB,QAAO;EACL,YAAY,EAAE;EACd,MAAM,EAAE;EACR,aAAa,CAAC;GAAE,OAAO;GAAQ,QAAQ;GAAqB,CAAC;EAC9D;CAGH,MAAM,UAAU,WAAW;AAC3B,KAAI,YAAY,KAAA,KAAa,YAAY,KACvC,QAAO;EAAE;EAAY,MAAM,EAAE;EAAE,aAAa,EAAE;EAAE;CAGlD,MAAM,OAAO,aAAa,QAAQ;AAClC,KAAI,SAAS,KACX,QAAO;EACL;EACA,MAAM,EAAE;EACR,aAAa,CAAC;GAAE,OAAO;GAAQ,QAAQ;GAAqB,CAAC;EAC9D;AAGH,QAAO;EAAE;EAAY;EAAM,aAAa,EAAE;EAAE;;AAG9C,SAAS,aAAa,OAAgD;AACpE,KAAI;AACF,SAAO,OAAO,kBAAkB,oBAAoB,CAAC,MAAM;SACrD;AACN,SAAO;;;AAIX,SAAS,SAAS,OAAkD;AAClE,QAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,MAAM;;AAG7E,SAAS,mBAAmB,KAAsB;AAChD,QAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;;;;AC1BzD,eAAsB,eAAe,OAIR;AAC3B,QAAO,OAAO,WAAW,qBAAqB,MAAM,CAAC,KAAK,OAAO,QAAQ,iBAAiB,CAAC,CAAC;;AAG9F,SAAgB,qBAAqB,OAI8B;AACjE,QAAO,OAAO,IAAI,aAAa;EAC/B,MAAM,KAAK,OAAO;EAClB,MAAM,OAAO,OAAO;EACpB,MAAM,QAAQ,OAAO,iBAAiB,MAAM,WAAW,MAAM,QAAQ;EACrE,MAAM,QAAsB,EAAE;EAC9B,MAAM,cAA0D,EAAE;AAElE,OAAK,MAAM,QAAQ,OAAO;GACxB,MAAM,aAAa,OAAO,OAAO,OAAO,OAAO,IAAI,aAAa;IAC9D,MAAM,MAAM,OAAO,GAAG,SAAS,KAAK;IAEpC,MAAM,WAAW,uBAAuB,OADlB,KAAK,MAAM,IAAI,CACU;AAC/C,QAAI,SAAS,WACX,QAAO,EAAE,OAAO,SAAS,YAAY;AAEvC,WAAO,EAAE,OAAO,SAAS,MAAM,KAAK,MAAM,UAAU,MAAM,EAAE,CAAC,EAAE;KAC/D,CAAC;AACH,OAAI,WAAW,SAAS,OACtB,aAAY,KAAK;IAAE,UAAU;IAAM,OAAO,OAAO,WAAW,KAAK;IAAE,CAAC;YAC3D,WAAW,WAAW,SAAS,WAAW,MAAM,UAAU,KAAA,EACnE,aAAY,KAAK;IAAE,UAAU;IAAM,OAAO,WAAW,MAAM;IAAO,CAAC;OAEnE,OAAM,KAAK,GAAG,WAAW,MAAM,MAAM;;EAIzC,MAAM,kBAAkB,KACtB,MAAM,SAAS,MAAM;GACnB,MAAM,cACJ,OAAO,EAAE,KAAK,YAAY,WACtB,WAAW,EAAE,KAAK,QAAQ,GACxB,EAAE,KAAK,UACPC,QAAY,MAAM,SAAS,EAAE,KAAK,QAAQ,GAC5C,MAAM;AACZ,UAAO,uBAAuB,EAAE,KAAK,CAAC,KAAK,MACzC,cAAc,GAAG,YAAY,CAC9B;IACD,CACH;EACD,MAAM,yBAAmC,EAAE;EAC3C,MAAM,+BAAyC,EAAE;AACjD,OAAK,MAAM,KAAK,gBACd,KAAI,EAAE,OAAO,WAAW,EAAE,EACxB,wBAAuB,KAAK,EAAE;WACrB,EAAE,OAAO,eAAe,EAAE,EACnC,8BAA6B,KAAK,EAAE;EAIxC,MAAM,eAAe,KACnB,MACG,KAAK,MAAO,OAAO,EAAE,KAAK,YAAY,WAAW,EAAE,KAAK,UAAU,KAAM,CACxE,QAAQ,MAAmB,MAAM,KAAK,CACtC,KAAK,MAAO,WAAW,EAAE,GAAG,IAAIA,QAAY,MAAM,SAAS,EAAE,CAAE,CACnE;EACD,MAAM,sBAAgC,EAAE;AACxC,OAAK,MAAM,KAAK,aACd,KAAI,EAAE,OAAO,WAAW,EAAE,EAAG,qBAAoB,KAAK,EAAE;AAQ1D,SAAO;GACL,cAAc;GACd;GACA;GACA;GACA;GACA;GACA;GACA;GACA,uBAdqB,KAAK,MAAM,SAAS,MAAM,EAAE,YAAY,CACnB,CAAC,QAC1C,MAAM,CAAC,MAAM,iBAAiB,IAAI,EAAE,CAYhB;GACtB;GACC;;AAGJ,SAAS,UAAU,UAAkB,OAA4B;CAC/D,MAAM,UAAU,qBAAqB,MAAM;CAC3C,MAAM,IAAI,QAAQ;CAClB,MAAM,OAAO,QAAQ;CACrB,MAAM,cAAc,OAAO,EAAE,gBAAgB,WAAW,EAAE,cAAc,KAAA;CACxE,MAAM,SAAS,uBAAuB,KAAK;CAE3C,MAAM,cAAc,KAAK;EADL,GAAG,OAAO;EAAe,GAAG,OAAO;EAAQ,GAAG,OAAO;EACtC,CAAC,KAAK,UAAU,MAAM,KAAK,CAAC;CAC/D,MAAM,cAAc,CAAC,GAAG,QAAQ,aAAa,GAAG,OAAO,OAAO;CAC9D,MAAM,aACJ,KAAK,SAAS,cACb,MAAM,QAAQ,KAAK,WAAW,IAAI,KAAK,WAAW,SAAS,MACzD,CAAC,MAAM,QAAQ,KAAK,OAAO,IAAI,KAAK,OAAO,WAAW;AAW3D,QAAO;EACL;EACA;EACA;EACA;EACA,YAdA,OAAO,KAAK,YAAY,YAAY,KAAK,gBAAgB;EAezD;EACA,iBAdA,MAAM,QAAQ,KAAK,cAAc,IAAI,KAAK,cAAc,SAAS;EAejE,gBAdqB,oBAAoB,EAAE,OAc7B;EACd,SAbA,KAAK,UAAU,QACd,OAAO,EAAE,aAAa,YACrB,EAAE,aAAa,QACd,EAAE,SAAqC,UAAU;EAWpD;EACD;;AAGH,SAAS,oBAAoB,YAA8B;AACzD,KAAI,CAAC,MAAM,QAAQ,WAAW,CAAE,QAAO;AACvC,QAAO,WAAW,MAAM,cAAc;AACpC,MAAI,CAAC,aAAa,OAAO,cAAc,YAAY,MAAM,QAAQ,UAAU,CACzE,QAAO;EAET,MAAM,SAAS;AACf,MAAI,OAAO,WAAW,eAAgB,QAAO;AAI7C,UAHe,OAAO,UAAU,OAAO,OAAO,WAAW,YAAY,CAAC,MAAM,QAAQ,OAAO,OAAO,GAC9F,OAAO,SACP,EAAE,EACQ,WAAW;GACzB;;AAGJ,SAAS,uBAAuB,MAAyC;CACvE,MAAM,MAAgB,EAAE;CACxB,MAAM,SAAS;EACb,eAAe,sBAAsB,KAAK,eAAe,iBAAiB,EAAE,cAAc,MAAM,CAAC;EACjG,QAAQ,sBAAsB,KAAK,QAAQ,UAAU,EAAE,cAAc,MAAM,CAAC;EAC5E,YAAY,sBAAsB,KAAK,YAAY,cAAc,EAAE,cAAc,MAAM,CAAC;EACzF;AACD,MAAK,MAAM,WAAW,OAAO,OAAO,OAAO,CACzC,MAAK,MAAM,SAAS,QAAQ,SAAS;AACnC,MAAI,CAAC,gBAAgB,MAAM,CAAE;AAC7B,MACE,MAAM,QACN,OAAO,MAAM,SAAS,YACtB,OAAQ,MAAM,KAA2B,QAAQ,SAEjD,KAAI,KAAM,MAAM,KAAyB,IAAI;;AAInD,QAAO;;AAGT,SAAS,gBAAgB,OAAgC;AACvD,QAAO,MAAM,SAAS,uBAAuB,MAAM,SAAS;;AAG9D,SAAS,cAAc,YAAoB,aAA6B;AACtE,KAAI,WAAW,WAAW,CAAE,QAAO;AAGnC,QAAOA,QAAY,aAAa,WAAW;;AAG7C,SAAS,KAAQ,IAAuB;AACtC,QAAO,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC;;;;;;AAOzB,SAAS,iBACP,SACA,SAC4C;AAC5C,QAAO,OAAO,IAAI,aAAa;EAC/B,MAAM,KAAK,OAAO;EAClB,MAAM,MAAM,WAAW,QAAQ,GAAG,UAAUA,QAAY,SAAS,QAAQ;EAEzE,MAAM,UAAU,OAAO,GAAG,KAAK,IAAI,CAAC,KAAK,OAAO,OAAO;AACvD,MAAI,QAAQ,SAAS,WAAW,QAAQ,MAAM,QAAQ,CAAE,QAAO,CAAC,IAAI;AAEpE,MAAI,QAAQ,SAAS,WAAW,QAAQ,MAAM,aAAa,CACzD,QAAO,OAAO,eAAe,IAAI;EAGnC,MAAM,MAAM,IAAI,OAAO,WAAW;AAClC,MAAI,MAAM,EAAG,QAAO,EAAE;EACtB,MAAM,OAAO,IAAI,MAAM,GAAG,IAAI,CAAC,QAAQ,OAAO,GAAG,IAAI;EACrD,MAAM,OAAO,IAAI,MAAM,IAAI;EAC3B,MAAM,UAAoB,EAAE;AAC5B,SAAO,WAAW,OAAO,MAAM,OAAO,WAAW;AAC/C,OAAI,YAAY,GAAG,MAAM,KAAK,CAAE,SAAQ,KAAK,EAAE;IAC/C,CAAC;AACH,SAAO;GACL;;AAGJ,SAAS,eAAe,KAAyD;AAC/E,QAAO,OAAO,IAAI,aAAa;EAC/B,MAAM,MAAgB,EAAE;AACxB,SAAO,WAAW,MAAM,MAAM,OAAO,WAAW;AAC9C,OAAI,EAAE,SAAS,QAAQ,IAAI,EAAE,SAAS,OAAO,CAAE,KAAI,KAAK,EAAE;IAC1D,CAAC;AACH,SAAO;GACL;;AAGJ,SAAS,WACP,KACA,OACwC;AACxC,QAAO,OAAO,IAAI,aAAa;EAE/B,MAAM,UAAU,QAAO,OADL,YACQ,cAAc,IAAI,CAAC,KAC3C,OAAO,eAAe,OAAO,QAAQ,EAAE,CAAC,CAAC,CAC1C;AACD,OAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,KAAK,KAAK,EAAE,KAAK;AAC3B,OAAI,EAAE,aAAa,EAAE;AACnB,QAAI,EAAE,SAAS,kBAAkB,EAAE,SAAS,OAAQ;AACpD,WAAO,WAAW,GAAG,MAAM;cAClB,EAAE,QAAQ,CACnB,QAAO,MAAM,EAAE;;GAGjB;;AAGJ,SAAS,YAAY,GAAW,MAAc,MAAuB;AACnE,KAAI,CAAC,EAAE,WAAW,KAAK,CAAE,QAAO;CAChC,MAAM,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,OAAO,GAAG;AAWnD,QAAO,IAVQ,OACb,MACE,KACG,QAAQ,OAAO,GAAG,CAClB,QAAQ,qBAAqB,OAAO,CACpC,QAAQ,WAAW,WAAW,CAC9B,QAAQ,SAAS,KAAK,CACtB,QAAQ,OAAO,QAAQ,GAC1B,IAEK,CAAC,KAAK,IAAI;;;;ACvSrB,MAAM,6BAA6B,OAAO,OAAO,EAC/C,SAAS,OAAO,SAAS,OAAO,OAAO,EACxC,CAAC;AAuBF,IAAM,gCAAN,MAAoC;CAClC;CACA;CACA;CAEA,YAAY,UAA0D,EAAE,EAAE;EACxE,MAAM,SAAS,2BAA2B,QAAQ,UAAU,EAAE,CAAC;AAC/D,MAAI,WAAW,QAAQ;AACrB,QAAK,SAAS,EAAE;AAChB,QAAK,cAAc,OAAO;QAE1B,MAAK,SAAS;EAEhB,MAAM,QAAQ,QAAQ,MAAM;AAC5B,OAAK,WAAW;;CAGlB,MAAM,QACJ,SACA,UAA4B,EAAE,EACH;AAC3B,SAAO,OAAO,WACZ,KAAK,cAAc,SAAS,QAAQ,CAAC,KAAK,OAAO,QAAQ,iBAAiB,CAAC,CAC5E;;CAGH,cACE,SACA,UAA4B,EAAE,EACiD;EAC/E,MAAM,OAAO;AACb,SAAO,OAAO,IAAI,aAAa;AAC/B,OAAI,KAAK,YACP,QAAO;IAAE,QAAQ;IAAI,OAAO,KAAK;IAAa;GAEhD,MAAM,OAAQ,QAAQ,QAAQ,QAAQ,MAAM,QAAQ,EAAE;GAEtD,MAAM,MAAM,QAAO,OADQ,aACI;GAC/B,MAAM,UAAU,KAAK,OAAO,WAAW;GACvC,MAAM,aAAa,IAAI,IAAY,oBAAoB;GAEvD,MAAM,YAAY,UAAU,MAAM,YAAY;GAC9C,MAAM,YAAY,UAAU,MAAM,YAAY;GAC9C,MAAM,WAAqB,EAAE;AAE7B,OAAI,CAAC,UACH,QAAO;IACL,QAAQ;IACR,OAAO;IACR;AAEH,OAAI,CAAC,UACH,QAAO;IACL,QAAQ;IACR,OAAO;IACR;GAGH,IAAI,QAA4B;GAChC,MAAM,WAAW,WAAW,UAAU,GAAG,YAAY,QAAQ,SAAS,UAAU;GAChF,MAAM,UAAU,OAAO,oBAAoB,SAAS;AACpD,OAAI,YAAY,KACd,QAAO;IACL,QAAQ;IACR,OAAO,uCAAuC;IAC/C;GAEH,MAAM,cAAc,OAAO,OAAO,OAAO,mBAAmB,QAAQ,CAAC;AACrE,OAAI,OAAO,OAAO,YAAY,CAC5B,QAAO;IACL,QAAQ;IACR,OAAO,6CAA6C,QAAQ,IAAI,YAAY,gBAAgB,QAAQ,YAAY,KAAK,UAAU,OAAO,YAAY,KAAK;IACxJ;AAEH,WAAQ,YAAY;GAEpB,IAAI,QAAgC;AACpC,WAAQ,OAAO,qBAAqB;IAAE;IAAW;IAAS,kBAAkB;IAAY,CAAC;GAEzF,MAAM,eAAyB,EAAE;AACjC,OAAI,MACF,MAAK,MAAM,OAAO,MAAM,kBAAmB,cAAa,KAAK,GAAG,MAAM,SAAS,GAAG,MAAM;AAE1F,OAAI,OAAO;AACT,iBAAa,KAAK,GAAG,MAAM,uBAAuB;AAClD,iBAAa,KAAK,GAAG,MAAM,oBAAoB;;GAGjD,MAAM,WAAmC;IACvC;IACA;IACA;IACA,uBAAuB,OAAO,yBAAyB,EAAE;IACzD;IACD;AAED,UAAO;IACL,QAAQ,UAAU,SAAS;IACjB;IACX;IACC;;;AAIN,SAAS,2BAA2B,OAA0D;CAC5F,MAAM,UAAU,OAAO,oBAAoB,4BAA4B,EACrE,QAAQ,OACT,CAAC,CAAC,SAAS,EAAE,CAAC;AACf,KAAI,OAAO,QAAQ,QAAQ,CAAE,QAAO,QAAQ;AAC5C,QAAO,EACL,OAAO,iCAAiC,YAAY,cAAc,gBAAgB,QAAQ,KAAK,IAChG;;AAGH,SAAS,UAAU,MAA+B,KAAiC;CACjF,MAAM,QAAQ,KAAK;AACnB,QAAO,OAAO,UAAU,YAAY,MAAM,SAAS,IAAI,QAAQ,KAAA;;AAGjE,SAAS,oBACP,WACiD;AACjD,QAAO,OAAO,IAAI,aAAa;EAC/B,MAAM,KAAK,OAAO;EAElB,MAAM,aAAa,OAAO,GAAG,KAAK,UAAU,CAAC,KAAK,OAAO,OAAO;AAChE,MAAI,OAAO,QAAQ,WAAW,EAAE;GAC9B,MAAM,IAAI,WAAW;AACrB,OAAI,EAAE,QAAQ,CAAE,QAAO;AACvB,OAAI,EAAE,aAAa,EAAE;IACnB,MAAM,YAAY,KAAK,WAAW,WAAW;IAC7C,MAAM,KAAK,OAAO,GAAG,KAAK,UAAU,CAAC,KACnC,OAAO,eAAe,OAAO,QAAQ,KAAK,CAAC,CAC5C;AACD,WAAO,MAAM,GAAG,QAAQ,GAAG,YAAY;;AAEzC,UAAO;;AAET,SAAO;GACL;;AAGJ,SAAS,UAAU,GAAmC;CACpD,MAAM,QAAkB,CAAC,8CAA8C;AACvE,KAAI,EAAE,MACJ,OAAM,KAAK,YAAY,EAAE,MAAM,YAAY,QAAQ,IAAI,IAAI,EAAE,MAAM,YAAY,GAAG;AAEpF,KAAI,EAAE,MACJ,OAAM,KAAK,YAAY,EAAE,MAAM,MAAM,OAAO,gBAAgB,EAAE,MAAM,aAAa,OAAO,UAAU;AAEpG,KAAI,EAAE,aAAa,OAAQ,OAAM,KAAK,oBAAoB,EAAE,aAAa,SAAS;AAClF,KAAI,EAAE,sBAAsB,OAC1B,OAAM,KAAK,8BAA8B,EAAE,sBAAsB,SAAS;AAE5E,OAAM,KACJ,EAAE,SAAS,SACP,eAAe,EAAE,SAAS,KAAK,KAAK,KACpC,mBACL;AACD,QAAO,MAAM,KAAK,KAAK"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "agent-skill-evals",
+  "version": "0.1.0",
+  "type": "module",
+  "exports": {
+    "./agent": {
+      "types": "./dist/agent/index.d.mts",
+      "import": "./dist/agent/index.mjs"
+    },
+    "./skill-checks": {
+      "types": "./dist/skill-checks/index.d.mts",
+      "import": "./dist/skill-checks/index.mjs"
+    },
+    "./assertions": {
+      "types": "./dist/assertions/index.d.mts",
+      "import": "./dist/assertions/index.mjs"
+    }
+  },
+  "scripts": {
+    "build": "tsdown",
+    "typecheck": "tsc --noEmit -p tsconfig.json"
+  },
+  "dependencies": {
+    "@effect/platform": "^0.96.1",
+    "@effect/platform-node": "^0.106.0",
+    "effect": "^3.21.2",
+    "yaml": "^2.6.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.6.2"
+  },
+  "description": "Promptfoo-native core package for evaluating reusable agent skills.",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/akshay5995/agent-skill-evals.git",
+    "directory": "packages/promptfoo"
+  },
+  "homepage": "https://akshay5995.github.io/agent-skill-evals/",
+  "bugs": {
+    "url": "https://github.com/akshay5995/agent-skill-evals/issues"
+  },
+  "keywords": [
+    "agent-skills",
+    "evals",
+    "promptfoo",
+    "testing"
+  ],
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  }
+}