@agentv/core 0.7.3 → 0.7.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentv/core",
-  "version": "0.7.3",
+  "version": "0.7.5",
   "description": "Primitive runtime components for AgentV",
   "type": "module",
   "repository": {

package/dist/chunk-UQLHF3T7.js

@@ -1,158 +0,0 @@
-// src/evaluation/file-utils.ts
-import { constants } from "node:fs";
-import { access, readFile } from "node:fs/promises";
-import path from "node:path";
-async function fileExists(filePath) {
-  try {
-    await access(filePath, constants.F_OK);
-    return true;
-  } catch {
-    return false;
-  }
-}
-async function readTextFile(filePath) {
-  const content = await readFile(filePath, "utf8");
-  return content.replace(/\r\n/g, "\n");
-}
-async function findGitRoot(startPath) {
-  let currentDir = path.dirname(path.resolve(startPath));
-  const root = path.parse(currentDir).root;
-  while (currentDir !== root) {
-    const gitPath = path.join(currentDir, ".git");
-    if (await fileExists(gitPath)) {
-      return currentDir;
-    }
-    const parentDir = path.dirname(currentDir);
-    if (parentDir === currentDir) {
-      break;
-    }
-    currentDir = parentDir;
-  }
-  return null;
-}
-function buildDirectoryChain(filePath, repoRoot) {
-  const directories = [];
-  const seen = /* @__PURE__ */ new Set();
-  const boundary = path.resolve(repoRoot);
-  let current = path.resolve(path.dirname(filePath));
-  while (current !== void 0) {
-    if (!seen.has(current)) {
-      directories.push(current);
-      seen.add(current);
-    }
-    if (current === boundary) {
-      break;
-    }
-    const parent = path.dirname(current);
-    if (parent === current) {
-      break;
-    }
-    current = parent;
-  }
-  if (!seen.has(boundary)) {
-    directories.push(boundary);
-  }
-  return directories;
-}
-function buildSearchRoots(evalPath, repoRoot) {
-  const uniqueRoots = [];
-  const addRoot = (root) => {
-    const normalized = path.resolve(root);
-    if (!uniqueRoots.includes(normalized)) {
-      uniqueRoots.push(normalized);
-    }
-  };
-  let currentDir = path.dirname(evalPath);
-  let reachedBoundary = false;
-  while (!reachedBoundary) {
-    addRoot(currentDir);
-    const parentDir = path.dirname(currentDir);
-    if (currentDir === repoRoot || parentDir === currentDir) {
-      reachedBoundary = true;
-    } else {
-      currentDir = parentDir;
-    }
-  }
-  addRoot(repoRoot);
-  addRoot(process.cwd());
-  return uniqueRoots;
-}
-function trimLeadingSeparators(value) {
-  const trimmed = value.replace(/^[/\\]+/, "");
-  return trimmed.length > 0 ? trimmed : value;
-}
-async function resolveFileReference(rawValue, searchRoots) {
-  const displayPath = trimLeadingSeparators(rawValue);
-  const potentialPaths = [];
-  if (path.isAbsolute(rawValue)) {
-    potentialPaths.push(path.normalize(rawValue));
-  }
-  for (const base of searchRoots) {
-    potentialPaths.push(path.resolve(base, displayPath));
-  }
-  const attempted = [];
-  const seen = /* @__PURE__ */ new Set();
-  for (const candidate of potentialPaths) {
-    const absoluteCandidate = path.resolve(candidate);
-    if (seen.has(absoluteCandidate)) {
-      continue;
-    }
-    seen.add(absoluteCandidate);
-    attempted.push(absoluteCandidate);
-    if (await fileExists(absoluteCandidate)) {
-      return { displayPath, resolvedPath: absoluteCandidate, attempted };
-    }
-  }
-  return { displayPath, attempted };
-}
-
-// src/evaluation/providers/types.ts
-var AGENT_PROVIDER_KINDS = [
-  "codex",
-  "vscode",
-  "vscode-insiders"
-];
-var KNOWN_PROVIDERS = [
-  "azure",
-  "anthropic",
-  "gemini",
-  "codex",
-  "cli",
-  "mock",
-  "vscode",
-  "vscode-insiders"
-];
-var PROVIDER_ALIASES = [
-  "azure-openai",
-  // alias for "azure"
-  "google",
-  // alias for "gemini"
-  "google-gemini",
-  // alias for "gemini"
-  "codex-cli",
-  // alias for "codex"
-  "openai",
-  // legacy/future support
-  "bedrock",
-  // legacy/future support
-  "vertex"
-  // legacy/future support
-];
-var TARGETS_SCHEMA_V2 = "agentv-targets-v2.1";
-function isAgentProvider(provider) {
-  return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
-}
-
-export {
-  fileExists,
-  readTextFile,
-  findGitRoot,
-  buildDirectoryChain,
-  buildSearchRoots,
-  resolveFileReference,
-  KNOWN_PROVIDERS,
-  PROVIDER_ALIASES,
-  TARGETS_SCHEMA_V2,
-  isAgentProvider
-};
-//# sourceMappingURL=chunk-UQLHF3T7.js.map

package/dist/chunk-UQLHF3T7.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/evaluation/file-utils.ts","../src/evaluation/providers/types.ts"],"sourcesContent":["import { constants } from \"node:fs\";\r\nimport { access, readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Read a text file and normalize line endings to LF (\\n).\r\n * This ensures consistent behavior across Windows (CRLF) and Unix (LF) systems.\r\n */\r\nexport async function readTextFile(filePath: string): Promise<string> {\r\n  const content = await readFile(filePath, \"utf8\");\r\n  return content.replace(/\\r\\n/g, \"\\n\");\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n","import type { AxChatRequest, AxAI } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"codex\"\r\n  | \"cli\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * Agent providers that have filesystem access and don't need unwrapped guidelines.\r\n * These providers read files directly from the filesystem using file:// URIs.\r\n */\r\nexport const AGENT_PROVIDER_KINDS: readonly ProviderKind[] = [\r\n  \"codex\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"codex\",\r\n  \"cli\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"codex-cli\",       // alias for \"codex\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2.1\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly question: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly inputFiles?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\n/**\r\n * Type guard to check if a provider is an agent provider with filesystem access.\r\n * Agent providers read files directly and don't need unwrapped guideline content.\r\n */\r\nexport function isAgentProvider(provider: Provider | undefined): boolean {\r\n  return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n  /**\r\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\r\n   */\r\n  readonly supportsBatch?: boolean;\r\n  /**\r\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\r\n   * the orchestrator may send multiple requests in a single provider session.\r\n   */\r\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\r\n  /**\r\n   * Optional access to the underlying AxAI instance.\r\n   * This enables using advanced Ax features like structured output signatures.\r\n   */\r\n  getAxAI?(): AxAI;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,QAAQ,gBAAgB;AACjC,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAMA,eAAsB,aAAa,UAAmC;AACpE,QAAM,UAAU,MAAM,SAAS,UAAU,MAAM;AAC/C,SAAO,QAAQ,QAAQ,SAAS,IAAI;AACtC;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,oBAAoB,UAAkB,UAAqC;AACzF,QAAM,cAAwB,CAAC;AAC/B,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,MAAI,UAA8B,KAAK,QAAQ,KAAK,QAAQ,QAAQ,CAAC;AAErE,SAAO,YAAY,QAAW;AAC5B,QAAI,CAAC,KAAK,IAAI,OAAO,GAAG;AACtB,kBAAY,KAAK,OAAO;AACxB,WAAK,IAAI,OAAO;AAAA,IAClB;AACA,QAAI,YAAY,UAAU;AACxB;AAAA,IACF;AACA,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,SAAS;AACtB;AAAA,IACF;AACA,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,KAAK,IAAI,QAAQ,GAAG;AACvB,gBAAY,KAAK,QAAQ;AAAA,EAC3B;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ACpIO,IAAM,uBAAgD;AAAA,EAC3D;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;AA2B1B,SAAS,gBAAgB,UAAyC;AACvE,SAAO,WAAW,qBAAqB,SAAS,SAAS,IAAI,IAAI;AACnE;","names":[]}