@agentv/core 0.2.3

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 EntityProcess
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,78 @@
+# @agentv/core
+
+Core evaluation engine and runtime primitives for AgentV - a TypeScript-based AI agent evaluation and optimization framework.
+
+## Overview
+
+This package provides the foundational components for building and evaluating AI agents:
+
+- **Provider Abstraction**: Unified interface for Azure OpenAI, Anthropic, Google Gemini, VS Code Copilot, and mock providers
+- **Evaluation Engine**: YAML-based test specification and execution
+- **Quality Grading**: AI-powered scoring system for comparing expected vs. actual outputs
+- **Target Management**: Flexible configuration for different execution environments
+
+## Installation
+
+```bash
+npm install @agentv/core
+```
+
+## Usage
+
+This is a low-level package primarily used by the [agentv](https://www.npmjs.com/package/agentv) CLI. Most users should install the CLI package instead:
+
+```bash
+npm install -g agentv
+```
+
+For programmatic usage or custom integrations, you can import core components:
+
+```typescript
+import { createProvider, runEvaluation } from '@agentv/core';
+```
+
+## Features
+
+### Multi-Provider Support
+
+- **Azure OpenAI**: Enterprise-grade deployment support
+- **Anthropic Claude**: Latest Claude models including Sonnet 4.5
+- **Google Gemini**: Gemini 2.0 Flash and other models
+- **VS Code Copilot**: Programmatic integration via subagent
+- **Mock Provider**: Testing without API calls
+
+### Evaluation Framework
+
+- YAML-based test specifications
+- Code block extraction and structured prompting
+- Automatic retry handling for timeouts
+- Detailed scoring with hit/miss analysis
+- Multiple output formats (JSONL, YAML)
+
+### Quality Grading
+
+- AI-powered aspect extraction and comparison
+- Normalized scoring (0.0 to 1.0)
+- Detailed reasoning and analysis
+- Configurable grading models
+
+## Architecture
+
+Built on modern TypeScript tooling:
+
+- **@ax-llm/ax**: LLM provider abstraction
+- **Vercel AI SDK**: Streaming and tool use
+- **Zod**: Runtime type validation
+- **YAML**: Configuration and test specifications
+
+## Documentation
+
+For complete documentation, examples, and CLI usage, see the [agentv](https://www.npmjs.com/package/agentv) package.
+
+## Repository
+
+[https://github.com/EntityProcess/agentv](https://github.com/EntityProcess/agentv)
+
+## License
+
+MIT License - see [LICENSE](../../LICENSE) for details.

package/dist/chunk-5REK5RSI.js

@@ -0,0 +1,86 @@
+// src/evaluation/file-utils.ts
+import { constants } from "node:fs";
+import { access } from "node:fs/promises";
+import path from "node:path";
+async function fileExists(filePath) {
+  try {
+    await access(filePath, constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function findGitRoot(startPath) {
+  let currentDir = path.dirname(path.resolve(startPath));
+  const root = path.parse(currentDir).root;
+  while (currentDir !== root) {
+    const gitPath = path.join(currentDir, ".git");
+    if (await fileExists(gitPath)) {
+      return currentDir;
+    }
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) {
+      break;
+    }
+    currentDir = parentDir;
+  }
+  return null;
+}
+function buildSearchRoots(evalPath, repoRoot) {
+  const uniqueRoots = [];
+  const addRoot = (root) => {
+    const normalized = path.resolve(root);
+    if (!uniqueRoots.includes(normalized)) {
+      uniqueRoots.push(normalized);
+    }
+  };
+  let currentDir = path.dirname(evalPath);
+  let reachedBoundary = false;
+  while (!reachedBoundary) {
+    addRoot(currentDir);
+    const parentDir = path.dirname(currentDir);
+    if (currentDir === repoRoot || parentDir === currentDir) {
+      reachedBoundary = true;
+    } else {
+      currentDir = parentDir;
+    }
+  }
+  addRoot(repoRoot);
+  addRoot(process.cwd());
+  return uniqueRoots;
+}
+function trimLeadingSeparators(value) {
+  const trimmed = value.replace(/^[/\\]+/, "");
+  return trimmed.length > 0 ? trimmed : value;
+}
+async function resolveFileReference(rawValue, searchRoots) {
+  const displayPath = trimLeadingSeparators(rawValue);
+  const potentialPaths = [];
+  if (path.isAbsolute(rawValue)) {
+    potentialPaths.push(path.normalize(rawValue));
+  }
+  for (const base of searchRoots) {
+    potentialPaths.push(path.resolve(base, displayPath));
+  }
+  const attempted = [];
+  const seen = /* @__PURE__ */ new Set();
+  for (const candidate of potentialPaths) {
+    const absoluteCandidate = path.resolve(candidate);
+    if (seen.has(absoluteCandidate)) {
+      continue;
+    }
+    seen.add(absoluteCandidate);
+    attempted.push(absoluteCandidate);
+    if (await fileExists(absoluteCandidate)) {
+      return { displayPath, resolvedPath: absoluteCandidate, attempted };
+    }
+  }
+  return { displayPath, attempted };
+}
+
+export {
+  findGitRoot,
+  buildSearchRoots,
+  resolveFileReference
+};
+//# sourceMappingURL=chunk-5REK5RSI.js.map

package/dist/chunk-5REK5RSI.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/file-utils.ts"],"sourcesContent":["import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,cAAc;AACvB,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;","names":[]}