aspectcode 0.3.4 → 0.3.5

package/node_modules/@aspectcode/evaluator/dist/types.d.ts

@@ -0,0 +1,176 @@
+/**
+ * @aspectcode/evaluator — core types.
+ *
+ * Types for probe-based evaluation, prompt harvesting, and
+ * evidence-based diagnosis of AGENTS.md quality.
+ */
+import type { LlmProvider, OptLogger } from '@aspectcode/optimizer';
+export type { LlmProvider, OptLogger } from '@aspectcode/optimizer';
+/**
+ * A single micro-test that evaluates whether AGENTS.md guides
+ * the AI correctly for a specific scenario scoped to the codebase.
+ */
+export interface Probe {
+    /** Unique identifier (e.g. "hub-auth-middleware-naming"). */
+    id: string;
+    /** Human-readable description of what this probe tests. */
+    description: string;
+    /** Category for grouping (e.g. "hub-safety", "naming", "architecture"). */
+    category: ProbeCategory;
+    /**
+     * Workspace-relative paths of files relevant to this probe.
+     * These are included as context when running the probe.
+     */
+    contextFiles: string[];
+    /** The task/question posed to the AI in this probe. */
+    task: string;
+    /**
+     * Specific behaviours the AI's response should exhibit.
+     * Used by the evaluator to score the response.
+     */
+    expectedBehaviors: string[];
+}
+/** Probe categories for grouping and prioritization. */
+export type ProbeCategory = 'hub-safety' | 'naming' | 'architecture' | 'entry-point' | 'integration' | 'convention' | 'dependency' | 'harvested';
+/** Result of running a single probe against the current AGENTS.md. */
+export interface ProbeResult {
+    /** The probe that was run. */
+    probeId: string;
+    /** Whether all expected behaviours were exhibited. */
+    passed: boolean;
+    /** The AI's simulated response to the probe task. */
+    response: string;
+    /**
+     * Specific shortcomings identified by the evaluator.
+     * Empty if `passed` is true.
+     */
+    shortcomings: string[];
+    /** Per-behaviour pass/fail breakdown. */
+    behaviorResults: BehaviorResult[];
+}
+/** Pass/fail for a single expected behaviour within a probe. */
+export interface BehaviorResult {
+    /** The expected behaviour description. */
+    behavior: string;
+    /** Whether the response exhibited this behaviour. */
+    passed: boolean;
+    /** Brief explanation of why it passed or failed. */
+    explanation: string;
+}
+/** Diagnosis of AGENTS.md shortcomings based on failed probes. */
+export interface Diagnosis {
+    /** Specific edits proposed for AGENTS.md. */
+    edits: AgentsEdit[];
+    /** High-level summary of what's wrong. */
+    summary: string;
+    /** Number of probe failures this diagnosis addresses. */
+    failureCount: number;
+}
+/** A specific proposed edit to AGENTS.md. */
+export interface AgentsEdit {
+    /** What section/area of AGENTS.md to modify. */
+    section: string;
+    /** The type of edit. */
+    action: 'add' | 'modify' | 'strengthen' | 'remove';
+    /** The proposed rule or content change. */
+    content: string;
+    /** Which probe failures motivated this edit. */
+    motivatedBy: string[];
+}
+/** A conversation turn harvested from an AI tool's history. */
+export interface HarvestedPrompt {
+    /** Which tool this came from. */
+    source: PromptSource;
+    /** When this conversation happened (ISO-8601, if available). */
+    timestamp?: string;
+    /** The user's prompt/question. */
+    userPrompt: string;
+    /** The AI's response. */
+    assistantResponse: string;
+    /** Workspace-relative file paths referenced in the conversation. */
+    filesReferenced: string[];
+}
+/** Supported prompt history sources. */
+export type PromptSource = 'aider' | 'claude-code' | 'cline' | 'copilot-chat' | 'cursor' | 'windsurf' | 'export';
+/** Options for probe generation. */
+export interface ProbeGeneratorOptions {
+    /** Full KB content for deriving probes. */
+    kb: string;
+    /**
+     * Line-level KB diff (undefined on first run).
+     * When provided, probes focus on changed areas.
+     */
+    kbDiff?: string;
+    /** Harvested prompts to generate additional probes from. */
+    harvestedPrompts?: HarvestedPrompt[];
+    /** Maximum number of probes to generate. Default: 10. */
+    maxProbes?: number;
+    /** File contents map (workspace-relative path → content). */
+    fileContents?: ReadonlyMap<string, string>;
+}
+/** Options for running probes. */
+export interface ProbeRunnerOptions {
+    /** Current AGENTS.md content (used as system prompt for probes). */
+    agentsContent: string;
+    /** Probes to run. */
+    probes: Probe[];
+    /** LLM provider for simulating AI responses. */
+    provider: LlmProvider;
+    /** File contents map for including context files. */
+    fileContents?: ReadonlyMap<string, string>;
+    /** Optional logger. */
+    log?: OptLogger;
+    /** AbortSignal for cooperative cancellation. */
+    signal?: AbortSignal;
+}
+/** Options for evaluating probe responses. */
+export interface ProbeEvaluatorOptions {
+    /** Probe results to evaluate. */
+    results: ProbeResult[];
+    /** LLM provider for evaluation. */
+    provider: LlmProvider;
+    /** Optional logger. */
+    log?: OptLogger;
+    /** AbortSignal for cooperative cancellation. */
+    signal?: AbortSignal;
+}
+/** Options for diagnosing AGENTS.md issues from probe failures. */
+export interface DiagnosisOptions {
+    /** Failed probe results. */
+    failures: ProbeResult[];
+    /** Current AGENTS.md content. */
+    agentsContent: string;
+    /** LLM provider for diagnosis. */
+    provider: LlmProvider;
+    /** Optional logger. */
+    log?: OptLogger;
+    /** AbortSignal for cooperative cancellation. */
+    signal?: AbortSignal;
+}
+/** Options for prompt harvesting. */
+export interface HarvestOptions {
+    /** Workspace root directory. */
+    root: string;
+    /** Which sources to harvest from. Defaults to all available. */
+    sources?: PromptSource[];
+    /** Maximum prompts to harvest per source. Default: 50. */
+    maxPerSource?: number;
+    /** Only harvest prompts newer than this date. */
+    since?: Date;
+    /** Optional logger. */
+    log?: OptLogger;
+}
+/** Full result of the evaluation pipeline. */
+export interface EvaluationResult {
+    /** All probe results (passed + failed). */
+    probeResults: ProbeResult[];
+    /** Diagnosis based on failures (undefined if all probes passed). */
+    diagnosis?: Diagnosis;
+    /** Number of probes that passed. */
+    passCount: number;
+    /** Number of probes that failed. */
+    failCount: number;
+    /** Total probes run. */
+    totalProbes: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/node_modules/@aspectcode/evaluator/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAGpE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAIpE;;;GAGG;AACH,MAAM,WAAW,KAAK;IACpB,6DAA6D;IAC7D,EAAE,EAAE,MAAM,CAAC;IAEX,2DAA2D;IAC3D,WAAW,EAAE,MAAM,CAAC;IAEpB,2EAA2E;IAC3E,QAAQ,EAAE,aAAa,CAAC;IAExB;;;OAGG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IAEvB,uDAAuD;IACvD,IAAI,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED,wDAAwD;AACxD,MAAM,MAAM,aAAa,GACrB,YAAY,GACZ,QAAQ,GACR,cAAc,GACd,aAAa,GACb,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,WAAW,CAAC;AAIhB,sEAAsE;AACtE,MAAM,WAAW,WAAW;IAC1B,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAEhB,sDAAsD;IACtD,MAAM,EAAE,OAAO,CAAC;IAEhB,qDAAqD;IACrD,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IAEvB,yCAAyC;IACzC,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC7B,0CAA0C;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,qDAAqD;IACrD,MAAM,EAAE,OAAO,CAAC;IAChB,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAC;CACrB;AAID,kEAAkE;AAClE,MAAM,WAAW,SAAS;IACxB,6CAA6C;IAC7C,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;IAEhB,yDAAyD;IACzD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,gDAAgD;IAChD,OAAO,EAAE,MAAM,CAAC;IAEhB,wBAAwB;IACxB,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,YAAY,GAAG,QAAQ,CAAC;IAEnD,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAEhB,gDAAgD;IAChD,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAID,+DAA+D;AAC/D,MAAM,WAAW,eAAe;IAC9B,iCAAiC;IACjC,MAAM,EAAE,YAAY,CAAC;IAErB,gEAAgE;IAChE,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IAEnB,yBAAyB;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAE1B,oEAAoE;IACpE,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,wCAAwC;AACxC,MAAM,MAAM,YAAY,GACpB,OAAO,GACP,aAAa,GACb,OAAO,GACP,cAAc,GACd,QAAQ,GACR,UAAU,GACV,QAAQ,CAAC;AAIb,oCAAoC;AACpC,MAAM,WAAW,qBAAqB;IACpC,2CAA2C;IAC3C,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,4DAA4D;IAC5D,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IAErC,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,6DAA6D;IAC7D,YAAY,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC5C;AAED,kCAAkC;AAClC,MAAM,WAAW,kBAAkB;IACjC,oEAAoE;IACpE,aAAa,EAAE,MAAM,CAAC;IAEtB,qBAAqB;IACrB,MAAM,EAAE,KAAK,EAAE,CAAC;IAEhB,gDAAgD;IAChD,QAAQ,EAAE,WAAW,CAAC;IAEtB,qDAAqD;IACrD,YAAY,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE3C,uBAAuB;IACvB,GAAG,CAAC,EAAE,SAAS,CAAC;IAEhB,gDAAgD;IAChD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,8CAA8C;AAC9C,MAAM,WAAW,qBAAqB;IACpC,iCAAiC;IACjC,OAAO,EAAE,WAAW,EAAE,CAAC;IAEvB,mCAAmC;IACnC,QAAQ,EAAE,WAAW,CAAC;IAEtB,uBAAuB;IACvB,GAAG,CAAC,EAAE,SAAS,CAAC;IAEhB,gDAAgD;IAChD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,mEAAmE;AACnE,MAAM,WAAW,gBAAgB;IAC/B,4BAA4B;IAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;IAExB,iCAAiC;IACjC,aAAa,EAAE,MAAM,CAAC;IAEtB,kCAAkC;IAClC,QAAQ,EAAE,WAAW,CAAC;IAEtB,uBAAuB;IACvB,GAAG,CAAC,EAAE,SAAS,CAAC;IAEhB,gDAAgD;IAChD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qCAAqC;AACrC,MAAM,WAAW,cAAc;IAC7B,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IAEb,gEAAgE;IAChE,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IAEzB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,iDAAiD;IACjD,KAAK,CAAC,EAAE,IAAI,CAAC;IAEb,uBAAuB;IACvB,GAAG,CAAC,EAAE,SAAS,CAAC;CACjB;AAID,8CAA8C;AAC9C,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,YAAY,EAAE,WAAW,EAAE,CAAC;IAE5B,oEAAoE;IACpE,SAAS,CAAC,EAAE,SAAS,CAAC;IAEtB,oCAAoC;IACpC,SAAS,EAAE,MAAM,CAAC;IAElB,oCAAoC;IACpC,SAAS,EAAE,MAAM,CAAC;IAElB,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB"}

package/node_modules/@aspectcode/evaluator/dist/types.js

@@ -0,0 +1,9 @@
+"use strict";
+/**
+ * @aspectcode/evaluator — core types.
+ *
+ * Types for probe-based evaluation, prompt harvesting, and
+ * evidence-based diagnosis of AGENTS.md quality.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/node_modules/@aspectcode/evaluator/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA;;;;;GAKG"}

package/node_modules/@aspectcode/evaluator/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@aspectcode/evaluator",
+  "version": "0.3.4",
+  "private": true,
+  "description": "Evidence-based evaluation for Aspect Code",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/asashepard/aspectcode.git",
+    "directory": "packages/evaluator"
+  },
+  "scripts": {
+    "build": "tsc",
+    "typecheck": "tsc --noEmit",
+    "prepublishOnly": "npm run build",
+    "test": "mocha --require ts-node/register test/**/*.test.ts"
+  },
+  "dependencies": {
+    "@aspectcode/core": "0.3.1",
+    "@aspectcode/optimizer": "0.3.4"
+  },
+  "optionalDependencies": {
+    "better-sqlite3": "^11.0.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.0",
+    "@types/mocha": "^10.0.0",
+    "@types/node": "^22.0.0",
+    "mocha": "^10.4.0",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.5.4"
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aspectcode",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "description": "CLI for Aspect Code — generate knowledge-base artifacts from the command line",
   "license": "MIT",
   "main": "dist/main.js",
@@ -38,6 +38,7 @@
     "prepublishOnly": "npm run build",
     "prepack": "node scripts/prepack.mjs",
     "postpack": "node scripts/postpack.mjs",
+    "check:bundled": "node scripts/check-bundled-deps.mjs",
     "test": "mocha --require ts-node/register 'test/**/*.test.ts'"
   },
   "bundledDependencies": [