@llmagentscore/core 0.2.0

package/dist/scorer/truthful.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"truthful.js","sourceRoot":"","sources":["../../src/scorer/truthful.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,sDAAsD;AACtD,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAc,EACd,OAAsB;IAEtB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAEzC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,sEAAsE;QACtE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAmC,CAAC;QAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAChE,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACtB,SAAS,GAAG,KAAK,CAAC;gBAClB,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,SAAS,IAAI,sBAAsB,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,SAAS;YAClB,QAAQ;YACR,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAChD,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAEhE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,MAAc;IACnC,uBAAuB;IACvB,MAAM,SAAS,GAAG,MAAM;SACrB,KAAK,CAAC,mEAAmE,CAAC;SAC1E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,cAAc,GAAG;QACrB,+cAA+c;QAC/c,kIAAkI;QAClI,+CAA+C;KAChD,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CACnC,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC"}

package/dist/scorer/types.d.ts

@@ -0,0 +1,77 @@
+import type { AgentAction } from '../parser/types.js';
+/** A successfully matched action: expected instruction → actual execution */
+export interface MatchedAction {
+    /** The expected instruction text */
+    expected: string;
+    /** The actual action that matched */
+    actual: AgentAction;
+    /** Match confidence (0-1) */
+    confidence: number;
+    /** LLM explanation (only present for LLM scoring) */
+    reasoning?: string;
+}
+/** Result of truthfulness verification */
+export interface TruthfulnessResult {
+    /** Overall truthfulness score (0-100) */
+    score: number;
+    /** Individual claim verifications */
+    claims: TruthfulnessClaim[];
+}
+/** A single claim from the agent's report and its verification status */
+export interface TruthfulnessClaim {
+    /** What the agent claimed it did */
+    claimed: string;
+    /** Whether a matching action was found */
+    verified: boolean;
+    /** The matching action, if found */
+    matchedAction?: AgentAction;
+    /** Match confidence (0-1) */
+    confidence: number;
+}
+/** A constraint that was violated by the agent */
+export interface ConstraintViolation {
+    /** The constraint that was violated */
+    constraint: string;
+    /** The action that violated it */
+    violatingAction: AgentAction;
+    /** Description of the violation */
+    description: string;
+}
+/** Complete alignment score output */
+export interface AlignmentScore {
+    /** Overall alignment score (0-100) */
+    score: number;
+    /** Truthfulness score (0-100) */
+    truthfulness: number;
+    /** Actions that matched expected instructions */
+    matched: MatchedAction[];
+    /** Instructions that were not executed */
+    missed: string[];
+    /** Actions taken that were not in the instructions */
+    unexpected: AgentAction[];
+    /** Constraint violations */
+    violations: ConstraintViolation[];
+    /** Human-readable summary */
+    details: string;
+}
+/** Drift analysis comparing current behavior to a baseline */
+export interface DriftReport {
+    /** Current session hash */
+    currentHash: string;
+    /** Baseline session hash */
+    baselineHash: string;
+    /** Drift percentage (0-100) */
+    driftPercentage: number;
+    /** What changed from baseline */
+    changes: DriftChange[];
+}
+/** A single behavioral change detected in drift analysis */
+export interface DriftChange {
+    /** Type of change */
+    type: 'added_tool' | 'removed_tool' | 'frequency_change' | 'order_change';
+    /** Description of the change */
+    description: string;
+    /** Severity (0-1) */
+    severity: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/scorer/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/scorer/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtD,6EAA6E;AAC7E,MAAM,WAAW,aAAa;IAC5B,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,MAAM,EAAE,WAAW,CAAC;IACpB,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,yCAAyC;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,qCAAqC;IACrC,MAAM,EAAE,iBAAiB,EAAE,CAAC;CAC7B;AAED,yEAAyE;AACzE,MAAM,WAAW,iBAAiB;IAChC,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,QAAQ,EAAE,OAAO,CAAC;IAClB,oCAAoC;IACpC,aAAa,CAAC,EAAE,WAAW,CAAC;IAC5B,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,kDAAkD;AAClD,MAAM,WAAW,mBAAmB;IAClC,uCAAuC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,eAAe,EAAE,WAAW,CAAC;IAC7B,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,iDAAiD;IACjD,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,0CAA0C;IAC1C,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,sDAAsD;IACtD,UAAU,EAAE,WAAW,EAAE,CAAC;IAC1B,4BAA4B;IAC5B,UAAU,EAAE,mBAAmB,EAAE,CAAC;IAClC,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,8DAA8D;AAC9D,MAAM,WAAW,WAAW;IAC1B,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,4BAA4B;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,iCAAiC;IACjC,OAAO,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,4DAA4D;AAC5D,MAAM,WAAW,WAAW;IAC1B,qBAAqB;IACrB,IAAI,EAAE,YAAY,GAAG,cAAc,GAAG,kBAAkB,GAAG,cAAc,CAAC;IAC1E,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,qBAAqB;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB"}

package/dist/scorer/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/scorer/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/scorer/types.ts"],"names":[],"mappings":""}

package/dist/types.d.ts

@@ -0,0 +1,3 @@
+export type { AgentAction, PromptInstruction, Constraint, AgentSession, ScoringInput, } from './parser/types.js';
+export type { AlignmentScore, MatchedAction, TruthfulnessResult, TruthfulnessClaim, ConstraintViolation, DriftReport, DriftChange, } from './scorer/types.js';
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,YAAY,GACb,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,cAAc,EACd,aAAa,EACb,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,WAAW,EACX,WAAW,GACZ,MAAM,mBAAmB,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils/entities.d.ts

@@ -0,0 +1,20 @@
+export interface ExtractedEntities {
+    emails: string[];
+    urls: string[];
+    filenames: string[];
+    quotedStrings: string[];
+}
+/**
+ * Extract structured entities (emails, URLs, filenames, quoted strings) from text.
+ */
+export declare function extractEntities(text: string): ExtractedEntities;
+/**
+ * Compute entity overlap between two sets of extracted entities.
+ * Returns a score (0-1) indicating how much overlap exists.
+ */
+export declare function entityOverlap(a: ExtractedEntities, b: ExtractedEntities): number;
+/**
+ * Flatten an entities object into a single string for text-based matching.
+ */
+export declare function entitiesToString(entities: ExtractedEntities): string;
+//# sourceMappingURL=entities.d.ts.map

package/dist/utils/entities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entities.d.ts","sourceRoot":"","sources":["../../src/utils/entities.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAwB/D;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAsChF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM,CAGpE"}

package/dist/utils/entities.js

@@ -0,0 +1,75 @@
+/** Patterns for extracting entities from text */
+const EMAIL_PATTERN = /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g;
+const URL_PATTERN = /https?:\/\/[^\s"'<>)]+/g;
+const FILE_PATTERN = /(?:^|\s|["'(])([a-zA-Z0-9_.-]+\.[a-zA-Z]{1,10})(?=\s|$|["')]|,|;)/gm;
+const QUOTED_STRING_PATTERN = /"([^"]+)"|'([^']+)'/g;
+/**
+ * Extract structured entities (emails, URLs, filenames, quoted strings) from text.
+ */
+export function extractEntities(text) {
+    const emails = [...new Set([...text.matchAll(EMAIL_PATTERN)].map((m) => m[0].toLowerCase()))];
+    const urls = [...new Set([...text.matchAll(URL_PATTERN)].map((m) => m[0]))];
+    const filenames = [];
+    for (const match of text.matchAll(FILE_PATTERN)) {
+        const filename = match[1];
+        // Filter out common false positives
+        if (!['e.g', 'i.e', 'etc.'].some((fp) => filename.startsWith(fp))) {
+            filenames.push(filename);
+        }
+    }
+    const quotedStrings = [];
+    for (const match of text.matchAll(QUOTED_STRING_PATTERN)) {
+        quotedStrings.push(match[1] || match[2]);
+    }
+    return {
+        emails: [...new Set(emails)],
+        urls: [...new Set(urls)],
+        filenames: [...new Set(filenames)],
+        quotedStrings: [...new Set(quotedStrings)],
+    };
+}
+/**
+ * Compute entity overlap between two sets of extracted entities.
+ * Returns a score (0-1) indicating how much overlap exists.
+ */
+export function entityOverlap(a, b) {
+    let matches = 0;
+    let total = 0;
+    // Check emails
+    for (const email of a.emails) {
+        total++;
+        if (b.emails.includes(email))
+            matches++;
+    }
+    // Check URLs
+    for (const url of a.urls) {
+        total++;
+        if (b.urls.some((bUrl) => bUrl.includes(url) || url.includes(bUrl)))
+            matches++;
+    }
+    // Check filenames
+    for (const file of a.filenames) {
+        total++;
+        if (b.filenames.includes(file))
+            matches++;
+    }
+    // Check quoted strings (fuzzy — substring match)
+    for (const qs of a.quotedStrings) {
+        total++;
+        if (b.quotedStrings.some((bQs) => bQs.toLowerCase().includes(qs.toLowerCase()) ||
+            qs.toLowerCase().includes(bQs.toLowerCase()))) {
+            matches++;
+        }
+    }
+    if (total === 0)
+        return 0;
+    return matches / total;
+}
+/**
+ * Flatten an entities object into a single string for text-based matching.
+ */
+export function entitiesToString(entities) {
+    return [...entities.emails, ...entities.urls, ...entities.filenames, ...entities.quotedStrings]
+        .join(' ');
+}
+//# sourceMappingURL=entities.js.map

package/dist/utils/entities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entities.js","sourceRoot":"","sources":["../../src/utils/entities.ts"],"names":[],"mappings":"AAAA,iDAAiD;AACjD,MAAM,aAAa,GAAG,iDAAiD,CAAC;AACxE,MAAM,WAAW,GAAG,yBAAyB,CAAC;AAC9C,MAAM,YAAY,GAAG,qEAAqE,CAAC;AAC3F,MAAM,qBAAqB,GAAG,sBAAsB,CAAC;AASrD;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1B,oCAAoC;QACpC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAClE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACzD,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QACxB,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAClC,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,CAAoB,EAAE,CAAoB;IACtE,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,eAAe;IACf,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;IAC1C,CAAC;IAED,aAAa;IACb,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;IACjF,CAAC;IAED,kBAAkB;IAClB,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QAC/B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,iDAAiD;IACjD,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;QACjC,KAAK,EAAE,CAAC;QACR,IACE,CAAC,CAAC,aAAa,CAAC,IAAI,CAClB,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;YAC5C,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAC/C,EACD,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1B,OAAO,OAAO,GAAG,KAAK,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAA2B;IAC1D,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,SAAS,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC;SAC5F,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC"}

package/dist/utils/hash.d.ts

@@ -0,0 +1,16 @@
+import type { AgentAction } from '../parser/types.js';
+/**
+ * Compute a SHA-256 fingerprint of an agent session's behavioral pattern.
+ * Used for drift detection — comparing behavioral patterns over time.
+ */
+export declare function sessionFingerprint(actions: AgentAction[]): string;
+/**
+ * Compute a SHA-256 hash of a string (e.g., prompt text).
+ */
+export declare function hashString(input: string): string;
+/**
+ * Compute a behavioral pattern hash that captures tool usage frequencies
+ * and common sequences (more resilient to minor reorderings).
+ */
+export declare function behaviorHash(actions: AgentAction[]): string;
+//# sourceMappingURL=hash.d.ts.map

package/dist/utils/hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/utils/hash.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAQjE;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CA2B3D"}

package/dist/utils/hash.js

@@ -0,0 +1,47 @@
+import { createHash } from 'node:crypto';
+/**
+ * Compute a SHA-256 fingerprint of an agent session's behavioral pattern.
+ * Used for drift detection — comparing behavioral patterns over time.
+ */
+export function sessionFingerprint(actions) {
+    // Create a normalized representation of the behavioral pattern
+    // We use tool names and their order, ignoring specific params/timestamps
+    const pattern = actions
+        .map((a) => a.tool)
+        .join('|');
+    return createHash('sha256').update(pattern).digest('hex');
+}
+/**
+ * Compute a SHA-256 hash of a string (e.g., prompt text).
+ */
+export function hashString(input) {
+    return createHash('sha256').update(input).digest('hex');
+}
+/**
+ * Compute a behavioral pattern hash that captures tool usage frequencies
+ * and common sequences (more resilient to minor reorderings).
+ */
+export function behaviorHash(actions) {
+    const toolCounts = new Map();
+    const toolPairs = new Map();
+    for (let i = 0; i < actions.length; i++) {
+        const tool = actions[i].tool;
+        toolCounts.set(tool, (toolCounts.get(tool) || 0) + 1);
+        if (i < actions.length - 1) {
+            const pair = `${tool}->${actions[i + 1].tool}`;
+            toolPairs.set(pair, (toolPairs.get(pair) || 0) + 1);
+        }
+    }
+    // Sort for deterministic output
+    const countsStr = [...toolCounts.entries()]
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([tool, count]) => `${tool}:${count}`)
+        .join(',');
+    const pairsStr = [...toolPairs.entries()]
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([pair, count]) => `${pair}:${count}`)
+        .join(',');
+    const pattern = `${countsStr}||${pairsStr}`;
+    return createHash('sha256').update(pattern).digest('hex');
+}
+//# sourceMappingURL=hash.js.map

package/dist/utils/hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/utils/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAsB;IACvD,+DAA+D;IAC/D,yEAAyE;IACzE,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClB,IAAI,CAAC,GAAG,CAAC,CAAC;IAEb,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7B,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,SAAS,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;SACxC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;SAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;IAEb,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;SACtC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;SAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;IAEb,MAAM,OAAO,GAAG,GAAG,SAAS,KAAK,QAAQ,EAAE,CAAC;IAC5C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC"}

package/dist/utils/semantic.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Tokenize text into lowercase words, removing stop words and punctuation.
+ */
+export declare function tokenize(text: string): string[];
+/**
+ * Compute term frequency for a list of tokens.
+ */
+export declare function termFrequency(tokens: string[]): Map<string, number>;
+/**
+ * Compute inverse document frequency from a collection of documents.
+ */
+export declare function inverseDocFrequency(documents: string[][]): Map<string, number>;
+/**
+ * Compute TF-IDF vector for a document given pre-computed IDF values.
+ */
+export declare function tfidfVector(tokens: string[], idf: Map<string, number>): Map<string, number>;
+/**
+ * Compute cosine similarity between two TF-IDF vectors.
+ */
+export declare function cosineSimilarity(a: Map<string, number>, b: Map<string, number>): number;
+/**
+ * Compute a combined match score between an expected instruction
+ * and an actual tool call. Combines tool-verb matching, entity overlap,
+ * and TF-IDF cosine similarity.
+ *
+ * Returns a score between 0 and 1.
+ */
+export declare function matchScore(expectedText: string, toolName: string, toolParams: Record<string, unknown>): number;
+//# sourceMappingURL=semantic.d.ts.map

package/dist/utils/semantic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../src/utils/semantic.ts"],"names":[],"mappings":"AAkBA;;GAEG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAM/C;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAUnE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAkB9E;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,EAAE,EAChB,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACvB,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAQrB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACtB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACrB,MAAM,CAoBR;AAED;;;;;;GAMG;AACH,wBAAgB,UAAU,CACxB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,MAAM,CAwBR"}

package/dist/utils/semantic.js

@@ -0,0 +1,121 @@
+import { toolVerbMatch } from './tool-verbs.js';
+import { extractEntities, entityOverlap } from './entities.js';
+/** Stop words to exclude from TF-IDF computation */
+const STOP_WORDS = new Set([
+    'a', 'an', 'the', 'is', 'are', 'was', 'were', 'be', 'been', 'being',
+    'have', 'has', 'had', 'do', 'does', 'did', 'will', 'would', 'could',
+    'should', 'may', 'might', 'must', 'shall', 'can', 'to', 'of', 'in',
+    'for', 'on', 'with', 'at', 'by', 'from', 'as', 'into', 'through',
+    'during', 'before', 'after', 'above', 'below', 'between', 'and',
+    'but', 'or', 'nor', 'not', 'so', 'yet', 'both', 'either', 'neither',
+    'each', 'every', 'all', 'any', 'few', 'more', 'most', 'other',
+    'some', 'such', 'no', 'only', 'own', 'same', 'than', 'too', 'very',
+    'just', 'because', 'if', 'when', 'while', 'where', 'how', 'what',
+    'which', 'who', 'whom', 'this', 'that', 'these', 'those', 'it', 'its',
+    'my', 'your', 'his', 'her', 'our', 'their', 'me', 'him', 'us', 'them',
+]);
+/**
+ * Tokenize text into lowercase words, removing stop words and punctuation.
+ */
+export function tokenize(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^a-z0-9\s]/g, ' ')
+        .split(/\s+/)
+        .filter((word) => word.length > 1 && !STOP_WORDS.has(word));
+}
+/**
+ * Compute term frequency for a list of tokens.
+ */
+export function termFrequency(tokens) {
+    const tf = new Map();
+    for (const token of tokens) {
+        tf.set(token, (tf.get(token) || 0) + 1);
+    }
+    // Normalize by document length
+    for (const [term, count] of tf) {
+        tf.set(term, count / tokens.length);
+    }
+    return tf;
+}
+/**
+ * Compute inverse document frequency from a collection of documents.
+ */
+export function inverseDocFrequency(documents) {
+    const idf = new Map();
+    const n = documents.length;
+    // Count documents containing each term
+    const docCount = new Map();
+    for (const doc of documents) {
+        const unique = new Set(doc);
+        for (const term of unique) {
+            docCount.set(term, (docCount.get(term) || 0) + 1);
+        }
+    }
+    for (const [term, count] of docCount) {
+        idf.set(term, Math.log((n + 1) / (count + 1)) + 1);
+    }
+    return idf;
+}
+/**
+ * Compute TF-IDF vector for a document given pre-computed IDF values.
+ */
+export function tfidfVector(tokens, idf) {
+    const tf = termFrequency(tokens);
+    const vector = new Map();
+    for (const [term, tfVal] of tf) {
+        const idfVal = idf.get(term) || 1;
+        vector.set(term, tfVal * idfVal);
+    }
+    return vector;
+}
+/**
+ * Compute cosine similarity between two TF-IDF vectors.
+ */
+export function cosineSimilarity(a, b) {
+    let dotProduct = 0;
+    let normA = 0;
+    let normB = 0;
+    for (const [term, val] of a) {
+        normA += val * val;
+        const bVal = b.get(term);
+        if (bVal !== undefined) {
+            dotProduct += val * bVal;
+        }
+    }
+    for (const [, val] of b) {
+        normB += val * val;
+    }
+    const denominator = Math.sqrt(normA) * Math.sqrt(normB);
+    if (denominator === 0)
+        return 0;
+    return dotProduct / denominator;
+}
+/**
+ * Compute a combined match score between an expected instruction
+ * and an actual tool call. Combines tool-verb matching, entity overlap,
+ * and TF-IDF cosine similarity.
+ *
+ * Returns a score between 0 and 1.
+ */
+export function matchScore(expectedText, toolName, toolParams) {
+    // 1. Tool-verb match (weight: 0.4)
+    const verbScore = toolVerbMatch(toolName, expectedText);
+    // 2. Entity overlap (weight: 0.3)
+    const expectedEntities = extractEntities(expectedText);
+    const actionText = `${toolName} ${JSON.stringify(toolParams)}`;
+    const actionEntities = extractEntities(actionText);
+    const entOverlap = entityOverlap(expectedEntities, actionEntities);
+    // 3. TF-IDF cosine similarity (weight: 0.3)
+    const expectedTokens = tokenize(expectedText);
+    const actionTokens = tokenize(actionText);
+    const docs = [expectedTokens, actionTokens];
+    const idf = inverseDocFrequency(docs);
+    const vecA = tfidfVector(expectedTokens, idf);
+    const vecB = tfidfVector(actionTokens, idf);
+    const cosine = cosineSimilarity(vecA, vecB);
+    // Weighted combination
+    const combined = verbScore * 0.4 + entOverlap * 0.3 + cosine * 0.3;
+    return Math.min(combined, 1);
+}
+//# sourceMappingURL=semantic.js.map

package/dist/utils/semantic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../src/utils/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE/D,oDAAoD;AACpD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO;IACnE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IACnE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAClE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS;IAChE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK;IAC/D,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS;IACnE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAC7D,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAClE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;IAChE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK;IACrE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM;CACtE,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAgB;IAC5C,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,+BAA+B;IAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,SAAqB;IACvD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,MAAM,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;IAE3B,uCAAuC;IACvC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;QACrC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,MAAgB,EAChB,GAAwB;IAExB,MAAM,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,CAAsB,EACtB,CAAsB;IAEtB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,KAAK,IAAI,GAAG,GAAG,GAAG,CAAC;QACnB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,UAAU,IAAI,GAAG,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,KAAK,IAAI,GAAG,GAAG,GAAG,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,UAAU,GAAG,WAAW,CAAC;AAClC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,UAAU,CACxB,YAAoB,EACpB,QAAgB,EAChB,UAAmC;IAEnC,mCAAmC;IACnC,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAExD,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,GAAG,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;IAC/D,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,aAAa,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;IAEnE,4CAA4C;IAC5C,MAAM,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IAE1C,MAAM,IAAI,GAAG,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAE5C,uBAAuB;IACvB,MAAM,QAAQ,GAAG,SAAS,GAAG,GAAG,GAAG,UAAU,GAAG,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC;IAEnE,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;AAC/B,CAAC"}

package/dist/utils/tool-verbs.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Maps common tool names to natural language action verbs.
+ * Used for matching prompt instructions to actual tool calls.
+ */
+export declare const TOOL_VERB_MAP: Record<string, string[]>;
+/**
+ * Look up natural language verbs for a given tool name.
+ * Falls back to splitting the tool name on underscores/camelCase.
+ */
+export declare function getToolVerbs(toolName: string): string[];
+/**
+ * Check if a tool name matches a natural language description.
+ * Returns a confidence score (0-1).
+ */
+export declare function toolVerbMatch(toolName: string, description: string): number;
+//# sourceMappingURL=tool-verbs.d.ts.map

package/dist/utils/tool-verbs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-verbs.d.ts","sourceRoot":"","sources":["../../src/utils/tool-verbs.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAqDlD,CAAC;AAEF;;;GAGG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAWvD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAmB3E"}

package/dist/utils/tool-verbs.js

@@ -0,0 +1,89 @@
+/**
+ * Maps common tool names to natural language action verbs.
+ * Used for matching prompt instructions to actual tool calls.
+ */
+export const TOOL_VERB_MAP = {
+    // Email
+    'gmail_send': ['send email', 'email', 'mail', 'send message'],
+    'gmail_read': ['read email', 'check email', 'check inbox'],
+    'email_send': ['send email', 'email', 'mail'],
+    'send_email': ['send email', 'email', 'mail'],
+    // Search
+    'web_search': ['search', 'look up', 'find', 'research', 'google'],
+    'tavily_search': ['search', 'look up', 'find', 'research'],
+    'google_search': ['search', 'look up', 'find', 'google'],
+    'bing_search': ['search', 'look up', 'find'],
+    // Files
+    'file_write': ['write file', 'create file', 'save', 'generate document', 'write'],
+    'file_read': ['read file', 'open file', 'check file', 'review'],
+    'file_delete': ['delete file', 'remove file', 'delete'],
+    'create_file': ['create file', 'write file', 'save'],
+    'read_file': ['read file', 'open file', 'check file'],
+    // Messaging
+    'slack_post': ['post to slack', 'message slack', 'send to channel', 'slack'],
+    'slack_send': ['post to slack', 'message slack', 'send to channel', 'slack'],
+    'discord_send': ['send discord', 'post discord', 'message discord'],
+    // Code
+    'shell_exec': ['run command', 'execute', 'run script', 'run'],
+    'run_command': ['run command', 'execute', 'run script'],
+    'git_commit': ['commit', 'save changes', 'push code'],
+    'git_push': ['push', 'push code', 'deploy'],
+    // Browser
+    'browser_navigate': ['visit', 'go to', 'open page', 'navigate', 'browse'],
+    'browser_click': ['click', 'press', 'select'],
+    'navigate': ['visit', 'go to', 'open page', 'navigate'],
+    // Database
+    'db_query': ['query', 'fetch data', 'look up records', 'query database'],
+    'db_insert': ['insert', 'add record', 'save to database'],
+    'db_update': ['update record', 'modify', 'change', 'update database'],
+    'db_delete': ['delete record', 'remove from database'],
+    // Spreadsheets
+    'sheets_update': ['update spreadsheet', 'edit sheet', 'modify spreadsheet'],
+    'sheets_read': ['read spreadsheet', 'get data from sheet'],
+    // Calendar
+    'calendar_create': ['create event', 'schedule', 'add to calendar'],
+    'calendar_read': ['check calendar', 'read calendar', 'get events'],
+    // API
+    'api_call': ['call api', 'make request', 'fetch'],
+    'http_request': ['make request', 'call api', 'fetch', 'http'],
+};
+/**
+ * Look up natural language verbs for a given tool name.
+ * Falls back to splitting the tool name on underscores/camelCase.
+ */
+export function getToolVerbs(toolName) {
+    const normalized = toolName.toLowerCase().trim();
+    if (TOOL_VERB_MAP[normalized]) {
+        return TOOL_VERB_MAP[normalized];
+    }
+    // Fallback: split on underscores and camelCase
+    const words = normalized
+        .replace(/([a-z])([A-Z])/g, '$1 $2')
+        .replace(/_/g, ' ')
+        .toLowerCase();
+    return [words];
+}
+/**
+ * Check if a tool name matches a natural language description.
+ * Returns a confidence score (0-1).
+ */
+export function toolVerbMatch(toolName, description) {
+    const verbs = getToolVerbs(toolName);
+    const descLower = description.toLowerCase();
+    let bestScore = 0;
+    for (const verb of verbs) {
+        if (descLower.includes(verb)) {
+            // Exact phrase match in the description
+            bestScore = Math.max(bestScore, 0.9);
+        }
+        else {
+            // Check individual words
+            const verbWords = verb.split(' ');
+            const matchedWords = verbWords.filter((w) => descLower.includes(w));
+            const wordScore = matchedWords.length / verbWords.length;
+            bestScore = Math.max(bestScore, wordScore * 0.7);
+        }
+    }
+    return bestScore;
+}
+//# sourceMappingURL=tool-verbs.js.map

package/dist/utils/tool-verbs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-verbs.js","sourceRoot":"","sources":["../../src/utils/tool-verbs.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAA6B;IACrD,QAAQ;IACR,YAAY,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,CAAC;IAC7D,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC;IAC1D,YAAY,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC;IAC7C,YAAY,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC;IAE7C,SAAS;IACT,YAAY,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;IACjE,eAAe,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;IAC1D,eAAe,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC;IACxD,aAAa,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC;IAE5C,QAAQ;IACR,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,mBAAmB,EAAE,OAAO,CAAC;IACjF,WAAW,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,CAAC;IAC/D,aAAa,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,CAAC;IACvD,aAAa,EAAE,CAAC,aAAa,EAAE,YAAY,EAAE,MAAM,CAAC;IACpD,WAAW,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC;IAErD,YAAY;IACZ,YAAY,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,OAAO,CAAC;IAC5E,YAAY,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,OAAO,CAAC;IAC5E,cAAc,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,CAAC;IAEnE,OAAO;IACP,YAAY,EAAE,CAAC,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC;IAC7D,aAAa,EAAE,CAAC,aAAa,EAAE,SAAS,EAAE,YAAY,CAAC;IACvD,YAAY,EAAE,CAAC,QAAQ,EAAE,cAAc,EAAE,WAAW,CAAC;IACrD,UAAU,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC;IAE3C,UAAU;IACV,kBAAkB,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC;IACzE,eAAe,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC;IAC7C,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC;IAEvD,WAAW;IACX,UAAU,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,CAAC;IACxE,WAAW,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,kBAAkB,CAAC;IACzD,WAAW,EAAE,CAAC,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,iBAAiB,CAAC;IACrE,WAAW,EAAE,CAAC,eAAe,EAAE,sBAAsB,CAAC;IAEtD,eAAe;IACf,eAAe,EAAE,CAAC,oBAAoB,EAAE,YAAY,EAAE,oBAAoB,CAAC;IAC3E,aAAa,EAAE,CAAC,kBAAkB,EAAE,qBAAqB,CAAC;IAE1D,WAAW;IACX,iBAAiB,EAAE,CAAC,cAAc,EAAE,UAAU,EAAE,iBAAiB,CAAC;IAClE,eAAe,EAAE,CAAC,gBAAgB,EAAE,eAAe,EAAE,YAAY,CAAC;IAElE,MAAM;IACN,UAAU,EAAE,CAAC,UAAU,EAAE,cAAc,EAAE,OAAO,CAAC;IACjD,cAAc,EAAE,CAAC,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC;CAC9D,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO,aAAa,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IACD,+CAA+C;IAC/C,MAAM,KAAK,GAAG,UAAU;SACrB,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;SACnC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,WAAW,EAAE,CAAC;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,WAAmB;IACjE,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;IAE5C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,wCAAwC;YACxC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;YACzD,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,GAAG,GAAG,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/package.json

@@ -0,0 +1,38 @@
+{
+  "name": "@llmagentscore/core",
+  "version": "0.2.0",
+  "description": "Alignment scoring engine for AI agents — deterministic + LLM-as-judge pipeline",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "zod": "^3.23.0"
+  },
+  "peerDependencies": {
+    "@anthropic-ai/sdk": ">=0.30.0"
+  },
+  "peerDependenciesMeta": {
+    "@anthropic-ai/sdk": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^25.5.0",
+    "vitest": "^3.0.0"
+  },
+  "license": "MIT"
+}