universal-agent-memory 0.6.2 → 0.6.3

package/dist/benchmarks/agents/naive-agent.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Naive Agent - No Memory
+ *
+ * Assumptions:
+ * - This agent has no persistent memory between tasks
+ * - Each task starts fresh with no context
+ * - Cannot recall previous decisions, patterns, or mistakes
+ *
+ * What this handles:
+ * - Basic task instruction understanding
+ * - Simple file operations
+ * - Test execution and verification
+ *
+ * What this does NOT handle:
+ * - Context across tasks
+ * - Learning from past mistakes
+ * - Pattern recognition
+ * - Memory of project structure
+ */
+import { BenchmarkTask, AgentExecution } from '../benchmark.js';
+export declare class NaiveAgent {
+    private name;
+    private executionCount;
+    private errors;
+    constructor(name?: string);
+    /**
+     * Execute a task with no memory context
+     */
+    executeTask(task: BenchmarkTask, attempt?: number): Promise<AgentExecution>;
+    /**
+     * Execute task without any memory or context
+     */
+    private executeNaively;
+    /**
+     * Simulate agent thinking/processing time
+     */
+    private simulateThinking;
+    /**
+     * Simulate successful execution
+     */
+    private simulateSuccess;
+    /**
+     * Simulate failed execution
+     */
+    private simulateFailure;
+    /**
+     * Get agent statistics
+     */
+    getStats(): {
+        name: string;
+        executionCount: number;
+        totalErrors: number;
+        recentErrors: string[];
+    };
+    /**
+     * Reset agent state (not really needed for naive agent, but for completeness)
+     */
+    reset(): void;
+}
+//# sourceMappingURL=naive-agent.d.ts.map

package/dist/benchmarks/agents/naive-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"naive-agent.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/agents/naive-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEhE,qBAAa,UAAU;IAIT,OAAO,CAAC,IAAI;IAHxB,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,MAAM,CAAgB;gBAEV,IAAI,GAAE,MAAsB;IAEhD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,cAAc,CAAC;IAsCpF;;OAEG;YACW,cAAc;IA4B5B;;OAEG;YACW,gBAAgB;IAa9B;;OAEG;YACW,eAAe;IAa7B;;OAEG;YACW,eAAe;IAK7B;;OAEG;IACH,QAAQ;;;;;;IASR;;OAEG;IACH,KAAK,IAAI,IAAI;CAId"}

package/dist/benchmarks/agents/naive-agent.js

@@ -0,0 +1,144 @@
+/**
+ * Naive Agent - No Memory
+ *
+ * Assumptions:
+ * - This agent has no persistent memory between tasks
+ * - Each task starts fresh with no context
+ * - Cannot recall previous decisions, patterns, or mistakes
+ *
+ * What this handles:
+ * - Basic task instruction understanding
+ * - Simple file operations
+ * - Test execution and verification
+ *
+ * What this does NOT handle:
+ * - Context across tasks
+ * - Learning from past mistakes
+ * - Pattern recognition
+ * - Memory of project structure
+ */
+export class NaiveAgent {
+    name;
+    executionCount = 0;
+    errors = [];
+    constructor(name = 'naive-agent') {
+        this.name = name;
+    }
+    /**
+     * Execute a task with no memory context
+     */
+    async executeTask(task, attempt = 1) {
+        const startTime = Date.now();
+        this.executionCount++;
+        // Simulate agent thinking time
+        await this.simulateThinking(task);
+        let success = false;
+        let taskErrors = [];
+        try {
+            // Naive approach: try random things, hope for best
+            success = await this.executeNaively(task, attempt);
+            if (!success) {
+                taskErrors.push('Random approach failed on attempt ' + attempt);
+                this.errors.push(...taskErrors);
+            }
+        }
+        catch (error) {
+            taskErrors.push(`Exception: ${error instanceof Error ? error.message : String(error)}`);
+            this.errors.push(...taskErrors);
+        }
+        const endTime = Date.now();
+        return {
+            taskId: task.id,
+            agent: this.name,
+            startTime,
+            endTime,
+            durationMs: endTime - startTime,
+            success,
+            attempts: attempt,
+            errors: taskErrors,
+            tokensUsed: Math.floor(Math.random() * 5000) + 1000, // Placeholder
+        };
+    }
+    /**
+     * Execute task without any memory or context
+     */
+    async executeNaively(task, attempt) {
+        // Simulate different success rates based on difficulty
+        // Without memory, the agent has to guess or try random approaches
+        const baseSuccessRate = {
+            easy: 0.4, // 40% success without memory
+            medium: 0.2, // 20% success without memory  
+            hard: 0.05, // 5% success without memory
+        };
+        // Adjust for attempts (learning through trial and error only)
+        const attemptBonus = (attempt - 1) * 0.1; // 10% bonus per retry
+        const successRate = baseSuccessRate[task.difficulty] + attemptBonus;
+        // Roll for success
+        const succeeded = Math.random() < successRate;
+        if (succeeded) {
+            // Simulate successful execution
+            await this.simulateSuccess(task);
+        }
+        else {
+            // Simulate failure
+            await this.simulateFailure(task);
+        }
+        return succeeded;
+    }
+    /**
+     * Simulate agent thinking/processing time
+     */
+    async simulateThinking(task) {
+        // Naive agent takes longer because it has to rediscover everything
+        const baseTime = {
+            easy: 2000,
+            medium: 5000,
+            hard: 10000,
+        };
+        // Add random variation
+        const time = baseTime[task.difficulty] + (Math.random() * 2000);
+        await new Promise(resolve => setTimeout(resolve, time));
+    }
+    /**
+     * Simulate successful execution
+     */
+    async simulateSuccess(task) {
+        // Check task verification (this will add test-specific validation)
+        try {
+            const result = await task.verify();
+            if (!result.success) {
+                throw new Error('Verification failed');
+            }
+        }
+        catch (error) {
+            // Should not happen in normal flow, but simulate occasional failures
+            console.error(`Unexpected verification failure: ${error}`);
+        }
+    }
+    /**
+     * Simulate failed execution
+     */
+    async simulateFailure(_task) {
+        // Simulate making a mistake
+        await new Promise(resolve => setTimeout(resolve, 500));
+    }
+    /**
+     * Get agent statistics
+     */
+    getStats() {
+        return {
+            name: this.name,
+            executionCount: this.executionCount,
+            totalErrors: this.errors.length,
+            recentErrors: this.errors.slice(-5),
+        };
+    }
+    /**
+     * Reset agent state (not really needed for naive agent, but for completeness)
+     */
+    reset() {
+        this.executionCount = 0;
+        this.errors = [];
+    }
+}
+//# sourceMappingURL=naive-agent.js.map

package/dist/benchmarks/agents/naive-agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"naive-agent.js","sourceRoot":"","sources":["../../../src/benchmarks/agents/naive-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAIH,MAAM,OAAO,UAAU;IAID;IAHZ,cAAc,GAAG,CAAC,CAAC;IACnB,MAAM,GAAa,EAAE,CAAC;IAE9B,YAAoB,OAAe,aAAa;QAA5B,SAAI,GAAJ,IAAI,CAAwB;IAAG,CAAC;IAEpD;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAmB,EAAE,UAAkB,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,+BAA+B;QAC/B,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,UAAU,GAAa,EAAE,CAAC;QAE9B,IAAI,CAAC;YACH,mDAAmD;YACnD,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,UAAU,CAAC,IAAI,CAAC,oCAAoC,GAAG,OAAO,CAAC,CAAC;gBAChE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,IAAI,CAAC,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,SAAS;YACT,OAAO;YACP,UAAU,EAAE,OAAO,GAAG,SAAS;YAC/B,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,cAAc;SACpE,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,IAAmB,EAAE,OAAe;QAC/D,uDAAuD;QACvD,kEAAkE;QAElE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,GAAG,EAAK,6BAA6B;YAC3C,MAAM,EAAE,GAAG,EAAG,+BAA+B;YAC7C,IAAI,EAAE,IAAI,EAAI,4BAA4B;SAC3C,CAAC;QAEF,8DAA8D;QAC9D,MAAM,YAAY,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,sBAAsB;QAChE,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,UAA0C,CAAC,GAAG,YAAY,CAAC;QAEpG,mBAAmB;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC;QAE9C,IAAI,SAAS,EAAE,CAAC;YACd,gCAAgC;YAChC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,mBAAmB;YACnB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,IAAmB;QAChD,mEAAmE;QACnE,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,KAAK;SACZ,CAAC;QAEF,uBAAuB;QACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAmC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;QACzF,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,IAAmB;QAC/C,mEAAmE;QACnE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qEAAqE;YACrE,OAAO,CAAC,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,KAAoB;QAChD,4BAA4B;QAC5B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC/B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;CACF"}

package/dist/benchmarks/agents/uam-agent.d.ts

@@ -0,0 +1,167 @@
+/**
+ * UAM Agent - Memory Enabled
+ *
+ * Assumptions:
+ * - This agent has access to UAM memory system
+ * - Memory persists between tasks, providing context
+ * - Can recall previous decisions, patterns, and mistakes
+ * - Memory includes: file locations, patterns, mistakes, decisions
+ *
+ * What this handles:
+ * - Context retrieval from memory before tasks
+ * - Learning from previous mistakes (stored as gotchas)
+ * - Pattern recognition from past successful solutions
+ * - Knowledge of project structure
+ *
+ * What this does NOT handle:
+ * - Full semantic memory system (simulated for this benchmark)
+ * - Real AI/LLM integration (this is a simulation wrapper)
+ * - Multi-agent coordination (future enhancement)
+ */
+import { BenchmarkTask, AgentExecution } from '../benchmark.js';
+interface MemoryEntry {
+    id: string;
+    timestamp: number;
+    type: 'action' | 'observation' | 'thought' | 'error' | 'lesson';
+    content: string;
+    context: {
+        taskId?: string;
+        category?: string;
+        difficulty?: string;
+    };
+    importance: number;
+    tags: string[];
+}
+declare class UAMMemory {
+    private shortTerm;
+    private longTerm;
+    private lessons;
+    private readonly MAX_SHORT_TERM;
+    /**
+     * Query memory for relevant context
+     */
+    query(keywords: string[]): MemoryEntry[];
+    /**
+     * Store an action in memory
+     */
+    storeAction(content: string, context: any): void;
+    /**
+     * Store an observation in memory
+     */
+    storeObservation(content: string, context: any): void;
+    /**
+     * Store a lesson in memory
+     */
+    storeLesson(content: string, tags: string[], importance?: number): void;
+    /**
+     * Store an error/gotcha in memory (to avoid repeating)
+     */
+    storeError(error: string, context: any): void;
+    /**
+     * Check if memory contains specific lesson
+     */
+    hasLesson(key: string): boolean;
+    /**
+     * Get all lessons
+     */
+    getLessons(): MemoryEntry[];
+    /**
+     * Private: Store entry in appropriate memory tier
+     */
+    private storeEntry;
+    /**
+     * Private: Consolidate memory when it gets too large
+     */
+    private consolidateMemory;
+    /**
+     * Private: Generate unique ID
+     */
+    private generateId;
+    /**
+     * Get memory statistics
+     */
+    getStats(): {
+        shortTermCount: number;
+        longTermCount: number;
+        lessonsCount: number;
+    };
+}
+export declare class UAMAgent {
+    private name;
+    private executionCount;
+    private errors;
+    private memory;
+    constructor(name?: string);
+    /**
+     * Execute a task with memory context
+     */
+    executeTask(task: BenchmarkTask, attempt?: number): Promise<AgentExecution>;
+    /**
+     * Query memory for context relevant to the task
+     */
+    private queryMemoryContext;
+    /**
+     * Get lessons relevant to the task
+     */
+    private getRelevantLessons;
+    /**
+     * Check for past mistakes to avoid
+     */
+    private checkForPastMistakes;
+    /**
+     * Execute task using memory context
+     */
+    private executeWithMemory;
+    /**
+     * Simulate agent thinking/processing time (faster than naive)
+     */
+    private simulateThinking;
+    /**
+     * Simulate successful execution
+     */
+    private simulateSuccess;
+    /**
+     * Simulate failed execution
+     */
+    private simulateFailure;
+    /**
+     * Store memory after successful execution
+     */
+    private storeSuccessMemory;
+    /**
+     * Store memory after failed execution
+     */
+    private storeFailureMemory;
+    /**
+     * Extract keywords from text
+     */
+    private extractKeywords;
+    /**
+     * Pre-populate memory with common lessons
+     */
+    private prepopulateMemory;
+    /**
+     * Get agent statistics
+     */
+    getStats(): {
+        name: string;
+        executionCount: number;
+        totalErrors: number;
+        recentErrors: string[];
+        memoryStats: {
+            shortTermCount: number;
+            longTermCount: number;
+            lessonsCount: number;
+        };
+    };
+    /**
+     * Reset agent and memory
+     */
+    reset(): void;
+    /**
+     * Get access to memory (for debugging)
+     */
+    getMemory(): UAMMemory;
+}
+export type { MemoryEntry };
+//# sourceMappingURL=uam-agent.d.ts.map

package/dist/benchmarks/agents/uam-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uam-agent.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/agents/uam-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMhE,UAAU,WAAW;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,aAAa,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;IAChE,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED,cAAM,SAAS;IACb,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,OAAO,CAAuC;IAEtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAM;IAErC;;OAEG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE;IAUxC;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,IAAI;IAYhD;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,IAAI;IAYrD;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,UAAU,GAAE,MAAU,GAAG,IAAI;IAgB1E;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,IAAI;IAY7C;;OAEG;IACH,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAI/B;;OAEG;IACH,UAAU,IAAI,WAAW,EAAE;IAI3B;;OAEG;IACH,OAAO,CAAC,UAAU;IAalB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAQzB;;OAEG;IACH,OAAO,CAAC,UAAU;IAIlB;;OAEG;IACH,QAAQ;;;;;CAOT;AAMD,qBAAa,QAAQ;IAKP,OAAO,CAAC,IAAI;IAJxB,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAY;gBAEN,IAAI,GAAE,MAAoB;IAO9C;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,cAAc,CAAC;IAuDpF;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAe1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAY5B;;OAEG;YACW,iBAAiB;IAsD/B;;OAEG;YACW,gBAAgB;IAa9B;;OAEG;YACW,eAAe;IAW7B;;OAEG;YACW,eAAe;IAI7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAWvB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAezB;;OAEG;IACH,QAAQ;;;;;;;;;;;IAUR;;OAEG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,SAAS,IAAI,SAAS;CAGvB;AAGD,YAAY,EAAE,WAAW,EAAE,CAAC"}