@framers/agentos 0.1.71 → 0.1.72

package/dist/api/generateImage.js

@@ -6,6 +6,7 @@
  * dispatches the request to the appropriate image provider implementation
  * (e.g. OpenAI DALL-E, Stability AI, Replicate).
  */
+import { createImageProvider } from '../core/images/index.js';
 import { parseModelString, resolveMediaProvider } from './model.js';
 /**
  * Generates one or more images using a provider-agnostic `provider:model` string.
@@ -32,10 +33,36 @@ export async function generateImage(opts) {
         apiKey: opts.apiKey,
         baseUrl: opts.baseUrl,
     });
-    // TODO: Wire to core/images/ module once implemented.
-    // For now, throw a descriptive error so callers know the provider layer isn't ready.
-    throw new Error(`generateImage() is not yet wired to a provider backend. ` +
-        `Resolved: ${resolved.providerId}:${resolved.modelId}. ` +
-        `The core/images/ module needs to be implemented first.`);
+    const provider = createImageProvider(resolved.providerId);
+    await provider.initialize({
+        apiKey: resolved.apiKey,
+        baseURL: resolved.baseUrl,
+        defaultModelId: resolved.modelId,
+    });
+    const result = await provider.generateImage({
+        modelId: resolved.modelId,
+        prompt: opts.prompt,
+        modalities: opts.modalities,
+        n: opts.n,
+        size: opts.size,
+        aspectRatio: opts.aspectRatio,
+        quality: opts.quality,
+        background: opts.background,
+        outputFormat: opts.outputFormat,
+        outputCompression: opts.outputCompression,
+        responseFormat: opts.responseFormat,
+        userId: opts.userId,
+        seed: opts.seed,
+        negativePrompt: opts.negativePrompt,
+        providerOptions: opts.providerOptions,
+    });
+    return {
+        model: result.modelId,
+        provider: result.providerId,
+        created: result.created,
+        text: result.text,
+        images: result.images,
+        usage: result.usage,
+    };
 }
 //# sourceMappingURL=generateImage.js.map

package/dist/api/generateImage.js.map

@@ -1 +1 @@
-{"version":3,"file":"generateImage.js","sourceRoot":"","sources":["../../src/api/generateImage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AA+EpE;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B;IAC5D,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE;QACzD,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;KACtB,CAAC,CAAC;IAEH,sDAAsD;IACtD,qFAAqF;IACrF,MAAM,IAAI,KAAK,CACb,0DAA0D;QAC1D,aAAa,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,OAAO,IAAI;QACxD,wDAAwD,CACzD,CAAC;AACJ,CAAC"}
+{"version":3,"file":"generateImage.js","sourceRoot":"","sources":["../../src/api/generateImage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAU9D,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AA+DpE;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B;IAC5D,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE;QACzD,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;KACtB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC1D,MAAM,QAAQ,CAAC,UAAU,CAAC;QACxB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,cAAc,EAAE,QAAQ,CAAC,OAAO;KACjC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC;QAC1C,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;QACzC,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,eAAe,EAAE,IAAI,CAAC,eAAe;KACtC,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,OAAO;QACrB,QAAQ,EAAE,MAAM,CAAC,UAAU;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC"}

package/dist/api/interfaces/IAgentOS.d.ts

@@ -10,9 +10,14 @@ import { AgentOSInput, UserFeedbackPayload } from '../types/AgentOSInput';
 import { AgentOSResponse } from '../types/AgentOSResponse';
 import { IPersonaDefinition } from '../../cognitive_substrate/personas/IPersonaDefinition';
 import { ConversationContext } from '../../core/conversation/ConversationContext';
-import { AgentOSConfig } from '../AgentOS';
+import type { AgentOSConfig, AgentOSRuntimeSnapshot } from '../AgentOS';
 import type { WorkflowDefinition, WorkflowInstance, WorkflowProgressUpdate, WorkflowStatus } from '../../core/workflows/WorkflowTypes';
 import type { WorkflowQueryOptions, WorkflowTaskUpdate } from '../../core/workflows/storage/IWorkflowStore';
+import type { ConversationManager } from '../../core/conversation/ConversationManager';
+import type { GMIManager } from '../../cognitive_substrate/GMIManager';
+import type { ExtensionManager } from '../../extensions';
+import type { IToolOrchestrator } from '../../core/tools/IToolOrchestrator';
+import type { AIModelProviderManager } from '../../core/llm/providers/AIModelProviderManager';
 /**
  * @interface IAgentOS
  * @description
@@ -118,6 +123,18 @@ export interface IAgentOS {
      * @throws {Error} If AgentOS is not initialized or if a database error occurs.
      */
     getConversationHistory(conversationId: string, userId: string): Promise<ConversationContext | null>;
+    /**
+     * Returns a serializable runtime/devtools snapshot of the initialized AgentOS instance.
+     */
+    getRuntimeSnapshot(): Promise<AgentOSRuntimeSnapshot>;
+    /**
+     * Explicit runtime getters for devtools integrations such as AgentOS Workbench.
+     */
+    getConversationManager(): ConversationManager;
+    getGMIManager(): GMIManager;
+    getExtensionManager(): ExtensionManager;
+    getToolOrchestrator(): IToolOrchestrator;
+    getModelProviderManager(): AIModelProviderManager;
     /**
      * Receives and processes explicit user feedback.
      * @param {string} userId - The ID of the user providing feedback.

package/dist/api/interfaces/IAgentOS.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"IAgentOS.d.ts","sourceRoot":"","sources":["../../../src/api/interfaces/IAgentOS.ts"],"names":[],"mappings":"AACA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AAE5G;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;;;;OAKG;IACH,UAAU,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD;;;;;;OAMG;IACH,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAEtF;;;;;;;;;;;OAWG;IACH,gBAAgB,CACd,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,GAAG,EACf,SAAS,EAAE,OAAO,EAClB,YAAY,CAAC,EAAE,MAAM,GACpB,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAEpD;;;OAGG;IACH,uBAAuB,IAAI,kBAAkB,EAAE,CAAC;IAEhD;;;;;;OAMG;IACH,aAAa,CACX,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,YAAY,EACnB,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,GACA,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE7B;;;;OAIG;IACH,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAElE;;;;OAIG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAE3E;;;;;OAKG;IACH,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;IAEzG;;;;;OAKG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAEnG;;;;;OAKG;IACH,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAE9G;;;;;OAKG;IACH,qBAAqB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAE/E;;;;;;OAMG;IACH,sBAAsB,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IAEpG;;;;;;;;OAQG;IACH,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3H;;;;OAIG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
+{"version":3,"file":"IAgentOS.d.ts","sourceRoot":"","sources":["../../../src/api/interfaces/IAgentOS.ts"],"names":[],"mappings":"AACA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACxE,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AAC5G,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AACvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AACvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iDAAiD,CAAC;AAE9F;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;;;;OAKG;IACH,UAAU,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD;;;;;;OAMG;IACH,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAEtF;;;;;;;;;;;OAWG;IACH,gBAAgB,CACd,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,GAAG,EACf,SAAS,EAAE,OAAO,EAClB,YAAY,CAAC,EAAE,MAAM,GACpB,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAEpD;;;OAGG;IACH,uBAAuB,IAAI,kBAAkB,EAAE,CAAC;IAEhD;;;;;;OAMG;IACH,aAAa,CACX,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,YAAY,EACnB,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,GACA,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE7B;;;;OAIG;IACH,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAElE;;;;OAIG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAE3E;;;;;OAKG;IACH,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;IAEzG;;;;;OAKG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAEnG;;;;;OAKG;IACH,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAE9G;;;;;OAKG;IACH,qBAAqB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAE/E;;;;;;OAMG;IACH,sBAAsB,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IAEpG;;OAEG;IACH,kBAAkB,IAAI,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAEtD;;OAEG;IACH,sBAAsB,IAAI,mBAAmB,CAAC;IAC9C,aAAa,IAAI,UAAU,CAAC;IAC5B,mBAAmB,IAAI,gBAAgB,CAAC;IACxC,mBAAmB,IAAI,iBAAiB,CAAC;IACzC,uBAAuB,IAAI,sBAAsB,CAAC;IAElD;;;;;;;;OAQG;IACH,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3H;;;;OAIG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}

package/dist/cognitive_substrate/GMI.d.ts

@@ -13,6 +13,7 @@
  */
 import { IGMI, GMIBaseConfig, GMITurnInput, GMIOutputChunk, GMIPrimeState, ReasoningTrace, GMIHealthReport, MemoryLifecycleEvent, LifecycleActionResponse, ToolResultPayload, GMIOutput } from './IGMI';
 import { IPersonaDefinition } from './personas/IPersonaDefinition';
+import type { ICognitiveMemoryManager } from '../memory/CognitiveMemoryManager.js';
 /**
  * @class GMI
  * @implements {IGMI}
@@ -30,6 +31,7 @@ export declare class GMI implements IGMI {
     private toolOrchestrator;
     private llmProviderManager;
     private utilityAI;
+    private cognitiveMemory?;
     private state;
     private isInitialized;
     private currentGmiMood;
@@ -75,11 +77,21 @@ export declare class GMI implements IGMI {
     getCurrentState(): GMIPrimeState;
     /** @inheritdoc */
     getReasoningTrace(): Readonly<ReasoningTrace>;
+    /** @inheritdoc */
+    getWorkingMemorySnapshot(): Promise<Record<string, any>>;
+    /** @inheritdoc */
+    getCognitiveMemoryManager(): ICognitiveMemoryManager | undefined;
     /**
      * Adds an entry to the GMI's reasoning trace.
      * @private
      */
     private addTraceEntry;
+    private getCurrentPadState;
+    private stringifyTurnContent;
+    private buildMemoryTags;
+    private assembleCognitiveMemoryContext;
+    private encodeCognitiveMemory;
+    private syncCognitiveMemoryForTurn;
     /**
      * Ensures the GMI is initialized and in a READY state.
      * @private

package/dist/cognitive_substrate/GMI.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GMI.d.ts","sourceRoot":"","sources":["../../src/cognitive_substrate/GMI.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EACL,IAAI,EACJ,aAAa,EACb,YAAY,EACZ,cAAc,EAEd,aAAa,EAIb,cAAc,EAGd,eAAe,EACf,oBAAoB,EACpB,uBAAuB,EAKvB,iBAAiB,EACjB,SAAS,EAIV,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,kBAAkB,EAEnB,MAAM,+BAA+B,CAAC;AAqBvC;;;;;GAKG;AACH,qBAAa,GAAI,YAAW,IAAI;IAC9B,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,iBAAiB,EAAE,IAAI,CAAC;IAExC,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,MAAM,CAAiB;IAG/B,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAsB;IACjD,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,kBAAkB,CAA0B;IACpD,OAAO,CAAC,SAAS,CAAc;IAG/B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,kBAAkB,CAAe;IACzC,OAAO,CAAC,kBAAkB,CAAe;IACzC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,mBAAmB,CAAgB;IAG3C,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,wBAAwB,CAAS;IAGzC,OAAO,CAAC,gBAAgB,CAAgC;IACxD,OAAO,CAAC,YAAY,CAAkB;IACtC,OAAO,CAAC,yBAAyB,CAAkC;IAEnE;;;;OAIG;gBACS,KAAK,CAAC,EAAE,MAAM;IAc1B;;OAEG;IACU,UAAU,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAuC1F;;;;;;OAMG;IACH,OAAO,CAAC,4BAA4B;IAiBpC;;;OAGG;YACW,6BAA6B;IA6C3C,kBAAkB;IACX,UAAU,IAAI,kBAAkB;IAOvC,kBAAkB;IACX,0BAA0B,IAAI,MAAM;IAO3C,kBAAkB;IACX,QAAQ,IAAI,MAAM;IAEzB,kBAAkB;IACX,eAAe,IAAI,aAAa;IAEvC,kBAAkB;IACX,iBAAiB,IAAI,QAAQ,CAAC,cAAc,CAAC;IAIpD;;;OAGG;IACH,OAAO,CAAC,aAAa;IAarB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAcnB;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAczB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAuCjC;;;;OAIG;IACH,OAAO,CAAC,uCAAuC;IAW/C;;;OAGG;IACH,OAAO,CAAC,iCAAiC;IAIzC,OAAO,CAAC,uCAAuC;IAuB/C,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,2BAA2B;IAanC,OAAO,CAAC,sBAAsB;IAiB9B;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAmBnC;;;;;OAKG;IACH,OAAO,CAAC,yBAAyB;IAcjC,kBAAkB;IAEJ,iBAAiB,CAAC,SAAS,EAAE,YAAY,GAAG,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC;IAsV9G,kBAAkB;IACL,gBAAgB,CAC3B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,iBAAiB,EAChC,OAAO,EAAE,MAAM,GAEd,OAAO,CAAC,SAAS,CAAC;IAyFrB;;;OAGG;YACW,wBAAwB;IA0DtC;;;;;;;OAOG;YACW,oBAAoB;IA6GlC;;;;;;;;OAQG;YACW,mBAAmB;IAmJjC;;;;;OAKG;IACH,OAAO,CAAC,SAAS;IAwBjB;;;;;OAKG;YACW,0BAA0B;IA4DxC;;;;;;OAMG;YACW,wBAAwB;IAatC;;;;;OAKG;YACW,8BAA8B;IAO5C;;;;;OAKG;YACW,0BAA0B;IAKxC;;;;;;OAMG;YACW,kBAAkB;IA4DhC;;;;;OAKG;YACW,wBAAwB;IAuBtC;;;;;OAKG;YACW,qBAAqB;IA0BnC;;;;;OAKG;YACW,yBAAyB;IAyBvC;;;;;OAKG;YACW,4BAA4B;IA6B1C;;;;;OAKG;YACW,+BAA+B;IAqB7C;;;;;OAKG;YACW,mBAAmB;IAmBjC;;;;;OAKG;YACW,qBAAqB;IAmBnC;;;;;OAKG;YACW,uBAAuB;IAiBrC;;;;;;;OAOG;YACW,8BAA8B;IAgF5C;;;;;;OAMG;YACW,sBAAsB;IA2DpC,kBAAkB;IACL,gCAAgC,IAAI,OAAO,CAAC,IAAI,CAAC;IAsI9D;;;OAGG;IACH,OAAO,CAAC,6BAA6B;IA2CrC,kBAAkB;IACL,sBAAsB,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAyBlG,kBAAkB;IACL,4BAA4B,IAAI,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;IAiBrF,kBAAkB;IACL,gBAAgB,IAAI,OAAO,CAAC,eAAe,CAAC;IA6CzD,kBAAkB;IACL,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAuBvC"}
+{"version":3,"file":"GMI.d.ts","sourceRoot":"","sources":["../../src/cognitive_substrate/GMI.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EACL,IAAI,EACJ,aAAa,EACb,YAAY,EACZ,cAAc,EAEd,aAAa,EAIb,cAAc,EAGd,eAAe,EACf,oBAAoB,EACpB,uBAAuB,EAKvB,iBAAiB,EACjB,SAAS,EAIV,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,kBAAkB,EAEnB,MAAM,+BAA+B,CAAC;AAgBvC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAQnF;;;;;GAKG;AACH,qBAAa,GAAI,YAAW,IAAI;IAC9B,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,iBAAiB,EAAE,IAAI,CAAC;IAExC,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,MAAM,CAAiB;IAG/B,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAsB;IACjD,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,kBAAkB,CAA0B;IACpD,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,eAAe,CAAC,CAA0B;IAGlD,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,kBAAkB,CAAe;IACzC,OAAO,CAAC,kBAAkB,CAAe;IACzC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,mBAAmB,CAAgB;IAG3C,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,wBAAwB,CAAS;IAGzC,OAAO,CAAC,gBAAgB,CAAgC;IACxD,OAAO,CAAC,YAAY,CAAkB;IACtC,OAAO,CAAC,yBAAyB,CAAkC;IAEnE;;;;OAIG;gBACS,KAAK,CAAC,EAAE,MAAM;IAc1B;;OAEG;IACU,UAAU,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAwC1F;;;;;;OAMG;IACH,OAAO,CAAC,4BAA4B;IAiBpC;;;OAGG;YACW,6BAA6B;IA6C3C,kBAAkB;IACX,UAAU,IAAI,kBAAkB;IAOvC,kBAAkB;IACX,0BAA0B,IAAI,MAAM;IAO3C,kBAAkB;IACX,QAAQ,IAAI,MAAM;IAEzB,kBAAkB;IACX,eAAe,IAAI,aAAa;IAEvC,kBAAkB;IACX,iBAAiB,IAAI,QAAQ,CAAC,cAAc,CAAC;IAIpD,kBAAkB;IACL,wBAAwB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAIrE,kBAAkB;IACX,yBAAyB,IAAI,uBAAuB,GAAG,SAAS;IAIvE;;;OAGG;IACH,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,eAAe;YAUT,8BAA8B;YA0B9B,qBAAqB;YA8BrB,0BAA0B;IAwBxC;;;OAGG;IACH,OAAO,CAAC,WAAW;IAcnB;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAczB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAuCjC;;;;OAIG;IACH,OAAO,CAAC,uCAAuC;IAW/C;;;OAGG;IACH,OAAO,CAAC,iCAAiC;IAIzC,OAAO,CAAC,uCAAuC;IAuB/C,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,2BAA2B;IAanC,OAAO,CAAC,sBAAsB;IAiB9B;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAmBnC;;;;;OAKG;IACH,OAAO,CAAC,yBAAyB;IAcjC,kBAAkB;IAEJ,iBAAiB,CAAC,SAAS,EAAE,YAAY,GAAG,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC;IAwW9G,kBAAkB;IACL,gBAAgB,CAC3B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,iBAAiB,EAChC,OAAO,EAAE,MAAM,GAEd,OAAO,CAAC,SAAS,CAAC;IAyFrB;;;OAGG;YACW,wBAAwB;IA0DtC;;;;;;;OAOG;YACW,oBAAoB;IA6GlC;;;;;;;;OAQG;YACW,mBAAmB;IAmJjC;;;;;OAKG;IACH,OAAO,CAAC,SAAS;IAwBjB;;;;;OAKG;YACW,0BAA0B;IA4DxC;;;;;;OAMG;YACW,wBAAwB;IAatC;;;;;OAKG;YACW,8BAA8B;IAO5C;;;;;OAKG;YACW,0BAA0B;IAKxC;;;;;;OAMG;YACW,kBAAkB;IA4DhC;;;;;OAKG;YACW,wBAAwB;IAuBtC;;;;;OAKG;YACW,qBAAqB;IA0BnC;;;;;OAKG;YACW,yBAAyB;IAyBvC;;;;;OAKG;YACW,4BAA4B;IA6B1C;;;;;OAKG;YACW,+BAA+B;IAqB7C;;;;;OAKG;YACW,mBAAmB;IAmBjC;;;;;OAKG;YACW,qBAAqB;IAmBnC;;;;;OAKG;YACW,uBAAuB;IAiBrC;;;;;;;OAOG;YACW,8BAA8B;IAgF5C;;;;;;OAMG;YACW,sBAAsB;IA2DpC,kBAAkB;IACL,gCAAgC,IAAI,OAAO,CAAC,IAAI,CAAC;IAsI9D;;;OAGG;IACH,OAAO,CAAC,6BAA6B;IA2CrC,kBAAkB;IACL,sBAAsB,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAyBlG,kBAAkB;IACL,4BAA4B,IAAI,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;IAiBrF,kBAAkB;IACL,gBAAgB,IAAI,OAAO,CAAC,eAAe,CAAC;IA6CzD,kBAAkB;IACL,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAwBvC"}

package/dist/cognitive_substrate/GMI.js

@@ -70,6 +70,7 @@ export class GMI {
         this.toolOrchestrator = config.toolOrchestrator;
         this.llmProviderManager = config.llmProviderManager;
         this.utilityAI = config.utilityAI;
+        this.cognitiveMemory = config.cognitiveMemory;
         this.reasoningTrace.personaId = this.activePersona.id;
         await this.workingMemory.initialize(this.gmiId, this.activePersona.customFields?.defaultWorkingMemoryConfig || {});
         this.addTraceEntry(ReasoningEntryType.LIFECYCLE, 'GMI Initializing with Persona and Config.', { personaId: persona.id });
@@ -178,6 +179,14 @@ export class GMI {
     getReasoningTrace() {
         return JSON.parse(JSON.stringify(this.reasoningTrace));
     }
+    /** @inheritdoc */
+    async getWorkingMemorySnapshot() {
+        return this.workingMemory.getAll();
+    }
+    /** @inheritdoc */
+    getCognitiveMemoryManager() {
+        return this.cognitiveMemory;
+    }
     /**
      * Adds an entry to the GMI's reasoning trace.
      * @private
@@ -194,6 +203,111 @@ export class GMI {
         };
         this.reasoningTrace.entries.push(entry);
     }
+    getCurrentPadState() {
+        switch (this.currentGmiMood) {
+            case GMIMood.EMPATHETIC:
+                return { valence: 0.55, arousal: 0.15, dominance: 0.25 };
+            case GMIMood.CURIOUS:
+                return { valence: 0.35, arousal: 0.45, dominance: 0.15 };
+            case GMIMood.ASSERTIVE:
+                return { valence: 0.15, arousal: 0.35, dominance: 0.7 };
+            case GMIMood.ANALYTICAL:
+                return { valence: 0.1, arousal: -0.1, dominance: 0.45 };
+            case GMIMood.FOCUSED:
+                return { valence: 0.2, arousal: 0.1, dominance: 0.55 };
+            case GMIMood.FRUSTRATED:
+                return { valence: -0.65, arousal: 0.6, dominance: 0.2 };
+            case GMIMood.CREATIVE:
+                return { valence: 0.45, arousal: 0.35, dominance: 0.35 };
+            case GMIMood.NEUTRAL:
+            default:
+                return { valence: 0, arousal: 0, dominance: 0 };
+        }
+    }
+    stringifyTurnContent(content) {
+        if (typeof content === 'string') {
+            const trimmed = content.trim();
+            return trimmed ? trimmed : null;
+        }
+        try {
+            const serialized = JSON.stringify(content);
+            return serialized && serialized !== 'null' ? serialized : null;
+        }
+        catch {
+            return null;
+        }
+    }
+    buildMemoryTags(role) {
+        const tags = [
+            role,
+            this.activePersona?.id,
+            this.currentUserContext?.userId,
+            this.currentTaskContext?.domain,
+        ].filter((value) => typeof value === 'string' && value.trim().length > 0);
+        return Array.from(new Set(tags));
+    }
+    async assembleCognitiveMemoryContext(query) {
+        if (!this.cognitiveMemory || !query.trim()) {
+            return null;
+        }
+        try {
+            const context = await this.cognitiveMemory.assembleForPrompt(query, 1600, this.getCurrentPadState());
+            if (context.contextText.trim()) {
+                this.addTraceEntry(ReasoningEntryType.DEBUG, 'Cognitive memory context assembled.', {
+                    tokensUsed: context.tokensUsed,
+                    includedMemoryIds: context.includedMemoryIds,
+                });
+            }
+            return context;
+        }
+        catch (error) {
+            this.addTraceEntry(ReasoningEntryType.WARNING, 'Cognitive memory assembly failed.', {
+                error: error?.message ?? String(error),
+            });
+            return null;
+        }
+    }
+    async encodeCognitiveMemory(content, options) {
+        if (!this.cognitiveMemory || !content.trim()) {
+            return;
+        }
+        try {
+            await this.cognitiveMemory.observe?.(options.role, content, this.getCurrentPadState());
+            await this.cognitiveMemory.encode(content, this.getCurrentPadState(), this.currentGmiMood, {
+                type: options.type,
+                scope: 'user',
+                scopeId: options.scopeId ?? this.currentUserContext.userId ?? this.gmiId,
+                sourceType: options.sourceType,
+                tags: this.buildMemoryTags(options.role),
+            });
+        }
+        catch (error) {
+            this.addTraceEntry(ReasoningEntryType.WARNING, 'Cognitive memory encoding failed.', {
+                role: options.role,
+                error: error?.message ?? String(error),
+            });
+        }
+    }
+    async syncCognitiveMemoryForTurn(turnInput, responseText) {
+        const inputText = this.stringifyTurnContent(turnInput.content);
+        if (inputText && (turnInput.type === GMIInteractionType.TEXT ||
+            turnInput.type === GMIInteractionType.MULTIMODAL_CONTENT)) {
+            await this.encodeCognitiveMemory(inputText, {
+                type: 'episodic',
+                sourceType: 'user_statement',
+                scopeId: this.currentUserContext.userId,
+                role: 'user',
+            });
+        }
+        if (responseText.trim()) {
+            await this.encodeCognitiveMemory(responseText, {
+                type: 'semantic',
+                sourceType: 'agent_inference',
+                scopeId: turnInput.sessionId ?? this.currentUserContext.userId ?? this.gmiId,
+                role: 'assistant',
+            });
+        }
+    }
     /**
      * Ensures the GMI is initialized and in a READY state.
      * @private
@@ -425,10 +539,16 @@ export class GMI {
                 const injectedLongTermMemoryContext = typeof turnInput.metadata?.longTermMemoryContext === 'string'
                     ? turnInput.metadata.longTermMemoryContext.trim()
                     : "";
+                let assembledMemoryContext = null;
                 const lastMessage = this.conversationHistory.length > 0 ? this.conversationHistory[this.conversationHistory.length - 1] : null;
                 const isUserInitiatedTurn = lastMessage?.role === 'user';
+                const currentTurnText = isUserInitiatedTurn && lastMessage?.content
+                    ? (typeof lastMessage.content === 'string'
+                        ? lastMessage.content
+                        : JSON.stringify(lastMessage.content))
+                    : '';
                 if (this.retrievalAugmentor && this.activePersona.memoryConfig?.ragConfig?.enabled && isUserInitiatedTurn && lastMessage?.content) {
-                    const currentQueryForRag = typeof lastMessage.content === 'string' ? lastMessage.content : JSON.stringify(lastMessage.content);
+                    const currentQueryForRag = currentTurnText;
                     if (this.shouldTriggerRAGRetrieval(currentQueryForRag)) {
                         this.addTraceEntry(ReasoningEntryType.RAG_QUERY_START, "RAG retrieval triggered.", { queryPreview: currentQueryForRag.substring(0, 100) });
                         const retrievalOptions = {
@@ -441,6 +561,9 @@ export class GMI {
                         this.addTraceEntry(ReasoningEntryType.RAG_QUERY_RESULT, 'RAG context retrieved.', { length: augmentedContextFromRAG.length });
                     }
                 }
+                if (isUserInitiatedTurn && currentTurnText) {
+                    assembledMemoryContext = await this.assembleCognitiveMemoryContext(currentTurnText);
+                }
                 const promptExecContext = this.buildPromptExecutionContext();
                 const baseSystemPrompts = Array.isArray(this.activePersona.baseSystemPrompt)
                     ? this.activePersona.baseSystemPrompt
@@ -483,8 +606,13 @@ export class GMI {
                 const promptComponents = {
                     systemPrompts,
                     conversationHistory: durableHistoryForPrompt ?? this.buildConversationHistoryForPrompt(),
-                    userInput: isUserInitiatedTurn && typeof lastMessage?.content === 'string' ? lastMessage.content : null,
-                    retrievedContext: [augmentedContextFromRAG, injectedLongTermMemoryContext].filter(Boolean).join("\n\n---\n\n"),
+                    userInput: isUserInitiatedTurn ? currentTurnText : null,
+                    retrievedContext: [
+                        assembledMemoryContext?.contextText,
+                        augmentedContextFromRAG,
+                        injectedLongTermMemoryContext,
+                    ].filter(Boolean).join("\n\n---\n\n"),
+                    assembledMemoryContext: assembledMemoryContext ?? undefined,
                     // tools: this.activePersona.embeddedTools, // If ITool[] and PromptComponents.tools takes ITool[]
                 };
                 const preferredModelIdFromInput = turnInput.metadata?.options?.preferredModelId;
@@ -628,7 +756,8 @@ export class GMI {
                 }
                 break main_processing_loop; // Break if no tool calls
             }
-            await this.performPostTurnIngestion(typeof turnInput.content === 'string' ? turnInput.content : JSON.stringify(turnInput.content), aggregatedResponseText);
+            await this.syncCognitiveMemoryForTurn(turnInput, aggregatedResponseText);
+            await this.performPostTurnIngestion(this.stringifyTurnContent(turnInput.content) ?? '', aggregatedResponseText);
             // Check and trigger all metaprompts (turn_interval, event_based, manual)
             await this.checkAndTriggerMetaprompts(turnId);
             // Prepare the final GMIOutput for the generator's return value
@@ -1683,6 +1812,7 @@ export class GMI {
         this.state = GMIPrimeState.SHUTTING_DOWN;
         this.addTraceEntry(ReasoningEntryType.LIFECYCLE, "GMI shutting down.");
         try {
+            await this.cognitiveMemory?.shutdown?.();
             await this.workingMemory?.close?.();
             // Shared dependencies (tool orchestrator, retrieval augmentor, utility AI, etc.) are owned by
             // the host (AgentOS/GMIManager) and may be shared across GMIs. Do not shut them down here,