@node-llm/orm 0.5.0 → 0.7.0

package/src/adapters/prisma/AgentSession.ts

@@ -6,7 +6,8 @@ import {
   AgentConfig,
   Message,
   ChatChunk,
-  Usage
+  Usage,
+  ToolCall
 } from "@node-llm/core";
 
 /**
@@ -72,13 +73,13 @@ interface PrismaModel<T = Record<string, unknown>> {
   findUnique(args: { where: { id: string } }): Promise<T | null>;
 }
 
-type AgentClass<T extends Agent = Agent> = (new (
-  overrides?: Partial<AgentConfig & ChatOptions>
+type AgentClass<T extends Agent<any, any> = Agent<any, any>> = (new (
+  overrides?: Partial<AgentConfig<any> & ChatOptions>
 ) => T) & {
   name: string;
   model?: string;
-  instructions?: string;
-  tools?: unknown[];
+  instructions?: unknown;
+  tools?: unknown;
 };
 
 /**
@@ -87,6 +88,7 @@ type AgentClass<T extends Agent = Agent> = (new (
  * Follows "Code Wins" sovereignty:
  * - Model, Tools, Instructions come from the Agent class (code)
  * - Message history comes from the database
+ * - Metadata from DB is injected as 'inputs' for dynamic resolution
  *
  * @example
  * ```typescript
@@ -102,7 +104,10 @@ type AgentClass<T extends Agent = Agent> = (new (
  * const result = await session.ask("Hello");
  * ```
  */
-export class AgentSession<T extends Agent = Agent> {
+export class AgentSession<
+  I extends Record<string, any> = Record<string, any>,
+  T extends Agent<I, any> = Agent<I, any>
+> {
   private currentMessageId: string | null = null;
   private tableNames: Required<TableNames>;
   private debug: boolean;
@@ -114,7 +119,8 @@ export class AgentSession<T extends Agent = Agent> {
     private record: AgentSessionRecord,
     tableNames?: TableNames,
     private agent: T = new AgentClass({
-      llm
+      llm,
+      inputs: record.metadata as I
     }),
     debug: boolean = false
   ) {
@@ -126,6 +132,8 @@ export class AgentSession<T extends Agent = Agent> {
       toolCall: tableNames?.toolCall || "llmToolCall",
       request: tableNames?.request || "llmRequest"
     };
+
+    this.registerHooks();
   }
 
   private log(...args: any[]) {
@@ -150,8 +158,8 @@ export class AgentSession<T extends Agent = Agent> {
   }
 
   /** Session metadata */
-  get metadata(): Record<string, unknown> | null | undefined {
-    return this.record.metadata;
+  get metadata(): I | null | undefined {
+    return this.record.metadata as I;
   }
 
   /** Agent class name */
@@ -181,15 +189,72 @@ export class AgentSession<T extends Agent = Agent> {
     return getTable(this.prisma, name) as unknown as PrismaModel<R>;
   }
 
+  /**
+   * Register persistence hooks on the agent.
+   */
+  private registerHooks() {
+    this.agent.onToolCallStart(async (tc) => {
+      const toolCall = tc as ToolCall;
+      if (!this.currentMessageId) return;
+      const model = this.getModel(this.tableNames.toolCall);
+      await model.create({
+        data: {
+          messageId: this.currentMessageId,
+          toolCallId: toolCall.id,
+          name: toolCall.function.name,
+          arguments: toolCall.function.arguments
+        }
+      });
+    });
+
+    this.agent.onToolCallEnd(async (tc, result) => {
+      const toolCall = tc as ToolCall;
+      if (!this.currentMessageId) return;
+      const model = this.getModel(this.tableNames.toolCall);
+      try {
+        await model.update({
+          where: {
+            messageId_toolCallId: {
+              messageId: this.currentMessageId,
+              toolCallId: toolCall.id
+            }
+          } as any,
+          data: {
+            result: typeof result === "string" ? result : JSON.stringify(result)
+          }
+        });
+      } catch (e) {
+        this.log(`Failed to update tool call result: ${e}`);
+      }
+    });
+
+    this.agent.afterResponse(async (response) => {
+      const model = this.getModel(this.tableNames.request);
+      await model.create({
+        data: {
+          chatId: this.chatId,
+          messageId: this.currentMessageId,
+          provider: response.provider || "unknown",
+          model: response.model || "unknown",
+          statusCode: 200,
+          duration: 0,
+          inputTokens: response.usage?.input_tokens || 0,
+          outputTokens: response.usage?.output_tokens || 0,
+          cost: response.usage?.cost || 0
+        }
+      });
+    });
+  }
+
   /**
    * Send a message and persist the conversation.
    */
-  async ask(input: string, options: AskOptions = {}): Promise<MessageRecord> {
+  async ask(message: string, options: AskOptions & { inputs?: I } = {}): Promise<MessageRecord> {
     const model = this.getModel<MessageRecord>(this.tableNames.message);
 
     // Persist user message
     await model.create({
-      data: { chatId: this.chatId, role: "user", content: input }
+      data: { chatId: this.chatId, role: "user", content: message }
     });
 
     // Create placeholder for assistant message
@@ -200,8 +265,11 @@ export class AgentSession<T extends Agent = Agent> {
     this.currentMessageId = assistantMessage.id;
 
     try {
+      // Merge turn-level inputs with session metadata
+      const inputs = { ...(this.record.metadata as I), ...options.inputs };
+
       // Get response from agent (uses code-defined config + injected history)
-      const response = await this.agent.ask(input, options);
+      const response = await this.agent.ask(message, { ...options, inputs });
 
       // Update assistant message with response
       return await model.update({
@@ -229,14 +297,14 @@ export class AgentSession<T extends Agent = Agent> {
    * Stream a response and persist the conversation.
    */
   async *askStream(
-    input: string,
-    options: AskOptions = {}
+    message: string,
+    options: AskOptions & { inputs?: I } = {}
   ): AsyncGenerator<ChatChunk, MessageRecord, undefined> {
     const model = this.getModel<MessageRecord>(this.tableNames.message);
 
     // Persist user message
     await model.create({
-      data: { chatId: this.chatId, role: "user", content: input }
+      data: { chatId: this.chatId, role: "user", content: message }
     });
 
     // Create placeholder for assistant message
@@ -247,7 +315,9 @@ export class AgentSession<T extends Agent = Agent> {
     this.currentMessageId = assistantMessage.id;
 
     try {
-      const stream = this.agent.stream(input, options);
+      // Merge turn-level inputs with session metadata
+      const inputs = { ...(this.record.metadata as I), ...options.inputs };
+      const stream = this.agent.stream(message, { ...options, inputs });
 
       let fullContent = "";
       let lastChunk: ChatChunk | null = null;
@@ -278,6 +348,44 @@ export class AgentSession<T extends Agent = Agent> {
     }
   }
 
+  /**
+   * Returns a usage summary for this chat session.
+   */
+  async stats(): Promise<Usage> {
+    const requestModel = getTable(this.prisma, this.tableNames.request);
+    const aggregate = await (requestModel as any).aggregate({
+      where: { chatId: this.chatId },
+      _sum: {
+        inputTokens: true,
+        outputTokens: true,
+        cost: true
+      }
+    });
+
+    return {
+      input_tokens: Number(aggregate._sum.inputTokens || 0),
+      output_tokens: Number(aggregate._sum.outputTokens || 0),
+      total_tokens: Number((aggregate._sum.inputTokens || 0) + (aggregate._sum.outputTokens || 0)),
+      cost: Number(aggregate._sum.cost || 0)
+    };
+  }
+
+  /**
+   * Add a tool to the session (turn-level).
+   */
+  withTool(tool: any): this {
+    this.agent.use(tool);
+    return this;
+  }
+
+  /**
+   * Add instructions to the session (turn-level).
+   */
+  withInstructions(instructions: string, options?: { replace?: boolean }): this {
+    this.agent.withInstructions(instructions, options);
+    return this;
+  }
+
   /**
    * Returns the current full message history for this session.
    */
@@ -297,26 +405,50 @@ export class AgentSession<T extends Agent = Agent> {
     await chatTable.delete({ where: { id: this.chatId } });
     // AgentSession record is deleted via Cascade from LlmChat
   }
+
+  /**
+   * Update session metadata and re-resolve agent configuration.
+   */
+  async updateMetadata(metadata: Partial<I>): Promise<void> {
+    const sessionTable = this.getModel<AgentSessionRecord>(this.tableNames.agentSession);
+    const newMetadata = { ...(this.record.metadata as I), ...metadata };
+
+    await sessionTable.update({
+      where: { id: this.id },
+      data: { metadata: newMetadata as any }
+    });
+
+    this.record.metadata = newMetadata as any;
+
+    // Apply changes to the underlying agent immediately
+    // resolveLazyConfig is private, so we need a cast or make it protected.
+    // Given we are in the same package, we can cast.
+    (this.agent as any).resolveLazyConfig(newMetadata);
+  }
 }
 
 /**
  * Options for creating a new agent session.
  */
-export interface CreateAgentSessionOptions {
-  metadata?: Record<string, unknown>;
+export interface CreateAgentSessionOptions<I = any> {
+  metadata?: I;
   tableNames?: TableNames;
   debug?: boolean;
+  model?: string;
+  provider?: string;
+  instructions?: string;
+  maxToolCalls?: number;
 }
 
 /**
  * Creates a new agent session and its persistent chat record.
  */
-export async function createAgentSession<T extends Agent>(
+export async function createAgentSession<I extends Record<string, any>, T extends Agent<I, any>>(
   prisma: any,
   llm: NodeLLMCore,
   AgentClass: AgentClass<T>,
-  options: CreateAgentSessionOptions = {}
-): Promise<AgentSession<T>> {
+  options: CreateAgentSessionOptions<I> = {}
+): Promise<AgentSession<I, T>> {
   const tableNames = {
     agentSession: options.tableNames?.agentSession || "llmAgentSession",
     chat: options.tableNames?.chat || "llmChat",
@@ -331,9 +463,11 @@ export async function createAgentSession<T extends Agent>(
   const chatTable = getTable(prisma, tableNames.chat);
   const chatRecord = (await chatTable.create({
     data: {
-      model: AgentClass.model || null,
-      provider: null,
-      instructions: AgentClass.instructions || null,
+      model: options.model || AgentClass.model || null,
+      provider: options.provider || null,
+      instructions:
+        options.instructions ||
+        (typeof AgentClass.instructions === "string" ? AgentClass.instructions : null),
       metadata: null // Runtime metadata goes in Chat, session context in AgentSession
     }
   })) as unknown as { id: string };
@@ -344,17 +478,27 @@ export async function createAgentSession<T extends Agent>(
     data: {
       agentClass: AgentClass.name,
       chatId: chatRecord.id,
-      metadata: options.metadata || null
+      metadata: (options.metadata as any) || null
     }
   })) as unknown as AgentSessionRecord;
 
-  return new AgentSession(
+  // 3. Instantiate Agent with overrides
+  const agent = new AgentClass({
+    llm,
+    inputs: sessionRecord.metadata as I,
+    model: options.model,
+    provider: options.provider,
+    instructions: options.instructions,
+    maxToolCalls: options.maxToolCalls
+  });
+
+  return new AgentSession<I, T>(
     prisma,
     llm,
     AgentClass,
     sessionRecord,
     options.tableNames,
-    undefined,
+    agent,
     options.debug
   );
 }
@@ -370,13 +514,13 @@ export interface LoadAgentSessionOptions {
 /**
  * Loads an existing agent session and re-instantiates the agent with history.
  */
-export async function loadAgentSession<T extends Agent>(
+export async function loadAgentSession<I extends Record<string, any>, T extends Agent<I, any>>(
   prisma: any,
   llm: NodeLLMCore,
   AgentClass: AgentClass<T>,
   sessionId: string,
   options: LoadAgentSessionOptions = {}
-): Promise<AgentSession<T> | null> {
+): Promise<AgentSession<I, T> | null> {
   const tableNames = {
     agentSession: options.tableNames?.agentSession || "llmAgentSession",
     chat: options.tableNames?.chat || "llmChat",
@@ -417,14 +561,16 @@ export async function loadAgentSession<T extends Agent>(
     content: m.content || ""
   }));
 
-  // 4. Instantiate agent with injected history and LLM
+  // 4. Instantiate agent with injected history, LLM, AND metadata (as inputs)
   // "Code Wins" - model, tools, instructions come from AgentClass
+  // Metadata from DB handles the lazy resolution of behavior
   const agent = new AgentClass({
     llm,
-    messages: history
+    messages: history,
+    inputs: sessionRecord.metadata as I
   }) as T;
 
-  return new AgentSession(
+  return new AgentSession<I, T>(
     prisma,
     llm,
     AgentClass,

package/src/adapters/prisma/Chat.ts

@@ -180,10 +180,10 @@ export class Chat extends BaseChat {
   /**
    * Send a message and persist the conversation.
    */
-  async ask(input: string, options: AskOptions = {}): Promise<MessageRecord> {
+  async ask(message: string, options: AskOptions = {}): Promise<MessageRecord> {
     const messageModel = this.tables.message;
     const userMessage = await (this.prisma as any)[messageModel].create({
-      data: { chatId: this.id, role: "user", content: input }
+      data: { chatId: this.id, role: "user", content: message }
     });
 
     const assistantMessage = await (this.prisma as any)[messageModel].create({
@@ -202,7 +202,7 @@ export class Chat extends BaseChat {
       }));
 
       const coreChat = await this.prepareCoreChat(history, assistantMessage!.id);
-      const response = await coreChat.ask(input, options);
+      const response = await coreChat.ask(message, options);
 
       return await (this.prisma as any)[messageModel].update({
         where: { id: assistantMessage!.id },
@@ -231,12 +231,12 @@ export class Chat extends BaseChat {
    * Yields ChatChunk objects for full visibility of thinking, content, and tools.
    */
   async *askStream(
-    input: string,
+    message: string,
     options: AskOptions = {}
   ): AsyncGenerator<ChatChunk, MessageRecord, undefined> {
     const messageModel = this.tables.message;
     const userMessage = await (this.prisma as any)[messageModel].create({
-      data: { chatId: this.id, role: "user", content: input }
+      data: { chatId: this.id, role: "user", content: message }
     });
 
     const assistantMessage = await (this.prisma as any)[messageModel].create({
@@ -255,7 +255,7 @@ export class Chat extends BaseChat {
       }));
 
       const coreChat = await this.prepareCoreChat(history, assistantMessage!.id);
-      const stream = coreChat.stream(input, options);
+      const stream = coreChat.stream(message, options);
 
       let fullContent = "";
       let metadata: any = {};

package/test/AgentSession.test.ts

@@ -1,6 +1,6 @@
 import { describe, it, expect, vi, beforeEach } from "vitest";
 import { Agent, Tool, NodeLLM } from "@node-llm/core";
-import { createAgentSession, loadAgentSession } from "../src/adapters/prisma/AgentSession";
+import { createAgentSession, loadAgentSession } from "../src/adapters/prisma/AgentSession.js";
 
 // --- Mocks ---
 
@@ -12,7 +12,8 @@ const mockPrisma = {
   },
   llmAgentSession: {
     create: vi.fn(),
-    findUnique: vi.fn()
+    findUnique: vi.fn(),
+    update: vi.fn()
   },
   llmMessage: {
     create: vi.fn(),
@@ -42,7 +43,8 @@ const createMockChat = () => {
     onToolCallStart: vi.fn().mockReturnThis(),
     onToolCallEnd: vi.fn().mockReturnThis(),
     onToolCallError: vi.fn().mockReturnThis(),
-    onEndMessage: vi.fn().mockReturnThis()
+    onEndMessage: vi.fn().mockReturnThis(),
+    afterResponse: vi.fn().mockReturnThis()
   };
   return mockChat;
 };
@@ -201,4 +203,130 @@ describe("AgentSession", () => {
       );
     });
   });
+
+  describe("Lazy Evaluation & Metadata", () => {
+    interface TestInputs {
+      userName: string;
+    }
+
+    class LazyTestAgent extends Agent<TestInputs> {
+      static model = "gpt-4-lazy";
+      static instructions = (i: TestInputs) => `Hello ${i.userName}`;
+    }
+
+    it("injects metadata as inputs for lazy resolution during load", async () => {
+      mockPrisma.llmAgentSession.findUnique.mockResolvedValue({
+        id: "session-123",
+        chatId: "chat-123",
+        agentClass: "LazyTestAgent",
+        metadata: { userName: "Alice" }
+      });
+      mockPrisma.llmMessage.findMany.mockResolvedValue([]);
+
+      const session = await loadAgentSession(
+        mockPrisma as any,
+        mockLlm,
+        LazyTestAgent as any,
+        "session-123"
+      );
+
+      // Extract the underlying agent's chat instance
+      const mockChat = (session as any).agent.chat;
+      expect(mockChat.withInstructions).toHaveBeenCalledWith("Hello Alice", { replace: true });
+    });
+
+    it("merges turn-level inputs with session metadata during ask()", async () => {
+      mockPrisma.llmAgentSession.findUnique.mockResolvedValue({
+        id: "session-123",
+        chatId: "chat-123",
+        agentClass: "LazyTestAgent",
+        metadata: { userName: "Bob" }
+      });
+      mockPrisma.llmMessage.findMany.mockResolvedValue([]);
+      mockPrisma.llmMessage.create.mockResolvedValue({ id: "msg" });
+      mockPrisma.llmMessage.update.mockResolvedValue({ id: "msg" });
+
+      const session = (await loadAgentSession(
+        mockPrisma as any,
+        mockLlm,
+        LazyTestAgent as any,
+        "session-123"
+      ))!;
+
+      // Mock the instructions resolver again to proof turn-level override
+      LazyTestAgent.instructions = (i: any) => `Hi ${i.userName}, turn: ${i.turn}`;
+
+      await session.ask("Hello", { inputs: { turn: "1" } } as any);
+
+      const mockChat = (session as any).agent.chat;
+      expect(mockChat.ask).toHaveBeenCalledWith(
+        "Hello",
+        expect.objectContaining({
+          inputs: expect.objectContaining({
+            userName: "Bob",
+            turn: "1"
+          })
+        })
+      );
+    });
+  });
+
+  describe("Delegation & Metadata", () => {
+    it("delegates withTool to the underlying agent", async () => {
+      mockPrisma.llmAgentSession.findUnique.mockResolvedValue({
+        agentClass: "TestAgent",
+        metadata: {}
+      });
+      mockPrisma.llmMessage.findMany.mockResolvedValue([]);
+
+      const session = (await loadAgentSession(mockPrisma as any, mockLlm, TestAgent, "123"))!;
+      session.withTool({ name: "extra-tool" });
+
+      expect((session as any).agent.chat.withTools).toHaveBeenCalledWith(
+        [{ name: "extra-tool" }],
+        undefined
+      );
+    });
+
+    it("updates metadata and re-resolves lazy config", async () => {
+      class LazyAgent extends Agent<{ color: string }> {
+        static model = "mock-model";
+        static instructions = (i: any) => `Color is ${i.color}`;
+      }
+
+      mockPrisma.llmAgentSession.findUnique.mockResolvedValue({
+        id: "123",
+        agentClass: "LazyAgent",
+        metadata: { color: "red" }
+      });
+      mockPrisma.llmMessage.findMany.mockResolvedValue([]);
+      mockPrisma.llmAgentSession.update = vi.fn().mockResolvedValue({});
+
+      const session = (await loadAgentSession(
+        mockPrisma as any,
+        mockLlm,
+        LazyAgent as any,
+        "123"
+      ))!;
+
+      // Initial resolution
+      expect((session as any).agent.chat.withInstructions).toHaveBeenCalledWith("Color is red", {
+        replace: true
+      });
+
+      await session.updateMetadata({ color: "blue" });
+
+      // Verify DB update
+      expect(mockPrisma.llmAgentSession.update).toHaveBeenCalledWith(
+        expect.objectContaining({
+          data: { metadata: { color: "blue" } }
+        })
+      );
+
+      // Verify re-resolution
+      expect((session as any).agent.chat.withInstructions).toHaveBeenCalledWith("Color is blue", {
+        replace: true
+      });
+    });
+  });
 });

package/test/CodeWins.test.ts

@@ -43,6 +43,7 @@ const mockChat = {
   onToolCallEnd: vi.fn().mockReturnThis(),
   onToolCallError: vi.fn().mockReturnThis(),
   onEndMessage: vi.fn().mockReturnThis(),
+  afterResponse: vi.fn().mockReturnThis(),
   ask: vi.fn(),
   messages: [],
   modelId: "agent-model"