@falai/agent 0.8.0 → 0.9.0-alpha-1

package/src/providers/OpenRouterProvider.ts

@@ -5,6 +5,7 @@
 
 import OpenAI from "openai";
 import type { ChatCompletionCreateParamsNonStreaming } from "openai/resources/chat/completions";
+import { FunctionParameters } from "openai/resources/shared.mjs";
 
 import type {
   AiProvider,
@@ -12,8 +13,8 @@ import type {
   GenerateMessageInput,
   GenerateMessageOutput,
   GenerateMessageStreamChunk,
-} from "../types/ai";
-import type { StructuredSchema } from "../types/schema";
+  StructuredSchema,
+} from "../types";
 import { withTimeoutAndRetry } from "../utils/retry";
 
 const DEFAULT_RETRY_CONFIG = {
@@ -288,6 +289,19 @@ export class OpenRouterProvider implements AiProvider {
         params.max_tokens = input.parameters.maxOutputTokens;
       }
 
+      // Add tools if provided
+      if (input.tools && input.tools.length > 0) {
+        params.tools = input.tools.map((tool) => ({
+          type: "function" as const,
+          function: {
+            name: tool.name || tool.id,
+            description: tool.description,
+            parameters: tool.parameters as FunctionParameters, // JSON schema
+          },
+        }));
+        params.tool_choice = "auto";
+      }
+
       // Use structured output API if JSON schema is provided
       if (input.parameters?.jsonSchema) {
         const response = await this.client.responses.parse({
@@ -336,6 +350,34 @@ export class OpenRouterProvider implements AiProvider {
         throw new Error("No response from OpenRouter");
       }
 
+      let toolCalls: Array<{
+        toolName: string;
+        arguments: Record<string, unknown>;
+      }> = [];
+      if (response.choices?.[0]?.message?.tool_calls) {
+        toolCalls = response.choices[0].message.tool_calls
+          .filter((toolCall) => toolCall.type === "function")
+          .map((toolCall) => {
+            let toolCallArguments: Record<string, unknown> = {};
+            try {
+              toolCallArguments = JSON.parse(
+                toolCall.function.arguments
+              ) as Record<string, unknown>;
+            } catch (error) {
+              console.warn(
+                `[OPENROUTER] Failed to parse tool call arguments: ${getErrorMessage(
+                  error
+                )}`
+              );
+              toolCallArguments = {};
+            }
+            return {
+              toolName: toolCall.function.name,
+              arguments: toolCallArguments,
+            };
+          });
+      }
+
       return {
         message,
         metadata: {
@@ -345,6 +387,10 @@ export class OpenRouterProvider implements AiProvider {
           promptTokens: response.usage?.prompt_tokens,
           completionTokens: response.usage?.completion_tokens,
         },
+        structured:
+          toolCalls.length > 0
+            ? ({ message, toolCalls } as AgentStructuredResponse)
+            : undefined,
       };
     };
 
@@ -442,6 +488,19 @@ export class OpenRouterProvider implements AiProvider {
       params.max_tokens = input.parameters.maxOutputTokens;
     }
 
+    // Add tools if provided
+    if (input.tools && input.tools.length > 0) {
+      params.tools = input.tools.map((tool) => ({
+        type: "function" as const,
+        function: {
+          name: tool.name || tool.id,
+          description: tool.description,
+          parameters: tool.parameters as FunctionParameters, // JSON schema
+        },
+      }));
+      params.tool_choice = "auto";
+    }
+
     // Streaming path does not support responses.parse; if schema present,
     // request JSON object and parse at the end.
     if (input.parameters?.jsonSchema) {
@@ -456,11 +515,43 @@ export class OpenRouterProvider implements AiProvider {
     let promptTokens: number | undefined;
     let completionTokens: number | undefined;
     let totalTokens: number | undefined;
+    const toolCalls: Array<{
+      toolName: string;
+      arguments: Record<string, unknown>;
+    }> = [];
 
     for await (const chunk of stream) {
       currentModel = chunk.model;
       const delta = chunk.choices[0]?.delta?.content || "";
 
+      // Extract tool calls from delta
+      if (chunk.choices[0]?.delta?.tool_calls) {
+        for (const toolCall of chunk.choices[0].delta.tool_calls) {
+          if (toolCall.function) {
+            let toolCallArguments: Record<string, unknown> = {};
+            try {
+              toolCallArguments = toolCall.function.arguments
+                ? (JSON.parse(toolCall.function.arguments) as Record<
+                    string,
+                    unknown
+                  >)
+                : {};
+            } catch (error) {
+              console.warn(
+                `[OPENROUTER] Failed to parse tool call arguments in stream: ${getErrorMessage(
+                  error
+                )}`
+              );
+              toolCallArguments = {};
+            }
+            toolCalls.push({
+              toolName: toolCall.function.name || "",
+              arguments: toolCallArguments,
+            });
+          }
+        }
+      }
+
       if (delta) {
         accumulated += delta;
         yield {
@@ -495,6 +586,15 @@ export class OpenRouterProvider implements AiProvider {
       }
     }
 
+    // If tools were used, include them in structured response
+    if (toolCalls.length > 0) {
+      structured = {
+        message: accumulated,
+        toolCalls,
+        ...structured,
+      } as TStructured;
+    }
+
     // Yield final chunk
     yield {
       delta: "",

package/src/types/agent.ts

@@ -2,11 +2,12 @@
  * Agent-related type definitions
  */
 
-import type { AiProvider } from "./ai";
-import type { ToolRef } from "./tool";
+import type { AgentStructuredResponse, AiProvider } from "./ai";
+import type { Tool } from "./tool";
 import type { RouteOptions } from "./route";
 import type { PersistenceConfig } from "./persistence";
-import type { SessionStep } from "./session";
+import type { SessionState } from "./session";
+import { Template } from "./template";
 
 /**
  * Composition mode determines how the agent processes and structures responses
@@ -73,14 +74,18 @@ export interface AgentOptions<TContext = unknown> {
   description?: string;
   /** The agent's primary goal or objective */
   goal?: string;
-  /** Optional personality/tone instructions used in prompts */
-  personality?: string;
+  /** Optional personality/tone prompt used in prompts */
+  personality?: Template<TContext>;
+  /** Optional identity prompt defining the agent's self-concept and role */
+  identity?: Template<TContext>;
   /** Enable debug logging */
   debug?: boolean;
   /** Default context data available to the agent */
   context?: TContext;
   /** Optional current session for convenience methods */
-  session?: SessionStep;
+  session?: SessionState;
+  /** Optional sessionId to load or create - managed by SessionManager */
+  sessionId?: string;
   /** Context provider function for always-fresh context (alternative to static context) */
   contextProvider?: ContextProvider<TContext>;
   /** Lifecycle hooks for context management */
@@ -90,71 +95,78 @@ export interface AgentOptions<TContext = unknown> {
   /** Composition mode for response generation */
   compositionMode?: CompositionMode;
   /** Initial terms for domain glossary */
-  terms?: Term[];
+  terms?: Term<TContext>[];
   /** Initial guidelines for agent behavior */
-  guidelines?: Guideline[];
-  /** Initial capabilities */
-  capabilities?: Capability[];
+  guidelines?: Guideline<TContext>[];
+  /** Global tools available to all routes */
+  tools?: Tool<TContext, unknown[], unknown, unknown>[];
   /** Initial routes (will be instantiated as Route objects) */
-  routes?: RouteOptions<unknown>[];
+  routes?: RouteOptions<TContext, unknown>[];
   /** Optional persistence configuration for auto-saving sessions and messages */
   persistence?: PersistenceConfig;
+  /** Knowledge base containing any JSON structure the AI should know */
+  knowledgeBase?: Record<string, unknown>;
 }
 
 /**
  * A term in the domain glossary
  */
-export interface Term {
+export interface Term<TContext = unknown> {
   /** Name of the term */
-  name: string;
+  name: Template<TContext>;
   /** Description/definition of the term */
-  description: string;
+  description: Template<TContext>;
   /** Alternative names or synonyms */
-  synonyms?: string[];
+  synonyms?: Template<TContext>[];
 }
 
 /**
  * A behavioral guideline for the agent
  */
-export interface Guideline {
+export interface Guideline<TContext = unknown> {
   /** Unique identifier */
   id?: string;
   /** Condition that triggers this guideline (optional for always-active guidelines) */
-  condition?: string;
+  condition?: Template<TContext>;
   /** Action the agent should take when the condition is met */
-  action: string;
+  action: Template<TContext>;
   /** Whether this guideline is currently enabled */
   enabled?: boolean;
   /** Tags for organizing and filtering guidelines */
   tags?: string[];
-  /** Tools available when following this guideline */
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  tools?: ToolRef<any, any[], any>[];
   /** Additional metadata */
   metadata?: Record<string, unknown>;
 }
 
-/**
- * A capability the agent can perform
- */
-export interface Capability {
-  /** Unique identifier */
-  id?: string;
-  /** Title of the capability */
-  title: string;
-  /** Description of what the capability does */
-  description: string;
-  /** Tools used by this capability */
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  tools?: ToolRef<any, any[], any>[];
-}
-
 /**
  * Guideline match with rationale
  */
-export interface GuidelineMatch {
+export interface GuidelineMatch<TContext = unknown> {
   /** The matched guideline */
-  guideline: Guideline;
+  guideline: Guideline<TContext>;
   /** Explanation of why this guideline was matched */
   rationale?: string;
 }
+
+export interface AgentResponse<TData = Record<string, unknown>> {
+  message: string;
+  session?: SessionState<TData>;
+  toolCalls?: Array<{ toolName: string; arguments: Record<string, unknown> }>;
+  isRouteComplete?: boolean;
+}
+
+export interface AgentResponseStreamChunk<TData = Record<string, unknown>> {
+  delta: string;
+  accumulated: string;
+  done: boolean;
+  session?: SessionState<TData>;
+  toolCalls?: Array<{ toolName: string; arguments: Record<string, unknown> }>;
+  isRouteComplete?: boolean;
+  metadata?: {
+    model?: string;
+    tokensUsed?: number;
+    finishReason?: string;
+    [key: string]: unknown;
+  };
+  structured?: AgentStructuredResponse;
+}

package/src/types/ai.ts

@@ -39,6 +39,13 @@ export interface GenerateMessageInput<TContext = unknown> {
   history: Event[];
   /** Context data */
   context: TContext;
+  /** Tools available for AI to call during this interaction */
+  tools?: Array<{
+    id: string;
+    name?: string;
+    description?: string;
+    parameters?: unknown;
+  }>;
   /** Additional generation parameters */
   parameters?: {
     /** Maximum output tokens to generate */

package/src/types/history.ts

@@ -2,6 +2,24 @@
  * Event history and interaction types
  */
 
+/**
+ * Message source enum - defines valid sources for messages and events
+ */
+export enum MessageRole {
+  /** Message/event from user/customer */
+  USER = "user",
+  /** Conversational message from AI assistant */
+  ASSISTANT = "assistant",
+  /** Tool execution/action by AI agent */
+  AGENT = "agent",
+  /** System message/event */
+  SYSTEM = "system",
+}
+
+export type MessageRoleType = MessageRole;
+
+import type { SessionState } from "./session";
+
 /**
  * Types of events in the interaction history
  */
@@ -14,23 +32,7 @@ export enum EventKind {
   STATUS = "status",
 }
 
-/**
- * Source of an event
- */
-export enum EventSource {
-  /** Event originated from the customer/user */
-  CUSTOMER = "customer",
-  /** Event from customer UI application */
-  CUSTOMER_UI = "customer_ui",
-  /** Event from human service agent */
-  HUMAN_AGENT = "human_agent",
-  /** Human agent acting on behalf of AI agent */
-  HUMAN_AGENT_ON_BEHALF_OF_AI_AGENT = "human_agent_on_behalf_of_ai_agent",
-  /** Event generated by AI agent */
-  AI_AGENT = "ai_agent",
-  /** System-generated event */
-  SYSTEM = "system",
-}
+export type EventKindType = EventKind;
 
 /**
  * Participant in a conversation
@@ -42,6 +44,71 @@ export interface Participant {
   id?: string;
 }
 
+/**
+ * Role types for simplified history format
+ */
+export type Role = "user" | "assistant" | "tool" | "system";
+
+export type UserHistoryItem = {
+  role: "user";
+  content: string;
+  name?: string;
+};
+
+export type AssistantHistoryItem = {
+  role: "assistant";
+  content: string | null;
+  tool_calls?: Array<{
+    id: string;
+    name: string;
+    arguments: Record<string, unknown>;
+  }>;
+};
+export type ToolHistoryItem = {
+  role: "tool";
+  tool_call_id: string;
+  name: string;
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  content: any;
+};
+
+export type SystemHistoryItem = {
+  role: "system";
+  content: string;
+};
+
+/**
+ * Simplified history item for developer-friendly API
+ */
+export type HistoryItem =
+  | UserHistoryItem
+  | AssistantHistoryItem
+  | ToolHistoryItem
+  | SystemHistoryItem;
+
+/**
+ * Simplified history array type
+ */
+export type History = HistoryItem[];
+
+/**
+ * Simple JSON format for history messages (developer-friendly)
+ */
+export interface HistoryMessage<TData = unknown> {
+  /** Role of the message sender */
+  role: MessageRole;
+  /** Message content */
+  content: string;
+  /** Optional participant name */
+  name?: string;
+  /** Optional timestamp (ISO string) */
+  timestamp?: string;
+  /** Optional session state */
+  session?: SessionState<TData>;
+  /** Optional additional metadata */
+  metadata?: Record<string, unknown>;
+}
+
 /**
  * Data for a message event
  */
@@ -54,6 +121,12 @@ export interface MessageEventData {
   flagged?: boolean;
   /** Tags/reasons if flagged */
   tags?: string[];
+  /** Tool calls made by the assistant */
+  toolCalls?: Array<{
+    id: string;
+    name: string;
+    arguments: Record<string, unknown>;
+  }>;
   /** Session metadata attached to this message */
   session?: {
     routeId?: string;
@@ -113,7 +186,7 @@ export interface Event<
   /** Type of event */
   kind: EventKind;
   /** Source of the event */
-  source: EventSource;
+  source: MessageRole;
   /** Event-specific data */
   data: TData;
   /** Timestamp (ISO string) */

package/src/types/index.ts

@@ -7,8 +7,11 @@ export type {
   AgentOptions,
   Term,
   Guideline,
-  Capability,
   GuidelineMatch,
+  AgentResponseStreamChunk,
+  AgentResponse,
+  ContextLifecycleHooks,
+  ContextProvider,
 } from "./agent";
 export { CompositionMode } from "./agent";
 
@@ -22,38 +25,71 @@ export type {
   Participant,
   ToolResult as EventToolResult,
   ToolCall,
+  HistoryMessage,
+  Role,
+  HistoryItem,
+  History,
+  UserHistoryItem,
+  AssistantHistoryItem,
+  SystemHistoryItem,
+  ToolHistoryItem,
 } from "./history";
-export { EventKind, EventSource } from "./history";
+export { EventKind, MessageRole } from "./history";
+export * from "./history";
 
 // Route types
 export type {
+  RouteOptions,
   RouteRef,
   StepRef,
-  RouteOptions,
-  TransitionSpec,
-  TransitionResult,
+  StepOptions,
+  StepResult,
+  BranchSpec,
+  BranchResult,
+  RouteCompletionHandler,
+  RouteTransitionConfig,
+  RouteLifecycleHooks,
 } from "./route";
+export * from "./route";
+
+// Session types
+export type { SessionState, PendingTransition } from "./session";
 
 // Tool types
-export type { ToolContext, ToolResult, ToolHandler, ToolRef } from "./tool";
+export type { Tool, ToolContext, ToolResult, ToolHandler } from "./tool";
 
 // AI provider types
 export type {
   AiProvider,
   GenerateMessageInput,
   GenerateMessageOutput,
+  AgentStructuredResponse,
+  ReasoningConfig,
+  GenerateMessageStreamChunk,
 } from "./ai";
 
+// Schema types
+export type { StructuredSchema } from "./schema";
+
+// Routing types
+export type { RoutingDecision } from "./routing";
+export * from "./routing";
+
 // Persistence types
 export type {
   SessionData,
   MessageData,
   SessionStatus,
-  MessageRole,
   SessionRepository,
   MessageRepository,
   PersistenceAdapter,
   PersistenceConfig,
   CreateSessionOptions,
+  CreateSessionData,
   SaveMessageOptions,
+  CollectedStateData,
 } from "./persistence";
+export * from "./persistence";
+
+// Template types
+export type { Template, TemplateContext } from "./template";