@looopy-ai/core 2.1.8 → 2.1.9

package/dist/core/agent.d.ts

@@ -16,7 +16,7 @@ export interface AgentConfig<AuthContext> {
     agentStore?: AgentStore;
     autoCompact?: boolean;
     maxMessages?: number;
-    systemPrompt?: SystemPromptProp;
+    systemPrompt?: SystemPromptProp<AuthContext>;
     skillRegistry?: SkillRegistry;
     logger?: import('pino').Logger;
 }

package/dist/core/iteration.d.ts

@@ -2,4 +2,4 @@ import { type Observable } from 'rxjs';
 import type { ContextAnyEvent } from '../types/event';
 import type { Message } from '../types/message';
 import type { IterationConfig, LoopContext } from './types';
-export declare const runIteration: <AuthContext>(context: LoopContext<AuthContext>, config: IterationConfig, history: Message[]) => Observable<ContextAnyEvent>;
+export declare const runIteration: <AuthContext>(context: LoopContext<AuthContext>, config: IterationConfig<AuthContext>, history: Message[]) => Observable<ContextAnyEvent>;

package/dist/core/iteration.js

@@ -19,7 +19,10 @@ export const runIteration = (context, config, history) => {
         return { messages, tools, systemPrompt };
     }).pipe(mergeMap(({ messages, tools, systemPrompt }) => {
         const { tapFinish: finishLLMCallSpan } = startLLMCallSpan({ ...context, parentContext: iterationContext }, systemPrompt, messages, tools);
-        return config.llmProvider
+        const llmProvider = typeof config.llmProvider === 'function'
+            ? config.llmProvider(context, systemPrompt?.metadata)
+            : config.llmProvider;
+        return llmProvider
             .call({
             messages,
             tools,

package/dist/core/types.d.ts

@@ -10,7 +10,7 @@ export type AgentContext<AuthContext> = {
     authContext?: AuthContext;
     toolProviders: ToolProvider<AuthContext>[];
     logger: pino.Logger;
-    systemPrompt?: SystemPromptProp;
+    systemPrompt?: SystemPromptProp<AuthContext>;
     skillRegistry?: SkillRegistry;
     metadata?: Record<string, unknown>;
 };
@@ -25,7 +25,7 @@ export type LoopConfig = {
     maxIterations: number;
     stopOnToolError: boolean;
 };
-export type IterationConfig = {
-    llmProvider: LLMProvider;
+export type IterationConfig<AuthContext> = {
+    llmProvider: LLMProvider | ((context: LoopContext<AuthContext>, systemPromptMetadata: Record<string, unknown> | undefined) => LLMProvider);
     iterationNumber: number;
 };

package/dist/providers/litellm-provider.d.ts

@@ -23,6 +23,7 @@ export declare class LiteLLMProvider implements LLMProvider {
         messages: Message[];
         tools?: ToolDefinition[];
         sessionId?: string;
+        metadata?: Record<string, unknown>;
     }): Observable<AnyEvent>;
     private debugLogRawChunk;
     private debugLog;

package/dist/providers/litellm-provider.js

@@ -20,9 +20,9 @@ export class LiteLLMProvider {
     constructor(config) {
         this.config = {
             ...config,
-            temperature: config.temperature ?? 0.7,
+            temperature: config.temperature,
             maxTokens: config.maxTokens ?? 4096,
-            topP: config.topP ?? 1.0,
+            topP: config.topP,
             timeout: config.timeout ?? 60000,
             extraParams: config.extraParams ?? {},
         };
@@ -205,13 +205,12 @@ export class LiteLLMProvider {
                 stream: true,
                 stream_options: { include_usage: true },
                 ...this.config.extraParams,
+                metadata: {
+                    ...(this.config.extraParams.metadata || {}),
+                    ...request.metadata,
+                    ...(request.sessionId ? { session_id: request.sessionId } : {}),
+                },
             };
-            if (request.sessionId) {
-                litellmRequest.metadata = {
-                    ...(litellmRequest.metadata || {}),
-                    session_id: request.sessionId,
-                };
-            }
             if (request.tools && request.tools.length > 0) {
                 litellmRequest.tools = request.tools.map((tool) => ({
                     type: 'function',
@@ -300,6 +299,7 @@ export const LiteLLM = {
             apiKey,
             temperature: 0.7,
             maxTokens: 8192,
+            topP: 1.0,
         });
     },
     novaLite(baseUrl, apiKey, debugLogPath) {
@@ -310,6 +310,7 @@ export const LiteLLM = {
             temperature: 0.7,
             maxTokens: 8192,
             debugLogPath,
+            topP: 1.0,
         });
     },
     gpt4(baseUrl, apiKey) {
@@ -372,6 +373,7 @@ export const LiteLLM = {
             model: `ollama/${model}`,
             temperature: 0.7,
             maxTokens: 2048,
+            topP: 1.0,
         });
     },
 };

package/dist/utils/prompt.d.ts

@@ -3,6 +3,7 @@ export type SystemPrompt = {
     prompt: string;
     name?: string;
     version?: number;
+    metadata?: Record<string, unknown>;
 };
-export type SystemPromptProp = string | SystemPrompt | (<AuthContext>(loopContext: LoopContext<AuthContext>) => Promise<SystemPrompt> | SystemPrompt);
-export declare const getSystemPrompt: <AuthContext>(systemPrompt: SystemPromptProp | undefined, loopContext: LoopContext<AuthContext>) => Promise<SystemPrompt | undefined>;
+export type SystemPromptProp<AuthContext> = string | SystemPrompt | ((loopContext: LoopContext<AuthContext>) => Promise<SystemPrompt> | SystemPrompt);
+export declare const getSystemPrompt: <AuthContext>(systemPrompt: SystemPromptProp<AuthContext> | undefined, loopContext: LoopContext<AuthContext>) => Promise<SystemPrompt | undefined>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@looopy-ai/core",
-  "version": "2.1.8",
+  "version": "2.1.9",
   "description": "RxJS-based AI agent framework",
   "keywords": [
     "agent",