@jaypie/llm 1.2.7 → 1.3.0

package/dist/cjs/operate/types.d.ts

@@ -70,6 +70,8 @@ export interface OperateRequest {
     format?: JsonObject;
     /** Provider-specific options */
     providerOptions?: JsonObject;
+    /** Sampling temperature (0-2 for most providers) */
+    temperature?: number;
     /** User identifier for tracking */
     user?: string;
 }

package/dist/cjs/types/LlmProvider.interface.d.ts

@@ -223,6 +223,7 @@ export interface LlmOperateOptions {
     };
     providerOptions?: JsonObject;
     system?: string;
+    temperature?: number;
     tools?: LlmTool[] | Toolkit;
     turns?: boolean | number;
     user?: string;

package/dist/esm/index.js

@@ -909,19 +909,51 @@ class AnthropicAdapter extends BaseProviderAdapter {
     //
     buildRequest(request) {
         // Convert messages to Anthropic format
-        // Filter out system messages - Anthropic only accepts system as a top-level field
-        const messages = request.messages
-            .filter((msg) => {
-            const role = msg.role;
-            return role !== "system";
-        })
-            .map((msg) => {
+        // Handle different message types: regular messages, function calls, and function outputs
+        const messages = [];
+        for (const msg of request.messages) {
             const typedMsg = msg;
-            return {
-                role: typedMsg.role,
-                content: convertContentToAnthropic(typedMsg.content),
-            };
-        });
+            // Skip system messages - Anthropic only accepts system as a top-level field
+            if (typedMsg.role === "system") {
+                continue;
+            }
+            // Handle FunctionCall messages - convert to assistant message with tool_use
+            if (typedMsg.type === LlmMessageType.FunctionCall) {
+                messages.push({
+                    role: "assistant",
+                    content: [
+                        {
+                            type: "tool_use",
+                            id: typedMsg.call_id || "",
+                            name: typedMsg.name || "",
+                            input: JSON.parse(typedMsg.arguments || "{}"),
+                        },
+                    ],
+                });
+                continue;
+            }
+            // Handle FunctionCallOutput messages - convert to user message with tool_result
+            if (typedMsg.type === LlmMessageType.FunctionCallOutput) {
+                messages.push({
+                    role: "user",
+                    content: [
+                        {
+                            type: "tool_result",
+                            tool_use_id: typedMsg.call_id || "",
+                            content: typedMsg.output || "",
+                        },
+                    ],
+                });
+                continue;
+            }
+            // Handle regular messages with role and content
+            if (typedMsg.role && typedMsg.content !== undefined) {
+                messages.push({
+                    role: typedMsg.role,
+                    content: convertContentToAnthropic(typedMsg.content),
+                });
+            }
+        }
         // Append instructions to last message if provided
         if (request.instructions && messages.length > 0) {
             const lastMsg = messages[messages.length - 1];
@@ -958,6 +990,10 @@ class AnthropicAdapter extends BaseProviderAdapter {
         if (request.providerOptions) {
             Object.assign(anthropicRequest, request.providerOptions);
         }
+        // First-class temperature takes precedence over providerOptions
+        if (request.temperature !== undefined) {
+            anthropicRequest.temperature = request.temperature;
+        }
         return anthropicRequest;
     }
     formatTools(toolkit, outputSchema) {
@@ -1383,6 +1419,13 @@ class GeminiAdapter extends BaseProviderAdapter {
                 ...request.providerOptions,
             };
         }
+        // First-class temperature takes precedence over providerOptions
+        if (request.temperature !== undefined) {
+            geminiRequest.config = {
+                ...geminiRequest.config,
+                temperature: request.temperature,
+            };
+        }
         return geminiRequest;
     }
     formatTools(toolkit, outputSchema) {
@@ -2034,6 +2077,10 @@ class OpenAiAdapter extends BaseProviderAdapter {
         if (request.providerOptions) {
             Object.assign(openaiRequest, request.providerOptions);
         }
+        // First-class temperature takes precedence over providerOptions
+        if (request.temperature !== undefined) {
+            openaiRequest.temperature = request.temperature;
+        }
         return openaiRequest;
     }
     formatTools(toolkit, _outputSchema) {
@@ -2464,6 +2511,11 @@ class OpenRouterAdapter extends BaseProviderAdapter {
         if (request.providerOptions) {
             Object.assign(openRouterRequest, request.providerOptions);
         }
+        // First-class temperature takes precedence over providerOptions
+        if (request.temperature !== undefined) {
+            openRouterRequest.temperature =
+                request.temperature;
+        }
         return openRouterRequest;
     }
     formatTools(toolkit, outputSchema) {
@@ -2909,6 +2961,31 @@ class OpenRouterAdapter extends BaseProviderAdapter {
                     });
                 }
             }
+            else if (message.type === LlmMessageType.FunctionCall) {
+                // Handle FunctionCall messages from StreamLoop (issue #165)
+                openRouterMessages.push({
+                    role: "assistant",
+                    content: null,
+                    toolCalls: [
+                        {
+                            id: message.call_id,
+                            type: "function",
+                            function: {
+                                name: message.name,
+                                arguments: message.arguments || "{}",
+                            },
+                        },
+                    ],
+                });
+            }
+            else if (message.type === LlmMessageType.FunctionCallOutput) {
+                // Handle FunctionCallOutput messages from StreamLoop (issue #165)
+                openRouterMessages.push({
+                    role: "tool",
+                    toolCallId: message.call_id,
+                    content: message.output || "",
+                });
+            }
         }
         return openRouterMessages;
     }
@@ -3848,6 +3925,7 @@ class OperateLoop {
                 model: options.model ?? this.adapter.defaultModel,
                 providerOptions: options.providerOptions,
                 system: options.system,
+                temperature: options.temperature,
                 tools: state.formattedTools,
                 user: options.user,
             };
@@ -3927,6 +4005,7 @@ class OperateLoop {
             model: options.model ?? this.adapter.defaultModel,
             providerOptions: options.providerOptions,
             system: options.system,
+            temperature: options.temperature,
             tools: state.formattedTools,
             user: options.user,
         };
@@ -4257,6 +4336,7 @@ class StreamLoop {
                     model: options.model ?? this.adapter.defaultModel,
                     providerOptions: options.providerOptions,
                     system: options.system,
+                    temperature: options.temperature,
                     tools: state.formattedTools,
                     user: options.user,
                 };
@@ -4323,6 +4403,7 @@ class StreamLoop {
             model: options.model ?? this.adapter.defaultModel,
             providerOptions: options.providerOptions,
             system: options.system,
+            temperature: options.temperature,
             tools: state.formattedTools,
             user: options.user,
         };