ollama-ai-provider-v2 1.5.5 → 2.0.0-beta.0

package/README.md

@@ -7,6 +7,20 @@ Use Ollama with the Vercel AI SDK, implementing the official Ollama API. This pr
 [![Node.js](https://img.shields.io/badge/Node.js-18+-green.svg)](https://nodejs.org/)
 [![License: Apache-2.0](https://img.shields.io/badge/License-Apache--2.0-yellow.svg)](https://opensource.org/licenses/Apache-2.0)
 
+## 🎉 AI SDK 6 Beta Support
+
+This provider now supports **AI SDK 6 Beta** features including:
+
+- **🤖 Agent Abstraction** - Build complex agents with `ToolLoopAgent`
+- **🔐 Tool Approval** - Request user confirmation before executing tools  
+- **📊 Structured Output** - Generate typed data alongside tool calling
+- **⚡ Enhanced Performance** - Optimized for the latest AI SDK features
+
+```bash
+# Install AI SDK 6 Beta + Ollama Provider
+npm install ai@beta ollama-ai-provider-v2
+```
+
 ## Why Choose Ollama Provider V2?
 
 - ✅ **Minimal Dependencies** - Lean codebase with just 2 core dependencies
@@ -192,6 +206,147 @@ ollama serve
 ollama pull llama3.2
 ```
 
+# AI SDK 6 Beta examples
+## Agent Abstraction
+
+AI SDK 6 introduces the `ToolLoopAgent` class for building agents with full control over execution flow.
+
+### Basic Agent
+
+```typescript
+import { ToolLoopAgent } from 'ai';
+import { ollama } from 'ollama-ai-provider-v2';
+
+const weatherAgent = new ToolLoopAgent({
+  model: ollama('llama3.3:70b'),
+  instructions: 'You are a helpful weather assistant.',
+  tools: {
+    weather: weatherTool,
+  },
+});
+
+const result = await weatherAgent.generate({
+  prompt: 'What is the weather in San Francisco?',
+});
+```
+
+### Agent with Call Options
+
+Use call options to pass runtime configuration to agents:
+
+```typescript
+import { ToolLoopAgent } from 'ai';
+import { ollama } from 'ollama-ai-provider-v2';
+import { z } from 'zod';
+
+const supportAgent = new ToolLoopAgent({
+  model: ollama('qwen2.5:32b'),
+  callOptionsSchema: z.object({
+    userId: z.string(),
+    accountType: z.enum(['free', 'pro', 'enterprise']),
+  }),
+  instructions: 'You are a helpful customer support agent.',
+  prepareCall: ({ options, ...settings }) => ({
+    ...settings,
+    instructions: `${settings.instructions}
+
+User context:
+- Account type: ${options.accountType}  
+- User ID: ${options.userId}
+
+Adjust your response based on the user's account level.`,
+  }),
+});
+
+const result = await supportAgent.generate({
+  prompt: 'How do I upgrade my account?',
+  options: {
+    userId: 'user_123',
+    accountType: 'free',
+  },
+});
+```
+
+## Tool Execution Approval
+
+AI SDK 6 allows you to require user approval before executing tools.
+
+### Basic Tool Approval
+
+```typescript
+import { tool } from 'ai';
+import { z } from 'zod';
+
+export const weatherTool = tool({
+  description: 'Get the weather in a location',
+  inputSchema: z.object({
+    city: z.string(),
+  }),
+  needsApproval: true, // Always require approval
+  execute: async ({ city }) => {
+    const weather = await fetchWeather(city);
+    return weather;
+  },
+});
+```
+
+### Dynamic Approval
+
+Make approval decisions based on tool input:
+
+```typescript
+export const paymentTool = tool({
+  description: 'Process a payment',
+  inputSchema: z.object({
+    amount: z.number(),
+    recipient: z.string(),
+  }),
+  needsApproval: async ({ amount }) => amount > 1000, // Only large payments
+  execute: async ({ amount, recipient }) => {
+    return await processPayment(amount, recipient);
+  },
+});
+```
+
+## UI Integration
+
+### Server-side API Route
+
+```typescript
+import { createAgentUIStreamResponse } from 'ai';
+import { weatherAgent } from '@/lib/agents';
+
+export async function POST(request: Request) {
+  const { messages } = await request.json();
+
+  return createAgentUIStreamResponse({
+    agent: weatherAgent,
+    messages,
+  });
+}
+```
+
+### Client-side with Type Safety
+
+```typescript
+import { useChat } from '@ai-sdk/react';
+import { InferAgentUIMessage } from 'ai';
+import { weatherAgent } from '@/lib/agents';
+
+type WeatherAgentUIMessage = InferAgentUIMessage<typeof weatherAgent>;
+
+export function WeatherChat() {
+  const { messages, sendMessage } = useChat<WeatherAgentUIMessage>();
+
+  return (
+    <div>
+      {/* Your chat UI */}
+    </div>
+  );
+}
+```
+
+
 ## Contributing
 
 Contributions are welcome! Here's how to get started:

package/dist/index.js

@@ -157,6 +157,32 @@ function getResponseMetadata({
 }
 
 // src/completion/ollama-completion-language-model.ts
+function createJsonStreamResponseHandler(schema) {
+  return async ({ response }) => {
+    if (!response.body) {
+      throw new Error("Response body is null");
+    }
+    const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough(new TransformStream({
+      transform(chunk, controller) {
+        const lines = chunk.split("\n");
+        for (const line of lines) {
+          if (line.trim()) {
+            const result = (0, import_provider_utils2.safeParseJSON)({ text: line.trim(), schema });
+            controller.enqueue(result);
+          }
+        }
+      }
+    }));
+    const responseHeaders = {};
+    response.headers.forEach((value, key) => {
+      responseHeaders[key] = value;
+    });
+    return {
+      value: stream,
+      responseHeaders
+    };
+  };
+}
 var ollamaCompletionProviderOptions = import_v42.z.object({
   think: import_v42.z.boolean().optional(),
   user: import_v42.z.string().optional(),
@@ -304,7 +330,7 @@ var OllamaCompletionLanguageModel = class {
       headers: (0, import_provider_utils2.combineHeaders)(this.config.headers(), options.headers),
       body,
       failedResponseHandler: ollamaFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils2.createJsonStreamResponseHandler)(
+      successfulResponseHandler: createJsonStreamResponseHandler(
         baseOllamaResponseSchema
       ),
       abortSignal: options.abortSignal,
@@ -1236,6 +1262,32 @@ var OllamaStreamProcessor = class {
 };
 
 // src/responses/ollama-responses-language-model.ts
+function createJsonStreamResponseHandler2(schema) {
+  return async ({ response }) => {
+    if (!response.body) {
+      throw new Error("Response body is null");
+    }
+    const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough(new TransformStream({
+      transform(chunk, controller) {
+        const lines = chunk.split("\n");
+        for (const line of lines) {
+          if (line.trim()) {
+            const result = (0, import_provider_utils7.safeParseJSON)({ text: line.trim(), schema });
+            controller.enqueue(result);
+          }
+        }
+      }
+    }));
+    const responseHeaders = {};
+    response.headers.forEach((value, key) => {
+      responseHeaders[key] = value;
+    });
+    return {
+      value: stream,
+      responseHeaders
+    };
+  };
+}
 var OllamaResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v2";
@@ -1293,7 +1345,7 @@ var OllamaResponsesLanguageModel = class {
       headers: (0, import_provider_utils7.combineHeaders)(this.config.headers(), options.headers),
       body: { ...body, stream: true },
       failedResponseHandler: ollamaFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils7.createJsonStreamResponseHandler)(baseOllamaResponseSchema2),
+      successfulResponseHandler: createJsonStreamResponseHandler2(baseOllamaResponseSchema2),
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });