@nordlys-labs/nordlys-ai-provider 0.1.0 → 0.2.1

package/README.md

@@ -33,6 +33,15 @@ const { text } = await generateText({
   model: nordlys('nordlys/hypernova'),
   prompt: 'Explain quantum computing',
 });
+
+// With model-level settings
+const { text: creativeText } = await generateText({
+  model: nordlys('nordlys/hypernova', {
+    temperature: 0.9,
+    maxOutputTokens: 2000,
+  }),
+  prompt: 'Write a creative story',
+});
 ```
 
 ## V3 Content Types
@@ -49,7 +58,7 @@ content.forEach((item) => {
     case 'text': console.log(item.text); break;
     case 'reasoning': console.log(item.text); break;
     case 'file': console.log(item.media_type, item.data); break;
-    case 'tool-call': console.log(item.toolName, item.args); break;
+    case 'tool-call': console.log(item.toolName, item.input); break;
   }
 });
 
@@ -98,16 +107,91 @@ const { text } = await generateText({
 
 ## Configuration
 
+### Provider Configuration
+
 ```ts
 import { createNordlys } from '@nordlys-labs/nordlys-ai-provider';
 
-const nordlys = createNordlys({
+// Default provider (uses NORDLYS_API_KEY env var)
+const nordlys = createNordlys();
+
+// Provider with explicit API key
+const nordlysWithKey = createNordlys({
+  apiKey: 'your-api-key-here',
+});
+
+// Provider with custom base URL and API key
+const customNordlys = createNordlys({
   baseURL: 'https://your-api.com/v1',
-  apiKey: 'your-key', // or NORDLYS_API_KEY env var
+  apiKey: 'your-api-key-here',
   headers: { 'Custom-Header': 'value' },
 });
+
+// Multiple providers with different API keys
+const provider1 = createNordlys({ apiKey: 'key-for-user-1' });
+const provider2 = createNordlys({ apiKey: 'key-for-user-2' });
+
+// Use different providers for different models
+const { text } = await generateText({
+  model: provider1('nordlys/hypernova'),
+  prompt: 'Hello',
+});
 ```
 
+**API Key Priority:**
+1. Explicit `apiKey` parameter in `createNordlys()`
+2. `NORDLYS_API_KEY` environment variable (if `apiKey` not provided)
+
+### Model Settings
+
+You can pass settings when creating a model instance. These settings will be used as defaults for all calls, but can be overridden at call time:
+
+```ts
+import { nordlys } from '@nordlys-labs/nordlys-ai-provider';
+import { generateText } from 'ai';
+
+// Create a model with default settings
+const creativeModel = nordlys('nordlys/hypernova', {
+  temperature: 0.9,
+  topP: 0.95,
+  maxOutputTokens: 2000,
+});
+
+// Use the model (settings apply automatically)
+const { text } = await generateText({
+  model: creativeModel,
+  prompt: 'Write a story',
+});
+
+// Override settings at call time (call-level takes precedence)
+const { text: preciseText } = await generateText({
+  model: creativeModel,
+  prompt: 'Solve this math problem',
+  temperature: 0.1, // Overrides model-level temperature
+});
+
+// Settings can also be passed to languageModel and chat methods
+const model1 = nordlys.languageModel('nordlys/hypernova', {
+  temperature: 0.7,
+});
+
+const model2 = nordlys.chat('nordlys/hypernova', {
+  temperature: 0.8,
+  maxOutputTokens: 1000,
+});
+```
+
+### Available Settings
+
+- `temperature?: number` - Sampling temperature
+- `maxOutputTokens?: number` - Maximum tokens to generate
+- `topP?: number` - Top-p sampling parameter
+- `topK?: number` - Top-k sampling parameter (unsupported, will warn)
+- `frequencyPenalty?: number` - Frequency penalty
+- `presencePenalty?: number` - Presence penalty
+- `stopSequences?: string[]` - Stop sequences
+- `providerOptions?: NordlysProviderOptions` - Provider-specific options
+
 ## Multimodal
 
 ```ts
@@ -129,6 +213,7 @@ const { text } = await generateText({
 - Streaming with all event types
 - Multimodal inputs (images, audio, PDFs)
 - Enhanced usage tracking
+- Model-level settings support
 - AI SDK standard error handling
 - Full TypeScript support
 
@@ -151,6 +236,20 @@ try {
 
 ## Environment
 
+The API key can be provided via environment variable or explicitly when creating the provider:
+
 ```bash
+# Set environment variable (used as fallback if apiKey not provided)
 export NORDLYS_API_KEY="your-api-key"
 ```
+
+```ts
+// Or provide it explicitly when creating the provider
+import { createNordlys } from '@nordlys-labs/nordlys-ai-provider';
+
+const nordlys = createNordlys({
+  apiKey: process.env.NORDLYS_API_KEY, // Explicit API key takes precedence
+});
+```
+
+**Note:** If you provide an `apiKey` parameter to `createNordlys()`, it will override the `NORDLYS_API_KEY` environment variable for that provider instance.

package/dist/index.cjs

@@ -38,17 +38,17 @@ var import_zod2 = require("zod");
 var import_provider = require("@ai-sdk/provider");
 var import_provider_utils = require("@ai-sdk/provider-utils");
 function convertToolOutput(output) {
+  var _a;
   switch (output.type) {
     case "text":
     case "error-text":
       return output.value;
     case "json":
     case "error-json":
-      return JSON.stringify(output.value);
     case "content":
       return JSON.stringify(output.value);
     case "execution-denied":
-      return "";
+      return (_a = output.reason) != null ? _a : "Tool execution denied.";
     default:
       return "";
   }
@@ -57,6 +57,7 @@ function convertToNordlysChatMessages({
   prompt,
   systemMessageMode = "system"
 }) {
+  var _a;
   const messages = [];
   const warnings = [];
   for (const { role, content } of prompt) {
@@ -95,19 +96,23 @@ function convertToNordlysChatMessages({
         messages.push({
           role: "user",
           content: content.map((part, index) => {
-            var _a, _b;
+            var _a2, _b;
             switch (part.type) {
               case "text": {
                 return { type: "text", text: part.text };
               }
               case "file": {
-                if ((_a = part.mediaType) == null ? void 0 : _a.startsWith("image/")) {
+                if (part.data === void 0 || part.data === null) {
+                  throw new Error(
+                    "File part data is required but was undefined or null"
+                  );
+                }
+                if ((_a2 = part.mediaType) == null ? void 0 : _a2.startsWith("image/")) {
                   const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
+                  const url = part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${(0, import_provider_utils.convertToBase64)(part.data)}`;
                   return {
                     type: "image_url",
-                    image_url: {
-                      url: part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${(0, import_provider_utils.convertToBase64)(part.data)}`
-                    }
+                    image_url: { url }
                   };
                 }
                 if (part.mediaType && (part.mediaType === "audio/wav" || part.mediaType === "audio/mp3" || part.mediaType === "audio/mpeg")) {
@@ -116,10 +121,11 @@ function convertToNordlysChatMessages({
                       functionality: "audio file parts with URLs"
                     });
                   }
+                  const data = typeof part.data === "string" ? part.data : (0, import_provider_utils.convertToBase64)(part.data);
                   return {
                     type: "input_audio",
                     input_audio: {
-                      data: (0, import_provider_utils.convertToBase64)(part.data),
+                      data,
                       format: part.mediaType === "audio/wav" ? "wav" : "mp3"
                     }
                   };
@@ -130,11 +136,12 @@ function convertToNordlysChatMessages({
                       functionality: "PDF file parts with URLs"
                     });
                   }
+                  const base64Data = typeof part.data === "string" ? part.data : (0, import_provider_utils.convertToBase64)(part.data);
                   return {
                     type: "file",
                     file: {
                       filename: (_b = part.filename) != null ? _b : `part-${index}.pdf`,
-                      file_data: `data:application/pdf;base64,${(0, import_provider_utils.convertToBase64)(part.data)}`
+                      file_data: `data:application/pdf;base64,${base64Data}`
                     }
                   };
                 }
@@ -151,14 +158,14 @@ function convertToNordlysChatMessages({
         break;
       }
       case "assistant": {
-        const textParts = [];
+        let text = "";
         const reasoningParts = [];
         const generatedFiles = [];
         const toolCalls = [];
         for (const part of content) {
           switch (part.type) {
             case "text": {
-              textParts.push(part.text);
+              text += part.text;
               break;
             }
             case "reasoning": {
@@ -172,7 +179,7 @@ function convertToNordlysChatMessages({
                 );
               })() : Buffer.from(part.data).toString("base64");
               generatedFiles.push({
-                media_type: part.mediaType,
+                media_type: (_a = part.mediaType) != null ? _a : "application/octet-stream",
                 data: dataString
               });
               break;
@@ -190,7 +197,6 @@ function convertToNordlysChatMessages({
             }
           }
         }
-        const text = textParts.join("");
         const reasoning = reasoningParts.join("");
         const message = {
           role: "assistant",
@@ -204,15 +210,16 @@ function convertToNordlysChatMessages({
       }
       case "tool": {
         for (const toolResponse of content) {
-          if (toolResponse.type === "tool-result") {
-            const contentValue = convertToolOutput(toolResponse.output);
-            if (contentValue) {
-              messages.push({
-                role: "tool",
-                tool_call_id: toolResponse.toolCallId,
-                content: contentValue
-              });
-            }
+          if (toolResponse.type === "tool-approval-response") {
+            continue;
+          }
+          const contentValue = convertToolOutput(toolResponse.output);
+          if (contentValue) {
+            messages.push({
+              role: "tool",
+              tool_call_id: toolResponse.toolCallId,
+              content: contentValue
+            });
           }
         }
         break;
@@ -569,13 +576,14 @@ var nordlysChatChunkSchema = import_zod2.z.union([
   })
 ]);
 var NordlysChatLanguageModel = class {
-  constructor(modelId, config) {
+  constructor(modelId, settings, config) {
     this.specificationVersion = "v3";
     this.supportedUrls = {
       "application/pdf": [/^https:\/\/.*$/]
     };
     this.modelId = modelId;
     this.config = config;
+    this.settings = settings;
   }
   get provider() {
     return this.config.provider;
@@ -594,14 +602,28 @@ var NordlysChatLanguageModel = class {
     tools,
     toolChoice
   }) {
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const warnings = [];
-    if (topK != null) {
+    const mergedMaxOutputTokens = maxOutputTokens != null ? maxOutputTokens : (_a = this.settings) == null ? void 0 : _a.maxOutputTokens;
+    const mergedTemperature = temperature != null ? temperature : (_b = this.settings) == null ? void 0 : _b.temperature;
+    const mergedTopP = topP != null ? topP : (_c = this.settings) == null ? void 0 : _c.topP;
+    const mergedTopK = topK != null ? topK : (_d = this.settings) == null ? void 0 : _d.topK;
+    const mergedFrequencyPenalty = frequencyPenalty != null ? frequencyPenalty : (_e = this.settings) == null ? void 0 : _e.frequencyPenalty;
+    const mergedPresencePenalty = presencePenalty != null ? presencePenalty : (_f = this.settings) == null ? void 0 : _f.presencePenalty;
+    const mergedStopSequences = stopSequences != null ? stopSequences : (_g = this.settings) == null ? void 0 : _g.stopSequences;
+    const mergedProviderOptions = {
+      ...(_h = this.settings) == null ? void 0 : _h.providerOptions,
+      ...providerOptions
+    };
+    if (mergedTopK != null) {
       warnings.push({ type: "unsupported", feature: "topK" });
     }
     if (responseFormat != null) {
       warnings.push({ type: "unsupported", feature: "responseFormat" });
     }
-    const result = nordlysProviderOptions.safeParse(providerOptions != null ? providerOptions : {});
+    const result = nordlysProviderOptions.safeParse(
+      mergedProviderOptions != null ? mergedProviderOptions : {}
+    );
     const nordlysOptions = result.success ? result.data : {};
     const {
       tools: nordlysTools,
@@ -617,13 +639,13 @@ var NordlysChatLanguageModel = class {
     const standardizedArgs = {
       messages,
       model: this.modelId,
-      max_tokens: typeof maxOutputTokens === "number" ? maxOutputTokens : void 0,
+      max_tokens: typeof mergedMaxOutputTokens === "number" ? mergedMaxOutputTokens : void 0,
       max_completion_tokens: nordlysOptions.max_completion_tokens,
-      temperature,
-      top_p: topP,
-      stop: stopSequences,
-      presence_penalty: presencePenalty,
-      frequency_penalty: frequencyPenalty,
+      temperature: mergedTemperature,
+      top_p: mergedTopP,
+      stop: mergedStopSequences,
+      presence_penalty: mergedPresencePenalty,
+      frequency_penalty: mergedFrequencyPenalty,
       user: nordlysOptions.user,
       tools: nordlysTools,
       tool_choice: nordlysToolChoice
@@ -1011,7 +1033,7 @@ var NordlysChatLanguageModel = class {
 // src/nordlys-provider.ts
 function createNordlys(options = {}) {
   var _a;
-  const baseURL = (_a = (0, import_provider_utils4.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://backend.mangoplant-a7a21605.swedencentral.azurecontainerapps.io/v1";
+  const baseURL = (_a = (0, import_provider_utils4.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://api.nordlyslabs.com/v1";
   const getHeaders = () => ({
     Authorization: `Bearer ${(0, import_provider_utils4.loadApiKey)({
       apiKey: options.apiKey,
@@ -1021,19 +1043,19 @@ function createNordlys(options = {}) {
     "Content-Type": "application/json",
     ...options.headers
   });
-  const createChatModel = (modelId) => new NordlysChatLanguageModel(modelId, {
+  const createChatModel = (modelId, settings) => new NordlysChatLanguageModel(modelId, settings, {
     provider: "nordlys.chat",
     baseURL,
     headers: getHeaders,
     fetch: options.fetch
   });
-  const provider = function(modelId) {
+  const provider = function(modelId, settings) {
     if (new.target) {
       throw new Error(
         "The Nordlys model function cannot be called with the new keyword."
       );
     }
-    return createChatModel(modelId);
+    return createChatModel(modelId, settings);
   };
   provider.languageModel = createChatModel;
   provider.chat = createChatModel;