@absolutejs/ai 0.0.5 → 0.0.6

package/dist/ai/index.js

@@ -1,5 +1,48 @@
 // @bun
+// src/ai/providers/instrumentation.ts
+var instrumentAIProvider = (provider, providerName) => ({
+  stream: (params) => {
+    if (!params.onUsage && !params.onSpan) {
+      return provider.stream(params);
+    }
+    return tapStream(provider.stream(params), params, providerName);
+  }
+});
+async function* tapStream(source, params, providerName) {
+  const startedAt = Date.now();
+  let lastUsage;
+  try {
+    for await (const chunk of source) {
+      if (chunk.type === "done" && chunk.usage) {
+        lastUsage = chunk.usage;
+      }
+      yield chunk;
+    }
+  } finally {
+    if (lastUsage && params.onUsage) {
+      try {
+        params.onUsage({
+          ...lastUsage,
+          model: params.model,
+          provider: providerName
+        });
+      } catch {}
+    }
+    if (params.onSpan) {
+      try {
+        params.onSpan({
+          durationMs: Date.now() - startedAt,
+          model: params.model,
+          provider: providerName,
+          usage: lastUsage
+        });
+      } catch {}
+    }
+  }
+}
+
 // src/ai/providers/openai.ts
+var h2IfHttps = (url) => url.startsWith("https://") ? { protocol: "http2" } : {};
 var DEFAULT_BASE_URL = "https://api.openai.com";
 var SSE_DATA_PREFIX_LENGTH = 6;
 var DONE_SENTINEL = "[DONE]";
@@ -112,6 +155,45 @@ var buildRequestBody = (params) => {
   };
   if (params.tools && params.tools.length > 0) {
     body.tools = mapToolDefinitions(params.tools);
+    if (params.toolChoice === "auto" || params.toolChoice === "none" || params.toolChoice === "required") {
+      body.tool_choice = params.toolChoice;
+    } else if (params.toolChoice && typeof params.toolChoice === "object") {
+      body.tool_choice = {
+        function: { name: params.toolChoice.name },
+        type: "function"
+      };
+    }
+    if (typeof params.parallelToolCalls === "boolean") {
+      body.parallel_tool_calls = params.parallelToolCalls;
+    }
+  }
+  if (typeof params.temperature === "number")
+    body.temperature = params.temperature;
+  if (typeof params.topP === "number")
+    body.top_p = params.topP;
+  if (typeof params.maxTokens === "number")
+    body.max_tokens = params.maxTokens;
+  if (params.stopSequences && params.stopSequences.length > 0)
+    body.stop = params.stopSequences;
+  if (typeof params.seed === "number")
+    body.seed = params.seed;
+  if (typeof params.frequencyPenalty === "number")
+    body.frequency_penalty = params.frequencyPenalty;
+  if (typeof params.presencePenalty === "number")
+    body.presence_penalty = params.presencePenalty;
+  if (params.responseFormat) {
+    if (params.responseFormat.type === "text" || params.responseFormat.type === "json_object") {
+      body.response_format = { type: params.responseFormat.type };
+    } else if (params.responseFormat.type === "json_schema") {
+      body.response_format = {
+        json_schema: {
+          name: params.responseFormat.name,
+          schema: params.responseFormat.schema,
+          strict: params.responseFormat.strict ?? true
+        },
+        type: "json_schema"
+      };
+    }
   }
   return body;
 };
@@ -287,7 +369,9 @@ var parseSSEStream = async function* (body, signal) {
   }
 };
 var fetchOpenAIStream = async function* (baseUrl, apiKey, body, signal) {
-  const response = await fetch(`${baseUrl}/v1/chat/completions`, {
+  const target = `${baseUrl}/v1/chat/completions`;
+  const response = await fetch(target, {
+    ...h2IfHttps(target),
     body: JSON.stringify(body),
     headers: {
       Authorization: `Bearer ${apiKey}`,
@@ -307,12 +391,24 @@ var fetchOpenAIStream = async function* (baseUrl, apiKey, body, signal) {
 };
 var openai = (config) => {
   const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;
-  return {
+  if (!config.apiKey && !config.tokenSource) {
+    throw new Error("openai() requires either apiKey or tokenSource");
+  }
+  const resolveKey = async () => {
+    if (config.tokenSource) {
+      return await Promise.resolve(config.tokenSource());
+    }
+    return config.apiKey;
+  };
+  return instrumentAIProvider({
     stream: (params) => {
       const body = buildRequestBody(params);
-      return fetchOpenAIStream(baseUrl, config.apiKey, body, params.signal);
+      return async function* () {
+        const apiKey = await resolveKey();
+        yield* fetchOpenAIStream(baseUrl, apiKey, body, params.signal);
+      }();
     }
-  };
+  }, "openai");
 };
 
 // src/ai/providers/openaiCompatible.ts
@@ -340,13 +436,18 @@ var moonshot = (config) => openaiCompatible({
   apiKey: config.apiKey,
   baseUrl: "https://api.moonshot.ai"
 });
-var openaiCompatible = (config) => openai({ apiKey: config.apiKey, baseUrl: config.baseUrl });
+var openaiCompatible = (config) => openai({
+  apiKey: config.apiKey,
+  baseUrl: config.baseUrl,
+  tokenSource: config.tokenSource
+});
 var xai = (config) => openaiCompatible({
   apiKey: config.apiKey,
   baseUrl: "https://api.x.ai"
 });
 
 // src/ai/providers/openaiResponses.ts
+var h2IfHttps2 = (url) => url.startsWith("https://") ? { protocol: "http2" } : {};
 var DEFAULT_BASE_URL2 = "https://api.openai.com";
 var EVENT_PREFIX_LENGTH = 7;
 var DATA_PREFIX_LENGTH = 6;
@@ -448,6 +549,45 @@ var buildRequestBody2 = (params, isImageModel) => {
   const tools = buildTools(params.tools, isImageModel);
   if (tools) {
     body.tools = tools;
+    if (params.toolChoice === "auto" || params.toolChoice === "none" || params.toolChoice === "required") {
+      body.tool_choice = params.toolChoice;
+    } else if (params.toolChoice && typeof params.toolChoice === "object") {
+      body.tool_choice = {
+        name: params.toolChoice.name,
+        type: "function"
+      };
+    }
+    if (typeof params.parallelToolCalls === "boolean") {
+      body.parallel_tool_calls = params.parallelToolCalls;
+    }
+  }
+  if (typeof params.temperature === "number")
+    body.temperature = params.temperature;
+  if (typeof params.topP === "number")
+    body.top_p = params.topP;
+  if (typeof params.maxTokens === "number")
+    body.max_output_tokens = params.maxTokens;
+  if (params.stopSequences && params.stopSequences.length > 0)
+    body.stop = params.stopSequences;
+  if (typeof params.seed === "number")
+    body.seed = params.seed;
+  if (typeof params.frequencyPenalty === "number")
+    body.frequency_penalty = params.frequencyPenalty;
+  if (typeof params.presencePenalty === "number")
+    body.presence_penalty = params.presencePenalty;
+  if (params.responseFormat) {
+    if (params.responseFormat.type === "text" || params.responseFormat.type === "json_object") {
+      body.text = { format: { type: params.responseFormat.type } };
+    } else if (params.responseFormat.type === "json_schema") {
+      body.text = {
+        format: {
+          name: params.responseFormat.name,
+          schema: params.responseFormat.schema,
+          strict: params.responseFormat.strict ?? true,
+          type: "json_schema"
+        }
+      };
+    }
   }
   if (params.thinking) {
     body.reasoning = {
@@ -682,7 +822,9 @@ var parseSSEStream2 = async function* (body, signal) {
   }
 };
 var fetchResponsesStream = async function* (baseUrl, apiKey, body, signal) {
-  const response = await fetch(`${baseUrl}/v1/responses`, {
+  const target = `${baseUrl}/v1/responses`;
+  const response = await fetch(target, {
+    ...h2IfHttps2(target),
     body: JSON.stringify(body),
     headers: {
       Authorization: `Bearer ${apiKey}`,
@@ -712,16 +854,17 @@ var resolveImageModels = (imageModels) => {
 var openaiResponses = (config) => {
   const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL2;
   const imageModels = resolveImageModels(config.imageModels);
-  return {
+  return instrumentAIProvider({
     stream: (params) => {
       const isImageModel = imageModels.has(params.model);
       const body = buildRequestBody2(params, isImageModel);
       return fetchResponsesStream(baseUrl, config.apiKey, body, params.signal);
     }
-  };
+  }, "openai-responses");
 };
 
 // src/ai/providers/gemini.ts
+var h2IfHttps3 = (url) => url.startsWith("https://") ? { protocol: "http2" } : {};
 var DEFAULT_BASE_URL3 = "https://generativelanguage.googleapis.com";
 var SSE_DATA_PREFIX_LENGTH2 = 6;
 var isRecord3 = (value) => typeof value === "object" && value !== null;
@@ -793,10 +936,29 @@ var buildRequestBody3 = (params, isImageModel) => {
   const body = {
     contents: convertMessages(params.messages)
   };
+  const generationConfig = {};
   if (isImageModel) {
-    body.generationConfig = {
-      responseModalities: ["TEXT", "IMAGE"]
-    };
+    generationConfig.responseModalities = ["TEXT", "IMAGE"];
+  }
+  if (typeof params.temperature === "number")
+    generationConfig.temperature = params.temperature;
+  if (typeof params.topP === "number")
+    generationConfig.topP = params.topP;
+  if (typeof params.maxTokens === "number")
+    generationConfig.maxOutputTokens = params.maxTokens;
+  if (params.stopSequences && params.stopSequences.length > 0) {
+    generationConfig.stopSequences = params.stopSequences;
+  }
+  if (typeof params.seed === "number")
+    generationConfig.seed = params.seed;
+  if (params.responseFormat?.type === "json_object") {
+    generationConfig.responseMimeType = "application/json";
+  } else if (params.responseFormat?.type === "json_schema") {
+    generationConfig.responseMimeType = "application/json";
+    generationConfig.responseSchema = params.responseFormat.schema;
+  }
+  if (Object.keys(generationConfig).length > 0) {
+    body.generationConfig = generationConfig;
   }
   if (params.systemPrompt) {
     body.systemInstruction = {
@@ -805,6 +967,25 @@ var buildRequestBody3 = (params, isImageModel) => {
   }
   if (params.tools && params.tools.length > 0) {
     body.tools = [{ functionDeclarations: mapToolDefinitions2(params.tools) }];
+    if (params.toolChoice) {
+      const choice = params.toolChoice;
+      if (choice === "auto" || choice === "none") {
+        body.toolConfig = {
+          functionCallingConfig: { mode: choice === "auto" ? "AUTO" : "NONE" }
+        };
+      } else if (choice === "required") {
+        body.toolConfig = {
+          functionCallingConfig: { mode: "ANY" }
+        };
+      } else if (typeof choice === "object") {
+        body.toolConfig = {
+          functionCallingConfig: {
+            allowedFunctionNames: [choice.name],
+            mode: "ANY"
+          }
+        };
+      }
+    }
   }
   return body;
 };
@@ -936,6 +1117,7 @@ var parseSSEStream3 = async function* (body, signal) {
 var fetchGeminiStream = async function* (baseUrl, apiKey, model, body, signal) {
   const url = `${baseUrl}/v1beta/models/${model}:streamGenerateContent?alt=sse&key=${apiKey}`;
   const response = await fetch(url, {
+    ...h2IfHttps3(url),
     body: JSON.stringify(body),
     headers: {
       "Content-Type": "application/json"
@@ -964,16 +1146,17 @@ var resolveImageModels2 = (raw) => {
 var gemini = (config) => {
   const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL3;
   const imageModels = resolveImageModels2(config.imageModels);
-  return {
+  return instrumentAIProvider({
     stream: (params) => {
       const isImageModel = imageModels.has(params.model);
       const body = buildRequestBody3(params, isImageModel);
       return fetchGeminiStream(baseUrl, config.apiKey, params.model, body, params.signal);
     }
-  };
+  }, "gemini");
 };
 
 // src/ai/providers/anthropic.ts
+var h2IfHttps4 = (url) => url.startsWith("https://") ? { protocol: "http2" } : {};
 var DEFAULT_BASE_URL4 = "https://api.anthropic.com";
 var API_VERSION = "2023-06-01";
 var MAX_TOKENS = 8192;
@@ -1040,10 +1223,26 @@ var buildRequestBody4 = (params) => {
   }
   if (params.tools && params.tools.length > 0) {
     body.tools = params.tools.map(mapToolDefinition2);
+    if (params.toolChoice === "auto" || params.toolChoice === "none") {
+      body.tool_choice = { type: params.toolChoice };
+    } else if (params.toolChoice === "required") {
+      body.tool_choice = { type: "any" };
+    } else if (params.toolChoice && typeof params.toolChoice === "object") {
+      body.tool_choice = { name: params.toolChoice.name, type: "tool" };
+    }
+  }
+  if (typeof params.temperature === "number")
+    body.temperature = params.temperature;
+  if (typeof params.topP === "number")
+    body.top_p = params.topP;
+  if (typeof params.maxTokens === "number")
+    body.max_tokens = params.maxTokens;
+  if (params.stopSequences && params.stopSequences.length > 0) {
+    body.stop_sequences = params.stopSequences;
   }
   if (params.thinking) {
     body.thinking = params.thinking;
-    body.max_tokens = Math.max(MAX_TOKENS, params.thinking.budget_tokens + MAX_TOKENS);
+    body.max_tokens = Math.max(typeof body.max_tokens === "number" ? body.max_tokens : MAX_TOKENS, params.thinking.budget_tokens + MAX_TOKENS);
   }
   return body;
 };
@@ -1312,7 +1511,9 @@ async function* parseSSEStream4(body, signal) {
 }
 var fetchAndStream = async function* (baseUrl, config, params) {
   const body = buildRequestBody4(params);
-  const response = await fetch(`${baseUrl}/v1/messages`, {
+  const target = `${baseUrl}/v1/messages`;
+  const response = await fetch(target, {
+    ...h2IfHttps4(target),
     body: JSON.stringify(body),
     headers: {
       "anthropic-version": API_VERSION,
@@ -1333,9 +1534,9 @@ var fetchAndStream = async function* (baseUrl, config, params) {
 };
 var anthropic = (config) => {
   const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL4;
-  return {
+  return instrumentAIProvider({
     stream: (params) => fetchAndStream(baseUrl, config, params)
-  };
+  }, "anthropic");
 };
 
 // src/ai/providers/ollama.ts
@@ -1390,6 +1591,29 @@ var buildRequestBody5 = (params) => {
   if (params.tools && params.tools.length > 0) {
     body.tools = mapToolDefinitions3(params.tools);
   }
+  const options = {};
+  if (typeof params.temperature === "number")
+    options.temperature = params.temperature;
+  if (typeof params.topP === "number")
+    options.top_p = params.topP;
+  if (typeof params.maxTokens === "number")
+    options.num_predict = params.maxTokens;
+  if (params.stopSequences && params.stopSequences.length > 0)
+    options.stop = params.stopSequences;
+  if (typeof params.seed === "number")
+    options.seed = params.seed;
+  if (typeof params.frequencyPenalty === "number")
+    options.frequency_penalty = params.frequencyPenalty;
+  if (typeof params.presencePenalty === "number")
+    options.presence_penalty = params.presencePenalty;
+  if (Object.keys(options).length > 0) {
+    body.options = options;
+  }
+  if (params.responseFormat?.type === "json_object") {
+    body.format = "json";
+  } else if (params.responseFormat?.type === "json_schema") {
+    body.format = params.responseFormat.schema;
+  }
   return body;
 };
 var isRecord5 = (val) => val !== null && typeof val === "object" && !Array.isArray(val);
@@ -1548,9 +1772,9 @@ var fetchAndStream2 = async function* (baseUrl, params) {
 };
 var ollama = (config = {}) => {
   const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL5;
-  return {
+  return instrumentAIProvider({
     stream: (params) => fetchAndStream2(baseUrl, params)
-  };
+  }, "ollama");
 };
 
 // src/plugins/aiChat.ts
@@ -3308,5 +3532,5 @@ export {
   aiChat
 };
 
-//# debugId=CBF762187998F30D64756E2164756E21
+//# debugId=6F73987BE935C99464756E2164756E21
 //# sourceMappingURL=index.js.map