@stacksjs/ai 0.70.88 → 0.70.91

package/dist/drivers/ollama/index.js

@@ -0,0 +1,332 @@
+const DEFAULT_HOST = "http://localhost:11434", DEFAULT_MODEL = "llama3.2", DEFAULT_EMBEDDING_MODEL = "nomic-embed-text";
+let globalConfig = {};
+export function configure(config) {
+  globalConfig = { ...globalConfig, ...config };
+}
+function getConfig(config) {
+  return {
+    host: config?.host || globalConfig.host || process.env.OLLAMA_HOST || DEFAULT_HOST,
+    model: config?.model || globalConfig.model || process.env.OLLAMA_MODEL || DEFAULT_MODEL,
+    embeddingModel: config?.embeddingModel || globalConfig.embeddingModel || DEFAULT_EMBEDDING_MODEL
+  };
+}
+export function createOllamaDriver(config = {}) {
+  const {
+    host = process.env.OLLAMA_HOST || DEFAULT_HOST,
+    model = process.env.OLLAMA_MODEL || DEFAULT_MODEL,
+    embeddingModel = DEFAULT_EMBEDDING_MODEL
+  } = config;
+  return {
+    name: "Ollama",
+    async process(command, systemPrompt, history) {
+      const response = await fetch(`${host}/api/chat`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+          model,
+          messages: [
+            { role: "system", content: systemPrompt },
+            ...history,
+            { role: "user", content: command }
+          ],
+          stream: !1
+        })
+      });
+      if (!response.ok) {
+        const error = await response.text();
+        throw Error(`Ollama API error: ${error}`);
+      }
+      return (await response.json()).message.content;
+    },
+    async* stream(command, systemPrompt, history) {
+      const response = await fetch(`${host}/api/chat`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+          model,
+          messages: [
+            { role: "system", content: systemPrompt },
+            ...history,
+            { role: "user", content: command }
+          ],
+          stream: !0
+        })
+      });
+      if (!response.ok) {
+        const error = await response.text();
+        throw Error(`Ollama API error: ${error}`);
+      }
+      const reader = response.body?.getReader();
+      if (!reader)
+        throw Error("No response body");
+      const decoder = new TextDecoder;
+      let buffer = "";
+      while (!0) {
+        const { done, value } = await reader.read();
+        if (done)
+          break;
+        buffer += decoder.decode(value, { stream: !0 });
+        const lines = buffer.split(`
+`);
+        buffer = lines.pop() || "";
+        for (const line of lines) {
+          if (!line.trim())
+            continue;
+          try {
+            const data = JSON.parse(line);
+            if (data.message?.content)
+              yield data.message.content;
+          } catch {}
+        }
+      }
+    },
+    async embed(input) {
+      const inputs = Array.isArray(input) ? input : [input], embeddings = [];
+      for (const text of inputs) {
+        const response = await fetch(`${host}/api/embeddings`, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({
+            model: embeddingModel,
+            prompt: text
+          })
+        });
+        if (!response.ok) {
+          const error = await response.text();
+          throw Error(`Ollama Embeddings API error: ${error}`);
+        }
+        const data = await response.json();
+        embeddings.push(data.embedding);
+      }
+      return Array.isArray(input) ? embeddings : embeddings[0];
+    }
+  };
+}
+export async function chat(messages, options = {}) {
+  const config = getConfig(), {
+    model = config.model,
+    temperature,
+    topP,
+    stop
+  } = options, response = await fetch(`${config.host}/api/chat`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({
+      model,
+      messages,
+      stream: !1,
+      options: {
+        temperature,
+        top_p: topP,
+        stop
+      }
+    })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  const data = await response.json();
+  return {
+    content: data.message.content,
+    model: data.model,
+    usage: {
+      promptTokens: data.prompt_eval_count || 0,
+      completionTokens: data.eval_count || 0,
+      totalTokens: (data.prompt_eval_count || 0) + (data.eval_count || 0)
+    },
+    finishReason: data.done_reason || "stop"
+  };
+}
+export async function* streamChat(messages, options = {}) {
+  const config = getConfig(), {
+    model = config.model,
+    temperature,
+    topP,
+    stop
+  } = options, response = await fetch(`${config.host}/api/chat`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({
+      model,
+      messages,
+      stream: !0,
+      options: {
+        temperature,
+        top_p: topP,
+        stop
+      }
+    })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  const reader = response.body?.getReader();
+  if (!reader)
+    throw Error("No response body");
+  const decoder = new TextDecoder;
+  let buffer = "";
+  while (!0) {
+    const { done, value } = await reader.read();
+    if (done)
+      break;
+    buffer += decoder.decode(value, { stream: !0 });
+    const lines = buffer.split(`
+`);
+    buffer = lines.pop() || "";
+    for (const line of lines) {
+      if (!line.trim())
+        continue;
+      try {
+        const data = JSON.parse(line);
+        if (data.message?.content)
+          yield data.message.content;
+      } catch {}
+    }
+  }
+}
+export async function generate(prompt, options = {}) {
+  const config = getConfig(), response = await fetch(`${config.host}/api/generate`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({
+      model: options.model || config.model,
+      prompt,
+      system: options.system,
+      template: options.template,
+      context: options.context,
+      raw: options.raw,
+      format: options.format,
+      images: options.images,
+      stream: !1
+    })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  const data = await response.json();
+  return {
+    content: data.response,
+    model: data.model,
+    usage: {
+      promptTokens: data.prompt_eval_count || 0,
+      completionTokens: data.eval_count || 0,
+      totalTokens: (data.prompt_eval_count || 0) + (data.eval_count || 0)
+    }
+  };
+}
+export async function embed(input, model) {
+  const config = getConfig(), embeddingModel = model || config.embeddingModel, inputs = Array.isArray(input) ? input : [input], embeddings = [];
+  for (const text of inputs) {
+    const response = await fetch(`${config.host}/api/embeddings`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        model: embeddingModel,
+        prompt: text
+      })
+    });
+    if (!response.ok) {
+      const error = await response.text();
+      throw Error(`Ollama Embeddings API error: ${error}`);
+    }
+    const data = await response.json();
+    embeddings.push(data.embedding);
+  }
+  return Array.isArray(input) ? embeddings : embeddings[0];
+}
+export async function listModels() {
+  const config = getConfig(), response = await fetch(`${config.host}/api/tags`, {
+    method: "GET"
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  return (await response.json()).models;
+}
+export async function pullModel(name, onProgress) {
+  const config = getConfig(), response = await fetch(`${config.host}/api/pull`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({ name, stream: !0 })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  const reader = response.body?.getReader();
+  if (!reader)
+    return;
+  const decoder = new TextDecoder;
+  let buffer = "";
+  while (!0) {
+    const { done, value } = await reader.read();
+    if (done)
+      break;
+    buffer += decoder.decode(value, { stream: !0 });
+    const lines = buffer.split(`
+`);
+    buffer = lines.pop() || "";
+    for (const line of lines) {
+      if (!line.trim())
+        continue;
+      try {
+        const data = JSON.parse(line);
+        if (onProgress)
+          onProgress(data.status ?? "", data.completed, data.total);
+      } catch {}
+    }
+  }
+}
+export async function deleteModel(name) {
+  const config = getConfig(), response = await fetch(`${config.host}/api/delete`, {
+    method: "DELETE",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({ name })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+}
+export async function showModel(_name) {
+  const config = getConfig(), response = await fetch(`${config.host}/api/show`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify({ name: _name })
+  });
+  if (!response.ok) {
+    const error = await response.text();
+    throw Error(`Ollama API error: ${error}`);
+  }
+  return response.json();
+}
+export async function isRunning() {
+  const config = getConfig();
+  try {
+    return (await fetch(`${config.host}/api/tags`, {
+      method: "GET"
+    })).ok;
+  } catch {
+    return !1;
+  }
+}
+export const ollamaDriver = {
+  create: createOllamaDriver
+}, ollama = {
+  configure,
+  chat,
+  streamChat,
+  generate,
+  embed,
+  listModels,
+  pullModel,
+  deleteModel,
+  showModel,
+  isRunning,
+  createDriver: createOllamaDriver
+};
+export default ollama;

package/dist/drivers/openai/index.d.ts

@@ -0,0 +1,66 @@
+import type { AIDriver, AIDriverConfig, AIMessage, AIResult, ChatCompletionOptions } from '../../types';
+/**
+ * Configure OpenAI globally
+ */
+export declare function configure(config: OpenAIDriverConfig): void;
+export declare function createOpenAIDriver(config: OpenAIDriverConfig): AIDriver;
+/**
+ * Chat completion with full options
+ */
+export declare function chat(messages: AIMessage[], options?: ChatCompletionOptions): Promise<AIResult>;
+/**
+ * Stream chat completion
+ */
+export declare function streamChat(messages: AIMessage[], options?: ChatCompletionOptions): AsyncGenerator<string>;
+/**
+ * Create embeddings
+ */
+export declare function embed(input: string | string[], model?: unknown): Promise<number[] | number[][]>;
+/**
+ * Generate images using DALL-E
+ */
+export declare function generateImage(prompt: string, options?: {
+    model?: 'dall-e-2' | 'dall-e-3'
+    size?: '256x256' | '512x512' | '1024x1024' | '1792x1024' | '1024x1792'
+    quality?: 'standard' | 'hd'
+    n?: number
+    responseFormat?: 'url' | 'b64_json'
+  }): Promise<{ url?: string, b64_json?: string }[]>;
+/**
+ * Transcribe audio using Whisper
+ */
+export declare function transcribe(audioFile: Blob | File, options?: {
+    model?: 'whisper-1'
+    language?: string
+    prompt?: string
+    responseFormat?: 'json' | 'text' | 'srt' | 'verbose_json' | 'vtt'
+    temperature?: number
+  }): Promise<{ text: string }>;
+/**
+ * Text-to-speech using OpenAI TTS
+ */
+export declare function textToSpeech(input: string, options?: {
+    model?: 'tts-1' | 'tts-1-hd'
+    voice?: 'alloy' | 'echo' | 'fable' | 'onyx' | 'nova' | 'shimmer'
+    responseFormat?: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm'
+    speed?: number
+  }): Promise<ArrayBuffer>;
+export declare const openaiDriver: { create: typeof createOpenAIDriver };
+export declare const openai: {
+  configure: typeof configure;
+  chat: typeof chat;
+  streamChat: typeof streamChat;
+  embed: typeof embed;
+  generateImage: typeof generateImage;
+  transcribe: typeof transcribe;
+  textToSpeech: typeof textToSpeech;
+  createDriver: unknown
+};
+export declare interface OpenAIDriverConfig extends AIDriverConfig {
+  apiKey: string
+  model?: string
+  maxTokens?: number
+  embeddingModel?: string
+  baseUrl?: string
+}
+export default openai;