@stacksjs/ai 0.70.258 → 0.70.259

package/dist/drivers/ollama/index.js

@@ -1,334 +1,4 @@
-const DEFAULT_HOST = "http://localhost:11434", DEFAULT_MODEL = "llama3.2", DEFAULT_EMBEDDING_MODEL = "nomic-embed-text";
-let globalConfig = {};
-export function configure(config) {
-  globalConfig = { ...globalConfig, ...config };
-}
-function getConfig(config) {
-  return {
-    host: config?.host || globalConfig.host || process.env.OLLAMA_HOST || DEFAULT_HOST,
-    model: config?.model || globalConfig.model || process.env.OLLAMA_MODEL || DEFAULT_MODEL,
-    embeddingModel: config?.embeddingModel || globalConfig.embeddingModel || DEFAULT_EMBEDDING_MODEL
-  };
-}
-export function createOllamaDriver(config = {}) {
-  const {
-    host = process.env.OLLAMA_HOST || DEFAULT_HOST,
-    model = process.env.OLLAMA_MODEL || DEFAULT_MODEL,
-    embeddingModel = DEFAULT_EMBEDDING_MODEL
-  } = config;
-  return {
-    name: "Ollama",
-    async process(command, systemPrompt, history) {
-      const response = await fetch(`${host}/api/chat`, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify({
-          model,
-          messages: [
-            { role: "system", content: systemPrompt },
-            ...history,
-            { role: "user", content: command }
-          ],
-          stream: !1
-        })
-      });
-      if (!response.ok) {
-        const error = await response.text();
-        throw Error(`Ollama API error: ${error}`);
-      }
-      return (await response.json()).message.content;
-    },
-    async* stream(command, systemPrompt, history) {
-      const response = await fetch(`${host}/api/chat`, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify({
-          model,
-          messages: [
-            { role: "system", content: systemPrompt },
-            ...history,
-            { role: "user", content: command }
-          ],
-          stream: !0
-        })
-      });
-      if (!response.ok) {
-        const error = await response.text();
-        throw Error(`Ollama API error: ${error}`);
-      }
-      const reader = response.body?.getReader();
-      if (!reader)
-        throw Error("No response body");
-      const decoder = new TextDecoder;
-      let buffer = "";
-      while (!0) {
-        const { done, value } = await reader.read();
-        if (done)
-          break;
-        buffer += decoder.decode(value, { stream: !0 });
-        const lines = buffer.split(`
-`);
-        buffer = lines.pop() || "";
-        for (const line of lines) {
-          if (!line.trim())
-            continue;
-          try {
-            const data = JSON.parse(line);
-            if (data.message?.content)
-              yield data.message.content;
-          } catch {}
-        }
-      }
-    },
-    async embed(input) {
-      const inputs = Array.isArray(input) ? input : [input], embeddings = [];
-      for (const text of inputs) {
-        const response = await fetch(`${host}/api/embeddings`, {
-          method: "POST",
-          headers: { "Content-Type": "application/json" },
-          body: JSON.stringify({
-            model: embeddingModel,
-            prompt: text
-          })
-        });
-        if (!response.ok) {
-          const error = await response.text();
-          throw Error(`Ollama Embeddings API error: ${error}`);
-        }
-        const data = await response.json();
-        embeddings.push(data.embedding);
-      }
-      return Array.isArray(input) ? embeddings : embeddings[0];
-    }
-  };
-}
-export async function chat(messages, options = {}) {
-  const config = getConfig(), {
-    model = config.model,
-    temperature,
-    topP,
-    stop,
-    responseFormat
-  } = options, format = responseFormat?.type === "json_schema" ? responseFormat.json_schema.schema : responseFormat?.type === "json_object" ? "json" : void 0, response = await fetch(`${config.host}/api/chat`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({
-      model,
-      messages,
-      stream: !1,
-      format,
-      options: {
-        temperature,
-        top_p: topP,
-        stop
-      }
-    })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  const data = await response.json();
-  return {
-    content: data.message.content,
-    model: data.model,
-    usage: {
-      promptTokens: data.prompt_eval_count || 0,
-      completionTokens: data.eval_count || 0,
-      totalTokens: (data.prompt_eval_count || 0) + (data.eval_count || 0)
-    },
-    finishReason: data.done_reason || "stop"
-  };
-}
-export async function* streamChat(messages, options = {}) {
-  const config = getConfig(), {
-    model = config.model,
-    temperature,
-    topP,
-    stop
-  } = options, response = await fetch(`${config.host}/api/chat`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({
-      model,
-      messages,
-      stream: !0,
-      options: {
-        temperature,
-        top_p: topP,
-        stop
-      }
-    })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  const reader = response.body?.getReader();
-  if (!reader)
-    throw Error("No response body");
-  const decoder = new TextDecoder;
-  let buffer = "";
-  while (!0) {
-    const { done, value } = await reader.read();
-    if (done)
-      break;
-    buffer += decoder.decode(value, { stream: !0 });
-    const lines = buffer.split(`
-`);
-    buffer = lines.pop() || "";
-    for (const line of lines) {
-      if (!line.trim())
-        continue;
-      try {
-        const data = JSON.parse(line);
-        if (data.message?.content)
-          yield data.message.content;
-      } catch {}
-    }
-  }
-}
-export async function generate(prompt, options = {}) {
-  const config = getConfig(), response = await fetch(`${config.host}/api/generate`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({
-      model: options.model || config.model,
-      prompt,
-      system: options.system,
-      template: options.template,
-      context: options.context,
-      raw: options.raw,
-      format: options.format,
-      images: options.images,
-      stream: !1
-    })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  const data = await response.json();
-  return {
-    content: data.response,
-    model: data.model,
-    usage: {
-      promptTokens: data.prompt_eval_count || 0,
-      completionTokens: data.eval_count || 0,
-      totalTokens: (data.prompt_eval_count || 0) + (data.eval_count || 0)
-    }
-  };
-}
-export async function embed(input, model) {
-  const config = getConfig(), embeddingModel = model || config.embeddingModel, inputs = Array.isArray(input) ? input : [input], embeddings = [];
-  for (const text of inputs) {
-    const response = await fetch(`${config.host}/api/embeddings`, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        model: embeddingModel,
-        prompt: text
-      })
-    });
-    if (!response.ok) {
-      const error = await response.text();
-      throw Error(`Ollama Embeddings API error: ${error}`);
-    }
-    const data = await response.json();
-    embeddings.push(data.embedding);
-  }
-  return Array.isArray(input) ? embeddings : embeddings[0];
-}
-export async function listModels() {
-  const config = getConfig(), response = await fetch(`${config.host}/api/tags`, {
-    method: "GET"
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  return (await response.json()).models;
-}
-export async function pullModel(name, onProgress) {
-  const config = getConfig(), response = await fetch(`${config.host}/api/pull`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({ name, stream: !0 })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  const reader = response.body?.getReader();
-  if (!reader)
-    return;
-  const decoder = new TextDecoder;
-  let buffer = "";
-  while (!0) {
-    const { done, value } = await reader.read();
-    if (done)
-      break;
-    buffer += decoder.decode(value, { stream: !0 });
-    const lines = buffer.split(`
-`);
-    buffer = lines.pop() || "";
-    for (const line of lines) {
-      if (!line.trim())
-        continue;
-      try {
-        const data = JSON.parse(line);
-        if (onProgress)
-          onProgress(data.status ?? "", data.completed, data.total);
-      } catch {}
-    }
-  }
-}
-export async function deleteModel(name) {
-  const config = getConfig(), response = await fetch(`${config.host}/api/delete`, {
-    method: "DELETE",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({ name })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-}
-export async function showModel(_name) {
-  const config = getConfig(), response = await fetch(`${config.host}/api/show`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({ name: _name })
-  });
-  if (!response.ok) {
-    const error = await response.text();
-    throw Error(`Ollama API error: ${error}`);
-  }
-  return response.json();
-}
-export async function isRunning() {
-  const config = getConfig();
-  try {
-    return (await fetch(`${config.host}/api/tags`, {
-      method: "GET"
-    })).ok;
-  } catch {
-    return !1;
-  }
-}
-export const ollamaDriver = {
-  create: createOllamaDriver
-}, ollama = {
-  configure,
-  chat,
-  streamChat,
-  generate,
-  embed,
-  listModels,
-  pullModel,
-  deleteModel,
-  showModel,
-  isRunning,
-  createDriver: createOllamaDriver
-};
-export default ollama;
+const DEFAULT_HOST="http://localhost:11434",DEFAULT_MODEL="llama3.2",DEFAULT_EMBEDDING_MODEL="nomic-embed-text";let globalConfig={};export function configure(config){globalConfig={...globalConfig,...config}}function getConfig(config){return{host:config?.host||globalConfig.host||process.env.OLLAMA_HOST||DEFAULT_HOST,model:config?.model||globalConfig.model||process.env.OLLAMA_MODEL||DEFAULT_MODEL,embeddingModel:config?.embeddingModel||globalConfig.embeddingModel||DEFAULT_EMBEDDING_MODEL}}export function createOllamaDriver(config={}){const{host=process.env.OLLAMA_HOST||DEFAULT_HOST,model=process.env.OLLAMA_MODEL||DEFAULT_MODEL,embeddingModel=DEFAULT_EMBEDDING_MODEL}=config;return{name:"Ollama",async process(command,systemPrompt,history){const response=await fetch(`${host}/api/chat`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model,messages:[{role:"system",content:systemPrompt},...history,{role:"user",content:command}],stream:!1})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}return(await response.json()).message.content},async*stream(command,systemPrompt,history){const response=await fetch(`${host}/api/chat`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model,messages:[{role:"system",content:systemPrompt},...history,{role:"user",content:command}],stream:!0})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}const reader=response.body?.getReader();if(!reader)throw Error("No response body");const decoder=new TextDecoder;let buffer="";while(!0){const{done,value}=await reader.read();if(done)break;buffer+=decoder.decode(value,{stream:!0});const lines=buffer.split(`
+`);buffer=lines.pop()||"";for(const line of lines){if(!line.trim())continue;try{const data=JSON.parse(line);if(data.message?.content)yield data.message.content}catch{}}}},async embed(input){const inputs=Array.isArray(input)?input:[input],embeddings=[];for(const text of inputs){const response=await fetch(`${host}/api/embeddings`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model:embeddingModel,prompt:text})});if(!response.ok){const error=await response.text();throw Error(`Ollama Embeddings API error: ${error}`)}const data=await response.json();embeddings.push(data.embedding)}return Array.isArray(input)?embeddings:embeddings[0]}}}export async function chat(messages,options={}){const config=getConfig(),{model=config.model,temperature,topP,stop,responseFormat}=options,format=responseFormat?.type==="json_schema"?responseFormat.json_schema.schema:responseFormat?.type==="json_object"?"json":void 0,response=await fetch(`${config.host}/api/chat`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model,messages,stream:!1,format,options:{temperature,top_p:topP,stop}})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}const data=await response.json();return{content:data.message.content,model:data.model,usage:{promptTokens:data.prompt_eval_count||0,completionTokens:data.eval_count||0,totalTokens:(data.prompt_eval_count||0)+(data.eval_count||0)},finishReason:data.done_reason||"stop"}}export async function*streamChat(messages,options={}){const config=getConfig(),{model=config.model,temperature,topP,stop}=options,response=await fetch(`${config.host}/api/chat`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model,messages,stream:!0,options:{temperature,top_p:topP,stop}})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}const reader=response.body?.getReader();if(!reader)throw Error("No response body");const decoder=new TextDecoder;let buffer="";while(!0){const{done,value}=await reader.read();if(done)break;buffer+=decoder.decode(value,{stream:!0});const lines=buffer.split(`
+`);buffer=lines.pop()||"";for(const line of lines){if(!line.trim())continue;try{const data=JSON.parse(line);if(data.message?.content)yield data.message.content}catch{}}}}export async function generate(prompt,options={}){const config=getConfig(),response=await fetch(`${config.host}/api/generate`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model:options.model||config.model,prompt,system:options.system,template:options.template,context:options.context,raw:options.raw,format:options.format,images:options.images,stream:!1})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}const data=await response.json();return{content:data.response,model:data.model,usage:{promptTokens:data.prompt_eval_count||0,completionTokens:data.eval_count||0,totalTokens:(data.prompt_eval_count||0)+(data.eval_count||0)}}}export async function embed(input,model){const config=getConfig(),embeddingModel=model||config.embeddingModel,inputs=Array.isArray(input)?input:[input],embeddings=[];for(const text of inputs){const response=await fetch(`${config.host}/api/embeddings`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({model:embeddingModel,prompt:text})});if(!response.ok){const error=await response.text();throw Error(`Ollama Embeddings API error: ${error}`)}const data=await response.json();embeddings.push(data.embedding)}return Array.isArray(input)?embeddings:embeddings[0]}export async function listModels(){const config=getConfig(),response=await fetch(`${config.host}/api/tags`,{method:"GET"});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}return(await response.json()).models}export async function pullModel(name,onProgress){const config=getConfig(),response=await fetch(`${config.host}/api/pull`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({name,stream:!0})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}const reader=response.body?.getReader();if(!reader)return;const decoder=new TextDecoder;let buffer="";while(!0){const{done,value}=await reader.read();if(done)break;buffer+=decoder.decode(value,{stream:!0});const lines=buffer.split(`
+`);buffer=lines.pop()||"";for(const line of lines){if(!line.trim())continue;try{const data=JSON.parse(line);if(onProgress)onProgress(data.status??"",data.completed,data.total)}catch{}}}}export async function deleteModel(name){const config=getConfig(),response=await fetch(`${config.host}/api/delete`,{method:"DELETE",headers:{"Content-Type":"application/json"},body:JSON.stringify({name})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}}export async function showModel(_name){const config=getConfig(),response=await fetch(`${config.host}/api/show`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({name:_name})});if(!response.ok){const error=await response.text();throw Error(`Ollama API error: ${error}`)}return response.json()}export async function isRunning(){const config=getConfig();try{return(await fetch(`${config.host}/api/tags`,{method:"GET"})).ok}catch{return!1}}export const ollamaDriver={create:createOllamaDriver},ollama={configure,chat,streamChat,generate,embed,listModels,pullModel,deleteModel,showModel,isRunning,createDriver:createOllamaDriver};export default ollama;