@elizaos/plugin-local-ai 1.0.0-beta.24 → 1.0.0-beta.26

package/README.md

@@ -18,15 +18,6 @@ The plugin requires these environment variables (can be set in .env file or char
 "settings": {
   "USE_LOCAL_AI": true,
   "USE_STUDIOLM_TEXT_MODELS": false,
-  "USE_OLLAMA_TEXT_MODELS": false,
-
-  "OLLAMA_API_ENDPOINT": "http://localhost:11434",
-  "OLLAMA_MODEL": "deepseek-r1-distill-qwen-7b",
-  "USE_OLLAMA_EMBEDDING": false,
-  "OLLAMA_EMBEDDING_MODEL": "",
-  "OLLAMA_SMALL_MODEL": "deepseek-r1:1.5b",
-  "OLLAMA_MEDIUM_MODEL": "deepseek-r1:7b",
-  "OLLAMA_LARGE_MODEL": "deepseek-r1:7b",
 
   "STUDIOLM_SERVER_URL": "http://localhost:1234",
   "STUDIOLM_SMALL_MODEL": "lmstudio-community/deepseek-r1-distill-qwen-1.5b",
@@ -41,16 +32,6 @@ Or in `.env` file:
 # Local AI Configuration
 USE_LOCAL_AI=true
 USE_STUDIOLM_TEXT_MODELS=false
-USE_OLLAMA_TEXT_MODELS=false
-
-# Ollama Configuration
-OLLAMA_API_ENDPOINT=http://localhost:11434
-OLLAMA_MODEL=deepseek-r1-distill-qwen-7b
-USE_OLLAMA_EMBEDDING=false
-OLLAMA_EMBEDDING_MODEL=
-OLLAMA_SMALL_MODEL=deepseek-r1:1.5b
-OLLAMA_MEDIUM_MODEL=deepseek-r1:7b
-OLLAMA_LARGE_MODEL=deepseek-r1:7b
 
 # StudioLM Configuration
 STUDIOLM_SERVER_URL=http://localhost:1234
@@ -64,18 +45,6 @@ STUDIOLM_EMBEDDING_MODEL=false
 #### Text Model Source (Choose One)
 
 - `USE_STUDIOLM_TEXT_MODELS`: Enable StudioLM text models
-- `USE_OLLAMA_TEXT_MODELS`: Enable Ollama text models
-  Note: Only one text model source can be enabled at a time
-
-#### Ollama Settings
-
-- `OLLAMA_API_ENDPOINT`: Ollama API endpoint (default: http://localhost:11434)
-- `OLLAMA_MODEL`: Default model for general use
-- `USE_OLLAMA_EMBEDDING`: Enable Ollama for embeddings
-- `OLLAMA_EMBEDDING_MODEL`: Model for embeddings when enabled
-- `OLLAMA_SMALL_MODEL`: Model for lighter tasks
-- `OLLAMA_MEDIUM_MODEL`: Model for standard tasks
-- `OLLAMA_LARGE_MODEL`: Model for complex tasks
 
 #### StudioLM Settings
 
@@ -141,12 +110,4 @@ const largeResponse = await runtime.useModel(ModelType.TEXT_LARGE, {
 - Supports both small and medium-sized models
 - Optional embedding model support
 
-### 2. Ollama
-
-- Local model server with optimized inference
-- Supports various open models in GGUF format
-- Configure with `USE_OLLAMA_TEXT_MODELS=true`
-- Supports small, medium, and large models
-- Optional embedding model support
-
 Note: The plugin validates that only one text model source is enabled at a time to prevent conflicts.

package/dist/index.js

@@ -5,7 +5,7 @@ import path5 from "node:path";
 import { Readable as Readable2 } from "node:stream";
 import { fileURLToPath } from "node:url";
 import { ModelType as ModelType2, logger as logger9 } from "@elizaos/core";
-import { EmbeddingModel, FlagEmbedding } from "fastembed";
+import pkg from "fastembed";
 import {
   LlamaChatSession,
   getLlama as getLlama2
@@ -2341,6 +2341,7 @@ var VisionManager = class _VisionManager {
 };
 
 // src/index.ts
+var { EmbeddingModel, FlagEmbedding } = pkg;
 var __filename = fileURLToPath(import.meta.url);
 var __dirname = path5.dirname(__filename);
 var wordsToPunish = [
@@ -2412,8 +2413,7 @@ var LocalAIManager = class _LocalAIManager {
   transcribeManager;
   ttsManager;
   studioLMManager;
-  // Initialization state flags
-  ollamaInitialized = false;
+  // Initialization state flag
   studioLMInitialized = false;
   smallModelInitialized = false;
   mediumModelInitialized = false;
@@ -2428,7 +2428,6 @@ var LocalAIManager = class _LocalAIManager {
   visionInitializingPromise = null;
   transcriptionInitializingPromise = null;
   ttsInitializingPromise = null;
-  ollamaInitializingPromise = null;
   studioLMInitializingPromise = null;
   modelsDir;
   /**
@@ -2489,14 +2488,12 @@ var LocalAIManager = class _LocalAIManager {
       logger9.info("Validating environment configuration...");
       const config = {
         USE_LOCAL_AI: process.env.USE_LOCAL_AI,
-        USE_STUDIOLM_TEXT_MODELS: process.env.USE_STUDIOLM_TEXT_MODELS,
-        USE_OLLAMA_TEXT_MODELS: process.env.USE_OLLAMA_TEXT_MODELS
+        USE_STUDIOLM_TEXT_MODELS: process.env.USE_STUDIOLM_TEXT_MODELS
       };
       const validatedConfig = await validateConfig(config);
       logger9.info("Environment configuration validated");
       process.env.USE_LOCAL_AI = String(validatedConfig.USE_LOCAL_AI);
       process.env.USE_STUDIOLM_TEXT_MODELS = String(validatedConfig.USE_STUDIOLM_TEXT_MODELS);
-      process.env.USE_OLLAMA_TEXT_MODELS = String(validatedConfig.USE_OLLAMA_TEXT_MODELS);
       logger9.success("Environment initialization complete");
     } catch (error) {
       logger9.error("Environment validation failed:", {
@@ -2506,32 +2503,6 @@ var LocalAIManager = class _LocalAIManager {
       throw error;
     }
   }
-  /**
-   * Asynchronously initializes the Ollama model.
-   *
-   * @returns {Promise<void>} A Promise that resolves when the initialization is complete.
-   * @throws {Error} If the Ollama manager is not created, or if initialization of Ollama models fails.
-   */
-  async initializeOllama() {
-    try {
-      logger9.info("Initializing Ollama models...");
-      if (!this.ollamaManager) {
-        throw new Error("Ollama manager not created - cannot initialize");
-      }
-      await this.ollamaManager.initialize();
-      if (!this.ollamaManager.isInitialized()) {
-        throw new Error("Ollama initialization failed - models not properly loaded");
-      }
-      logger9.success("Ollama initialization complete");
-    } catch (error) {
-      logger9.error("Ollama initialization failed:", {
-        error: error instanceof Error ? error.message : String(error),
-        stack: error instanceof Error ? error.stack : void 0,
-        timestamp: (/* @__PURE__ */ new Date()).toISOString()
-      });
-      throw error;
-    }
-  }
   /**
    * Initializes StudioLM model with error handling.
    * @returns A Promise that resolves when the initialization is complete.
@@ -2649,21 +2620,19 @@ var LocalAIManager = class _LocalAIManager {
     }
   }
   /**
-   * Asynchronously generates text using either StudioLM or Ollama models based on the specified parameters.
+   * Asynchronously generates text using StudioLM models based on the specified parameters.
    *
    * @param {GenerateTextParams} params - The parameters for generating the text.
    * @returns {Promise<string>} - A promise that resolves to the generated text.
    */
-  async generateTextOllamaStudio(params) {
+  async generateTextLMStudio(params) {
     try {
       const modelConfig = this.getTextModelSource();
-      logger9.info("generateTextOllamaStudio called with:", {
+      logger9.info("generateTextLMStudio called with:", {
         modelSource: modelConfig.source,
         modelType: params.modelType,
         studioLMInitialized: this.studioLMInitialized,
-        ollamaInitialized: this.ollamaInitialized,
-        studioLMEnabled: process.env.USE_STUDIOLM_TEXT_MODELS === "true",
-        ollamaEnabled: process.env.USE_OLLAMA_TEXT_MODELS === "true"
+        studioLMEnabled: process.env.USE_STUDIOLM_TEXT_MODELS === "true"
       });
       if (modelConfig.source === "studiolm") {
         if (process.env.USE_STUDIOLM_TEXT_MODELS !== "true") {
@@ -2682,25 +2651,9 @@ var LocalAIManager = class _LocalAIManager {
         }
         return await this.studioLMManager.generateText(params, this.studioLMInitialized);
       }
-      if (modelConfig.source === "ollama") {
-        if (process.env.USE_OLLAMA_TEXT_MODELS !== "true") {
-          logger9.warn("Ollama requested but disabled in environment, falling back to local models");
-          return this.generateText(params);
-        }
-        if (!this.ollamaManager) {
-          logger9.warn("Ollama manager not initialized, falling back to local models");
-          return this.generateText(params);
-        }
-        if (!this.ollamaInitialized && !this.ollamaManager.isInitialized()) {
-          logger9.info("Initializing Ollama in generateTextOllamaStudio");
-          await this.ollamaManager.initialize();
-          this.ollamaInitialized = true;
-        }
-        return await this.ollamaManager.generateText(params, this.ollamaInitialized);
-      }
       return this.generateText(params);
     } catch (error) {
-      logger9.error("Text generation with Ollama/StudioLM failed:", {
+      logger9.error("Text generation with StudioLM failed:", {
         error: error instanceof Error ? error.message : String(error),
         stack: error instanceof Error ? error.stack : void 0,
         modelSource: this.getTextModelSource().source
@@ -2884,8 +2837,6 @@ var LocalAIManager = class _LocalAIManager {
       };
       if (process.env.USE_STUDIOLM_TEXT_MODELS === "true" && this.studioLMManager) {
         config.source = "studiolm";
-      } else if (process.env.USE_OLLAMA_TEXT_MODELS === "true" && this.ollamaManager) {
-        config.source = "ollama";
       }
       logger9.info("Selected text model source:", config);
       return config;
@@ -3049,26 +3000,6 @@ var LocalAIManager = class _LocalAIManager {
     }
     await this.ttsInitializingPromise;
   }
-  /**
-   * Lazy initialize the Ollama integration
-   */
-  async lazyInitOllama() {
-    if (this.ollamaInitialized) return;
-    if (!this.ollamaInitializingPromise) {
-      this.ollamaInitializingPromise = (async () => {
-        try {
-          await this.initializeOllama();
-          this.ollamaInitialized = true;
-          logger9.info("Ollama initialized successfully");
-        } catch (error) {
-          logger9.error("Failed to initialize Ollama:", error);
-          this.ollamaInitializingPromise = null;
-          throw error;
-        }
-      })();
-    }
-    await this.ollamaInitializingPromise;
-  }
   /**
    * Lazy initialize the StudioLM integration
    */
@@ -3111,7 +3042,7 @@ var localAiPlugin = {
       try {
         const modelConfig = localAIManager.getTextModelSource();
         if (modelConfig.source !== "local") {
-          return await localAIManager.generateTextOllamaStudio({
+          return await localAIManager.generateTextLMStudio({
             prompt,
             stopSequences,
             runtime,
@@ -3133,7 +3064,7 @@ var localAiPlugin = {
       try {
         const modelConfig = localAIManager.getTextModelSource();
         if (modelConfig.source !== "local") {
-          return await localAIManager.generateTextOllamaStudio({
+          return await localAIManager.generateTextLMStudio({
             prompt,
             stopSequences,
             runtime,
@@ -3183,7 +3114,7 @@ var localAiPlugin = {
         const modelConfig = localAIManager.getTextModelSource();
         let textResponse;
         if (modelConfig.source !== "local") {
-          textResponse = await localAIManager.generateTextOllamaStudio({
+          textResponse = await localAIManager.generateTextLMStudio({
             prompt: jsonPrompt,
             stopSequences: params.stopSequences,
             runtime,
@@ -3262,7 +3193,7 @@ var localAiPlugin = {
         const modelConfig = localAIManager.getTextModelSource();
         let textResponse;
         if (modelConfig.source !== "local") {
-          textResponse = await localAIManager.generateTextOllamaStudio({
+          textResponse = await localAIManager.generateTextLMStudio({
             prompt: jsonPrompt,
             stopSequences: params.stopSequences,
             runtime,