@elizaos/plugin-local-ai 1.0.4 → 1.0.7

package/dist/index.js

@@ -2395,6 +2395,10 @@ var LocalAIManager = class _LocalAIManager {
    */
   async generateText(params) {
     try {
+      if (this.ctx) {
+        this.ctx.dispose();
+        this.ctx = void 0;
+      }
       await this.initializeEnvironment();
       logger8.info("Generating text with model:", params.modelType);
       if (params.modelType === ModelType.TEXT_LARGE) {
@@ -2674,17 +2678,81 @@ var localAIManager = LocalAIManager.getInstance();
 var localAiPlugin = {
   name: "local-ai",
   description: "Local AI plugin using LLaMA models",
-  async init() {
+  async init(_config, runtime) {
+    logger8.info("\u{1F680} Initializing Local AI plugin...");
     try {
-      logger8.debug("Initializing local-ai plugin environment...");
       await localAIManager.initializeEnvironment();
-      logger8.success("Local AI plugin configuration validated and initialized");
+      const config = validateConfig();
+      if (!config.LOCAL_SMALL_MODEL || !config.LOCAL_LARGE_MODEL || !config.LOCAL_EMBEDDING_MODEL) {
+        logger8.warn("\u26A0\uFE0F Local AI plugin: Model configuration is incomplete");
+        logger8.warn("Please ensure the following environment variables are set:");
+        logger8.warn("- LOCAL_SMALL_MODEL: Path to small language model file");
+        logger8.warn("- LOCAL_LARGE_MODEL: Path to large language model file");
+        logger8.warn("- LOCAL_EMBEDDING_MODEL: Path to embedding model file");
+        logger8.warn("Example: LOCAL_SMALL_MODEL=llama-3.2-1b-instruct-q8_0.gguf");
+      }
+      const modelsDir = config.MODELS_DIR || path5.join(os3.homedir(), ".eliza", "models");
+      if (!fs5.existsSync(modelsDir)) {
+        logger8.warn(`\u26A0\uFE0F Models directory does not exist: ${modelsDir}`);
+        logger8.warn("The directory will be created, but you need to download model files");
+        logger8.warn("Visit https://huggingface.co/models to download compatible GGUF models");
+      }
+      logger8.info("\u{1F50D} Testing Local AI initialization...");
+      try {
+        await localAIManager.checkPlatformCapabilities();
+        const llamaInstance = await getLlama();
+        if (llamaInstance) {
+          logger8.success("\u2705 Local AI: llama.cpp library loaded successfully");
+        } else {
+          throw new Error("Failed to load llama.cpp library");
+        }
+        const smallModelPath = path5.join(modelsDir, config.LOCAL_SMALL_MODEL);
+        const largeModelPath = path5.join(modelsDir, config.LOCAL_LARGE_MODEL);
+        const embeddingModelPath = path5.join(modelsDir, config.LOCAL_EMBEDDING_MODEL);
+        const modelsExist = {
+          small: fs5.existsSync(smallModelPath),
+          large: fs5.existsSync(largeModelPath),
+          embedding: fs5.existsSync(embeddingModelPath)
+        };
+        if (!modelsExist.small && !modelsExist.large && !modelsExist.embedding) {
+          logger8.warn("\u26A0\uFE0F No model files found in models directory");
+          logger8.warn("Models will be downloaded on first use, which may take time");
+          logger8.warn("To pre-download models, run the plugin and it will fetch them automatically");
+        } else {
+          logger8.info("\u{1F4E6} Found model files:", {
+            small: modelsExist.small ? "\u2713" : "\u2717",
+            large: modelsExist.large ? "\u2713" : "\u2717",
+            embedding: modelsExist.embedding ? "\u2713" : "\u2717"
+          });
+        }
+        logger8.success("\u2705 Local AI plugin initialized successfully");
+        logger8.info("\u{1F4A1} Models will be loaded on-demand when first used");
+      } catch (testError) {
+        logger8.error("\u274C Local AI initialization test failed:", testError);
+        logger8.warn("The plugin may not function correctly");
+        logger8.warn("Please check:");
+        logger8.warn("1. Your system has sufficient memory (8GB+ recommended)");
+        logger8.warn("2. C++ build tools are installed (for node-llama-cpp)");
+        logger8.warn("3. Your CPU supports the required instruction sets");
+      }
     } catch (error) {
-      logger8.error("Plugin initialization failed:", {
+      logger8.error("\u274C Failed to initialize Local AI plugin:", {
         error: error instanceof Error ? error.message : String(error),
         stack: error instanceof Error ? error.stack : void 0
       });
-      throw error;
+      if (error instanceof Error) {
+        if (error.message.includes("Cannot find module")) {
+          logger8.error("\u{1F4DA} Missing dependencies detected");
+          logger8.error("Please run: npm install or bun install");
+        } else if (error.message.includes("node-llama-cpp")) {
+          logger8.error("\u{1F527} node-llama-cpp build issue detected");
+          logger8.error("Please ensure C++ build tools are installed:");
+          logger8.error("- Windows: Install Visual Studio Build Tools");
+          logger8.error("- macOS: Install Xcode Command Line Tools");
+          logger8.error("- Linux: Install build-essential package");
+        }
+      }
+      logger8.warn("\u26A0\uFE0F Local AI plugin will not be available");
     }
   },
   models: {