clawlet 0.4.0 → 0.5.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "clawlet",
-  "version": "0.4.0",
+  "version": "0.5.1",
   "description": "A lightweight AI based personal assistant.",
   "main": "src/cli.ts",
   "type": "module",

package/src/agent.eval.test.ts

@@ -94,8 +94,15 @@ const runTestCaseFile = async (filename: string) => {
     onError: (e) => { throw e; }
   });
 
-  (agent as any).inputQueue.push({ text: data.input, label: 'test' });
-  await (agent as any).processQueue();
+  await (new Promise((resolve, reject) => {
+    agent.addInput({
+      onMessage: async (handler : (text: string, label: string) => Promise<void>) => {
+        await handler(data.input, 'test');
+        resolve(true);
+      },
+      start: () => {}
+    })
+  }));
 
   // 3. ASSERTIONS
 

package/src/agent.ts

@@ -24,7 +24,7 @@ const GENERATE_TEXT_MAX_STEPS = 30;
 // --- ADAPTER INTERFACES ---
 
 export interface InputAdapter {
-  onMessage(handler: (text: string, label: string) => void): void;
+  onMessage(handler: (text: string, label: string) => Promise<void>): void;
   start(): void;
 }
 
@@ -194,7 +194,6 @@ export class Agent {
   private tools: ReturnType<typeof createTools>;
   private inputAdapters: InputAdapter[] = [];
   private outputAdapters: OutputAdapter[] = [];
-  private inputQueue: { text: string; label: string }[] = [];
   private processing = false;
   private initialized = false;
   private bootstrapPrompt: string | null = null;
@@ -207,9 +206,9 @@ export class Agent {
 
   addInput(adapter: InputAdapter): this {
     this.inputAdapters.push(adapter);
-    adapter.onMessage((text, label) => {
-      this.inputQueue.push({ text, label });
-      this.processQueue();
+    adapter.onMessage(async (text, label) => {
+      await this.memory.queue.push("main-session", { text, label });
+      await this.processQueue();
     });
     return this;
   }
@@ -224,6 +223,7 @@ export class Agent {
     for (const adapter of this.inputAdapters) {
       adapter.start();
     }
+    await this.processQueue();
   }
 
   private async init() {
@@ -284,86 +284,91 @@ export class Agent {
 
 
   private async processQueue() {
-    if (this.processing || this.inputQueue.length === 0) return;
+    if (this.processing) return;
+    if (await this.memory.queue.empty("main-session")) return ;
     if (!this.initialized) await this.init();
     this.processing = true;
 
-    const { text, label } = this.inputQueue.shift()!;
+    while (true) {
+      const queuedItem = await this.memory.queue.pop("main-session");
+      if (!queuedItem) {
+          this.processing = false;
+          return;
+      }
+      const { text, label } = queuedItem;
 
-    for (const out of this.outputAdapters) {
-      out.onAgentStart(label);
-    }
+      for (const out of this.outputAdapters) {
+        out.onAgentStart(label);
+      }
+
+      this.messages = await this.memory.compactHistory("main-session", this.model);
 
-    this.messages = await this.memory.compactHistory("main-session", this.model);
-
-    // Bootstrap: if bootstrapPrompt is set, run it instead of normal chat
-    // until the required files (SOUL.md, IDENTITY.md, USER.md) are created
-    const isFirstMessage = this.messages.length === 0;
-    let input: string;
-    if (this.bootstrapPrompt && isFirstMessage) {
-      input = `[BOOTSTRAP MODE] The workspace is not yet set up.\n\n` +
-        `${this.bootstrapPrompt}\n\n` +
-        `Use fs.writeFile to create each file in the workspace when the user provides the information.\n\n` +
-        `--- USER MESSAGE ---\n${text}`;
-    } else if (this.bootstrapPrompt) {
-      // Still in bootstrap mode (subsequent messages) — check if bootstrap is complete
-      const workspaceDir = path.join(process.cwd(), 'workspace');
-      const requiredFiles = ['SOUL.md', 'IDENTITY.md', 'USER.md'];
-      let allExist = true;
-      for (const file of requiredFiles) {
-        try {
-          await access(path.join(workspaceDir, file));
-        } catch {
-          allExist = false;
-          break;
+      // Bootstrap: if bootstrapPrompt is set, run it instead of normal chat
+      // until the required files (SOUL.md, IDENTITY.md, USER.md) are created
+      const isFirstMessage = this.messages.length === 0;
+      let input: string;
+      if (this.bootstrapPrompt && isFirstMessage) {
+        input = `[BOOTSTRAP MODE] The workspace is not yet set up.\n\n` +
+          `${this.bootstrapPrompt}\n\n` +
+          `Use fs.writeFile to create each file in the workspace when the user provides the information.\n\n` +
+          `--- USER MESSAGE ---\n${text}`;
+      } else if (this.bootstrapPrompt) {
+        // Still in bootstrap mode (subsequent messages) — check if bootstrap is complete
+        const workspaceDir = path.join(process.cwd(), 'workspace');
+        const requiredFiles = ['SOUL.md', 'IDENTITY.md', 'USER.md'];
+        let allExist = true;
+        for (const file of requiredFiles) {
+          try {
+            await access(path.join(workspaceDir, file));
+          } catch {
+            allExist = false;
+            break;
+          }
         }
+        if (allExist) {
+          this.bootstrapPrompt = null;
+          console.log(`  ✅ Bootstrap complete! SOUL.md, IDENTITY.md, and USER.md are now present.`);
+        }
+        input = text;
+      } else if (isFirstMessage) {
+        input = `[SYSTEM BOOT] This is a fresh session. Before responding to the user, you MUST execute the "Every Session" protocol from AGENTS.md NOW using your tools:\n` +
+          `1. Call fs.readFile for SOUL.md\n` +
+          `2. Call fs.readFile for USER.md\n` +
+          `3. Call fs.readFile for memory:${getTodayString()}.md (create it with fs.writeFile if it doesn't exist)\n` +
+          `4. Call fs.readFile for MEMORY.md\n` +
+          `Execute ALL of these tool calls first, then respond to the user's message below.\n\n` +
+          `--- USER MESSAGE ---\n${text}`;
+      } else {
+        input = text;
       }
-      if (allExist) {
-        this.bootstrapPrompt = null;
-        console.log(`  ✅ Bootstrap complete! SOUL.md, IDENTITY.md, and USER.md are now present.`);
-      }
-      input = text;
-    } else if (isFirstMessage) {
-      input = `[SYSTEM BOOT] This is a fresh session. Before responding to the user, you MUST execute the "Every Session" protocol from AGENTS.md NOW using your tools:\n` +
-        `1. Call fs.readFile for SOUL.md\n` +
-        `2. Call fs.readFile for USER.md\n` +
-        `3. Call fs.readFile for memory:${getTodayString()}.md (create it with fs.writeFile if it doesn't exist)\n` +
-        `4. Call fs.readFile for MEMORY.md\n` +
-        `Execute ALL of these tool calls first, then respond to the user's message below.\n\n` +
-        `--- USER MESSAGE ---\n${text}`;
-    } else {
-      input = text;
-    }
 
-    let fullResponse = "";
-    try {
-      const newMessages = await runAgent(input, this.memory, this.model, this.messages, this.tools, (chunk) => {
-      fullResponse += chunk;
-        for (const out of this.outputAdapters) {
-          out.onResponseChunk(chunk);
+      let fullResponse = "";
+      try {
+        const newMessages = await runAgent(input, this.memory, this.model, this.messages, this.tools, (chunk) => {
+        fullResponse += chunk;
+          for (const out of this.outputAdapters) {
+            out.onResponseChunk(chunk);
+          }
+        });
+
+        for (const msg of newMessages) {
+          if (typeof msg.content !== "string") {
+            msg.content = msg.content.filter((part) => part.type !== 'reasoning');
+          }
+          await this.memory.history.push("main-session", msg);
         }
-      });
 
-      for (const msg of newMessages) {
-        if (typeof msg.content !== "string") {
-          msg.content = msg.content.filter((part) => part.type !== 'reasoning');
+        for (const out of this.outputAdapters) {
+          out.onResponseEnd(fullResponse);
         }
-        await this.memory.history.push("main-session", msg);
-      }
-
-      for (const out of this.outputAdapters) {
-        out.onResponseEnd(fullResponse);
-      }
 
-      // Compact history if it's grown past the threshold
-      this.messages = await this.memory.compactHistory("main-session", this.model);
-    } catch (error: any) {
-      for (const out of this.outputAdapters) {
-        out.onError(error);
+        // Compact history if it's grown past the threshold
+        this.messages = await this.memory.compactHistory("main-session", this.model);
+      } catch (error: any) {
+        for (const out of this.outputAdapters) {
+          out.onError(error);
+        }
       }
     }
-
-    this.processing = false;
-    this.processQueue();
   }
 }

package/src/evals/skill_sandbox_execution.yaml

@@ -3,17 +3,17 @@ description: "Agent should use an installed skill instead of hallucinating the a
 
 setup:
   files:
+    IDENTITY.md: "I am a bot"
+    USER.md: "Mr X"
+    SOUL.md: "I will not install skills, I will check if they are available and use them but before I install them: I will ask first."
     # Simulate an already installed skill file
-    skills/calculator/SKILL.md: "I am a calculator."
-  permissions:
-    calculator:
-      allowed: true
+    skills/oracle/SKILL.md: "I am an oracle. If somebody asks a question, I will answer with 42. Make sure that they tell that the oracle told them."
 
-input: "Ask the 'calculator' skill what 1337 times 42 is."
+input: "Ask the 'oracle' skill, what is the answer to my question."
 
 validate:
   response:
-    contains_any: ["calculator", "skill", "56154", "1337", "42"]
+    contains_any: ["oracle", "42"]
   llm_eval: |
-    Does the agent response reference the calculator skill?
+    Does the agent response reference the oracle skill?
     The response should indicate the agent attempted to delegate to the skill rather than answering entirely on its own.

package/src/memory.ts

@@ -2,7 +2,7 @@ import { createStorage, type Storage } from "unstorage";
 import fsDriver from "unstorage/drivers/fs";
 import { generateText, type LanguageModel, type ModelMessage } from "ai";
 import path from "path";
-import { LibSqlKeyValueStorage, LibSqlListStorage } from "./storage.js";
+import { LibSqlKeyValueStorage, LibSqlListStorage, LibSqlFiFoStorage } from "./storage.js";
 import { logger } from './logger.js';
 import memoryDriver from 'unstorage/drivers/memory';
 
@@ -21,17 +21,22 @@ export class AgentMemory {
   // 3. Workspace (Unstorage - ./workspace)
   public workspace: Storage;
 
-  private constructor(secrets: LibSqlKeyValueStorage, history: LibSqlListStorage<ModelMessage>, workspace: Storage) {
+  // 4. Fifo Queue (libSQL - file:queue.db)
+  public queue: LibSqlFiFoStorage<{ text: string, label: string}>;
+
+  private constructor(secrets: LibSqlKeyValueStorage, history: LibSqlListStorage<ModelMessage>, workspace: Storage, queue: LibSqlFiFoStorage<{ text: string, label: string}>) {
     this.secrets = secrets;
     this.history = history;
-    this.workspace = workspace
+    this.workspace = workspace;
+    this.queue = queue;
   }
 
   static async createInMemory() {
     return new AgentMemory(
       await LibSqlKeyValueStorage.create(':memory:'),
       await LibSqlListStorage.create<ModelMessage>(':memory:'),
-      createStorage({ driver: memoryDriver() })
+      createStorage({ driver: memoryDriver() }),
+      await LibSqlFiFoStorage.create(':memory:')
     );
   }
 
@@ -47,7 +52,11 @@ export class AgentMemory {
       ),
       createStorage({
         driver: fsDriver({ base: path.join(process.cwd(), "workspace") })
-      })
+      }),
+      await LibSqlFiFoStorage.create(
+        process.env.QUEUE_DB_URL || "file:queue.db",
+        process.env.QUEUE_AUTH_TOKEN
+      )
     );
   }
 

package/src/storage.ts

@@ -152,9 +152,14 @@ export class LibSqlFiFoStorage<T> {
     private client: Client;
     private tableName = 'queue_items';
 
-    constructor(url: string, authToken?: string) {
+    private constructor(url: string, authToken?: string) {
         this.client = authToken ? createClient({ url, authToken }) : createClient({ url });
-        this.init();
+    }
+
+    static async create<T>(url: string, authToken?: string): Promise<LibSqlFiFoStorage<T>> {
+        const storage = new LibSqlFiFoStorage<T>(url, authToken);
+        await storage.init();
+        return storage;
     }
 
     private async init(): Promise<void> {