clawlet 0.4.0 → 0.5.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "clawlet",
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "A lightweight AI based personal assistant.",
   "main": "src/cli.ts",
   "type": "module",

package/src/agent.eval.test.ts

@@ -94,8 +94,15 @@ const runTestCaseFile = async (filename: string) => {
     onError: (e) => { throw e; }
   });
 
-  (agent as any).inputQueue.push({ text: data.input, label: 'test' });
-  await (agent as any).processQueue();
+  await (new Promise((resolve, reject) => {
+    agent.addInput({
+      onMessage: async (handler : (text: string, label: string) => Promise<void>) => {
+        await handler(data.input, 'test');
+        resolve(true);
+      },
+      start: () => {}
+    })
+  }));
 
   // 3. ASSERTIONS
 

package/src/agent.ts

@@ -24,7 +24,7 @@ const GENERATE_TEXT_MAX_STEPS = 30;
 // --- ADAPTER INTERFACES ---
 
 export interface InputAdapter {
-  onMessage(handler: (text: string, label: string) => void): void;
+  onMessage(handler: (text: string, label: string) => Promise<void>): void;
   start(): void;
 }
 
@@ -194,7 +194,6 @@ export class Agent {
   private tools: ReturnType<typeof createTools>;
   private inputAdapters: InputAdapter[] = [];
   private outputAdapters: OutputAdapter[] = [];
-  private inputQueue: { text: string; label: string }[] = [];
   private processing = false;
   private initialized = false;
   private bootstrapPrompt: string | null = null;
@@ -207,9 +206,9 @@ export class Agent {
 
   addInput(adapter: InputAdapter): this {
     this.inputAdapters.push(adapter);
-    adapter.onMessage((text, label) => {
-      this.inputQueue.push({ text, label });
-      this.processQueue();
+    adapter.onMessage(async (text, label) => {
+      await this.memory.queue.push("main-session", { text, label });
+      await this.processQueue();
     });
     return this;
   }
@@ -224,6 +223,7 @@ export class Agent {
     for (const adapter of this.inputAdapters) {
       adapter.start();
     }
+    await this.processQueue();
   }
 
   private async init() {
@@ -284,11 +284,17 @@ export class Agent {
 
 
   private async processQueue() {
-    if (this.processing || this.inputQueue.length === 0) return;
+    if (this.processing) return;
+    if (await this.memory.queue.empty("main-session")) return ;
     if (!this.initialized) await this.init();
     this.processing = true;
 
-    const { text, label } = this.inputQueue.shift()!;
+    const queuedItem = await this.memory.queue.pop("main-session");
+    if (!queuedItem) {
+        this.processing = false;
+        return;
+    }
+    const { text, label } = queuedItem;
 
     for (const out of this.outputAdapters) {
       out.onAgentStart(label);
@@ -364,6 +370,5 @@ export class Agent {
     }
 
     this.processing = false;
-    this.processQueue();
   }
 }

package/src/evals/skill_sandbox_execution.yaml

@@ -3,17 +3,17 @@ description: "Agent should use an installed skill instead of hallucinating the a
 
 setup:
   files:
+    IDENTITY.md: "I am a bot"
+    USER.md: "Mr X"
+    SOUL.md: "I will not install skills, I will check if they are available and use them but before I install them: I will ask first."
     # Simulate an already installed skill file
-    skills/calculator/SKILL.md: "I am a calculator."
-  permissions:
-    calculator:
-      allowed: true
+    skills/oracle/SKILL.md: "I am an oracle. If somebody asks a question, I will answer with 42. Make sure that they tell that the oracle told them."
 
-input: "Ask the 'calculator' skill what 1337 times 42 is."
+input: "Ask the 'oracle' skill, what is the answer to my question."
 
 validate:
   response:
-    contains_any: ["calculator", "skill", "56154", "1337", "42"]
+    contains_any: ["oracle", "42"]
   llm_eval: |
-    Does the agent response reference the calculator skill?
+    Does the agent response reference the oracle skill?
     The response should indicate the agent attempted to delegate to the skill rather than answering entirely on its own.

package/src/memory.ts

@@ -2,7 +2,7 @@ import { createStorage, type Storage } from "unstorage";
 import fsDriver from "unstorage/drivers/fs";
 import { generateText, type LanguageModel, type ModelMessage } from "ai";
 import path from "path";
-import { LibSqlKeyValueStorage, LibSqlListStorage } from "./storage.js";
+import { LibSqlKeyValueStorage, LibSqlListStorage, LibSqlFiFoStorage } from "./storage.js";
 import { logger } from './logger.js';
 import memoryDriver from 'unstorage/drivers/memory';
 
@@ -21,17 +21,22 @@ export class AgentMemory {
   // 3. Workspace (Unstorage - ./workspace)
   public workspace: Storage;
 
-  private constructor(secrets: LibSqlKeyValueStorage, history: LibSqlListStorage<ModelMessage>, workspace: Storage) {
+  // 4. Fifo Queue (libSQL - file:queue.db)
+  public queue: LibSqlFiFoStorage<{ text: string, label: string}>;
+
+  private constructor(secrets: LibSqlKeyValueStorage, history: LibSqlListStorage<ModelMessage>, workspace: Storage, queue: LibSqlFiFoStorage<{ text: string, label: string}>) {
     this.secrets = secrets;
     this.history = history;
-    this.workspace = workspace
+    this.workspace = workspace;
+    this.queue = queue;
   }
 
   static async createInMemory() {
     return new AgentMemory(
       await LibSqlKeyValueStorage.create(':memory:'),
       await LibSqlListStorage.create<ModelMessage>(':memory:'),
-      createStorage({ driver: memoryDriver() })
+      createStorage({ driver: memoryDriver() }),
+      await LibSqlFiFoStorage.create(':memory:')
     );
   }
 
@@ -47,7 +52,11 @@ export class AgentMemory {
       ),
       createStorage({
         driver: fsDriver({ base: path.join(process.cwd(), "workspace") })
-      })
+      }),
+      await LibSqlFiFoStorage.create(
+        process.env.QUEUE_DB_URL || "file:queue.db",
+        process.env.QUEUE_AUTH_TOKEN
+      )
     );
   }
 

package/src/storage.ts

@@ -152,9 +152,14 @@ export class LibSqlFiFoStorage<T> {
     private client: Client;
     private tableName = 'queue_items';
 
-    constructor(url: string, authToken?: string) {
+    private constructor(url: string, authToken?: string) {
         this.client = authToken ? createClient({ url, authToken }) : createClient({ url });
-        this.init();
+    }
+
+    static async create<T>(url: string, authToken?: string): Promise<LibSqlFiFoStorage<T>> {
+        const storage = new LibSqlFiFoStorage<T>(url, authToken);
+        await storage.init();
+        return storage;
     }
 
     private async init(): Promise<void> {