@rubytech/taskmaster 1.0.11 → 1.0.12

package/dist/gateway/server-methods/sessions-transcript.js

@@ -39,7 +39,7 @@ function extractTextFromContentBlocks(blocks) {
     }
     return parts.join("\n");
 }
-function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs) {
+function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs, maxChars = CONTENT_MAX_CHARS) {
     const entries = [];
     const ts = resolveTimestamp(line, fileMtimeMs);
     const model = line.message?.model;
@@ -57,7 +57,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
             agentId,
             timestamp: ts,
             type: "error",
-            content: truncate(content, CONTENT_MAX_CHARS),
+            content: truncate(content, maxChars),
             ...(model ? { model } : {}),
         });
         return entries;
@@ -74,7 +74,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
             agentId,
             timestamp: ts,
             type: "tool",
-            content: truncate(content, CONTENT_MAX_CHARS),
+            content: truncate(content, maxChars),
             ...(line.toolName ? { toolName: line.toolName } : {}),
             ...(model ? { model } : {}),
         });
@@ -93,7 +93,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
                 agentId,
                 timestamp: ts,
                 type: entryType,
-                content: truncate(msg.content, CONTENT_MAX_CHARS),
+                content: truncate(msg.content, maxChars),
                 ...(model ? { model } : {}),
             });
             return entries;
@@ -113,7 +113,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
                     agentId,
                     timestamp: ts,
                     type: "thinking",
-                    content: truncate(text, CONTENT_MAX_CHARS),
+                    content: truncate(text, maxChars),
                     ...(model ? { model } : {}),
                 });
             }
@@ -127,7 +127,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
                     agentId,
                     timestamp: ts,
                     type: "tool",
-                    content: truncate(content, CONTENT_MAX_CHARS),
+                    content: truncate(content, maxChars),
                     ...(toolName ? { toolName } : {}),
                     ...(model ? { model } : {}),
                 });
@@ -143,7 +143,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
                     agentId,
                     timestamp: ts,
                     type: entryType,
-                    content: truncate(text, CONTENT_MAX_CHARS),
+                    content: truncate(text, maxChars),
                     ...(model ? { model } : {}),
                 });
             }
@@ -161,7 +161,7 @@ function expandLineToEntries(line, sessionId, sessionKey, agentId, fileMtimeMs)
                     agentId,
                     timestamp: ts,
                     type: entryType,
-                    content: truncate(text, CONTENT_MAX_CHARS),
+                    content: truncate(text, maxChars),
                     ...(model ? { model } : {}),
                 });
             }
@@ -217,6 +217,7 @@ export const sessionsTranscriptHandlers = {
         const limit = p.limit ?? DEFAULT_LIMIT;
         const maxBytesPerFile = p.maxBytesPerFile ?? DEFAULT_MAX_BYTES_PER_FILE;
         const inputCursors = p.cursors ?? {};
+        const contentMaxChars = p.full ? Infinity : CONTENT_MAX_CHARS;
         const agentFilter = p.agents && p.agents.length > 0 ? new Set(p.agents) : null;
         try {
             const cfg = loadConfig();
@@ -285,7 +286,7 @@ export const sessionsTranscriptHandlers = {
                     catch {
                         continue;
                     }
-                    const expanded = expandLineToEntries(parsed, sessionId, sessionKey, agentId, result.fileMtimeMs);
+                    const expanded = expandLineToEntries(parsed, sessionId, sessionKey, agentId, result.fileMtimeMs, contentMaxChars);
                     allEntries.push(...expanded);
                 }
             }

package/dist/gateway/server-methods.js

@@ -16,6 +16,7 @@ import { filesHandlers } from "./server-methods/files.js";
 import { healthHandlers } from "./server-methods/health.js";
 import { licenseHandlers } from "./server-methods/license.js";
 import { logsHandlers } from "./server-methods/logs.js";
+import { memoryHandlers } from "./server-methods/memory.js";
 import { recordsHandlers } from "./server-methods/records.js";
 import { modelsHandlers } from "./server-methods/models.js";
 import { nodeHandlers } from "./server-methods/nodes.js";
@@ -88,6 +89,7 @@ const READ_METHODS = new Set([
     "records.search",
     "workspaces.list",
     "workspaces.scan",
+    "memory.status",
 ]);
 const WRITE_METHODS = new Set([
     "send",
@@ -172,7 +174,8 @@ function authorizeGatewayMethod(method, client) {
         method === "records.setField" ||
         method === "records.deleteField" ||
         method === "workspaces.create" ||
-        method === "workspaces.remove") {
+        method === "workspaces.remove" ||
+        method === "memory.reindex") {
         return errorShape(ErrorCodes.INVALID_REQUEST, "missing scope: operator.admin");
     }
     return errorShape(ErrorCodes.INVALID_REQUEST, "missing scope: operator.admin");
@@ -209,6 +212,7 @@ export const coreGatewayHandlers = {
     ...filesHandlers,
     ...browserScreencastHandlers,
     ...licenseHandlers,
+    ...memoryHandlers,
     ...recordsHandlers,
     ...workspacesHandlers,
 };

package/dist/memory/manager.js

@@ -1297,6 +1297,8 @@ export class MemoryIndexManager {
         }
         const vectorReady = await this.ensureVectorReady();
         const meta = this.readMeta();
+        const sourcesChanged = meta?.sources != null &&
+            JSON.stringify([...meta.sources].sort()) !== JSON.stringify([...this.sources].sort());
         const needsFullReindex = params?.force ||
             !meta ||
             meta.model !== this.provider.model ||
@@ -1304,7 +1306,16 @@ export class MemoryIndexManager {
             meta.providerKey !== this.providerKey ||
             meta.chunkTokens !== this.settings.chunking.tokens ||
             meta.chunkOverlap !== this.settings.chunking.overlap ||
-            (vectorReady && !meta?.vectorDims);
+            (vectorReady && !meta?.vectorDims) ||
+            sourcesChanged;
+        // Detect missing memory index: source enabled but no files indexed (legacy DB or failed initial sync)
+        if (!needsFullReindex && this.sources.has("memory") && !this.dirty) {
+            const memoryFileCount = this.db.prepare("SELECT COUNT(*) as c FROM files WHERE source = ?").get("memory").c;
+            if (memoryFileCount === 0) {
+                log.info("memory source enabled but no memory files indexed — marking dirty");
+                this.dirty = true;
+            }
+        }
         try {
             if (needsFullReindex) {
                 await this.runSafeReindex({
@@ -1331,6 +1342,10 @@ export class MemoryIndexManager {
             else {
                 this.sessionsDirty = false;
             }
+            // Persist sources to meta if missing (backfill for legacy databases)
+            if (meta && !meta.sources) {
+                this.writeMeta({ ...meta, sources: Array.from(this.sources) });
+            }
         }
         catch (err) {
             const reason = err instanceof Error ? err.message : String(err);
@@ -1455,6 +1470,7 @@ export class MemoryIndexManager {
                 providerKey: this.providerKey,
                 chunkTokens: this.settings.chunking.tokens,
                 chunkOverlap: this.settings.chunking.overlap,
+                sources: Array.from(this.sources),
             };
             if (this.vector.available && this.vector.dims) {
                 nextMeta.vectorDims = this.vector.dims;

package/dist/memory/memory-schema.js

@@ -60,6 +60,10 @@ export function ensureMemoryIndexSchema(params) {
             const message = err instanceof Error ? err.message : String(err);
             ftsAvailable = false;
             ftsError = message;
+            // Drop orphaned FTS shadow tables when the fts5 module is unavailable.
+            // Leaving them in the DB can cause "no such module: fts5" errors on
+            // unrelated operations if SQLite touches the virtual table machinery.
+            dropOrphanedFtsTables(params.db, params.ftsTable);
         }
     }
     ensureColumn(params.db, "files", "source", "TEXT NOT NULL DEFAULT 'memory'");
@@ -68,9 +72,27 @@ export function ensureMemoryIndexSchema(params) {
     params.db.exec(`CREATE INDEX IF NOT EXISTS idx_chunks_source ON chunks(source);`);
     return { ftsAvailable, ...(ftsError ? { ftsError } : {}) };
 }
+/**
+ * When fts5 module is unavailable but the virtual table and its shadow tables
+ * exist from a previous run, drop them to prevent "no such module" errors.
+ * Shadow tables follow the pattern: {ftsTable}_config, _content, _data, _docsize, _idx.
+ */
+function dropOrphanedFtsTables(db, ftsTable) {
+    const shadowSuffixes = ["_config", "_content", "_data", "_docsize", "_idx"];
+    for (const suffix of shadowSuffixes) {
+        try {
+            db.prepare(`DROP TABLE IF EXISTS ${ftsTable}${suffix}`).run();
+        }
+        catch { }
+    }
+    try {
+        db.prepare(`DROP TABLE IF EXISTS ${ftsTable}`).run();
+    }
+    catch { }
+}
 function ensureColumn(db, table, column, definition) {
     const rows = db.prepare(`PRAGMA table_info(${table})`).all();
     if (rows.some((row) => row.name === column))
         return;
-    db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+    db.prepare(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`).run();
 }

package/dist/web/auto-reply/monitor.js

@@ -230,7 +230,7 @@ export async function monitorWebChannel(verbose, listenerFactory = monitorWebInb
                     heartbeatLogger.warn(logData, "⚠️ web gateway heartbeat - no messages in 30+ minutes");
                 }
                 else {
-                    heartbeatLogger.info(logData, "web gateway heartbeat");
+                    heartbeatLogger.debug(logData, "web gateway heartbeat");
                 }
             }, heartbeatSeconds * 1000);
             watchdogTimer = setInterval(() => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rubytech/taskmaster",
-  "version": "1.0.11",
+  "version": "1.0.12",
   "description": "AI-powered business assistant for small businesses",
   "publishConfig": {
     "access": "public"

package/taskmaster-docs/USER-GUIDE.md

@@ -265,6 +265,8 @@ Your assistant can send messages, images, and reactions on your behalf — and r
 
 Your assistant can search, read, and update your business knowledge. It has full file access within your account workspace — it can create, read, update, and organise files. Files uploaded or dragged onto the Files page are automatically indexed for search.
 
+The Files page shows a **status indicator** next to the Re-index button — a green light means the index is up to date, red means files have changed since the last index. The indicator also shows the number of indexed files and chunks. If the light is red or search results seem stale, click **Re-index** to rebuild the search index.
+
 | Capability | Description |
 |------------|-------------|
 | Search knowledge | Find information across all your business files and notes |
@@ -479,7 +481,7 @@ The **Files** page shows your assistant's knowledge — everything it knows abou
 
 All files are markdown (`.md`) — plain text with simple formatting. You can upload new files by dragging them onto the Files page.
 
-When you add or change a file, your assistant picks it up automatically — no restart needed.
+When you add or change a file, your assistant picks it up automatically — no restart needed. The status light on the Files page turns red when files have changed since the last index, so you can see at a glance whether a re-index is needed.
 
 ---
 

package/templates/customer/agents/admin/AGENTS.md

@@ -42,14 +42,15 @@ Use the owner's name naturally in conversation (you'll find it in USER.md).
 
 ---
 
-## Activity = Sessions First
+## Activity & Recent History
 
-When asked about "activity", "what's happened", or similar:
+When asked about "activity", "what happened", or similar:
 
-1. **Sessions are the source of truth** — that's where conversations live
-2. **Memory is context** — notes, decisions, and summaries you stored about what happened
+1. **Your conversation log first** — `memory/admin/conversations/YYYY-MM.md` is your own record of what you said and did. This is the most complete source, especially when sessions have been reset.
+2. **Sessions (current + previous)** — use `sessions_list` to see active sessions. Each entry may have a `previousSessions` array listing archived sessions. Pass a previous `sessionId` to `sessions_history` to read its transcript.
+3. **Memory** — notes, decisions, and summaries you stored about what happened.
 
-Check sessions first, then enrich with memory.
+Do not rely solely on the current session. Sessions reset on `/new`, auto-recovery, and expiry — always check your conversation log and `previousSessions` for the full picture.
 
 ---
 

package/templates/taskmaster/agents/admin/AGENTS.md

@@ -11,14 +11,15 @@ Before doing anything else:
 
 ---
 
-## Activity = Sessions First
+## Activity & Recent History
 
-When asked about "activity", "what's happened", or similar:
+When asked about "activity", "what happened", or similar:
 
-1. **Sessions are the source of truth** — that's where conversations live
-2. **Memory is context** — notes, decisions, and summaries you stored about what happened
+1. **Your conversation log first** — `memory/admin/conversations/YYYY-MM.md` is your own record of what you said and did. This is the most complete source, especially when sessions have been reset.
+2. **Sessions (current + previous)** — use `sessions_list` to see active sessions. Each entry may have a `previousSessions` array listing archived sessions. Pass a previous `sessionId` to `sessions_history` to read its transcript.
+3. **Memory** — notes, decisions, and summaries you stored about what happened.
 
-Check sessions first, then enrich with memory.
+Do not rely solely on the current session. Sessions reset on `/new`, auto-recovery, and expiry — always check your conversation log and `previousSessions` for the full picture.
 
 ## Multi-Channel
 
@@ -48,6 +49,7 @@ You have access to everything. Use it.
 Full access to all memory:
 - **Store:** Use `memory_write` freely
 - **Retrieve:** Use `memory_search` for any context
+- **Reindex:** Use `memory_reindex` with action `reindex` to rebuild the search index, or `status` to check index health
 - **Cross-agent:** You can see the public agent's conversations
 
 ### Finding Other Conversations

package/templates/tradesupport/agents/admin/AGENTS.md

@@ -42,14 +42,15 @@ Use the owner's name naturally in conversation (you'll find it in USER.md).
 
 ---
 
-## Activity = Sessions First
+## Activity & Recent History
 
-When asked about "activity", "what's happened", or similar:
+When asked about "activity", "what happened", or similar:
 
-1. **Sessions are the source of truth** — that's where conversations live
-2. **Memory is context** — notes, decisions, and summaries you stored about what happened
+1. **Your conversation log first** — `memory/admin/conversations/YYYY-MM.md` is your own record of what you said and did. This is the most complete source, especially when sessions have been reset.
+2. **Sessions (current + previous)** — use `sessions_list` to see active sessions. Each entry may have a `previousSessions` array listing archived sessions. Pass a previous `sessionId` to `sessions_history` to read its transcript.
+3. **Memory** — notes, decisions, and summaries you stored about what happened.
 
-Check sessions first, then enrich with memory.
+Do not rely solely on the current session. Sessions reset on `/new`, auto-recovery, and expiry — always check your conversation log and `previousSessions` for the full picture.
 
 ---