niahere 0.2.21 → 0.2.22

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "niahere",
-  "version": "0.2.21",
+  "version": "0.2.22",
   "description": "A personal AI assistant daemon — scheduled jobs, chat across Telegram and Slack, persona system, and visual identity.",
   "type": "module",
   "scripts": {

package/src/channels/slack.ts

@@ -1,11 +1,15 @@
 import { App } from "@slack/bolt";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "fs";
+import { join } from "path";
+import { createHash } from "crypto";
 import { createChatEngine } from "../chat/engine";
-import type { Channel, ChatState, Attachment } from "../types";
+import type { Channel, ChatState, Attachment, AttachmentType } from "../types";
 import { getConfig, updateRawConfig } from "../utils/config";
 import { runMigrations } from "../db/migrate";
 import { Session } from "../db/models";
 import { log } from "../utils/log";
 import { getMcpServers } from "../mcp";
+import { getNiaHome } from "../utils/paths";
 import { classifyMime, validateAttachment, prepareImage } from "../utils/attachment";
 
 /** Strip markdown backticks so sentinel tokens like [NO_REPLY] match even when the LLM wraps them. */
@@ -128,6 +132,10 @@ class SlackChannel implements Channel {
 
     let botUserId: string | undefined;
 
+    // Watch channels: resolved after app.start() via conversations.list
+    // Maps channel ID → { name, behavior }
+    const watchChannels = new Map<string, { name: string; behavior: string }>();
+
     // Slash command: /nia
     app.command("/nia", async ({ command, ack, respond }) => {
       await ack();
@@ -172,6 +180,26 @@ class SlackChannel implements Channel {
       await respond("New conversation started.");
     });
 
+    // Disk-backed file cache: download once, read from disk on subsequent requests
+    const attachDir = join(getNiaHome(), "tmp", "attachments");
+    mkdirSync(attachDir, { recursive: true });
+
+    interface CachedFile {
+      path: string;
+      type: AttachmentType;
+      mimeType: string;
+      filename?: string;
+    }
+    const fileIndex = new Map<string, CachedFile>();
+
+    function urlHash(url: string): string {
+      return createHash("sha256").update(url).digest("hex").slice(0, 16);
+    }
+
+    function loadCached(entry: CachedFile): Attachment {
+      return { type: entry.type, data: readFileSync(entry.path), mimeType: entry.mimeType, filename: entry.filename };
+    }
+
     async function downloadSlackFile(url: string): Promise<Buffer> {
       const resp = await fetch(url, {
         headers: { Authorization: `Bearer ${botToken}` },
@@ -187,6 +215,31 @@ class SlackChannel implements Channel {
         const attType = classifyMime(mime);
         if (!attType) continue;
         if (!file.url_private_download) continue;
+
+        // Check in-memory index first
+        const cached = fileIndex.get(file.url_private_download);
+        if (cached && existsSync(cached.path)) {
+          attachments.push(loadCached(cached));
+          continue;
+        }
+
+        // Check disk (survives daemon restarts) — keyed by URL hash only (global dedup)
+        const hash = urlHash(file.url_private_download);
+        const ext = file.name?.split(".").pop() || "bin";
+        const diskPath = join(attachDir, `${hash}.${ext}`);
+        const metaPath = join(attachDir, `${hash}.meta.json`);
+        if (existsSync(diskPath) && existsSync(metaPath)) {
+          try {
+            const meta = JSON.parse(readFileSync(metaPath, "utf8"));
+            const entry: CachedFile = { path: diskPath, type: meta.type || attType, mimeType: meta.mimeType || mime, filename: meta.filename || file.name };
+            fileIndex.set(file.url_private_download, entry);
+            attachments.push(loadCached(entry));
+            continue;
+          } catch {
+            // Corrupt meta — re-download
+          }
+        }
+
         try {
           const data = await downloadSlackFile(file.url_private_download);
           const error = validateAttachment(data, mime);
@@ -201,6 +254,13 @@ class SlackChannel implements Channel {
             finalData = prepared.data;
             finalMime = prepared.mimeType;
           }
+
+          // Save file + metadata to disk
+          writeFileSync(diskPath, finalData);
+          writeFileSync(metaPath, JSON.stringify({ type: attType, mimeType: finalMime, filename: file.name }));
+          const entry: CachedFile = { path: diskPath, type: attType, mimeType: finalMime, filename: file.name };
+          fileIndex.set(file.url_private_download, entry);
+
           attachments.push({ type: attType, data: finalData, mimeType: finalMime, filename: file.name });
         } catch (err) {
           log.warn({ err, file: file.name }, "failed to download slack file");
@@ -269,7 +329,11 @@ class SlackChannel implements Channel {
         }
       }
 
-      if (!isDm && !isMention && !isActiveThread) {
+      // Check if this is a watched channel
+      const watchConfig = watchChannels.get(msg.channel);
+      const isWatched = !!watchConfig;
+
+      if (!isDm && !isMention && !isActiveThread && !isWatched) {
         log.debug({
           channel: msg.channel,
           text: (msg.text || "").slice(0, 80),
@@ -294,15 +358,6 @@ class SlackChannel implements Channel {
         text = `[user:${msg.user}] ${text}`;
       }
 
-      // Download any file attachments
-      let attachments: Attachment[] | undefined;
-      if (hasFiles) {
-        attachments = await extractSlackAttachments(msg.files!);
-      }
-
-      if (!text && (!attachments || attachments.length === 0)) return;
-      if (!text) text = attachments?.some(a => a.type === "image") ? "What's in this image?" : "Here's a file.";
-
       // Auto-register DM user for outbound messages
       if (isDm && !self.dmUserId && msg.user) {
         self.dmUserId = msg.user;
@@ -328,29 +383,65 @@ class SlackChannel implements Channel {
         replyThreadTs = threadTs;
       }
 
+      // Download any file attachments
+      let attachments: Attachment[] | undefined;
+      if (hasFiles) {
+        attachments = await extractSlackAttachments(msg.files!);
+      }
+
+      if (!text && (!attachments || attachments.length === 0)) return;
+      if (!text) text = attachments?.some(a => a.type === "image") ? "What's in this image?" : "Here's a file.";
+
       // When replying in a thread, fetch thread context so Nia can see the full conversation
       if (msg.thread_ts) {
         try {
           const replies = await client.conversations.replies({
             channel: msg.channel,
             ts: msg.thread_ts,
-            limit: 20,
+            limit: 50,
+          });
+          const priorMessages = (replies.messages || [])
+            .filter((m: any) => m.ts !== msg.ts); // exclude the triggering message
+
+          const threadMessages = priorMessages.map((m: any) => {
+            const sender = m.bot_id ? "bot" : (m.user || "unknown");
+            const fileHint = m.files?.length ? ` [${m.files.length} file(s) attached]` : "";
+            return `[${sender}]: ${m.text || "(no text)"}${fileHint}`;
           });
-          const threadMessages = (replies.messages || [])
-            .filter((m: any) => m.ts !== msg.ts) // exclude the triggering message
-            .map((m: any) => {
-              const sender = m.bot_id ? "bot" : (m.user || "unknown");
-              return `[${sender}]: ${m.text || "(no text)"}`;
-            });
           if (threadMessages.length > 0) {
             text = `[Thread context]\n${threadMessages.join("\n")}\n\n[Current message]\n${text}`;
           }
+
+          // Download files from recent thread messages (last 5 messages, max 5 files total)
+          if (!attachments) attachments = [];
+          const threadFileBudget = 5 - attachments.length;
+          if (threadFileBudget > 0) {
+            const messagesWithFiles = priorMessages.filter((m: any) => m.files?.length > 0).slice(-5);
+            let threadFilesAdded = 0;
+            for (const m of messagesWithFiles) {
+              if (threadFilesAdded >= threadFileBudget) break;
+              const extracted = await extractSlackAttachments(m.files || []);
+              for (const att of extracted) {
+                if (threadFilesAdded >= threadFileBudget) break;
+                attachments.push(att);
+                threadFilesAdded++;
+              }
+            }
+            if (threadFilesAdded > 0) {
+              log.info({ threadFiles: threadFilesAdded, channel: msg.channel }, "slack: downloaded thread attachments");
+            }
+          }
         } catch (err) {
           log.warn({ err, channel: msg.channel, thread_ts: msg.thread_ts }, "failed to fetch thread context");
         }
       }
 
-      log.info({ channel: msg.channel, key, text: text.slice(0, 100), isDm, attachments: attachments?.length || 0 }, "slack message received");
+      // Prepend watch behavior context for watched channels
+      if (watchConfig) {
+        text = `[Watch mode — #${watchConfig.name}]\nBehavior: ${watchConfig.behavior}\nRespond with [NO_REPLY] if no action needed.\n\n${text}`;
+      }
+
+      log.info({ channel: msg.channel, key, text: text.slice(0, 100), isDm, watched: isWatched, attachments: attachments?.length || 0 }, "slack message received");
 
       const state = await getState(key);
 
@@ -417,6 +508,39 @@ class SlackChannel implements Channel {
       log.warn({ err }, "could not get slack bot user ID");
     }
 
+    // Resolve watch channel names → IDs
+    const watchConfig = config.channels.slack.watch;
+    if (watchConfig) {
+      try {
+        const channelList: { id: string; name: string }[] = [];
+        let cursor: string | undefined;
+        do {
+          const resp = await app.client.conversations.list({
+            types: "public_channel,private_channel",
+            exclude_archived: true,
+            limit: 200,
+            cursor,
+          });
+          for (const ch of resp.channels || []) {
+            if (ch.id && ch.name) channelList.push({ id: ch.id, name: ch.name });
+          }
+          cursor = resp.response_metadata?.next_cursor || undefined;
+        } while (cursor);
+
+        for (const [name, cfg] of Object.entries(watchConfig)) {
+          const match = channelList.find((c) => c.name === name);
+          if (match) {
+            watchChannels.set(match.id, { name, behavior: cfg.behavior });
+            log.info({ channel: name, id: match.id }, "slack: watching channel");
+          } else {
+            log.warn({ channel: name }, "slack: watch channel not found");
+          }
+        }
+      } catch (err) {
+        log.warn({ err }, "slack: failed to resolve watch channels");
+      }
+    }
+
     log.info("slack bot started (Socket Mode)");
     this.app = app;
   }

package/src/mcp/server.ts

@@ -84,6 +84,27 @@ export function createNiaMcpServer() {
           content: [{ type: "text" as const, text: await handlers.listMessages(args.limit, args.room) }],
         }),
       ),
+      tool(
+        "add_watch_channel",
+        "Add or update a Slack watch channel. Watch channels receive ALL messages (not just @mentions) and act based on the behavior prompt. Requires daemon restart to take effect.",
+        {
+          name: z.string().describe("Slack channel name (without #), e.g. 'ask-kay-thread-notifications'"),
+          behavior: z.string().describe("What to monitor and how to respond, e.g. 'Monitor thread notifications. Flag failures to #tech.'"),
+        },
+        async (args) => ({
+          content: [{ type: "text" as const, text: handlers.addWatchChannel(args.name, args.behavior) }],
+        }),
+      ),
+      tool(
+        "remove_watch_channel",
+        "Remove a Slack watch channel. Requires daemon restart to take effect.",
+        {
+          name: z.string().describe("Slack channel name to stop watching"),
+        },
+        async (args) => ({
+          content: [{ type: "text" as const, text: handlers.removeWatchChannel(args.name) }],
+        }),
+      ),
       tool(
         "add_rule",
         "Add a behavioral rule. Rules are loaded into every session and take effect without restart. Use for 'from now on' / 'always' / 'never' type instructions.",
@@ -96,9 +117,9 @@ export function createNiaMcpServer() {
       ),
       tool(
         "add_memory",
-        "Save a concise factual memory for future reference. Memories are read on demand, not loaded automatically. Use for preferences, corrections, or patterns worth keeping. RULES: Max 200 chars. One insight per entry. NO raw logs, NO conversation transcripts, NO status dumps, NO duplicate observations. Bad: pasting nia status output. Good: 'curator job can get stuck in running state — needs timeout recovery'.",
+        "Save a concise factual memory for future reference. Memories are read on demand, not loaded automatically. Use for preferences, corrections, or patterns worth keeping. RULES: Max 300 chars. One insight per entry. NO raw logs, NO conversation transcripts, NO status dumps, NO duplicate observations. Bad: pasting nia status output. Good: 'curator job can get stuck in running state — needs timeout recovery'.",
         {
-          entry: z.string().max(300).describe("A single concise insight (max 200 chars, no raw logs or transcripts)"),
+          entry: z.string().max(300).describe("A single concise insight (max 300 chars, no raw logs or transcripts)"),
         },
         async (args) => ({
           content: [{ type: "text" as const, text: handlers.addMemory(args.entry) }],

package/src/mcp/tools.ts

@@ -3,7 +3,7 @@ import type { ScheduleType } from "../types";
 import { basename, join } from "path";
 import { Job, Message, Session } from "../db/models";
 import { computeInitialNextRun } from "../core/scheduler";
-import { getConfig } from "../utils/config";
+import { getConfig, readRawConfig, updateRawConfig } from "../utils/config";
 import { getPaths } from "../utils/paths";
 import { getChannel } from "../channels/registry";
 import { log } from "../utils/log";
@@ -229,6 +229,26 @@ export function addRule(rule: string): string {
   return `Rule added to rules.md. Takes effect on next new session.`;
 }
 
+export function addWatchChannel(name: string, behavior: string): string {
+  const raw = readRawConfig();
+  const channels = (raw.channels || {}) as Record<string, unknown>;
+  const slack = (channels.slack || {}) as Record<string, unknown>;
+  const watch = { ...((slack.watch || {}) as Record<string, unknown>), [name]: { behavior } };
+  updateRawConfig({ channels: { slack: { watch } } });
+  return `Watch channel "${name}" added. Restart daemon to apply.`;
+}
+
+export function removeWatchChannel(name: string): string {
+  const raw = readRawConfig();
+  const channels = (raw.channels || {}) as Record<string, unknown>;
+  const slack = (channels.slack || {}) as Record<string, unknown>;
+  const watch = { ...((slack.watch || {}) as Record<string, unknown>) };
+  if (!watch[name]) return `Watch channel "${name}" not found.`;
+  delete watch[name];
+  updateRawConfig({ channels: { slack: { watch } } });
+  return `Watch channel "${name}" removed. Restart daemon to apply.`;
+}
+
 export function addMemory(entry: string): string {
   // Guard: reject raw logs, transcripts, and overly long entries
   const trimmed = entry.trim();
@@ -241,19 +261,7 @@ export function addMemory(entry: string): string {
   const memoryPath = join(selfDir, "memory.md");
   const existing = existsSync(memoryPath) ? readFileSync(memoryPath, "utf8") : "";
 
-  // Deduplicate: skip if a substantially similar entry already exists
-  const normalized = trimmed.toLowerCase().replace(/[^a-z0-9 ]/g, "");
-  const lines = existing.split("\n").filter((l) => l.startsWith("- "));
-  for (const line of lines) {
-    const norm = line.slice(2).toLowerCase().replace(/[^a-z0-9 ]/g, "");
-    // Check if >60% of words overlap
-    const newWords = new Set(normalized.split(/\s+/).filter(Boolean));
-    const oldWords = new Set(norm.split(/\s+/).filter(Boolean));
-    if (newWords.size === 0) continue;
-    let overlap = 0;
-    for (const w of newWords) { if (oldWords.has(w)) overlap++; }
-    if (overlap / newWords.size > 0.6) return "Rejected: similar memory already exists.";
-  }
+  // TODO: add semantic dedup later (embeddings or similar)
 
   const date = new Date().toISOString().slice(0, 10);
   const header = `\n## ${date}`;

package/src/prompts/channel-slack.md

@@ -24,4 +24,11 @@
   - Stay quiet if: users are talking to each other, the message is clearly not directed at you, or it's a reaction/acknowledgement between humans.
   - When in doubt, stay quiet. Better to miss one than to interrupt a human conversation.
   - Never say "was that for me?" or similar — just respond or don't.
-  - To stay quiet, respond with exactly `[NO_REPLY]` and nothing else. This tells the system to skip sending a message.
+  - To stay quiet, respond with exactly `[NO_REPLY]` and nothing else. This tells the system to skip sending a message.
+
+### Watch mode
+- Some channels are configured for proactive monitoring via `channels.slack.watch` in config.
+- In watch channels, you receive ALL messages — not just @mentions. Messages are prefixed with `[Watch mode — #channel-name]` and a behavior prompt.
+- Follow the behavior prompt to decide what to do: flag issues, escalate, or stay quiet.
+- Use `[NO_REPLY]` for messages that don't need action. Most watch messages will be `[NO_REPLY]`.
+- You can manage watch channels via `add_watch_channel` / `remove_watch_channel` MCP tools (requires daemon restart).

package/src/prompts/environment.md

@@ -22,6 +22,8 @@ You have MCP tools for managing jobs directly — no need for shell commands:
 - **run_job** — trigger a job to run immediately
 - **send_message** — send a message to the user (via telegram, slack, or default channel). Supports `media_path` to send images/files.
 - **list_messages** — read recent chat history
+- **add_watch_channel** — add a Slack channel for proactive monitoring. Specify channel name and behavior prompt. Requires daemon restart.
+- **remove_watch_channel** — stop watching a Slack channel. Requires daemon restart.
 - **add_rule** — save a behavioral rule (loaded into every session, no restart needed). Use when told "from now on", "always", "never", or "remember to always..."
 - **add_memory** — save a factual memory (read on demand). Use when told "remember that...", or when you learn something surprising worth keeping
 
@@ -57,6 +59,8 @@ Config reference:
 - `channels.slack.app_token` — Slack app token (xapp-...)
 - `channels.slack.channel_id` — default Slack channel for outbound
 - `channels.slack.dm_user_id` — auto-registered DM user
+- `channels.slack.watch` — per-channel proactive monitoring (see Watch mode in Slack docs)
+{{slackWatch}}
 
 ## Persona & Memory
 

package/src/prompts/index.ts

@@ -21,6 +21,14 @@ export function getEnvironmentPrompt(): string {
   const paths = getPaths();
   const config = getConfig();
 
+  // Build watch channel summary if Slack is configured with watch channels
+  let slackWatch = "";
+  const watch = config.channels.slack.watch;
+  if (watch) {
+    const entries = Object.entries(watch).map(([name, cfg]) => `  - #${name}: ${cfg.behavior}`);
+    slackWatch = `\nActive watch channels:\n${entries.join("\n")}`;
+  }
+
   return interpolate(loadPrompt("environment.md"), {
     configPath: paths.config,
     dbUrl: config.database_url.replace(/\/\/.*@/, "//***@"),
@@ -31,6 +39,7 @@ export function getEnvironmentPrompt(): string {
     activeEnd: config.activeHours.end,
     model: config.model,
     logLevel: config.log_level,
+    slackWatch,
   });
 }
 

package/src/types/config.ts

@@ -4,6 +4,10 @@ export interface TelegramConfig {
   open: boolean;
 }
 
+export interface SlackWatchChannel {
+  behavior: string;
+}
+
 export interface SlackConfig {
   bot_token: string | null;
   app_token: string | null;
@@ -14,6 +18,7 @@ export interface SlackConfig {
   workspace: string | null;
   workspace_id: string | null;
   workspace_url: string | null;
+  watch: Record<string, SlackWatchChannel> | null;
 }
 
 export interface ChannelsConfig {

package/src/utils/config.ts

@@ -20,7 +20,7 @@ const DEFAULTS: Config = {
     enabled: true,
     default: "telegram",
     telegram: { bot_token: null, chat_id: null, open: false },
-    slack: { bot_token: null, app_token: null, channel_id: null, dm_user_id: null, bot_user_id: null, bot_name: null, workspace: null, workspace_id: null, workspace_url: null },
+    slack: { bot_token: null, app_token: null, channel_id: null, dm_user_id: null, bot_user_id: null, bot_name: null, workspace: null, workspace_id: null, workspace_url: null, watch: null },
   },
 };
 
@@ -142,6 +142,19 @@ export function loadConfig(): Config {
   const slWorkspaceUrl =
     typeof chSl.workspace_url === "string" ? chSl.workspace_url : null;
 
+  // Slack watch channels
+  const rawWatch = chSl.watch as Record<string, unknown> | undefined;
+  let slWatch: Record<string, { behavior: string }> | null = null;
+  if (rawWatch && typeof rawWatch === "object") {
+    slWatch = {};
+    for (const [name, val] of Object.entries(rawWatch)) {
+      if (val && typeof val === "object" && typeof (val as any).behavior === "string") {
+        slWatch[name] = { behavior: (val as any).behavior };
+      }
+    }
+    if (Object.keys(slWatch).length === 0) slWatch = null;
+  }
+
   return {
     model,
     runner,
@@ -154,7 +167,7 @@ export function loadConfig(): Config {
       enabled: channelsEnabled,
       default: defaultChannel,
       telegram: { bot_token: tgBotToken, chat_id: tgChatId, open: tgOpen },
-      slack: { bot_token: slBotToken, app_token: slAppToken, channel_id: slChannelId, dm_user_id: slDmUserId, bot_user_id: slBotUserId, bot_name: slBotName, workspace: slWorkspace, workspace_id: slWorkspaceId, workspace_url: slWorkspaceUrl },
+      slack: { bot_token: slBotToken, app_token: slAppToken, channel_id: slChannelId, dm_user_id: slDmUserId, bot_user_id: slBotUserId, bot_name: slBotName, workspace: slWorkspace, workspace_id: slWorkspaceId, workspace_url: slWorkspaceUrl, watch: slWatch },
     },
   };
 }