@massa-ai/tools-api 1.47.0 → 1.48.0

package/dist/index.js

@@ -401,7 +401,7 @@ var init_xdg = () => {};
 
 // ../../packages/shared/dist/config/massa-ai-config.js
 import path2 from "path";
-var SCHEDULER_JOB_KINDS, defaultMassaAiConfig;
+var SCHEDULER_JOB_KINDS, MAX_MATCH_WORK = 1e5, MAX_IGNORE_PATTERNS = 1024, DEFAULT_CAPTURE_POLICY, DEFAULT_SCHEDULER_CONFIG, defaultMassaAiConfig;
 var init_massa_ai_config = __esm(() => {
   init_xdg();
   SCHEDULER_JOB_KINDS = [
@@ -411,6 +411,54 @@ var init_massa_ai_config = __esm(() => {
     "observation-bridge",
     "checkpoint-purge"
   ];
+  DEFAULT_CAPTURE_POLICY = {
+    rules: [
+      { pattern: "**/node_modules/**", disposition: "Drop" },
+      { pattern: "**/.git/**", disposition: "Drop" },
+      { pattern: "**/dist/**", disposition: "Drop" },
+      { pattern: "**/build/**", disposition: "Drop" },
+      { pattern: "**/coverage/**", disposition: "Drop" },
+      { pattern: ".env", disposition: "Drop" },
+      { pattern: ".env.*", disposition: "Drop" },
+      { pattern: "**/generated/**", disposition: "Drop" },
+      { pattern: "**/*.generated.*", disposition: "Drop" },
+      { pattern: "**/*.d.ts", disposition: "Drop" },
+      { pattern: "**/__tests__/**", disposition: "Drop" },
+      { pattern: "**/tests/**", disposition: "Drop" },
+      { pattern: "**/*.test.ts", disposition: "Drop" },
+      { pattern: "**/*.test.tsx", disposition: "Drop" },
+      { pattern: "**/*.test.js", disposition: "Drop" },
+      { pattern: "**/*.test.jsx", disposition: "Drop" },
+      { pattern: "**/*.spec.ts", disposition: "Drop" },
+      { pattern: "**/*.spec.tsx", disposition: "Drop" },
+      { pattern: "**/*.spec.js", disposition: "Drop" },
+      { pattern: "**/*.spec.jsx", disposition: "Drop" },
+      { pattern: "**/benchmarks/**", disposition: "Drop" },
+      { pattern: "**/fixtures/**", disposition: "Drop" },
+      { pattern: "**/*.wasm*", disposition: "Drop" },
+      { pattern: "**/*.min.*", disposition: "Drop" },
+      { pattern: "**/*.map", disposition: "Drop" },
+      { pattern: "**/lock.yaml", disposition: "Drop" },
+      { pattern: "**/pnpm-lock.yaml", disposition: "Drop" },
+      { pattern: "**/package-lock.json", disposition: "Drop" },
+      { pattern: "**/bun.lockb", disposition: "Drop" },
+      { pattern: "**/yarn.lock", disposition: "Drop" }
+    ],
+    maxMatchWork: MAX_MATCH_WORK,
+    maxIgnorePatterns: MAX_IGNORE_PATTERNS
+  };
+  DEFAULT_SCHEDULER_CONFIG = {
+    enabled: false,
+    tickMs: 60000,
+    maxConcurrent: 2,
+    jobs: {
+      "memory-consolidation": { enabled: false, intervalMs: 30 * 60 * 1000 },
+      "decay-sweep": { enabled: false, intervalMs: 60 * 60 * 1000 },
+      "auto-improve": { enabled: false, intervalMs: 30 * 60 * 1000 },
+      "observation-bridge": { enabled: false, intervalMs: 30 * 60 * 1000 },
+      "checkpoint-purge": { enabled: false, intervalMs: 60 * 60 * 1000 }
+    }
+  };
   defaultMassaAiConfig = {
     database: {
       url: ""
@@ -429,7 +477,7 @@ var init_massa_ai_config = __esm(() => {
     impact: {
       bfsCteEnabled: false
     },
-    capturePolicy: undefined,
+    capturePolicy: DEFAULT_CAPTURE_POLICY,
     cache: {
       enabled: true,
       l1MaxSizeMB: 100,
@@ -552,7 +600,8 @@ var init_massa_ai_config = __esm(() => {
     },
     security: {
       corsOrigins: []
-    }
+    },
+    scheduler: DEFAULT_SCHEDULER_CONFIG
   };
 });
 
@@ -562,6 +611,8 @@ __export(exports_config_loader, {
   writeFileAtomically: () => writeFileAtomically,
   saveConfig: () => saveConfig,
   migrateDataDirOnce: () => migrateDataDirOnce,
+  mergeSchedulerSection: () => mergeSchedulerSection,
+  loadRawUserConfig: () => loadRawUserConfig,
   loadConfigSafe: () => loadConfigSafe,
   loadConfig: () => loadConfig,
   initConfig: () => initConfig,
@@ -584,6 +635,22 @@ function getConfigPath() {
 function configExists() {
   return fs.existsSync(CONFIG_FILE);
 }
+function mergeSchedulerJobs(base, incoming) {
+  const defaults = defaultMassaAiConfig.scheduler?.jobs ?? {};
+  const merged = {};
+  for (const kind of Object.keys(defaults)) {
+    merged[kind] = { ...defaults[kind], ...base?.[kind], ...incoming?.[kind] };
+  }
+  return merged;
+}
+function mergeSchedulerSection(base, incoming) {
+  return {
+    ...defaultMassaAiConfig.scheduler,
+    ...base,
+    ...incoming,
+    jobs: mergeSchedulerJobs(base?.jobs, incoming?.jobs)
+  };
+}
 function loadConfig() {
   if (!fs.existsSync(CONFIG_FILE)) {
     return defaultMassaAiConfig;
@@ -604,13 +671,27 @@ function loadConfig() {
       memory: { ...defaultMassaAiConfig.memory, ...userConfig.memory },
       hooks: { ...defaultMassaAiConfig.hooks, ...userConfig.hooks },
       handoffs: { ...defaultMassaAiConfig.handoffs, ...userConfig.handoffs },
-      security: { ...defaultMassaAiConfig.security, ...userConfig.security }
+      security: { ...defaultMassaAiConfig.security, ...userConfig.security },
+      scheduler: mergeSchedulerSection(undefined, userConfig.scheduler),
+      capturePolicy: userConfig.capturePolicy ?? defaultMassaAiConfig.capturePolicy
     };
   } catch (error) {
     console.error(`Error loading config from ${CONFIG_FILE}:`, error);
     return defaultMassaAiConfig;
   }
 }
+function loadRawUserConfig() {
+  try {
+    if (!fs.existsSync(CONFIG_FILE))
+      return {};
+    const parsed = JSON.parse(fs.readFileSync(CONFIG_FILE, "utf-8"));
+    if (!parsed || typeof parsed !== "object" || Array.isArray(parsed))
+      return {};
+    return parsed;
+  } catch {
+    return {};
+  }
+}
 function loadConfigSafe() {
   try {
     return loadConfig();
@@ -1080,6 +1161,9 @@ function savePartialConfig(partial) {
     return { success: false, details };
   }
   const merged = { ...current, ...mergedPartial };
+  if (mergedPartial.scheduler !== undefined) {
+    merged.scheduler = mergeSchedulerSection(current.scheduler, mergedPartial.scheduler);
+  }
   const configPath = getConfigPath();
   if (fs2.existsSync(configPath)) {
     const timestamp = new Date().toISOString().replace(/[:.]/g, "-");
@@ -1243,6 +1327,31 @@ function parsePositiveIntEnv(raw2, defaultValue, opts) {
   return Number.isInteger(n) && n >= floor ? n : defaultValue;
 }
 
+// ../../packages/shared/dist/config/embedding-dimensions.js
+function knownEmbeddingDimensions(model) {
+  if (!model)
+    return;
+  return KNOWN_EMBEDDING_DIMENSIONS[model.trim()];
+}
+function resolveEmbeddingDimensions(model, configured, envValue) {
+  if (envValue !== undefined)
+    return { dimensions: envValue };
+  const known = knownEmbeddingDimensions(model);
+  if (known !== undefined) {
+    return configured !== undefined && configured !== known ? { dimensions: known, correctedFrom: configured } : { dimensions: known };
+  }
+  return { dimensions: configured ?? DEFAULT_EMBEDDING_DIMENSIONS };
+}
+var KNOWN_EMBEDDING_DIMENSIONS, DEFAULT_EMBEDDING_DIMENSIONS = 2560;
+var init_embedding_dimensions = __esm(() => {
+  KNOWN_EMBEDDING_DIMENSIONS = {
+    "qwen3-embedding:8b": 4096,
+    "qwen3-embedding:4b": 2560,
+    "qwen3-embedding:0.6b": 1024,
+    "bge-m3": 1024
+  };
+});
+
 // ../../packages/shared/dist/config/index.js
 import path6 from "path";
 function envNum(key, fallback) {
@@ -1490,16 +1599,18 @@ class Config {
     this.config[key] = value;
   }
 }
-var DEFAULT_LLM_MODEL = "qwen2.5:7b-instruct", DEFAULT_LLM_CODE_MODEL = "qwen2.5-coder:7b", SCHEDULER_JOB_ENV, MAX_IGNORE_PATTERNS = 1024, DEFAULT_ALLOWED_EXTENSIONS, fileConfig, fileCacheL1Bytes, fileCacheL2Bytes, resolvedDataDir, defaultConfig, config;
+var DEFAULT_LLM_MODEL = "qwen2.5:7b-instruct", DEFAULT_LLM_CODE_MODEL = "qwen2.5-coder:7b", SCHEDULER_JOB_ENV, DEFAULT_ALLOWED_EXTENSIONS, fileConfig, fileCacheL1Bytes, fileCacheL2Bytes, resolvedDataDir, defaultConfig, config;
 var init_config = __esm(() => {
   init_env();
   init_config_loader();
   init_massa_ai_config();
   init_massa_ai_config();
+  init_massa_ai_config();
   init_config_loader();
   init_config_writer();
   init_xdg();
   init_api_key();
+  init_embedding_dimensions();
   SCHEDULER_JOB_ENV = {
     "memory-consolidation": {
       enabledVar: "MASSA_AI_SCHEDULER_CONSOLIDATION_ENABLED",
@@ -14322,7 +14433,7 @@ function validatePolicy(policy, opts = {}) {
   if (!Array.isArray(p.rules))
     throw new TypeError("policy.rules must be an array");
   const dropCount = p.rules.filter((r2) => r2?.disposition === "Drop").length;
-  const maxIgnore = typeof p.maxIgnorePatterns === "number" ? p.maxIgnorePatterns : MAX_IGNORE_PATTERNS2;
+  const maxIgnore = typeof p.maxIgnorePatterns === "number" ? p.maxIgnorePatterns : MAX_IGNORE_PATTERNS;
   if (dropCount > maxIgnore) {
     throw new TypeError(`policy: ${dropCount} Drop rules exceed maxIgnorePatterns=${maxIgnore}`);
   }
@@ -14340,7 +14451,7 @@ function matchesGlob2(path16, pattern) {
   }
   return re.test(path16);
 }
-var MAX_MATCH_WORK = 1e5, MAX_IGNORE_PATTERNS2 = 1024, DEFAULT_POLICY, applyPolicy = (filePath, policy) => {
+var DEFAULT_POLICY, applyPolicy = (filePath, policy) => {
   const normalized = filePath.trim();
   for (const rule of policy.rules) {
     if (matchesGlob2(normalized, rule.pattern))
@@ -14349,42 +14460,8 @@ var MAX_MATCH_WORK = 1e5, MAX_IGNORE_PATTERNS2 = 1024, DEFAULT_POLICY, applyPoli
   return "Keep";
 }, regexCache;
 var init_capture_policy = __esm(() => {
-  DEFAULT_POLICY = {
-    rules: [
-      { pattern: "**/node_modules/**", disposition: "Drop" },
-      { pattern: "**/.git/**", disposition: "Drop" },
-      { pattern: "**/dist/**", disposition: "Drop" },
-      { pattern: "**/build/**", disposition: "Drop" },
-      { pattern: "**/coverage/**", disposition: "Drop" },
-      { pattern: ".env", disposition: "Drop" },
-      { pattern: ".env.*", disposition: "Drop" },
-      { pattern: "**/generated/**", disposition: "Drop" },
-      { pattern: "**/*.generated.*", disposition: "Drop" },
-      { pattern: "**/*.d.ts", disposition: "Drop" },
-      { pattern: "**/__tests__/**", disposition: "Drop" },
-      { pattern: "**/tests/**", disposition: "Drop" },
-      { pattern: "**/*.test.ts", disposition: "Drop" },
-      { pattern: "**/*.test.tsx", disposition: "Drop" },
-      { pattern: "**/*.test.js", disposition: "Drop" },
-      { pattern: "**/*.test.jsx", disposition: "Drop" },
-      { pattern: "**/*.spec.ts", disposition: "Drop" },
-      { pattern: "**/*.spec.tsx", disposition: "Drop" },
-      { pattern: "**/*.spec.js", disposition: "Drop" },
-      { pattern: "**/*.spec.jsx", disposition: "Drop" },
-      { pattern: "**/benchmarks/**", disposition: "Drop" },
-      { pattern: "**/fixtures/**", disposition: "Drop" },
-      { pattern: "**/*.wasm*", disposition: "Drop" },
-      { pattern: "**/*.min.*", disposition: "Drop" },
-      { pattern: "**/*.map", disposition: "Drop" },
-      { pattern: "**/lock.yaml", disposition: "Drop" },
-      { pattern: "**/pnpm-lock.yaml", disposition: "Drop" },
-      { pattern: "**/package-lock.json", disposition: "Drop" },
-      { pattern: "**/bun.lockb", disposition: "Drop" },
-      { pattern: "**/yarn.lock", disposition: "Drop" }
-    ],
-    maxMatchWork: MAX_MATCH_WORK,
-    maxIgnorePatterns: MAX_IGNORE_PATTERNS2
-  };
+  init_dist();
+  DEFAULT_POLICY = DEFAULT_CAPTURE_POLICY;
   regexCache = new Map;
 });
 
@@ -106532,11 +106609,17 @@ var init_config2 = __esm(() => {
     ollama: (() => {
       const file3 = fileFor("ollama");
       const model = process.env.OLLAMA_EMBEDDING_MODEL || file3?.model || "qwen3-embedding:4b";
+      const rawEnvDimensions = Number(process.env.OLLAMA_EMBEDDING_DIMENSIONS);
+      const envDimensions = Number.isInteger(rawEnvDimensions) && rawEnvDimensions > 0 ? rawEnvDimensions : undefined;
+      const resolvedDimensions = resolveEmbeddingDimensions(model, file3?.dimensions, envDimensions);
+      if (resolvedDimensions.correctedFrom !== undefined) {
+        logger.warn(`[ollama] config.json records embedding.dimensions ${resolvedDimensions.correctedFrom} for model ` + `"${model}", which emits ${resolvedDimensions.dimensions}. Using ${resolvedDimensions.dimensions}. ` + "Update embedding.dimensions in config.json (or set OLLAMA_EMBEDDING_DIMENSIONS) to silence this.");
+      }
       return {
         provider: "ollama",
         model,
         baseURL: process.env.OLLAMA_BASE_URL || file3?.baseURL || "http://localhost:11434",
-        dimensions: process.env.OLLAMA_EMBEDDING_DIMENSIONS ? Number(process.env.OLLAMA_EMBEDDING_DIMENSIONS) : file3?.dimensions ?? 2560,
+        dimensions: resolvedDimensions.dimensions,
         priority: selectedProvider === "ollama" ? 1 : 50,
         timeout: 300000,
         maxRetries: 2,
@@ -133438,7 +133521,7 @@ function envNum2(key, fileValue, fallback) {
 }
 function readFileSchedulerJobs() {
   try {
-    const raw2 = loadConfigSafe().scheduler?.jobs;
+    const raw2 = loadRawUserConfig().scheduler?.jobs;
     return raw2;
   } catch {
     return;
@@ -183086,6 +183169,67 @@ function renderTxtLine(entry2) {
 }
 var SSE_HEARTBEAT_MS_DEFAULT = 15000;
 var SSE_MAX_DURATION_MS_DEFAULT = 10 * 60 * 1000;
+var SINK_POLL_MS_DEFAULT = 1000;
+var SINK_POLL_MAX_BYTES = 1024 * 1024;
+function startSinkTail(enqueue) {
+  const loggingConfig = config.get("logging");
+  const filePath = loggingConfig.file;
+  if (!filePath)
+    return;
+  const initial = activeReader.listFiles(filePath, loggingConfig.maxFiles);
+  if (initial.length === 0)
+    return;
+  let currentFile = initial[0];
+  let offset;
+  try {
+    offset = fs28.statSync(currentFile).size;
+  } catch {
+    return;
+  }
+  let carry = "";
+  let prevTs = new Date().toISOString();
+  let seq = 0;
+  const pollMs = Number(process.env.MASSA_AI_SSE_SINK_POLL_MS) || SINK_POLL_MS_DEFAULT;
+  const timer = setInterval(() => {
+    try {
+      const newest = activeReader.listFiles(filePath, loggingConfig.maxFiles)[0];
+      if (newest && newest !== currentFile) {
+        currentFile = newest;
+        offset = 0;
+        carry = "";
+      }
+      const size = fs28.statSync(currentFile).size;
+      if (size < offset) {
+        offset = 0;
+        carry = "";
+      }
+      if (size === offset)
+        return;
+      const length = Math.min(size - offset, SINK_POLL_MAX_BYTES);
+      const buf = Buffer.alloc(length);
+      const fd = fs28.openSync(currentFile, "r");
+      try {
+        fs28.readSync(fd, buf, 0, length, offset);
+      } finally {
+        fs28.closeSync(fd);
+      }
+      offset += length;
+      const text3 = carry + buf.toString("utf8");
+      const lines = text3.split(`
+`);
+      carry = lines.pop() ?? "";
+      for (const line of lines) {
+        if (line.trim() === "")
+          continue;
+        const parsed = parseLine(line, prevTs);
+        prevTs = parsed.ts;
+        enqueue({ ...parsed.entry, seq: ++seq });
+      }
+    } catch {}
+  }, pollMs);
+  timer.unref?.();
+  return () => clearInterval(timer);
+}
 var logsRoutes = new Elysia({ prefix: "/api/v1/logs" }).get("/", ({ query, set: set3 }) => {
   const parsed = parseRangeQuery(query);
   if (isQueryValidationError(parsed)) {
@@ -183151,9 +183295,14 @@ var logsRoutes = new Elysia({ prefix: "/api/v1/logs" }).get("/", ({ query, set:
           closed = true;
         }
       };
-      unsubscribe = logBuffer.subscribe((entry2) => {
-        enqueue(entry2);
-      });
+      const tail = startSinkTail(enqueue);
+      if (tail) {
+        unsubscribe = tail;
+      } else {
+        unsubscribe = logBuffer.subscribe((entry2) => {
+          enqueue(entry2);
+        });
+      }
       heartbeatTimer = setInterval(() => {
         if (closed) {
           clearInterval(heartbeatTimer);
@@ -183331,9 +183480,20 @@ warnIfTrustOverrideEnabled();
 await listenAfterParserValidation({
   validate: validateAllGrammars,
   listen: () => {
-    app.listen(PORT, (server) => {
-      setServerStopper(() => void server.stop());
-    });
+    try {
+      app.listen({ port: Number(PORT), reusePort: false }, (server) => {
+        setServerStopper(() => void server.stop());
+      });
+    } catch (error51) {
+      if (error51?.code === "EADDRINUSE") {
+        console.error(`Port ${PORT} is already in use \u2014 another massa-ai Tools API is running.
+` + `Stop it first, or start this one on another port:
+` + `  lsof -nP -iTCP:${PORT} -sTCP:LISTEN
+` + `  MASSA_AI_API_PORT=<other> bun run dev:api`);
+        process.exit(1);
+      }
+      throw error51;
+    }
   },
   onValidationFailure: (error51) => {
     console.error("Structural parser readiness failed; indexing is unavailable:", error51 instanceof Error ? error51.message : error51);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@massa-ai/tools-api",
-  "version": "1.47.0",
+  "version": "1.48.0",
   "author": "luizgmassa",
   "description": "massa-ai REST API server - Semantic code search, memory, and context compression",
   "type": "module",
@@ -21,8 +21,8 @@
     "test": "bun scripts/run-tests-isolated.ts"
   },
   "dependencies": {
-    "@massa-ai/core": "^1.47.0",
-    "@massa-ai/shared": "^1.47.0",
+    "@massa-ai/core": "^1.48.0",
+    "@massa-ai/shared": "^1.48.0",
     "elysia": "^1.2.25",
     "@elysiajs/swagger": "^1.2.0",
     "@elysiajs/cors": "^1.2.0",