@massa-ai/tools-api 1.18.0 → 1.20.0

package/dist/index.js

@@ -50705,6 +50705,9 @@ async function _checkJsonSchemaSupport() {
     return false;
   }
 }
+function _setJsonSchemaSupportedForTesting(flag) {
+  _jsonSchemaSupported = flag;
+}
 function isLlmEnabled() {
   if (testEnabledOverride !== null)
     return testEnabledOverride;
@@ -50714,6 +50717,9 @@ function isLlmEnabled() {
     return false;
   }
 }
+function _setLlmEnabledForTesting(flag) {
+  testEnabledOverride = flag;
+}
 function getLlmConfig(opts) {
   const cfg = config.get("llm");
   const role = opts?.modelRole ?? "instruct";
@@ -150436,6 +150442,8 @@ __export(exports_services, {
   applyChainInhibition: () => applyChainInhibition,
   applyAttentionScore: () => applyAttentionScore,
   analyzeSpectrum: () => analyzeSpectrum,
+  _setLlmEnabledForTesting: () => _setLlmEnabledForTesting,
+  _setJsonSchemaSupportedForTesting: () => _setJsonSchemaSupportedForTesting,
   ZIG_QUERY_PACK: () => ZIG_QUERY_PACK,
   WorkspaceManager: () => WorkspaceManager,
   WorkingMemoryBuffer: () => WorkingMemoryBuffer,
@@ -150558,6 +150566,7 @@ var init_services = __esm(() => {
   init_index_manager();
   init_search_diagnostics();
   init_memory_controller();
+  init_llm_client();
   init_search_controller();
   init_context_controller();
   init_executor_controller();
@@ -175207,6 +175216,69 @@ function getAttributionResolver() {
   return sharedResolver2;
 }
 
+// ../../packages/core/dist/kernel/sanitize/credential-scrub.js
+function markerFor(id) {
+  return `[REDACTED:${id}]`;
+}
+function fullMatchRule(id, pattern) {
+  const marker26 = markerFor(id);
+  return {
+    id,
+    replace(text3) {
+      let count = 0;
+      const replaced = text3.replace(pattern, () => {
+        count++;
+        return marker26;
+      });
+      return { text: replaced, count };
+    }
+  };
+}
+var PEM_PATTERN = /-----BEGIN [A-Z ]{0,32}PRIVATE KEY-----[\s\S]{0,8192}?-----END [A-Z ]{0,32}PRIVATE KEY-----/g;
+var JWT_PATTERN = /\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\b/g;
+var AWS_KEY_PATTERN = /\b(?:AKIA|ASIA|ABIA|ACCA)[A-Z0-9]{16}\b/g;
+var SK_KEY_PATTERN = /\bsk-[A-Za-z0-9_-]{20,}\b/g;
+var GITHUB_TOKEN_PATTERN = /\bgh[pousr]_[A-Za-z0-9]{36,}\b|\bgithub_pat_[A-Za-z0-9_]{22,}\b/g;
+var SLACK_TOKEN_PATTERN = /\bxox[baprs]-[A-Za-z0-9-]{18,}\b/g;
+var BEARER_PATTERN = /(Bearer\s+)([A-Za-z0-9._~+/=-]{20,})/g;
+var RULES = [
+  fullMatchRule("pem", PEM_PATTERN),
+  fullMatchRule("jwt", JWT_PATTERN),
+  fullMatchRule("aws-key", AWS_KEY_PATTERN),
+  fullMatchRule("sk-key", SK_KEY_PATTERN),
+  fullMatchRule("github-token", GITHUB_TOKEN_PATTERN),
+  fullMatchRule("slack-token", SLACK_TOKEN_PATTERN),
+  {
+    id: "bearer",
+    replace(text3) {
+      let count = 0;
+      const replaced = text3.replace(BEARER_PATTERN, (_m, prefix) => {
+        count++;
+        return `${prefix}${markerFor("bearer")}`;
+      });
+      return { text: replaced, count };
+    }
+  }
+];
+var RULE_IDS = RULES.map((r2) => r2.id);
+function scrubCredentials(payloadJson) {
+  const redactions = {};
+  for (const id of RULE_IDS)
+    redactions[id] = 0;
+  let text3 = payloadJson;
+  for (const rule of RULES) {
+    const { text: next, count } = rule.replace(text3);
+    text3 = next;
+    redactions[rule.id] += count;
+  }
+  const total = Object.values(redactions).reduce((sum, n2) => sum + n2, 0);
+  return {
+    sanitized: text3,
+    redactions,
+    total
+  };
+}
+
 // ../../packages/core/dist/tools/compact_snapshot.js
 class CompactSnapshotTool {
   name = "compact_snapshot";
@@ -175258,19 +175330,26 @@ class CompactSnapshotTool {
         persistedId = newObservationId();
         try {
           const attribution = await (this.resolverOverride ?? getAttributionResolver()).resolve({ callerProjectId: projectId, sessionId, cwd });
+          const scrub = scrubCredentials(JSON.stringify({
+            snapshot: snapshot.xml,
+            eventCount: snapshot.eventCount,
+            compactCount: snapshot.compactCount,
+            generatedAt: snapshot.generatedAt,
+            sectionCount: snapshot.sections.length
+          }));
+          if (scrub.total > 0) {
+            logger.debug("compact_snapshot payload redacted before persist", {
+              redactions: scrub.redactions,
+              total: scrub.total
+            });
+          }
           store4.insert({
             id: persistedId,
             projectId: attribution.projectId,
             sessionId,
             source: "pre-compact",
             category: "compaction-snapshots",
-            payloadJson: JSON.stringify({
-              snapshot: snapshot.xml,
-              eventCount: snapshot.eventCount,
-              compactCount: snapshot.compactCount,
-              generatedAt: snapshot.generatedAt,
-              sectionCount: snapshot.sections.length
-            }),
+            payloadJson: scrub.sanitized,
             importance: 0.8,
             createdAt: Date.now(),
             attributionSource: attribution.source
@@ -176698,13 +176777,20 @@ class HookService {
     });
     const id = this.idFactory();
     this.queue.enqueue(async () => {
+      const scrub = scrubCredentials(JSON.stringify(ev.payload));
+      if (scrub.total > 0) {
+        logger.debug("hook payload redacted before persist", {
+          redactions: scrub.redactions,
+          total: scrub.total
+        });
+      }
       const obs = {
         id,
         projectId: attribution.projectId,
         sessionId: ev.sessionId,
         source: ev.event,
         category: extractCategory(ev.event, ev.payload),
-        payloadJson: JSON.stringify(ev.payload),
+        payloadJson: scrub.sanitized,
         importance: ev.importance,
         createdAt: ev.ts,
         agentId: ev.agentId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@massa-ai/tools-api",
-  "version": "1.18.0",
+  "version": "1.20.0",
   "author": "luizgmassa",
   "description": "massa-ai REST API server - Semantic code search, memory, and context compression",
   "type": "module",
@@ -21,8 +21,8 @@
     "test": "bun scripts/run-tests-isolated.ts"
   },
   "dependencies": {
-    "@massa-ai/core": "^1.18.0",
-    "@massa-ai/shared": "^1.18.0",
+    "@massa-ai/core": "^1.20.0",
+    "@massa-ai/shared": "^1.20.0",
     "elysia": "^1.2.25",
     "@elysiajs/swagger": "^1.2.0",
     "@elysiajs/cors": "^1.2.0",