switchroom 0.19.35 → 0.19.37

package/vendor/hindsight-memory/scripts/lib/client.py

@@ -13,6 +13,7 @@ from pathlib import Path
 from typing import Optional
 
 from .retain_split import part_document_id, part_metadata, split_retain_content
+from .secret_redact import redact, redact_metadata, redact_retain_fields
 
 DEFAULT_TIMEOUT = 15  # seconds
 HEALTH_CHECK_RETRIES = 3
@@ -80,8 +81,50 @@ class HindsightClient:
             headers["Authorization"] = f"Bearer {self.api_token}"
         return headers
 
+    @staticmethod
+    def _is_memory_write(method: str, path: str) -> bool:
+        """True for a request that CREATES memory rows.
+
+        `POST .../memories` is the write; `POST .../memories/recall` is a
+        read that happens to be a POST, and must not be rewritten.
+        """
+        if method.upper() != "POST":
+            return False
+        base = path.split("?", 1)[0].rstrip("/")
+        return base.endswith("/memories")
+
+    @staticmethod
+    def _redact_write_body(body: Optional[dict]) -> Optional[dict]:
+        """Structural backstop — mask secrets in a memory-write body.
+
+        `retain()` already redacts BEFORE splitting (which is where a
+        secret straddling a chunk boundary is still whole). This second
+        pass exists so a future caller that reaches `_request` without
+        going through `retain()` cannot write a raw credential into a
+        bank: every memory row this client creates is emitted from here.
+        Redaction is mask-in-place and stable on already-masked text, so
+        running it twice is a no-op on the second pass.
+        """
+        if not isinstance(body, dict):
+            return body
+        items = body.get("items")
+        if not isinstance(items, list):
+            return body
+        for item in items:
+            if not isinstance(item, dict):
+                continue
+            if isinstance(item.get("content"), str):
+                item["content"] = redact(item["content"])
+            if isinstance(item.get("context"), str):
+                item["context"] = redact(item["context"])
+            if isinstance(item.get("metadata"), dict):
+                item["metadata"] = redact_metadata(item["metadata"])
+        return body
+
     def _request(self, method: str, path: str, body: Optional[dict] = None, timeout: int = DEFAULT_TIMEOUT) -> dict:
         timeout = self._resolve_timeout(timeout)
+        if self._is_memory_write(method, path):
+            body = self._redact_write_body(body)
         url = f"{self.api_url}{path}"
         data = json.dumps(body).encode() if body else None
         req = urllib.request.Request(url, data=data, headers=self._headers(), method=method)
@@ -232,6 +275,21 @@ class HindsightClient:
         ``backfill_transcripts.py`` logs and backs off. The parts already
         committed are upserted on the next attempt, not duplicated.
         """
+        # ── Secret redaction, BEFORE splitting ────────────────────────
+        #
+        # Every retain in this plugin (Stop-hook auto-retain, SubagentStop
+        # sidechain retain, the pending-backlog drainer, boot
+        # reconciliation, transcript backfill) funnels through this one
+        # method, so this is the intake chokepoint for memory content —
+        # the same property `retain_split` relies on.
+        #
+        # It runs BEFORE `split_retain_content` on purpose: a credential
+        # straddling a 3000-char part boundary is only whole here. The
+        # second pass in `_request` is the structural backstop for any
+        # caller that never reaches this method.
+        content, context, metadata = redact_retain_fields(
+            content, context, metadata
+        )
         parts = split_retain_content(content)
         total = len(parts)
         response = None

package/vendor/hindsight-memory/scripts/lib/secret_patterns.json

@@ -0,0 +1,431 @@
+{
+  "_generated_by": "scripts/gen-secret-patterns.ts",
+  "_source_of_truth": "telegram-plugin/secret-detect/patterns.ts",
+  "_do_not_edit": "Run `bun scripts/gen-secret-patterns.ts` after changing patterns.ts. `bun lint` fails when this file drifts from the TS table.",
+  "patterns": [
+    {
+      "rule_id": "anthropic_api_key",
+      "source": "\\b(sk-ant-[A-Za-z0-9_-]{8,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "anthropic_api_key"
+    },
+    {
+      "rule_id": "anthropic_oauth_code",
+      "source": "(?:^|\\s)([A-Za-z0-9_-]{20,}#[A-Za-z0-9_-]{20,})(?=\\s|$)",
+      "ignore_case": false,
+      "multiline": true,
+      "capture_index": 1,
+      "slug_hint": "anthropic_oauth_code"
+    },
+    {
+      "rule_id": "openai_api_key",
+      "source": "\\b(sk-[A-Za-z0-9_-]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "openai_api_key"
+    },
+    {
+      "rule_id": "github_pat_classic",
+      "source": "\\b(ghp_[A-Za-z0-9]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "github_pat"
+    },
+    {
+      "rule_id": "github_pat_fine_grained",
+      "source": "\\b(github_pat_[A-Za-z0-9_]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "github_pat"
+    },
+    {
+      "rule_id": "slack_token",
+      "source": "\\b(xox[baprs]-[A-Za-z0-9-]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "slack_token"
+    },
+    {
+      "rule_id": "slack_app_token",
+      "source": "\\b(xapp-[A-Za-z0-9-]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "slack_app_token"
+    },
+    {
+      "rule_id": "groq_api_key",
+      "source": "\\b(gsk_[A-Za-z0-9_-]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "groq_api_key"
+    },
+    {
+      "rule_id": "google_api_key",
+      "source": "\\b(AIza[0-9A-Za-z\\-_]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "google_api_key"
+    },
+    {
+      "rule_id": "perplexity_api_key",
+      "source": "\\b(pplx-[A-Za-z0-9_-]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "perplexity_api_key"
+    },
+    {
+      "rule_id": "npm_token",
+      "source": "\\b(npm_[A-Za-z0-9]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "npm_token"
+    },
+    {
+      "rule_id": "telegram_bot_token_prefixed",
+      "source": "\\bbot(\\d{6,}:[A-Za-z0-9_-]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "telegram_bot_token"
+    },
+    {
+      "rule_id": "telegram_bot_token",
+      "source": "\\b(\\d{6,}:[A-Za-z0-9_-]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "telegram_bot_token"
+    },
+    {
+      "rule_id": "laravel_sanctum_token",
+      "source": "\\b(\\d+\\|[A-Za-z0-9]{40,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "api_token"
+    },
+    {
+      "rule_id": "aws_access_key",
+      "source": "\\b(AKIA[0-9A-Z]{16})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "aws_access_key"
+    },
+    {
+      "rule_id": "jwt",
+      "source": "\\b(eyJ[A-Za-z0-9_-]{10,}\\.[A-Za-z0-9_-]{10,}\\.[A-Za-z0-9_-]{10,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "jwt"
+    },
+    {
+      "rule_id": "slack_webhook",
+      "source": "(https://hooks\\.slack\\.com/services/[A-Za-z0-9_/]+)",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "slack_webhook"
+    },
+    {
+      "rule_id": "stripe_live_secret",
+      "source": "\\b(sk_live_[A-Za-z0-9]{24,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "stripe_key"
+    },
+    {
+      "rule_id": "stripe_restricted",
+      "source": "\\b(rk_live_[A-Za-z0-9]{24,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "stripe_key"
+    },
+    {
+      "rule_id": "sendgrid_api_key",
+      "source": "\\b(SG\\.[A-Za-z0-9_-]{22}\\.[A-Za-z0-9_-]{43})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "sendgrid_key"
+    },
+    {
+      "rule_id": "gitlab_pat",
+      "source": "\\b(glpat-[A-Za-z0-9_-]{20})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "gitlab_pat"
+    },
+    {
+      "rule_id": "huggingface_token",
+      "source": "\\b(hf_[A-Za-z0-9]{34,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "huggingface_token"
+    },
+    {
+      "rule_id": "twilio_api_key",
+      "source": "\\b(SK[0-9a-f]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "twilio_api_key"
+    },
+    {
+      "rule_id": "mailgun_key",
+      "source": "\\b(key-[0-9a-f]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "mailgun_key"
+    },
+    {
+      "rule_id": "digitalocean_pat",
+      "source": "\\b(dop_v1_[a-f0-9]{64})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "digitalocean_token"
+    },
+    {
+      "rule_id": "digitalocean_oauth",
+      "source": "\\b(doo_v1_[a-f0-9]{64})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "digitalocean_token"
+    },
+    {
+      "rule_id": "digitalocean_refresh",
+      "source": "\\b(dor_v1_[a-f0-9]{64})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "digitalocean_token"
+    },
+    {
+      "rule_id": "doppler_token",
+      "source": "\\b(dp\\.(?:pt|st|ct|sa|scim|audit)\\.[A-Za-z0-9]{40,44})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "doppler_token"
+    },
+    {
+      "rule_id": "linear_api_key",
+      "source": "\\b(lin_api_[A-Za-z0-9]{40})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "linear_api_key"
+    },
+    {
+      "rule_id": "shopify_access_token",
+      "source": "\\b(shpat_[a-fA-F0-9]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "shopify_token"
+    },
+    {
+      "rule_id": "shopify_shared_secret",
+      "source": "\\b(shpss_[a-fA-F0-9]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "shopify_token"
+    },
+    {
+      "rule_id": "shopify_private_app",
+      "source": "\\b(shppa_[a-fA-F0-9]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "shopify_token"
+    },
+    {
+      "rule_id": "square_access_token",
+      "source": "\\b(sq0atp-[A-Za-z0-9_-]{22})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "square_token"
+    },
+    {
+      "rule_id": "square_oauth_secret",
+      "source": "\\b(sq0csp-[A-Za-z0-9_-]{43})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "square_token"
+    },
+    {
+      "rule_id": "newrelic_key",
+      "source": "\\b(NRAK-[A-Z0-9]{27})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "newrelic_key"
+    },
+    {
+      "rule_id": "notion_token",
+      "source": "\\b(ntn_[A-Za-z0-9]{46})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "notion_token"
+    },
+    {
+      "rule_id": "planetscale_password",
+      "source": "\\b(pscale_pw_[A-Za-z0-9_.-]{43})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "planetscale_token"
+    },
+    {
+      "rule_id": "planetscale_token",
+      "source": "\\b(pscale_tkn_[A-Za-z0-9_.-]{43})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "planetscale_token"
+    },
+    {
+      "rule_id": "supabase_service_key",
+      "source": "\\b(sbp_[a-f0-9]{40})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "supabase_key"
+    },
+    {
+      "rule_id": "atlassian_token",
+      "source": "\\b(ATATT[A-Za-z0-9_\\-=]{20,})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "atlassian_token"
+    },
+    {
+      "rule_id": "dropbox_token",
+      "source": "\\b(sl\\.[A-Za-z0-9_-]{130,})",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "dropbox_token"
+    },
+    {
+      "rule_id": "databricks_token",
+      "source": "\\b(dapi[a-f0-9]{32})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "databricks_token"
+    },
+    {
+      "rule_id": "grafana_service_account",
+      "source": "\\b(glsa_[A-Za-z0-9]{32}_[a-fA-F0-9]{8})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "grafana_token"
+    },
+    {
+      "rule_id": "pypi_token",
+      "source": "\\b(pypi-AgEIcHlwaS[A-Za-z0-9_-]{50,})",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "pypi_token"
+    },
+    {
+      "rule_id": "aws_temp_access_key",
+      "source": "\\b(ASIA[0-9A-Z]{16})\\b",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "aws_access_key"
+    },
+    {
+      "rule_id": "gcp_oauth_token",
+      "source": "\\b(ya29\\.[A-Za-z0-9_-]{30,})",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "gcp_oauth_token"
+    },
+    {
+      "rule_id": "env_key_value",
+      "source": "\\b([A-Z0-9_]*(?:KEY|TOKEN|SECRET|PASSWORD|PASSWD))\\b\\s*[=:]\\s*([\"']?)([^\\s\"'\\\\]+)\\2",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 3,
+      "slug_hint": "env"
+    },
+    {
+      "rule_id": "json_secret_field",
+      "source": "\"(?:apiKey|token|secret|password|passwd|accessToken|refreshToken)\"\\s*:\\s*\"([^\"]+)\"",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "json_secret"
+    },
+    {
+      "rule_id": "cli_flag",
+      "source": "--(?:api[-_]?key|hook[-_]?token|token|secret|password|passwd)\\s+([\"']?)([^\\s\"']+)\\1",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 2,
+      "slug_hint": "cli_flag"
+    },
+    {
+      "rule_id": "bearer_auth_header",
+      "source": "Authorization\\s*[:=]\\s*Bearer\\s+([A-Za-z0-9._\\-+=]+)",
+      "ignore_case": true,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "bearer_token"
+    },
+    {
+      "rule_id": "bearer_loose",
+      "source": "\\bBearer\\s+([A-Za-z0-9._\\-+=]{18,})\\b",
+      "ignore_case": true,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "bearer_token"
+    },
+    {
+      "rule_id": "basic_auth_header",
+      "source": "Authorization\\s*[:=]\\s*Basic\\s+([A-Za-z0-9+/=]{8,})",
+      "ignore_case": true,
+      "multiline": false,
+      "capture_index": 1,
+      "slug_hint": "basic_auth"
+    },
+    {
+      "rule_id": "pem_private_key",
+      "source": "-----BEGIN [A-Z ]*PRIVATE KEY-----[\\s\\S]+?-----END [A-Z ]*PRIVATE KEY-----",
+      "ignore_case": false,
+      "multiline": false,
+      "capture_index": 0,
+      "slug_hint": "pem_private_key"
+    }
+  ]
+}