switchroom 0.19.35 → 0.19.37

package/vendor/hindsight-memory/scripts/lib/secret_redaction_vectors.json

@@ -0,0 +1,397 @@
+{
+  "_purpose": "Shared behaviour vectors for the secret redactor. The TypeScript engine (telegram-plugin/secret-detect/redact.ts) and the Python engine (vendor/hindsight-memory/scripts/lib/secret_redact.py) must produce IDENTICAL output for every case here. Asserted by telegram-plugin/tests/secret-detect-write-path.test.ts and vendor/hindsight-memory/scripts/tests/test_secret_redact.py.",
+  "_secrets_note": "Every value below is synthetic. Token-shaped strings are assembled from repeated filler so no real credential is committed and GitHub Push Protection has nothing to match.",
+  "vectors": [
+    {
+      "name": "postgres connection string password is masked",
+      "input": "connect with postgres://appuser:HunterTwo99@db.internal:5432/prod",
+      "expected": "connect with postgres://appuser:[REDACTED:db_uri_password]@db.internal:5432/prod"
+    },
+    {
+      "name": "mysql connection string password is masked",
+      "input": "mysql://root:t0psecretpw@127.0.0.1:3306/app",
+      "expected": "mysql://root:[REDACTED:db_uri_password]@127.0.0.1:3306/app"
+    },
+    {
+      "name": "mongodb+srv connection string password is masked",
+      "input": "MONGO=mongodb+srv://svc:aB3dEf9hJ2@cluster0.example.net/db",
+      "expected": "MONGO=mongodb+srv://svc:[REDACTED:db_uri_password]@cluster0.example.net/db"
+    },
+    {
+      "name": "redis connection string password is masked",
+      "input": "redis://default:cachePass42@redis.internal:6379/0",
+      "expected": "redis://default:[REDACTED:db_uri_password]@redis.internal:6379/0"
+    },
+    {
+      "name": "postgres URI without credentials is untouched",
+      "input": "postgres://db.internal:5432/prod is the read replica",
+      "expected": "postgres://db.internal:5432/prod is the read replica"
+    },
+    {
+      "name": "already-masked connection string is stable",
+      "input": "postgres://appuser:[REDACTED:db_uri_password]@db.internal:5432/prod",
+      "expected": "postgres://appuser:[REDACTED:db_uri_password]@db.internal:5432/prod"
+    },
+    {
+      "name": "human-memorable password after a colon is masked",
+      "input": "password: FluffyBarnaby1998",
+      "expected": "password: [REDACTED:memorable_password]"
+    },
+    {
+      "name": "human-memorable password in prose is masked",
+      "input": "the wifi password is MangoTreeHouse77 if you need it",
+      "expected": "the wifi password is [REDACTED:memorable_password] if you need it"
+    },
+    {
+      "name": "prefixed password identifier is masked",
+      "input": "db_password=Rutherford2024x",
+      "expected": "db_password=[REDACTED:memorable_password]"
+    },
+    {
+      "name": "passphrase label is covered",
+      "input": "passphrase: CorrectHorse9Battery",
+      "expected": "passphrase: [REDACTED:memorable_password]"
+    },
+    {
+      "name": "single-class prose after 'password is' is NOT masked",
+      "input": "the password is rotated quarterly by the platform team",
+      "expected": "the password is rotated quarterly by the platform team"
+    },
+    {
+      "name": "password policy prose is NOT masked",
+      "input": "The password policy requires rotation every 90 days.",
+      "expected": "The password policy requires rotation every 90 days."
+    },
+    {
+      "name": "shell variable reference is NOT masked",
+      "input": "password: ${DB_PASSWORD}",
+      "expected": "password: ${DB_PASSWORD}"
+    },
+    {
+      "name": "angle-bracket placeholder is NOT masked",
+      "input": "password=<your-password-here>",
+      "expected": "password=<your-password-here>"
+    },
+    {
+      "name": "vault reference is NOT masked",
+      "input": "password: vault:postgres/app_password",
+      "expected": "password: vault:postgres/app_password"
+    },
+    {
+      "name": "already-masked memorable password is stable",
+      "input": "password: [REDACTED:memorable_password]",
+      "expected": "password: [REDACTED:memorable_password]"
+    },
+    {
+      "name": "https url credentials are stripped by the url pass",
+      "input": "see https://alice:s3cretpw@api.example.com/v1/things",
+      "expected": "see https://***@api.example.com/v1/things"
+    },
+    {
+      "name": "sensitive query param is masked",
+      "input": "hit https://api.example.com/v1?api_key=abcdef123456&trace=42",
+      "expected": "hit https://api.example.com/v1?api_key=***&trace=42"
+    },
+    {
+      "name": "plain url is untouched",
+      "input": "docs at https://example.com/guide?page=2",
+      "expected": "docs at https://example.com/guide?page=2"
+    },
+    {
+      "name": "ordinary prose is untouched",
+      "input": "I told him the answer was probably Gandalf the Grey.",
+      "expected": "I told him the answer was probably Gandalf the Grey."
+    },
+    {
+      "name": "empty string passes through",
+      "input": "",
+      "expected": ""
+    },
+    {
+      "name": "multi-secret line masks every hit",
+      "input": "db postgres://u:PineappleRoof8@h/d and wifi password: SparrowKettle31",
+      "expected": "db postgres://u:[REDACTED:db_uri_password]@h/d and wifi password: [REDACTED:memorable_password]"
+    },
+    {
+      "name": "anthropic api key is masked",
+      "input": "the key is \u0073k-ant-api03-AAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIIIIJJJJ ok",
+      "expected": "the key is [REDACTED:anthropic_api_key] ok"
+    },
+    {
+      "name": "anthropic api key adjacent to CJK text is masked",
+      "input": "トークンは\u0073k-ant-api03-AAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIIIIJJJJです",
+      "expected": "トークンは[REDACTED:anthropic_api_key]です"
+    },
+    {
+      "name": "openai style key is masked",
+      "input": "OPENAI sk-AAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIIIIJJJJKKKK",
+      "expected": "OPENAI [REDACTED:openai_api_key]"
+    },
+    {
+      "name": "github pat is masked next to Cyrillic text",
+      "input": "ключ \u0067hp_AAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIIIIк",
+      "expected": "ключ [REDACTED:github_pat_classic]к"
+    },
+    {
+      "name": "aws access key id is masked",
+      "input": "\u0041KIAAAAABBBBCCCCDDDD is the id",
+      "expected": "[REDACTED:aws_access_key] is the id"
+    },
+    {
+      "name": "google api key is masked",
+      "input": "\u0041IzaAAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIII",
+      "expected": "[REDACTED:google_api_key]"
+    },
+    {
+      "name": "slack bot token is masked",
+      "input": "\u0078oxb-111111111111-AAAABBBBCCCCDDDDEEEEFFFF",
+      "expected": "[REDACTED:slack_token]"
+    },
+    {
+      "name": "jwt is masked next to accented latin text",
+      "input": "jetón eyJAAAABBBBCCCC.DDDDEEEEFFFF.GGGGHHHHIIIIé",
+      "expected": "jetón [REDACTED:jwt]é"
+    },
+    {
+      "name": "telegram bot token is masked",
+      "input": "bot1234567:AAAABBBBCCCCDDDDEEEEFFFFGGGGHH",
+      "expected": "bot[REDACTED:telegram_bot_token_prefixed]"
+    },
+    {
+      "name": "sanctum style token is masked",
+      "input": "17|AAAABBBBCCCCDDDDEEEEFFFFGGGGHHHHIIIIJJJJ",
+      "expected": "[REDACTED:laravel_sanctum_token]"
+    },
+    {
+      "name": "uppercase env assignment is masked",
+      "input": "API_TOKEN=zQ7xVb2nKd9wRt4y",
+      "expected": "API_TOKEN=[REDACTED]"
+    },
+    {
+      "name": "uppercase env assignment adjacent to Thai text is masked",
+      "input": "กุญ API_TOKEN=zQ7xVb2nKd9wRt4yก",
+      "expected": "กุญ API_TOKEN=[REDACTED]"
+    },
+    {
+      "name": "authorization bearer header is masked",
+      "input": "Authorization: Bearer AAAABBBBCCCCDDDDEEEEFFFF",
+      "expected": "Authorization: Bearer [REDACTED:bearer_auth_header]"
+    },
+    {
+      "name": "lowercase authorization bearer header is masked",
+      "input": "authorization: bearer AAAABBBBCCCCDDDDEEEEFFFF",
+      "expected": "authorization: bearer [REDACTED:bearer_auth_header]"
+    },
+    {
+      "name": "authorization basic header is masked",
+      "input": "Authorization: Basic YWxpY2U6c3VwZXJzZWNyZXQ=",
+      "expected": "Authorization: Basic [REDACTED:basic_auth_header]"
+    },
+    {
+      "name": "json secret field is masked",
+      "input": "{\"apiKey\": \"zQ7xVb2nKd9wRt4y\"}",
+      "expected": "{\"apiKey\": \"[REDACTED:json_secret_field]\"}"
+    },
+    {
+      "name": "cli flag value is masked",
+      "input": "run --api-key zQ7xVb2nKd9wRt4y",
+      "expected": "run --api-key [REDACTED:cli_flag]"
+    },
+    {
+      "name": "no-break-space (U+00A0) separator after the key still masks",
+      "input": "API_TOKEN: zQ7xVb2nKd9wRt4y",
+      "expected": "API_TOKEN: [REDACTED]"
+    },
+    {
+      "name": "pem private key block is masked",
+      "input": "-----BEGIN RSA PRIVATE KEY-----\nAAAABBBBCCCC\n-----END RSA PRIVATE KEY-----",
+      "expected": "[REDACTED:pem_private_key]"
+    },
+    {
+      "name": "sentence-final 'required' after 'password is' is NOT masked",
+      "input": "The password is required.",
+      "expected": "The password is required."
+    },
+    {
+      "name": "sentence-final 'incorrect' after 'password is' is NOT masked",
+      "input": "The password is incorrect.",
+      "expected": "The password is incorrect."
+    },
+    {
+      "name": "sentence-final 'unchanged' after 'password is' is NOT masked",
+      "input": "Ken confirmed the password is unchanged.",
+      "expected": "Ken confirmed the password is unchanged."
+    },
+    {
+      "name": "comma-terminated prose after a password label is NOT masked",
+      "input": "password: required, minimum twelve characters, mixed case",
+      "expected": "password: required, minimum twelve characters, mixed case"
+    },
+    {
+      "name": "uppercase env vault reference is NOT masked",
+      "input": "POSTGRES_PASSWORD: vault:pg/password",
+      "expected": "POSTGRES_PASSWORD: vault:pg/password"
+    },
+    {
+      "name": "lowercase env vault reference is NOT masked",
+      "input": "postgres_password: vault:pg/password",
+      "expected": "postgres_password: vault:pg/password"
+    },
+    {
+      "name": "uppercase env shell placeholder is NOT masked",
+      "input": "PASSWORD: ${DB_PASSWORD}",
+      "expected": "PASSWORD: ${DB_PASSWORD}"
+    },
+    {
+      "name": "uppercase env angle placeholder is NOT masked",
+      "input": "JWT_SECRET=<generate-with-openssl-rand>",
+      "expected": "JWT_SECRET=<generate-with-openssl-rand>"
+    },
+    {
+      "name": "api key vault reference is NOT masked",
+      "input": "ANTHROPIC_API_KEY: vault:anthropic/api_key",
+      "expected": "ANTHROPIC_API_KEY: vault:anthropic/api_key"
+    },
+    {
+      "name": "process.env reference is NOT masked",
+      "input": "const API_KEY = process.env.ANTHROPIC_API_KEY",
+      "expected": "const API_KEY = process.env.ANTHROPIC_API_KEY"
+    },
+    {
+      "name": "cli flag placeholder in help text is NOT masked",
+      "input": "--token <value>   the API token",
+      "expected": "--token <value>   the API token"
+    },
+    {
+      "name": "changeme placeholder is NOT masked",
+      "input": "DB_PASSWORD=changeme-in-production",
+      "expected": "DB_PASSWORD=changeme-in-production"
+    },
+    {
+      "name": "json doc string is NOT masked",
+      "input": "{\"token\": \"the bearer token to use\"}",
+      "expected": "{\"token\": \"the bearer token to use\"}"
+    },
+    {
+      "name": "ssh public key is NOT masked",
+      "input": "ssh-rsa AAAAB3NzaAAAABBBBCCCCDDDDEEEEFFFFGGGGHHHH deploy@host",
+      "expected": "ssh-rsa AAAAB3NzaAAAABBBBCCCCDDDDEEEEFFFFGGGGHHHH deploy@host"
+    },
+    {
+      "name": "dsn password containing an unencoded at-sign is fully masked",
+      "input": "postgres://appuser:p@ssW0rd123@db.internal:5432/prod",
+      "expected": "postgres://appuser:[REDACTED:db_uri_password]@db.internal:5432/prod"
+    },
+    {
+      "name": "memorable password at the end of a sentence is masked",
+      "input": "The wifi password is MangoTreeHouse77.",
+      "expected": "The wifi password is [REDACTED:memorable_password]"
+    },
+    {
+      "name": "inert angle wrapper does NOT smuggle a value past env_key_value",
+      "input": "POSTGRES_PASSWORD: <a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb>",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "inert angle wrapper does NOT smuggle a value past json_secret_field",
+      "input": "{\"token\": \"<tok_Zq7xVb2nKd9wRt4y>\"}",
+      "expected": "{\"token\": \"[REDACTED:json_secret_field]\"}"
+    },
+    {
+      "name": "inert angle wrapper does NOT smuggle a value past cli_flag",
+      "input": "--token <a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb>",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "handlebars wrapper does NOT smuggle a value through",
+      "input": "POSTGRES_PASSWORD: {{a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb}}",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "handlebars wrapper does NOT smuggle a value past cli_flag",
+      "input": "--token {{tok_Zq7xVb2nKd9wRt4y}}",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "vault: prefix does NOT smuggle a trailing value through",
+      "input": "POSTGRES_PASSWORD: vault:pg/password<a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb>",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "vault: key slot does NOT smuggle a value through",
+      "input": "{\"token\": \"vault:pg/a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb\"}",
+      "expected": "{\"token\": \"[REDACTED:json_secret_field]\"}"
+    },
+    {
+      "name": "[REDACTED] marker prefix does NOT smuggle a trailing value through",
+      "input": "POSTGRES_PASSWORD: [REDACTED]a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "[REDACTED:rule] marker prefix does NOT smuggle a trailing value through",
+      "input": "--token [REDACTED:cli_flag]a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "process.env prefix does NOT smuggle a trailing value through",
+      "input": "POSTGRES_PASSWORD: process.env.a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "changeme prefix does NOT smuggle a trailing value through",
+      "input": "{\"token\": \"changeme-a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb\"}",
+      "expected": "{\"token\": \"[REDACTED:json_secret_field]\"}"
+    },
+    {
+      "name": "todo prefix does NOT smuggle a trailing value through",
+      "input": "--token todo_a8f3c1d2e4b50f6a9c7d3e81b2f45a6cd90e17bb",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "handlebars placeholder is NOT masked",
+      "input": "POSTGRES_PASSWORD: {{ db_password }}",
+      "expected": "POSTGRES_PASSWORD: {{ db_password }}"
+    },
+    {
+      "name": "os.environ subscript reference is NOT masked",
+      "input": "API_KEY = os.environ[\"ANTHROPIC_API_KEY\"]",
+      "expected": "API_KEY = os.environ[\"ANTHROPIC_API_KEY\"]"
+    },
+    {
+      "name": "import.meta.env reference is NOT masked",
+      "input": "VITE_API_KEY = import.meta.env.VITE_API_KEY",
+      "expected": "VITE_API_KEY = import.meta.env.VITE_API_KEY"
+    },
+    {
+      "name": "already-masked env value is stable under a second pass",
+      "input": "POSTGRES_PASSWORD: [REDACTED]",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "already-masked rule-tagged cli flag is stable under a second pass",
+      "input": "--token [REDACTED:cli_flag]",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "bare todo placeholder is NOT masked",
+      "input": "POSTGRES_PASSWORD: todo-before-launch",
+      "expected": "POSTGRES_PASSWORD: todo-before-launch"
+    },
+    {
+      "name": "single-class 16-char run in an angle wrapper is still masked",
+      "input": "POSTGRES_PASSWORD: <abcdefghijklmnop>",
+      "expected": "POSTGRES_PASSWORD: [REDACTED]"
+    },
+    {
+      "name": "single-class 16-char run in a handlebars wrapper is still masked",
+      "input": "--token {{abcdefghijklmnop}}",
+      "expected": "--token [REDACTED:cli_flag]"
+    },
+    {
+      "name": "a 10-letter word inside a placeholder is NOT masked",
+      "input": "DB_PASSWORD=changeme-in-production",
+      "expected": "DB_PASSWORD=changeme-in-production"
+    }
+  ],
+  "_coverage": "Two classes of vector live here. (a) The IMPERATIVE gates that cannot be generated: the entropy floors, the inert-value list, the memorable-password character-class rule, the connection-URI scanner. (b) The GENERATED pattern table itself -- one vector per credential family, several of them deliberately ADJACENT to non-ASCII text. (b) exists because #3982's review found the two engines forking on Unicode word boundaries (Python re is Unicode-aware, JS RegExp without /u is not) while the byte-compare parity guard stayed green: the SOURCES were identical, the BEHAVIOUR was not, and no vector touched a generated rule. Keep at least one non-ASCII-adjacent vector per new family. Every credential here is synthetic. JSON has no runtime string concatenation, so token-shaped prefixes are broken up with \\uXXXX escapes instead -- json.load / JSON.parse restore the intended bytes, while the file on disk holds no contiguous token literal (CLAUDE.md 'Secrets in tests', scripts/check-no-pii-secrets.mjs, and GitHub Push Protection all require that). The WRAPPER vectors (#3982 review MAJOR 7) pin the other half of the inert gate: a value is skipped only when the WHOLE value is inert, so an inert-looking prefix or bracket pair left around a real credential must NOT suppress the mask."
+}