@softspark/ai-toolkit 4.16.1 → 4.17.0

package/llms.txt

@@ -19,6 +19,7 @@
 - [Spike: F2 MCP Context Trim — Hook Feasibility & Path Decision](kb/history/completed/f2-mcp-trim-spike-20260504.md)
 - [Implementation Plan: Native Tool Output Filter](kb/history/completed/native-tool-output-filter-plan.md)
 - [Plan: Offline-First SLM Profile — Lightweight Mode for Local Models](kb/history/completed/offline-slm-profile-plan-20260411.md)
+- [Retirement: Native Tool-Output Filter](kb/history/completed/output-filter-retirement-20260726.md)
 - [Plan: Output & Token Discipline](kb/history/completed/output-token-discipline-plan-20260504.md)
 - [How-To Guides](kb/howto/README.md)
 - [Plan: Cloud Security Pack — Multi-Cloud Audit](kb/planning/cloud-security-pack-plan.md)
@@ -63,7 +64,6 @@
 - [Usage Statistics](kb/reference/stats.md)
 - [Supported Tools Registry](kb/reference/supported-tools-registry.md)
 - [Config Sync](kb/reference/sync.md)
-- [Native Tool Output Filter](kb/reference/tool-output-filter.md)
 - [Unique Features & Differentiators](kb/reference/unique-features.md)
 - [Windows Support](kb/reference/windows-support.md)
 - [Troubleshooting](kb/troubleshooting/README.md)

package/manifest.json

@@ -1,83 +1,130 @@
 {
-  "version": "4.16.1",
+  "version": "4.17.0",
   "components": {
     "agents": {
       "description": "44 specialized agents (orchestrator, backend, frontend, security, devops, etc.)",
       "path": "app/agents",
       "target": ".claude/agents",
       "type": "symlink",
-      "tags": ["core", "agents"]
+      "tags": [
+        "core",
+        "agents"
+      ]
     },
     "skills": {
       "description": "108 skills (32 task + 30 hybrid + 46 knowledge)",
       "path": "app/skills",
       "target": ".claude/skills",
       "type": "symlink",
-      "tags": ["core", "skills", "commands"]
+      "tags": [
+        "core",
+        "skills",
+        "commands"
+      ]
     },
     "hooks": {
-      "description": "29 hook entries across 14 lifecycle events plus statusLine",
-      "path": "app/hooks.json + app/hooks/*.sh + scripts/tool_output_filter/ + scripts/output_filter_{hook,cli}.py",
+      "description": "28 hook entries across 14 lifecycle events plus statusLine",
+      "path": "app/hooks.json + app/hooks/*.sh",
       "target": "~/.claude/settings.json (merge) + ~/.softspark/ai-toolkit/{hooks,scripts}/ (copy)",
       "type": "merge+copy",
-      "tags": ["core", "hooks", "quality", "output-filter"]
+      "tags": [
+        "core",
+        "hooks",
+        "quality"
+      ]
     },
     "plugin-packs": {
       "description": "Experimental domain plugin packs and optional hook/policy modules",
       "path": "app/plugins",
       "target": "opt-in / not installed by default",
       "type": "experimental",
-      "tags": ["plugins", "packs", "experimental"]
+      "tags": [
+        "plugins",
+        "packs",
+        "experimental"
+      ]
     },
     "constitution": {
       "description": "7-article machine-enforced safety constitution",
       "path": "app/constitution.md",
       "target": ".claude/constitution.md",
       "type": "symlink",
-      "tags": ["core", "safety", "constitution"]
+      "tags": [
+        "core",
+        "safety",
+        "constitution"
+      ]
     },
     "architecture": {
       "description": "System architecture documentation",
       "path": "app/ARCHITECTURE.md",
       "target": ".claude/ARCHITECTURE.md",
       "type": "symlink",
-      "tags": ["docs"]
+      "tags": [
+        "docs"
+      ]
     },
     "output-styles": {
       "description": "System prompt output style overrides (e.g. Golden Rules enforcement)",
       "path": "app/output-styles",
       "target": ".claude/output-styles",
       "type": "symlink",
-      "tags": ["core", "output-styles"]
+      "tags": [
+        "core",
+        "output-styles"
+      ]
     },
     "rules": {
       "description": "Rules synced to Claude Code rule files and exported as a Claude app plugin skill",
       "path": "app/rules",
       "target": "~/.claude/rules + .claude/rules + Claude app plugin skill",
       "type": "sync+plugin",
-      "tags": ["core", "rules"]
+      "tags": [
+        "core",
+        "rules"
+      ]
     }
   },
   "bundles": {
     "minimal": {
       "description": "Hooks and constitution only -- safety without agents",
-      "includes": ["hooks", "constitution"]
+      "includes": [
+        "hooks",
+        "constitution"
+      ]
     },
     "standard": {
       "description": "Full toolkit (recommended)",
-      "includes": ["agents", "skills", "hooks", "constitution", "rules"]
+      "includes": [
+        "agents",
+        "skills",
+        "hooks",
+        "constitution",
+        "rules"
+      ]
     },
     "agents-only": {
       "description": "Agents without skills (for custom skill setup)",
-      "includes": ["agents", "hooks", "constitution"]
+      "includes": [
+        "agents",
+        "hooks",
+        "constitution"
+      ]
     },
     "skills-only": {
       "description": "Skills without agents",
-      "includes": ["skills", "hooks", "constitution"]
+      "includes": [
+        "skills",
+        "hooks",
+        "constitution"
+      ]
     },
     "safety": {
       "description": "Constitution + hooks only (zero agent overhead)",
-      "includes": ["hooks", "constitution"]
+      "includes": [
+        "hooks",
+        "constitution"
+      ]
     }
   },
   "modules": {
@@ -99,55 +146,93 @@
     },
     "rules-typescript": {
       "description": "TypeScript-specific rules",
-      "auto_detect": ["package.json", "tsconfig.json"]
+      "auto_detect": [
+        "package.json",
+        "tsconfig.json"
+      ]
     },
     "rules-python": {
       "description": "Python-specific rules",
-      "auto_detect": ["requirements.txt", "pyproject.toml", "setup.py", "Pipfile"]
+      "auto_detect": [
+        "requirements.txt",
+        "pyproject.toml",
+        "setup.py",
+        "Pipfile"
+      ]
     },
     "rules-golang": {
       "description": "Go-specific rules",
-      "auto_detect": ["go.mod"]
+      "auto_detect": [
+        "go.mod"
+      ]
     },
     "rules-rust": {
       "description": "Rust-specific rules",
-      "auto_detect": ["Cargo.toml"]
+      "auto_detect": [
+        "Cargo.toml"
+      ]
     },
     "rules-java": {
       "description": "Java-specific rules",
-      "auto_detect": ["pom.xml", "build.gradle", "build.gradle.kts"]
+      "auto_detect": [
+        "pom.xml",
+        "build.gradle",
+        "build.gradle.kts"
+      ]
     },
     "rules-kotlin": {
       "description": "Kotlin-specific rules",
-      "auto_detect": ["build.gradle.kts"]
+      "auto_detect": [
+        "build.gradle.kts"
+      ]
     },
     "rules-swift": {
       "description": "Swift-specific rules",
-      "auto_detect": ["Package.swift", "*.xcodeproj"]
+      "auto_detect": [
+        "Package.swift",
+        "*.xcodeproj"
+      ]
     },
     "rules-dart": {
       "description": "Dart/Flutter-specific rules",
-      "auto_detect": ["pubspec.yaml"]
+      "auto_detect": [
+        "pubspec.yaml"
+      ]
     },
     "rules-csharp": {
       "description": "C#/.NET-specific rules",
-      "auto_detect": ["*.csproj", "*.sln"]
+      "auto_detect": [
+        "*.csproj",
+        "*.sln"
+      ]
     },
     "rules-php": {
       "description": "PHP-specific rules",
-      "auto_detect": ["composer.json"]
+      "auto_detect": [
+        "composer.json"
+      ]
     },
     "rules-cpp": {
       "description": "C++-specific rules",
-      "auto_detect": ["CMakeLists.txt", "Makefile", "*.cpp"]
+      "auto_detect": [
+        "CMakeLists.txt",
+        "Makefile",
+        "*.cpp"
+      ]
     },
     "rules-ruby": {
       "description": "Ruby-specific rules",
-      "auto_detect": ["Gemfile", "*.gemspec"]
+      "auto_detect": [
+        "Gemfile",
+        "*.gemspec"
+      ]
     },
     "rules-medplum": {
       "description": "Medplum/FHIR healthcare platform rules",
-      "auto_detect": ["medplum.config.mts", "medplum.config.ts"]
+      "auto_detect": [
+        "medplum.config.mts",
+        "medplum.config.ts"
+      ]
     },
     "mcp-templates": {
       "description": "26 MCP server config templates",
@@ -155,11 +240,32 @@
     }
   },
   "profiles": {
-    "minimal": ["core"],
-    "standard": ["core", "agents", "skills", "rules-common"],
-    "strict": ["core", "agents", "skills", "rules-common", "mcp-templates"],
-    "full": ["core", "agents", "skills", "rules-common", "mcp-templates"],
-    "offline-slm": ["core"]
+    "minimal": [
+      "core"
+    ],
+    "standard": [
+      "core",
+      "agents",
+      "skills",
+      "rules-common"
+    ],
+    "strict": [
+      "core",
+      "agents",
+      "skills",
+      "rules-common",
+      "mcp-templates"
+    ],
+    "full": [
+      "core",
+      "agents",
+      "skills",
+      "rules-common",
+      "mcp-templates"
+    ],
+    "offline-slm": [
+      "core"
+    ]
   },
   "config_inheritance": {
     "schema": "scripts/schemas/ai-toolkit-config.schema.json",
@@ -167,8 +273,13 @@
     "base_config": "ai-toolkit.config.json",
     "lock_file": ".softspark-toolkit.lock.json",
     "v1_fields": [
-      "extends", "profile", "agents", "plugins", "rules", "constitution",
-      "enforce", "toolOutputFilter"
+      "extends",
+      "profile",
+      "agents",
+      "plugins",
+      "rules",
+      "constitution",
+      "enforce"
     ],
     "max_extends_depth": 5
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@softspark/ai-toolkit",
-  "version": "4.16.1",
+  "version": "4.17.0",
   "description": "AI coding toolkit: 108 skills, 44 agents, 12 developer-tool integrations, recoverable native tool-output filtering, Claude Chat/Cowork export, safety constitution, SARIF audit, and signed npm provenance.",
   "keywords": [
     "claude",
@@ -12,7 +12,6 @@
     "llm",
     "toolkit",
     "developer-tools",
-    "output-filtering",
     "cursor",
     "windsurf",
     "copilot",

package/scripts/claude_app.py

@@ -38,7 +38,6 @@ PLUGIN_SCRIPT_FILES = (
     "test_cohesion.py",
     "version_check.py",
 )
-CLAUDE_CODE_ONLY_HOOKS = frozenset({"filter-tool-output.sh"})
 RULE_FILES = tuple(sorted((APP_DIR / "rules").glob("*.md"))) + tuple(
     sorted((APP_DIR / "rules" / "common").glob("*.md"))
 )
@@ -66,25 +65,9 @@ def render_plugin_hooks() -> str:
     source = json.loads((APP_DIR / "hooks.json").read_text(encoding="utf-8"))
     hooks = source.get("hooks", {})
 
-    def supports_claude_app(handler: object) -> bool:
-        if not isinstance(handler, dict):
-            return True
-        command = handler.get("command")
-        if not isinstance(command, str):
-            return True
-        return not any(name in command for name in CLAUDE_CODE_ONLY_HOOKS)
-
     app_hooks = {}
     for event, groups in hooks.items():
-        app_groups = []
-        for group in groups:
-            handlers = [
-                handler
-                for handler in group.get("hooks", [])
-                if supports_claude_app(handler)
-            ]
-            if handlers:
-                app_groups.append({**group, "hooks": handlers})
+        app_groups = [group for group in groups if group.get("hooks")]
         if app_groups:
             app_hooks[event] = app_groups
 
@@ -161,9 +144,7 @@ def _copy_tree(source: Path, destination: Path) -> None:
     for path in sorted(source.rglob("*")):
         relative = path.relative_to(source)
         if any(
-            part in SKIP_NAMES
-            or part in CLAUDE_CODE_ONLY_HOOKS
-            or part.endswith(".pyc")
+            part in SKIP_NAMES or part.endswith(".pyc")
             for part in relative.parts
         ):
             continue

package/scripts/config_cli.py

@@ -26,6 +26,7 @@ from config_resolver import (
 )
 from config_merger import ConfigMergeError, merge_config_chain
 from config_validator import (
+    RETIRED_CONFIG_FIELDS,
     validate_merged_config,
     validate_project_config,
 )
@@ -54,6 +55,9 @@ def cmd_validate(args: list[str]) -> int:
         return 2
 
     print(f"  Validating {project_dir / PROJECT_CONFIG_FILENAME}...")
+    for key, reason in sorted(RETIRED_CONFIG_FIELDS.items()):
+        if key in config:
+            print(f"  ! Retired key '{key}': {reason}")
     errors = validate_project_config(config, project_dir)
 
     if errors:

package/scripts/config_merger.py

@@ -77,13 +77,6 @@ def merge_config_chain(
     # Merge project over accumulated base
     result.merged = _merge_project_over_base(accumulated_base, project_config, result)
 
-    if "toolOutputFilter" in accumulated_base or "toolOutputFilter" in project_config:
-        configured = result.merged.get("toolOutputFilter", {})
-        result.merged["toolOutputFilter"] = _deep_merge(
-            _load_default_output_filter_policy(),
-            configured,
-        )
-
     # Validate enforce constraints
     _validate_enforce(accumulated_base, result.merged)
 
@@ -95,16 +88,6 @@ def merge_two(base: dict[str, Any], overlay: dict[str, Any]) -> dict[str, Any]:
     return _deep_merge(base, overlay)
 
 
-def _load_default_output_filter_policy() -> dict[str, Any]:
-    """Load the canonical disabled output-filter policy."""
-    policy_path = Path(__file__).resolve().parent.parent / "app" / "output-filter-policy.json"
-    with open(policy_path, encoding="utf-8") as handle:
-        policy = json.load(handle)
-    if not isinstance(policy, dict):
-        raise ConfigMergeError(f"Invalid output-filter policy: {policy_path}")
-    return policy
-
-
 # ---------------------------------------------------------------------------
 # Internal: project-over-base merge (with enforcement)
 # ---------------------------------------------------------------------------

package/scripts/config_validator.py

@@ -20,19 +20,24 @@ from typing import Any
 
 VALID_PROFILES = {"minimal", "standard", "strict", "full", "offline-slm"}
 VALID_HOOK_PROFILES = {"minimal", "standard", "strict"}
-VALID_OUTPUT_FILTER_MODES = {"off", "observe", "safe"}
-VALID_OUTPUT_FILTER_PROFILES = {"repeat-lines", "tap-success"}
-MAX_OUTPUT_FILTER_INPUT_BYTES = 8_388_608
-DEFAULT_OUTPUT_FILTER_MIN_SAVINGS_BYTES = 1_024
 HOOK_PROFILE_ORDER = {"minimal": 0, "standard": 1, "strict": 2}
 IMMUTABLE_ARTICLES = frozenset({1, 2, 3, 4, 5, 6, 7})
 MIN_JUSTIFICATION_LEN = 20
 VALID_CONFIG_FIELDS = frozenset({
     "$schema", "extends", "name", "version", "description", "profile",
     "agents", "plugins", "rules", "constitution", "enforce", "overrides",
-    "toolOutputFilter",
 })
 
+# Keys from removed features. Accepted and ignored so an upgrade never fails
+# validation on a config the user has not cleaned up yet, but reported so the
+# line does not sit there forever pretending to configure something.
+RETIRED_CONFIG_FIELDS = {
+    "toolOutputFilter": (
+        "the native tool-output filter was removed in v4.17.0; this key is "
+        "ignored and can be deleted"
+    ),
+}
+
 
 # ---------------------------------------------------------------------------
 # Exceptions
@@ -125,7 +130,7 @@ def validate_merged_config(
 def _validate_schema(config: dict[str, Any], errors: list[str]) -> None:
     """Validate structural correctness of config."""
 
-    unknown = set(config) - VALID_CONFIG_FIELDS
+    unknown = set(config) - VALID_CONFIG_FIELDS - set(RETIRED_CONFIG_FIELDS)
     if unknown:
         errors.append(
             f"Unknown top-level config keys: {', '.join(sorted(unknown))}."
@@ -174,10 +179,6 @@ def _validate_schema(config: dict[str, Any], errors: list[str]) -> None:
     if overrides is not None:
         _validate_overrides_block(overrides, errors)
 
-    output_filter = config.get("toolOutputFilter")
-    if output_filter is not None:
-        _validate_output_filter_block(output_filter, errors)
-
 
 def _validate_agents_block(agents: Any, errors: list[str]) -> None:
     """Validate agents section structure."""
@@ -356,134 +357,6 @@ def _validate_overrides_block(overrides: Any, errors: list[str]) -> None:
             )
 
 
-def _validate_output_filter_block(output_filter: Any, errors: list[str]) -> None:
-    """Validate native tool-output filter configuration."""
-    if not isinstance(output_filter, dict):
-        errors.append("'toolOutputFilter' must be an object.")
-        return
-
-    valid_keys = {
-        "mode", "profiles", "maxInputBytes", "minSavingsBytes",
-        "minSavingsRatio", "recovery",
-    }
-    unknown = set(output_filter) - valid_keys
-    if unknown:
-        errors.append(
-            f"Unknown keys in 'toolOutputFilter': {', '.join(sorted(unknown))}."
-        )
-
-    mode = output_filter.get("mode")
-    if mode is not None and mode not in VALID_OUTPUT_FILTER_MODES:
-        errors.append(
-            f"Invalid 'toolOutputFilter.mode' '{mode}'. "
-            f"Valid: {', '.join(sorted(VALID_OUTPUT_FILTER_MODES))}."
-        )
-
-    profiles = output_filter.get("profiles")
-    if profiles is not None:
-        if not isinstance(profiles, list) or not all(
-            isinstance(profile, str) for profile in profiles
-        ):
-            errors.append("'toolOutputFilter.profiles' must be an array of strings.")
-        else:
-            invalid = set(profiles) - VALID_OUTPUT_FILTER_PROFILES
-            if invalid:
-                errors.append(
-                    "Invalid 'toolOutputFilter.profiles': "
-                    f"{', '.join(sorted(invalid))}."
-                )
-            if len(profiles) != len(set(profiles)):
-                errors.append(
-                    "'toolOutputFilter.profiles' must not contain duplicate items."
-                )
-
-    _validate_output_filter_limits(output_filter, errors)
-    recovery = output_filter.get("recovery")
-    if recovery is not None:
-        _validate_output_filter_recovery(recovery, errors)
-
-
-def _validate_output_filter_limits(
-    output_filter: dict[str, Any],
-    errors: list[str],
-) -> None:
-    """Validate output-filter byte and ratio bounds."""
-    _validate_bounded_integer(
-        output_filter.get("maxInputBytes"),
-        "toolOutputFilter.maxInputBytes",
-        errors,
-        minimum=1,
-        maximum=MAX_OUTPUT_FILTER_INPUT_BYTES,
-    )
-    _validate_bounded_integer(
-        output_filter.get("minSavingsBytes"),
-        "toolOutputFilter.minSavingsBytes",
-        errors,
-        minimum=0,
-        maximum=MAX_OUTPUT_FILTER_INPUT_BYTES,
-    )
-    _validate_output_filter_savings_relation(output_filter, errors)
-
-    ratio = output_filter.get("minSavingsRatio")
-    if ratio is not None and (
-        isinstance(ratio, bool)
-        or not isinstance(ratio, (int, float))
-        or not 0 <= ratio <= 1
-    ):
-        errors.append("'toolOutputFilter.minSavingsRatio' must be between 0 and 1.")
-
-
-def _validate_output_filter_savings_relation(
-    output_filter: dict[str, Any],
-    errors: list[str],
-) -> None:
-    """Ensure the savings threshold can be reached within the input limit."""
-    max_input = output_filter.get(
-        "maxInputBytes",
-        MAX_OUTPUT_FILTER_INPUT_BYTES,
-    )
-    min_savings = output_filter.get(
-        "minSavingsBytes",
-        DEFAULT_OUTPUT_FILTER_MIN_SAVINGS_BYTES,
-    )
-    values = (max_input, min_savings)
-    if any(
-        not isinstance(value, int) or isinstance(value, bool)
-        for value in values
-    ):
-        return
-    if min_savings > max_input:
-        errors.append(
-            "'toolOutputFilter.minSavingsBytes' must not exceed "
-            "'toolOutputFilter.maxInputBytes'."
-        )
-
-
-def _validate_output_filter_recovery(recovery: Any, errors: list[str]) -> None:
-    """Validate secure ephemeral recovery settings."""
-    if not isinstance(recovery, dict):
-        errors.append("'toolOutputFilter.recovery' must be an object.")
-        return
-
-    valid_keys = {"mode", "ttlMinutes", "maxSessionBytes"}
-    unknown = set(recovery) - valid_keys
-    if unknown:
-        errors.append(
-            "Unknown keys in 'toolOutputFilter.recovery': "
-            f"{', '.join(sorted(unknown))}."
-        )
-
-    if recovery.get("mode") not in (None, "ephemeral"):
-        errors.append("'toolOutputFilter.recovery.mode' must be 'ephemeral'.")
-    for key in ("ttlMinutes", "maxSessionBytes"):
-        _validate_bounded_integer(
-            recovery.get(key),
-            f"toolOutputFilter.recovery.{key}",
-            errors,
-            minimum=1,
-        )
-
-
 def _validate_bounded_integer(
     value: Any,
     field: str,

package/scripts/doctor.py

@@ -75,7 +75,6 @@ EXPECTED_HOOKS = [
     "subagent-start.sh",
     "subagent-stop.sh",
     "session-end.sh",
-    "filter-tool-output.sh",
 ]
 
 PLANNED_ASSETS = [
@@ -442,25 +441,9 @@ def check_generated_artifacts(dr: DiagResult, fix_mode: bool) -> None:
             else:
                 dr.warn(f"{artifact} missing (run: ai-toolkit generate-all)")
 
-    # Check if AGENTS.md is stale (agents added/removed since generation)
-    agents_md = toolkit_dir / "AGENTS.md"
-    if agents_md.is_file():
-        agents_dir = toolkit_dir / "app" / "agents"
-        actual_agents = sum(1 for f in agents_dir.glob("*.md") if f.is_file()) if agents_dir.is_dir() else 0
-        content = agents_md.read_text(encoding="utf-8")
-        mentioned_agents = len(re.findall(r"^### `", content, re.MULTILINE))
-        if actual_agents != mentioned_agents:
-            if fix_mode:
-                result = subprocess.run(
-                    ["python3", str(toolkit_dir / "scripts" / "generate_agents_md.py")],
-                    capture_output=True,
-                    text=True,
-                )
-                if result.returncode == 0:
-                    agents_md.write_text(result.stdout, encoding="utf-8")
-                    dr.fixed(f"regenerated stale AGENTS.md ({mentioned_agents} -> {actual_agents} entries)")
-            else:
-                dr.warn(f"AGENTS.md may be stale: {mentioned_agents} entries vs {actual_agents} agent files")
+    # AGENTS.md no longer embeds the agent catalog (agents are discovered from
+    # their native directories), so there is no per-entry staleness to check —
+    # presence is covered by the generated-artifacts loop above.
 
     print()
 

package/scripts/install.py

@@ -51,7 +51,7 @@ from emission import agent_count as count_agents, skill_count as count_skills
 
 # Step modules
 from install_steps.symlinks import install_agents, install_skills, clean_legacy_commands
-from install_steps.hooks import install_hooks
+from install_steps.hooks import cleanup_retired_output_filter, install_hooks
 from install_steps.markers import install_marker_files, inject_rules, refresh_url_hooks, refresh_url_mcp
 from install_steps.ai_tools import install_ai_tools, install_local_project, run_script
 from install_steps.install_state import (
@@ -435,6 +435,7 @@ def install_claude_code(target_dir: Path, hooks_scripts_dir: Path,
     install_agents(claude_dir, only, skip, dry_run)
     install_skills(claude_dir, only, skip, dry_run)
     clean_legacy_commands(claude_dir, dry_run)
+    cleanup_retired_output_filter(hooks_scripts_dir, dry_run)
     install_hooks(claude_dir, hooks_scripts_dir, only, skip, dry_run)
     install_marker_files(claude_dir, only, skip, dry_run)