reeve 0.3.0 → 0.5.0

data/lib/reeve/testing/matchers/pass_reeve_check.rb

@@ -3,7 +3,7 @@
 module Reeve
   module Testing
     module Matchers
-      # The escape hatch that keeps SC-009 honest: every one of the seven checks is
+      # The escape hatch that keeps SC-009 honest: every check is
       # assertable from RSpec, not only the two with names of their own.
       #
       #   expect(Reeve::Checks::RedactionHolds.new(tool: T, principal: alice))

data/lib/reeve/testing/report.rb

@@ -15,6 +15,8 @@ module Reeve
         freeze
       end
 
+      # Nothing failed. A skip is not a failure — and it is printed, so it is not
+      # mistaken for a pass either.
       def passed?
         failures.empty?
       end
@@ -23,20 +25,31 @@ module Reeve
         !passed?
       end
 
+      # Every result was a skip: the run established nothing either way. The front-ends
+      # report this as a skipped test rather than a green one.
+      def skipped?
+        !results.empty? && results.all?(&:skipped?)
+      end
+
       def failures
-        results.reject(&:passed?)
+        results.select(&:failed?)
       end
 
       def passes
         results.select(&:passed?)
       end
 
+      def skips
+        results.select(&:skipped?)
+      end
+
       def size
         results.size
       end
 
       def to_s
-        [summary, *failures.map { |result| detail(result) }].join("\n")
+        [summary, *failures.map { |result| detail("FAIL", result) },
+         *skips.map { |result| detail("SKIP", result) }].join("\n")
       end
 
       def inspect
@@ -46,12 +59,15 @@ module Reeve
       private
 
       def summary
-        "reeve compliance: #{size} #{size == 1 ? 'check' : 'checks'}, " \
-          "#{passes.size} passed, #{failures.size} failed"
+        line = "reeve compliance: #{size} #{size == 1 ? 'check' : 'checks'}, " \
+               "#{passes.size} passed, #{failures.size} failed"
+        skips.empty? ? line : "#{line}, #{skips.size} skipped"
       end
 
-      def detail(result)
-        "\nFAIL #{result.check}\n  #{result.message}"
+      # Every line of a multi-line message indented, so it reads as one block under its
+      # heading rather than as stray lines of the report.
+      def detail(heading, result)
+        "\n#{heading} #{result.check}\n  #{result.message.gsub("\n", "\n  ")}"
       end
     end
   end

data/lib/reeve/testing/result.rb

@@ -9,31 +9,51 @@ module Reeve
     # Minitest assertion, a rake task — reads +message+ and prints it; none of them
     # composes their own (FR-019). That is what makes the same violation read identically
     # from all three.
+    #
+    # A result is passed, failed, or skipped. Skipped is for a guarantee the run could not
+    # establish either way — endpoint coverage with no inventory declared. Reporting that
+    # as a pass would be the green that means "we did not look"; reporting it as a failure
+    # would turn every build red over a question the host never asked. A skip is printed,
+    # and shows up yellow in both test frameworks, so it is neither.
     class Result
-      attr_reader :check, :message, :details
+      STATUSES = %i[passed failed skipped].freeze
+
+      attr_reader :check, :message, :details, :status
 
       def self.passed(check:, message:, details: {})
-        new(check: check, passed: true, message: message, details: details)
+        new(check: check, status: :passed, message: message, details: details)
       end
 
       def self.failed(check:, message:, details: {})
-        new(check: check, passed: false, message: message, details: details)
+        new(check: check, status: :failed, message: message, details: details)
+      end
+
+      def self.skipped(check:, message:, details: {})
+        new(check: check, status: :skipped, message: message, details: details)
       end
 
-      def initialize(check:, passed:, message:, details: {})
+      def initialize(check:, status:, message:, details: {})
+        unless STATUSES.include?(status)
+          raise ArgumentError, "status must be one of #{STATUSES.inspect}, got #{status.inspect}"
+        end
+
         @check   = check.to_s
-        @passed  = passed ? true : false
+        @status  = status
         @message = message.to_s
         @details = details.freeze
         freeze
       end
 
       def passed?
-        @passed
+        status == :passed
       end
 
       def failed?
-        !@passed
+        status == :failed
+      end
+
+      def skipped?
+        status == :skipped
       end
 
       def to_s
@@ -41,7 +61,7 @@ module Reeve
       end
 
       def inspect
-        "#<Reeve::Testing::Result #{check} #{passed? ? 'passed' : 'failed'} " \
+        "#<Reeve::Testing::Result #{check} #{status} " \
           "#{message.inspect}>"
       end
     end

data/lib/reeve/testing.rb

@@ -40,16 +40,45 @@ module Reeve
         principals
       end
 
+      # The tools the suite walks. Unset means every tool reeve knows about — the classes
+      # that included the DSL, guarded or not, plus every class the endpoint inventory
+      # routes to, which need not have included anything. That default is what makes an
+      # unguarded tool visible rather than merely absent.
+      attr_writer :compliance_tools
+
+      def compliance_tools
+        source = @compliance_tools || Reeve.config.compliance_tools
+        return Reeve.registry.tool_classes | inventory_tools if source.nil?
+
+        Array(source.respond_to?(:call) ? source.call : source)
+      end
+
+      # The host said which tools it is certifying, so a run is a subset by its own account.
+      def compliance_tools_narrowed?
+        !(@compliance_tools || Reeve.config.compliance_tools).nil?
+      end
+
       def compliance_principals?
         !(@compliance_principals || Reeve.config.compliance_principals).nil?
       end
 
       def reset!
         @compliance_principals = nil
+        @compliance_tools = nil
       end
 
       private
 
+      # An inventory that cannot be read adds nothing here; EndpointCoverage fails on it
+      # by name, which is a better place to learn about it than an exception in every
+      # per-tool check.
+      def inventory_tools
+        inventory = Reeve.config.inventory
+        inventory ? inventory.routed_tools : []
+      rescue StandardError
+        []
+      end
+
       def missing_principals_message
         "the reeve compliance suite needs two fixture principals with disjoint records. " \
           "Set them in your test helper:\n\n  " \

data/lib/reeve/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Reeve
-  VERSION = "0.3.0"
+  VERSION = "0.5.0"
 end

data/lib/reeve.rb

@@ -8,6 +8,7 @@ require_relative "reeve/context"
 require_relative "reeve/scope_result"
 require_relative "reeve/invocation"
 require_relative "reeve/authorization"
+require_relative "reeve/inventory"
 
 # Reeve — per-record authorization and an append-only audit ledger for the MCP tools
 # a Rails application exposes to AI agents.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: reeve
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Victor Velazquez
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-17 00:00:00.000000000 Z
+date: 2026-10-01 00:00:00.000000000 Z
 dependencies: []
 description: |
   Reeve makes it safe for a Rails application to expose MCP (Model Context Protocol)
@@ -56,6 +56,8 @@ files:
 - lib/reeve/fast_mcp.rb
 - lib/reeve/integrations/fast_mcp/context_builder.rb
 - lib/reeve/integrations/fast_mcp/tool_extension.rb
+- lib/reeve/inventory.rb
+- lib/reeve/inventory/report.rb
 - lib/reeve/invocation.rb
 - lib/reeve/minitest.rb
 - lib/reeve/rspec.rb
@@ -67,6 +69,7 @@ files:
 - lib/reeve/testing/checks/base.rb
 - lib/reeve/testing/checks/contract_version.rb
 - lib/reeve/testing/checks/cross_principal_leak.rb
+- lib/reeve/testing/checks/endpoint_coverage.rb
 - lib/reeve/testing/checks/guard_declared.rb
 - lib/reeve/testing/checks/principal_required.rb
 - lib/reeve/testing/checks/redaction_holds.rb