featureparity 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1208887c7ed99691e476438cdcb50d36f09e3ee3b22931c7d8d9ea246438fb89
-  data.tar.gz: b2fb9b9d7bad99bde7e2f8b0789105072cd19647ed46f0ea4d4d6e43a28fd319
+  metadata.gz: 59cbbdb1a7c4c7af5ab1d7016d22c7fdf670855c9e75a5c9d7350752c885b625
+  data.tar.gz: 25d42454129c6d27c222e5d512578991b13a2abda65af67f8f39139550d24e96
 SHA512:
-  metadata.gz: 5d70c2ae5afb585a1f54da0c2efb244965a0f419001c9ed8f46d1895a5f37ee12ece8a1195627859eeeaff2fd3910cf4dfdb593fc41c69440bc97020ff31a17a
-  data.tar.gz: 23d9038f6850138f295501a56ea00f872ff828eab5a2822482c306a56ba39cdec2a1016761af8f4f87932a3d9f264faf0c9dad3302d2a96ea5adceb86b3e29c6
+  metadata.gz: 639bc26fbac4a013d0cef2051c438f1019ce915b5ce90537fe6cea0339f443f27234ae85062ba22f93cd989e7c6982390fb3be3068cd63bf658e081795243fca
+  data.tar.gz: 0db47c4854e39bd6410c44839c26338d79833d129e6f68d3de26e83afff12a45b7199348fee0f1528a35697caace3e8d8084ee31438ec58474d175dcaf9a040c

data/lib/fp/cli.rb

@@ -10,6 +10,7 @@ module Fp
       'show' => Commands::Show,
       'propose' => Commands::Propose,
       'report' => Commands::Report,
+      'ci-report' => Commands::CiReport,
       'matrix' => Commands::Matrix,
       'profile' => Commands::Profile,
       'config' => Commands::ConfigCmd,

data/lib/fp/client.rb

@@ -87,6 +87,21 @@ module Fp
       post("/api/projects/#{project_id}/evidence", params)
     end
 
+    # POST /projects/:project_id/ci_results — the CI-only path.
+    #
+    # Unlike report_evidence (agents: present/stub), this hands the raw JUnit XML
+    # to the backend, which parses it, maps testcases to fp:<slug> markers, and
+    # writes passing/failing evidence per surface. It also marks previously
+    # passing slugs that have vanished from the results as failing. This is the
+    # half of the loop only CI is allowed to close (#1222).
+    def ingest_ci_results(project_id, ci_url:, surface:, junit_xml:)
+      post("/api/projects/#{project_id}/ci_results", {
+             ci_url: ci_url,
+             surface: surface,
+             junit_xml: junit_xml
+           })
+    end
+
     # GET /matrix (when API is ready)
     def get_matrix(project_id, format: :json)
       path = format == :csv ? '/api/matrix.csv' : '/api/matrix'

data/lib/fp/commands/ci_report.rb

@@ -0,0 +1,135 @@
+# frozen_string_literal: true
+
+module Fp
+  module Commands
+    # CI-only evidence reporting from a JUnit XML report.
+    #
+    #   fp ci-report --junit <path> --project <slug> --surface X --ci-url URL
+    #
+    # This is the CI counterpart to `fp report --junit`. Where `fp report`
+    # writes agent evidence (present/stub) and never claims a test passed, this
+    # command hands the raw JUnit XML to the backend's CI ingest endpoint, which:
+    #
+    #   - maps each testcase to its fp:<slug> marker (server-side, same
+    #     file-scanning convention as the CLI),
+    #   - writes passing / failing evidence per requirement for the surface,
+    #   - and marks any slug that was passing but has now vanished from the
+    #     report as failing.
+    #
+    # That last part is why the whole report goes up as one document rather than
+    # per-slug: the server can only detect a disappeared test by diffing the full
+    # result set against what it had. Reporting passing/failing is a privilege of
+    # CI (#1222) — agents can't reach this path, they only ever report evidence
+    # via `fp report`.
+    #
+    # Multiple --junit flags may be passed to ingest several reports for the same
+    # surface in one invocation (e.g. a suite split across shards). Each is
+    # uploaded in turn.
+    class CiReport < Base
+      KNOWN_FLAGS = {
+        project: :string,
+        surface: :string,
+        ci_url: :string,
+        junit: :string
+      }.freeze
+
+      def run(args)
+        # Collect every --junit occurrence (parse_flags keeps only the last of a
+        # repeated flag, so pull them out first).
+        junit_paths, rest = extract_repeated(args, '--junit')
+        opts, _positional = parse_flags(rest, KNOWN_FLAGS)
+
+        require_flag(opts, :project)
+        require_flag(opts, :surface)
+        require_flag(opts, :ci_url)
+
+        if junit_paths.empty?
+          output.error('--junit <path> is required (may be given more than once).')
+          exit 1
+        end
+
+        missing = junit_paths.reject { |p| File.file?(p) }
+        unless missing.empty?
+          output.error("JUnit file(s) not found: #{missing.join(', ')}")
+          exit 1
+        end
+
+        project_id = resolve_project_id(opts[:project])
+
+        totals = { created: 0, updated: 0, missing_failing: 0, reports: [] }
+
+        junit_paths.each do |path|
+          xml = File.read(path)
+          result = client.ingest_ci_results(
+            project_id,
+            ci_url: opts[:ci_url],
+            surface: opts[:surface],
+            junit_xml: xml
+          )
+
+          unless result[:ok]
+            output.error("Failed to ingest #{path}: #{result[:error]}", status: result[:status])
+            exit 1
+          end
+
+          data = result[:data] || {}
+          totals[:created] += data['evidence_created'].to_i
+          totals[:updated] += data['evidence_updated'].to_i
+          totals[:missing_failing] += data['missing_marked_failing'].to_i
+          totals[:reports] << { path: path, results: data['results'] || [] }
+        end
+
+        emit_summary(opts, totals)
+      end
+
+      private
+
+      # Pull every occurrence of a repeatable flag (and its value) out of args,
+      # returning [collected_values, remaining_args]. Leaves all other flags for
+      # the normal parser.
+      def extract_repeated(args, flag)
+        values = []
+        rest = []
+        i = 0
+        while i < args.length
+          arg = args[i]
+          if arg == flag && i + 1 < args.length
+            values << args[i + 1]
+            i += 2
+          elsif arg.start_with?("#{flag}=")
+            values << arg.split('=', 2)[1]
+            i += 1
+          else
+            rest << arg
+            i += 1
+          end
+        end
+        [values, rest]
+      end
+
+      def emit_summary(opts, totals)
+        data = {
+          project: opts[:project],
+          surface: opts[:surface],
+          ci_url: opts[:ci_url],
+          evidence_created: totals[:created],
+          evidence_updated: totals[:updated],
+          missing_marked_failing: totals[:missing_failing],
+          reports: totals[:reports]
+        }
+
+        output.success(data) do
+          puts "Ingested CI results for surface '#{opts[:surface]}':"
+          totals[:reports].each do |report|
+            report[:results].each do |r|
+              glyph = r['status'] == 'passing' ? '✓' : (r['status'] == 'failing' ? '✗' : '•')
+              puts "  #{glyph} #{r['slug']}  (#{r['status']})  #{r['source_file']}"
+            end
+          end
+          puts
+          puts "  created: #{totals[:created]}   updated: #{totals[:updated]}   marked failing (missing): #{totals[:missing_failing]}"
+        end
+      end
+    end
+  end
+end

data/lib/fp/commands/help.rb

@@ -20,6 +20,7 @@ module Fp
             propose --project <slug> ...      Propose a new requirement (as draft)
             report <slug> --project <slug>... Report evidence for a requirement
             report --junit <file> ...         Upload evidence from a JUnit XML report (no CI)
+            ci-report --junit <file> ...      Ingest CI test results (passing/failing) — CI only
             matrix --project <slug>           Show the parity matrix
             profile add|list                  Manage named profiles
             config set|get|unset|list         Manage global settings
@@ -127,6 +128,16 @@ module Fp
             # --base-dir sets where relative test file paths in the report resolve from
             # Skipped tests are reported as 'stub'; everything else as 'present'.
 
+            # CI ONLY: ingest real pass/fail results. Run in your CI pipeline after
+            # the suite (on green AND red builds). Unlike `fp report`, this writes
+            # passing/failing evidence and marks vanished-but-previously-passing
+            # slugs as failing. This is the half of the loop that turns the matrix
+            # circles into ✓ / ✗.
+            fp ci-report --junit junit.xml --project stowzilla \\
+              --surface api \\
+              --ci-url "$CI_RUN_URL"
+            # Pass --junit more than once to ingest several reports for one surface.
+
             # Show the parity matrix
             fp matrix --project stowzilla
 

data/lib/fp/commands.rb

@@ -7,6 +7,7 @@ require_relative 'commands/list'
 require_relative 'commands/show'
 require_relative 'commands/propose'
 require_relative 'commands/report'
+require_relative 'commands/ci_report'
 require_relative 'commands/matrix'
 require_relative 'commands/profile'
 require_relative 'commands/config_cmd'

data/lib/fp/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Fp
-  VERSION = '0.0.5'
+  VERSION = '0.0.6'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: featureparity
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Stowzilla
@@ -95,6 +95,7 @@ files:
 - lib/fp/client.rb
 - lib/fp/commands.rb
 - lib/fp/commands/base.rb
+- lib/fp/commands/ci_report.rb
 - lib/fp/commands/config_cmd.rb
 - lib/fp/commands/help.rb
 - lib/fp/commands/list.rb