confium 0.4.1-aarch64-linux → 0.6.0-aarch64-linux

data/lib/confium/audit/otlp_sink.rb

@@ -0,0 +1,120 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'json'
+require 'time'
+
+module Confium
+  module Audit
+    # Exports audit records to an OpenTelemetry Collector over
+    # OTLP/HTTP JSON (the logs signal — an audit event is a log
+    # record, not a span).
+    #
+    #   Confium::Audit.sink = Confium::Audit::OtlpSink.new(
+    #     endpoint: 'http://localhost:4318/v1/logs',
+    #     headers: { 'Authorization' => "Bearer #{token}" },
+    #     service_name: 'confium-issuer'
+    #   )
+    #
+    # Delivery is synchronous per record, retried with exponential
+    # backoff (retries: attempts after the first, base doubled per
+    # attempt). After the final failure the record is dropped with a
+    # $stderr report — the audit core's policy: a telemetry outage
+    # must never break signing. stdlib only.
+    class OtlpSink < Sink
+      DEFAULT_ENDPOINT = 'http://localhost:4318/v1/logs'
+      SEVERITY = { 'success' => 9, 'failure' => 17, 'error' => 17 }.freeze # INFO / ERROR
+
+      def initialize(endpoint: DEFAULT_ENDPOINT, headers: {}, service_name: 'confium', timeout: 5,
+                     retries: 2, retry_base: 0.1)
+        super()
+        @uri = URI.parse(endpoint)
+        @headers = headers
+        @service_name = service_name
+        @timeout = timeout
+        @retries = retries
+        @retry_base = retry_base
+        @dropped = 0
+      end
+
+      # Records dropped after failed delivery (diagnostic only).
+      attr_reader :dropped
+
+      def write(record)
+        payload = envelope(record)
+        deliver(JSON.generate(payload))
+      rescue StandardError => e
+        @dropped += 1
+        warn "confium: OTLP delivery failed, audit record dropped (##{@dropped}): #{e.class}: #{e.message}"
+      end
+
+      def close; end
+
+      private
+
+      # Attempts grow the backoff: retry_base * 2**attempt. When
+      # retry_base is 0 (specs) retries run without delay.
+      def deliver(body)
+        (@retries + 1).times do |attempt|
+          sleep(@retry_base * (2**attempt)) if attempt.positive? && @retry_base.positive?
+
+          response = Net::HTTP.post(@uri, body, headers.merge('Content-Type' => 'application/json'))
+          return response if response.is_a?(Net::HTTPSuccess)
+
+          raise "collector responded #{response.code}" if attempt == @retries
+        end
+      end
+
+      def headers
+        { 'User-Agent' => "confium-otlp-sink #{Confium::VERSION}" }.merge(@headers)
+      end
+
+      # OTLP/JSON logs request: one resource, one scope, one record.
+      def envelope(record)
+        {
+          'resourceLogs' => [
+            {
+              'resource' => {
+                'attributes' => [
+                  { 'key' => 'service.name', 'value' => { 'stringValue' => @service_name } },
+                  { 'key' => 'telemetry.sdk.name', 'value' => { 'stringValue' => 'confium' } },
+                  { 'key' => 'telemetry.sdk.version', 'value' => { 'stringValue' => Confium::VERSION } }
+                ]
+              },
+              'scopeLogs' => [
+                {
+                  'scope' => { 'name' => 'confium.audit' },
+                  'logRecords' => [log_record(record)]
+                }
+              ]
+            }
+          ]
+        }
+      end
+
+      def log_record(record)
+        {
+          'timeUnixNano' => (parse_time(record['timestamp']) * 1_000_000_000).to_i.to_s,
+          'severityNumber' => SEVERITY.fetch(record['result'], 9),
+          'severityText' => record['result'] == 'success' ? 'INFO' : 'ERROR',
+          'body' => { 'stringValue' => "#{record['operation']} #{record['result']}".strip },
+          'attributes' => attributes_for(record)
+        }
+      end
+
+      def attributes_for(record)
+        record.except('timestamp').map do |key, value|
+          { 'key' => key, 'value' => { 'stringValue' => value.to_s } }
+        end
+      end
+
+      def parse_time(timestamp)
+        return Time.now.to_f unless timestamp.is_a?(String)
+
+        Time.parse(timestamp).to_f
+      rescue ArgumentError
+        Time.now.to_f
+      end
+    end
+  end
+end

data/lib/confium/audit.rb

@@ -124,3 +124,5 @@ module Confium
     end
   end
 end
+
+require_relative 'audit/otlp_sink'

data/lib/confium/composite.rb

@@ -16,6 +16,32 @@ module Confium
     class Signature
       BINARY_FIELDS = %w[public_key signature].freeze
 
+      # Serialize the components this instance was built from, in the
+      # canonical wire format. Instances remember their source: built
+      # from components, or from a JSON document (which is emitted
+      # verbatim when it was canonical).
+      def to_json(*_args)
+        cached = @confium_components_json
+        return cached if cached
+
+        components = @confium_components or
+          raise Confium::Error, 'Signature was not built with component data; use Signature.new or from_json'
+        Signature.components_to_json(components)
+      end
+
+      class << self
+        # magnus exposes the constructor as a class-level `new`;
+        # capture it before this reopen shadows it (plain `super`
+        # falls through to Class#new instead).
+        alias __native_new new
+
+        def new(*args)
+          sig = __native_new(*args)
+          sig.instance_variable_set(:@confium_components, args.first) if args.first.is_a?(Array)
+          sig
+        end
+      end
+
       def self.components_to_json(components)
         JSON.generate(components.map do |component|
           component.transform_values do |value|
@@ -35,7 +61,19 @@ module Confium
           raise ArgumentError, 'expected a non-empty "components" array'
         end
 
-        new(components.map { |c| decode_binary_fields(c) })
+        sig = new(components.map { |c| decode_binary_fields(c) })
+        sig.instance_variable_set(:@confium_components, components)
+        sig.instance_variable_set(:@confium_components_json, canonical_json(json, data))
+        sig
+      end
+
+      # The canonical wire form of whatever the caller handed us: a
+      # String passes through untouched; parsed structures are
+      # re-generated from their components array.
+      def self.canonical_json(json, data)
+        return json if json.is_a?(String)
+
+        JSON.generate(data.is_a?(Hash) ? data['components'] : data)
       end
 
       def self.decode_binary_fields(component)

data/lib/confium/native_windows.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Confium
+  # Pure resolution of which native-extension ABI windows to try, in
+  # order. Extracted from the loader so the decision — the piece with
+  # the release-incident history (3.1-window segfaults on 3.2, the
+  # cross-major 3.3→4.0 TypeError, windowless platform gems) — is
+  # testable without installing eight platform gems.
+  module NativeWindows
+    # Ordered candidate windows for +ruby_version+ (e.g. "3.4.8").
+    #
+    # Background: platform gems ship one extension per ABI window.
+    # Ruby 3.2 broke the 3.1 ABI (object shapes) and rb-sys references
+    # a VM pointer libruby stopped exporting in 3.3, so 3.1/3.2/4.0
+    # get exact-minor builds while a 3.3-window binary loads on both
+    # 3.3 and 3.4. The 3.3 fallback applies within the 3.x line
+    # alone: a cross-major load (4.x) fails TypedData class-identity
+    # checks, so 4.0 must not fall back to it.
+    def self.candidates(ruby_version)
+      minor = ruby_version[/\A\d+\.\d+/]
+      raise ArgumentError, "not a ruby version: #{ruby_version.inspect}" unless minor
+
+      major = ruby_version[/\A\d+/].to_i
+      if major == 3 && Gem::Version.new(ruby_version) >= Gem::Version.new('3.3')
+        [minor, '3.3'].uniq
+      else
+        [minor]
+      end
+    end
+  end
+end

data/lib/confium/tc/coordinator.rb

@@ -1,15 +1,21 @@
 # frozen_string_literal: true
 
-# Confium::TC::Coordinator wraps the async session coordinator service.
+# Confium::TC::Coordinator coordinates an in-process threshold
+# signing session: signers submit commitments and shares at their own
+# pace; once the threshold is met, aggregation runs the real
+# threshold-ECDSA combine (CMP20 or GG18) and returns a 64-byte
+# (r, s) signature verifiable under the quorum public key.
 #
-# The coordinator enables globally distributed threshold signers to
-# participate when convenient — no simultaneity required.
+# The session semantics (state machine, duplicate-signer rejection,
+# the combine) live in SigningSession; this class is the session
+# registry and quorum-scoped entry point. NetworkCoordinator is the
+# TCP/NDJSON adapter over the same sessions.
 #
 # Usage:
 #   coordinator = Confium::TC::Coordinator.new(quorum_id: "biml-root")
 #   session_id = coordinator.create_session(message: data,
-#                                           threshold: 5,
-#                                           unlock_window: 14400)
+#                                           threshold: 3,
+#                                           scheme: "CMP20-ECDSA-P256")
 #   coordinator.submit_commitment(session_id, signer_id, commitment_bytes)
 #   # ... wait for T commitments ...
 #   coordinator.submit_share(session_id, signer_id, share_bytes)
@@ -25,43 +31,38 @@ module Confium
         @sessions = {}
       end
 
-      def create_session(message:, threshold:, unlock_window: 14_400)
+      def create_session(message:, threshold:, unlock_window: SigningSession::DEFAULT_UNLOCK_WINDOW,
+                         scheme: 'CMP20-ECDSA-P256')
         session_id = "session-#{@sessions.length + 1}"
-        @sessions[session_id] = {
-          message: message,
-          threshold: threshold,
-          unlock_window: unlock_window,
-          state: :pending,
-          commitments: [],
-          shares: []
-        }
+        @sessions[session_id] = SigningSession.new(
+          message: message, threshold: threshold,
+          unlock_window: unlock_window, scheme: scheme
+        )
         session_id
       end
 
       def session_state(session_id)
-        @sessions.dig(session_id, :state)
+        fetch(session_id).state
       end
 
       def submit_commitment(session_id, signer_id, commitment_bytes)
-        session = @sessions[session_id] or raise "Unknown session: #{session_id}"
-        session[:commitments] << { signer_id: signer_id, bytes: commitment_bytes }
-        return unless session[:commitments].length >= session[:threshold]
-
-        session[:state] = :commitments_collected
+        fetch(session_id).add_commitment(signer_id, commitment_bytes)
       end
 
       def submit_share(session_id, signer_id, share_bytes)
-        session = @sessions[session_id] or raise "Unknown session: #{session_id}"
-        session[:shares] << { signer_id: signer_id, bytes: share_bytes }
+        fetch(session_id).add_share(signer_id, share_bytes)
       end
 
       def aggregate(session_id)
-        session = @sessions[session_id] or raise "Unknown session: #{session_id}"
-        raise 'Threshold not met' if session[:shares].length < session[:threshold]
+        fetch(session_id).aggregate
+      end
+
+      private
 
-        session[:state] = :completed
-        # In real implementation, calls FFI to aggregate shares
-        session[:shares].map { |s| s[:bytes] }.join
+      def fetch(session_id)
+        @sessions.fetch(session_id) do
+          raise NotFoundError.new("Unknown session: #{session_id}", kind: :session, identifier: session_id)
+        end
       end
     end
   end

data/lib/confium/tc/network_coordinator.rb

@@ -0,0 +1,208 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'socket'
+require_relative 'coordinator'
+
+module Confium
+  module TC
+    # Networked threshold-signing coordinator service.
+    #
+    # Wraps Confium::TC::Coordinator (real CMP20/GG18 combine) behind
+    # a TCP socket so signers on separate machines submit commitments
+    # and shares from their own processes:
+    #
+    #   service = Confium::TC::NetworkCoordinator.new(quorum_id: 'root')
+    #   service.start                       # binds 127.0.0.1:<ephemeral>
+    #   client = Confium::TC::SignerClient.new(port: service.port)
+    #   sid = client.create_session(message: data, threshold: 3)
+    #   client.submit_share(sid, 'signer-1', share_blob)
+    #   client.aggregate(sid)               # => 64-byte signature
+    #
+    # Protocol: one JSON object per line (NDJSON); binary fields are
+    # hex-encoded. Unknown operations and Coordinator errors come
+    # back as {"error": ..., "message": ...} lines.
+    #
+    # Transport security: none yet — plain TCP intended for loopback
+    # or private networks. The upstream noise-transport session
+    # protocol replaces this wholesale (see
+    # TODO.full/01-multi-host-threshold-signing.md).
+    class NetworkCoordinator
+      HANDLERS = {
+        'create' => lambda do |coord, req|
+          session_id = coord.create_session(
+            message: [req.fetch('message_hex')].pack('H*'),
+            threshold: req.fetch('threshold'),
+            scheme: req['scheme'] || 'CMP20-ECDSA-P256'
+          )
+          { 'session_id' => session_id }
+        end,
+        'commitment' => lambda do |coord, req|
+          session_id = req.fetch('session_id')
+          coord.submit_commitment(
+            session_id, req.fetch('signer_id'),
+            [req.fetch('bytes_hex')].pack('H*')
+          )
+          { 'ok' => true, 'state' => coord.session_state(session_id).to_s }
+        end,
+        'share' => lambda do |coord, req|
+          coord.submit_share(
+            req.fetch('session_id'), req.fetch('signer_id'),
+            [req.fetch('bytes_hex')].pack('H*')
+          )
+          { 'ok' => true }
+        end,
+        'aggregate' => lambda do |coord, req|
+          signature = coord.aggregate(req.fetch('session_id'))
+          { 'signature_hex' => signature.unpack1('H*') }
+        end
+      }.freeze
+
+      class RequestError < StandardError; end
+
+      attr_reader :quorum_id, :port
+
+      def initialize(quorum_id:, host: '127.0.0.1', port: 0, coordinator: nil)
+        @quorum_id = quorum_id
+        @host = host
+        @port = port
+        @coordinator = coordinator || Coordinator.new(quorum_id: quorum_id)
+        @server = nil
+        @accept_thread = nil
+        @mutex = Mutex.new
+      end
+
+      def start
+        raise 'already started' if @server
+
+        # RBS socket lib lacks the (host, port) overload for new
+        @server = TCPServer.new(@host.to_s, @port) # steep:ignore
+        @port = @server.addr[1]
+        @accept_thread = Thread.new { accept_loop }
+        self
+      end
+
+      def stop
+        return unless @server
+
+        server = @server
+        @server = nil
+        server.close
+        @accept_thread&.join(5)
+        nil
+      end
+
+      def running?
+        !@server.nil?
+      end
+
+      private
+
+      def accept_loop
+        loop do
+          server = @server
+          break unless server
+
+          begin
+            socket = server.accept
+          rescue IOError, Errno::EBADF, Errno::EINVAL
+            break # listener closed by #stop
+          end
+          Thread.new(socket) { |conn| serve(conn) }
+        end
+      end
+
+      def serve(socket)
+        socket.each_line do |line|
+          request = JSON.parse(line)
+          response = @mutex.synchronize { dispatch(request) }
+          socket.write("#{JSON.generate(response)}\n")
+        end
+      rescue JSON::ParserError => e
+        write_error(socket, 'RequestError', "malformed JSON: #{e.message}")
+      rescue StandardError => e
+        write_error(socket, e.class.name, e.message)
+      ensure
+        socket.close
+      end
+
+      def dispatch(request)
+        op = request['op'] or raise RequestError, 'missing "op"'
+        handler = HANDLERS[op] or raise RequestError, "unknown op: #{op}"
+
+        handler.call(@coordinator, request)
+      end
+
+      def write_error(socket, klass, message)
+        socket.write("#{JSON.generate({ 'error' => klass, 'message' => message })}\n")
+      rescue IOError
+        nil
+      end
+    end
+
+    # Client side for NetworkCoordinator. One instance per signer
+    # process; each call opens its own connection, so signers never
+    # share state.
+    class SignerClient
+      class RemoteError < StandardError
+        attr_reader :remote_class
+
+        def initialize(remote_class, message)
+          @remote_class = remote_class
+          super("#{remote_class}: #{message}")
+        end
+      end
+
+      def initialize(port:, host: '127.0.0.1')
+        @host = host
+        @port = port
+      end
+
+      def create_session(message:, threshold:, scheme: 'CMP20-ECDSA-P256')
+        response = call(
+          'op' => 'create',
+          'message_hex' => message.to_s.unpack1('H*'),
+          'threshold' => threshold,
+          'scheme' => scheme
+        )
+        response.fetch('session_id')
+      end
+
+      def submit_commitment(session_id, signer_id, commitment_bytes)
+        call(
+          'op' => 'commitment',
+          'session_id' => session_id,
+          'signer_id' => signer_id,
+          'bytes_hex' => commitment_bytes.unpack1('H*')
+        ).fetch('ok')
+      end
+
+      def submit_share(session_id, signer_id, share_bytes)
+        call(
+          'op' => 'share',
+          'session_id' => session_id,
+          'signer_id' => signer_id,
+          'bytes_hex' => share_bytes.unpack1('H*')
+        ).fetch('ok')
+      end
+
+      def aggregate(session_id)
+        response = call('op' => 'aggregate', 'session_id' => session_id)
+        [response.fetch('signature_hex')].pack('H*')
+      end
+
+      private
+
+      def call(request)
+        TCPSocket.open(@host, @port) do |socket|
+          socket.write("#{JSON.generate(request)}\n")
+          line = socket.readline
+          response = JSON.parse(line)
+          raise RemoteError.new(response['error'], response['message']) if response['error']
+
+          response
+        end
+      end
+    end
+  end
+end

data/lib/confium/tc/signing_session.rb

@@ -0,0 +1,93 @@
+# frozen_string_literal: true
+
+module Confium
+  module TC
+    # One threshold-signing session: the state machine and the combine
+    # behind every coordinator surface. Coordinator (in-process) and
+    # NetworkCoordinator (TCP/NDJSON) are adapters over this class —
+    # they own registries and framing; the session owns the semantics:
+    #
+    #   pending → commitments_collected (T distinct commitments)
+    #          → completed (aggregate runs the scheme combine)
+    #
+    # Aggregate may be called again after completion — the combine
+    # randomizes its nonce, so each call yields a fresh (verifiable)
+    # signature over the same shares, which is what a network client
+    # retrying after a dropped response needs.
+    #
+    # Signer identity is load-bearing: one signer submitting two
+    # shares must never count twice toward the threshold, so
+    # commitments and shares are keyed by signer_id and duplicates
+    # raise.
+    class SigningSession
+      DEFAULT_UNLOCK_WINDOW = 14_400
+
+      SCHEMES = {
+        'CMP20-ECDSA-P256' => ->(shares, threshold, message) { Cmp20.sign(shares, threshold, message) },
+        'GG18-ECDSA-P256' => ->(shares, threshold, message) { Gg18.sign(shares, threshold, message) }
+      }.freeze
+
+      attr_reader :message, :threshold, :unlock_window, :scheme, :state
+
+      def initialize(message:, threshold:, unlock_window: DEFAULT_UNLOCK_WINDOW, scheme: 'CMP20-ECDSA-P256')
+        raise ArgumentError, "unknown scheme: #{scheme} (known: #{SCHEMES.keys.join(', ')})" unless SCHEMES.key?(scheme)
+
+        @message = message
+        @threshold = threshold
+        @unlock_window = unlock_window
+        @scheme = scheme
+        @state = :pending
+        # @type ivar @commitments: Hash[String, String]
+        @commitments = {}
+        # @type ivar @shares: Hash[String, String]
+        @shares = {}
+      end
+
+      def add_commitment(signer_id, commitment_bytes)
+        record(@commitments, signer_id, commitment_bytes)
+        @state = :commitments_collected if @commitments.length >= @threshold
+        self
+      end
+
+      def add_share(signer_id, share_bytes)
+        record(@shares, signer_id, share_bytes)
+        self
+      end
+
+      def commitment_count
+        @commitments.length
+      end
+
+      def share_count
+        @shares.length
+      end
+
+      def threshold_met?
+        @shares.length >= @threshold
+      end
+
+      def aggregate
+        unless threshold_met?
+          raise ThresholdError.new('Threshold not met', have_count: @shares.length, need_count: @threshold)
+        end
+
+        signature = SCHEMES.fetch(@scheme).call(@shares.values, @threshold, @message)
+        @state = :completed
+        signature
+      end
+
+      private
+
+      def record(store, signer_id, bytes)
+        if store.key?(signer_id)
+          raise ValidationError.new(
+            "duplicate submission from signer #{signer_id}",
+            param: :signer_id, expected: 'one submission per signer', actual: signer_id
+          )
+        end
+
+        store[signer_id] = bytes
+      end
+    end
+  end
+end

data/lib/confium/tc.rb

@@ -11,7 +11,12 @@
 # for the full interface specification.
 module Confium
   module TC
-    autoload :Session, 'confium/tc/session'
-    autoload :Coordinator, 'confium/tc/coordinator'
+    # The native extension defines Confium::TC; this namespace file
+    # is eager-required from confium.rb, so autoloads never fire —
+    # the pure-Ruby companions load with the namespace directly.
+    require_relative 'tc/signing_session'
+    require_relative 'tc/coordinator'
+    require_relative 'tc/network_coordinator'
+    require_relative 'tc/share_file'
   end
 end

data/lib/confium/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Confium
-  VERSION = '0.4.1'
+  VERSION = '0.6.0'
 end

data/lib/confium.rb

@@ -10,21 +10,14 @@
 # are loaded lazily via autoload — see lib/confium/<name>.rb.
 
 require_relative 'confium/version'
+require_relative 'confium/native_windows'
 
 begin
-  # Pre-built platform gems ship one extension per C-ABI window
-  # (Ruby 3.2 broke the 3.1 ABI — object shapes — and rb-sys
-  # references the VM pointer libruby stopped exporting in 3.3, so
-  # 3.1 and 3.2 get exact-minor builds while 3.3 covers 3.3+).
-  # Source builds install the extension flat, without a version
-  # directory.
-  minor = RUBY_VERSION[/\A\d+\.\d+/]
+  # Pre-built platform gems ship one extension per ABI window (the
+  # window rules live in Confium::NativeWindows). Source builds
+  # install the extension flat, without a version directory.
   dlext = RbConfig::CONFIG['DLEXT'] || 'so'
-  candidates = Gem::Version.new(RUBY_VERSION) >= Gem::Version.new('3.3') ? [minor, '3.3'].uniq : [minor]
-  # Windows gems carry an exact-minor window per Ruby (a PE import
-  # names the version-specific ruby DLL); other platforms share the
-  # 3.3 window for 3.3+. Prefer the exact minor when present.
-  windowed = candidates.filter_map do |w|
+  windowed = Confium::NativeWindows.candidates(RUBY_VERSION).filter_map do |w|
     path = File.expand_path("confium_native/#{w}/confium_native.#{dlext}", __dir__ || '.')
     w if File.exist?(path)
   end
@@ -92,7 +85,8 @@ require_relative 'confium/transparency'
 # of that module.
 require_relative 'confium/audit'
 
-# Eager-load the TC ShareFile Ruby companion. The native extension
-# defines `Confium::TC` as a Ruby module; this file adds the
-# `ShareFile` class for filesystem-backed share persistence.
-require_relative 'confium/tc/share_file'
+# Eager-load the TC namespace file: `Confium::TC` is native-defined,
+# so an autoload here would never fire (the PKI pattern). It
+# registers the pure-Ruby Session/Coordinator companions and the
+# ShareFile class for filesystem-backed share persistence.
+require_relative 'confium/tc'