textus 0.22.0 → 0.29.0

data/lib/textus/application/refresh/all.rb

@@ -1,52 +0,0 @@
-module Textus
-  module Application
-    module Refresh
-      class All
-        def initialize(ctx:, manifest:, envelope_io:, bus:, store:, authorizer:, hook_context:) # rubocop:disable Metrics/ParameterLists
-          @ctx          = ctx
-          @manifest     = manifest
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @store        = store
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def call(prefix: nil, zone: nil)
-          worker = Textus::Application::Refresh::Worker.new(
-            ctx: @ctx, manifest: @manifest, envelope_io: @envelope_io, bus: @bus,
-            store: @store, authorizer: @authorizer, hook_context: @hook_context
-          )
-
-          stale_rows = Textus::Application::Reads::Stale.new(manifest: @manifest).call(prefix: prefix, zone: zone)
-          refreshed = []
-          failed = []
-          skipped = []
-
-          stale_rows.each do |row|
-            key = row["key"] || row[:key]
-            reason = row["reason"] || row[:reason]
-            if reason.to_s.match?(/ttl exceeded|never refreshed/)
-              begin
-                worker.run(key)
-                refreshed << key
-              rescue Textus::Error => e
-                failed << { "key" => key, "error" => e.message }
-              end
-            else
-              skipped << { "key" => key, "reason" => reason }
-            end
-          end
-
-          {
-            "protocol" => Textus::PROTOCOL,
-            "ok" => failed.empty?,
-            "refreshed" => refreshed,
-            "failed" => failed,
-            "skipped" => skipped,
-          }
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/refresh/orchestrator.rb

@@ -1,78 +0,0 @@
-module Textus
-  module Application
-    module Refresh
-      class Orchestrator
-        def initialize(worker:, store_root:, bus: nil, store: nil, ctx: nil, hook_context: nil, detached_spawner: nil) # rubocop:disable Metrics/ParameterLists
-          @worker       = worker
-          @store_root   = store_root
-          @bus          = bus
-          @store        = store
-          @ctx          = ctx
-          @hook_context = hook_context
-          @detached_spawner = detached_spawner || default_spawner
-        end
-
-        def execute(action, key:)
-          case action
-          when Textus::Domain::Action::Return       then Textus::Domain::Outcome::Skipped.new
-          when Textus::Domain::Action::RefreshSync  then run_sync(key)
-          when Textus::Domain::Action::RefreshTimed then run_timed(action.budget_ms, key)
-          else raise ArgumentError.new("unknown action: #{action.inspect}")
-          end
-        end
-
-        private
-
-        def run_sync(key)
-          envelope = @worker.run(key)
-          Textus::Domain::Outcome::Refreshed.new(envelope: envelope)
-        rescue Textus::Error => e
-          Textus::Domain::Outcome::Failed.new(error: e)
-        end
-
-        def run_timed(budget_ms, key)
-          unless Textus::Infra::Refresh::Detached.supported?
-            return Textus::Domain::Outcome::Failed.new(
-              error: Textus::UsageError.new("timed_sync requires fork (Unix only)"),
-            )
-          end
-
-          result = nil
-          thread = Thread.new do
-            result = @worker.run(key)
-          rescue Textus::Error => e
-            result = e
-          end
-
-          thread.join(budget_ms / 1000.0)
-
-          if thread.alive?
-            thread.kill
-
-            # Single-flight: if a sibling process / earlier fork holds the
-            # per-leaf lock, don't fork another worker — they're already
-            # doing this work.
-            probe = Textus::Infra::Refresh::Lock.new(root: @store_root, key: key)
-            return Textus::Domain::Outcome::Detached.new unless probe.try_acquire
-
-            probe.release
-
-            payload = { key: key, started_at: Time.now.utc.iso8601, budget_ms: budget_ms }
-            payload[:ctx] = @hook_context if @hook_context
-            @bus&.publish(:refresh_backgrounded, **payload)
-            @detached_spawner.call(store_root: @store_root, key: key)
-            Textus::Domain::Outcome::Detached.new
-          elsif result.is_a?(Textus::Error)
-            Textus::Domain::Outcome::Failed.new(error: result)
-          else
-            Textus::Domain::Outcome::Refreshed.new(envelope: result)
-          end
-        end
-
-        def default_spawner
-          Textus::Infra::Refresh::Detached.method(:spawn)
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/refresh/worker.rb

@@ -1,116 +0,0 @@
-require "timeout"
-
-module Textus
-  module Application
-    module Refresh
-      class Worker
-        FETCH_TIMEOUT_SECONDS = 30
-
-        def initialize(ctx:, manifest:, envelope_io:, bus:, store:, authorizer:, hook_context:) # rubocop:disable Metrics/ParameterLists
-          @ctx          = ctx
-          @manifest     = manifest
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @store        = store
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def run(key)
-          res = @manifest.resolver.resolve(key)
-          mentry = res.entry
-          path = res.path
-          remaining = res.remaining
-          raise UsageError.new("no intake declared for '#{key}'") unless mentry.is_a?(Textus::Manifest::Entry::Intake)
-
-          before_etag = File.exist?(path) ? Etag.for_file(path) : nil
-          result = fetch_with_bus(key, mentry, remaining)
-          persist_and_notify(key, mentry, result, before_etag)
-        end
-
-        private
-
-        def fetch_timeout_for(key)
-          rule = @manifest.rules_for(key)
-          rule&.refresh&.fetch_timeout_seconds || FETCH_TIMEOUT_SECONDS
-        end
-
-        def fetch_with_bus(key, mentry, remaining)
-          callable = @bus.rpc_callable(:resolve_intake, mentry.handler)
-          @bus.publish(:refresh_started, ctx: @hook_context, key: key, mode: :sync)
-          call_intake(key, mentry, callable, remaining)
-        end
-
-        def call_intake(key, mentry, callable, remaining)
-          timeout = fetch_timeout_for(key)
-          Timeout.timeout(timeout) do
-            callable.call(
-              store: @store,
-              config: mentry.config,
-              args: { trigger_key: key, leaf_segments: remaining || [] },
-            )
-          end
-        rescue Timeout::Error
-          @bus.publish(:refresh_failed, ctx: @hook_context, key: key,
-                                        error_class: "Timeout::Error",
-                                        error_message: "intake '#{mentry.handler}' exceeded #{timeout}s")
-          raise UsageError.new("intake '#{mentry.handler}' exceeded #{timeout}s timeout")
-        rescue Textus::Error => e
-          @bus.publish(:refresh_failed, ctx: @hook_context, key: key, error_class: e.class.name,
-                                        error_message: e.message)
-          raise
-        rescue StandardError => e
-          @bus.publish(:refresh_failed, ctx: @hook_context, key: key, error_class: e.class.name,
-                                        error_message: e.message)
-          raise UsageError.new("intake '#{mentry.handler}' raised: #{e.class}: #{e.message}")
-        end
-
-        def persist_and_notify(key, mentry, result, before_etag)
-          normalized = self.class.send(:normalize_action_result, result, format: mentry.format)
-          @authorizer.authorize_write!(mentry, role: @ctx.role)
-          envelope = @envelope_io.write(
-            key,
-            mentry: mentry,
-            payload: Textus::Application::Writes::EnvelopeIO::Payload.new(
-              meta: normalized[:meta], body: normalized[:body], content: normalized[:content],
-            ),
-          )
-          change = detect_change(before_etag, envelope)
-          @bus.publish(:entry_refreshed, ctx: @hook_context, key: key, envelope: envelope, change: change) unless change == :unchanged
-          envelope
-        end
-
-        def detect_change(before_etag, envelope)
-          if before_etag.nil? then :created
-          elsif envelope.etag == before_etag then :unchanged
-          else :updated
-          end
-        end
-
-        def self.normalize_action_result(res, format:)
-          res = res.transform_keys(&:to_s) if res.is_a?(Hash)
-          res ||= {}
-          meta_val = res["_meta"]
-          body     = res["body"]
-          content  = res["content"]
-
-          case format
-          when "markdown" then { meta: meta_val || {}, body: body.to_s, content: nil }
-          when "text"     then { meta: {}, body: body.to_s, content: nil }
-          when "json", "yaml"
-            if !content.nil?
-              { meta: meta_val || {}, body: nil, content: content }
-            elsif !body.nil?
-              { meta: {}, body: body.to_s, content: nil }
-            else
-              raise Textus::UsageError.new("intake for #{format} returned neither content nor body")
-            end
-          else
-            raise Textus::UsageError.new("unknown format #{format.inspect}")
-          end
-        end
-        private_class_method :normalize_action_result
-      end
-    end
-  end
-end

data/lib/textus/application/writes/accept.rb

@@ -1,89 +0,0 @@
-require_relative "authority_gate"
-
-module Textus
-  module Application
-    module Writes
-      class Accept
-        include AuthorityGate
-
-        def initialize(ctx:, manifest:, file_store:, schemas:, envelope_io:, bus:, authorizer:, hook_context:) # rubocop:disable Metrics/ParameterLists
-          @ctx          = ctx
-          @manifest     = manifest
-          @file_store   = file_store
-          @schemas      = schemas
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def call(pending_key)
-          assert_accept_authority!("accept")
-
-          env = Textus::Application::Reads::Get.new(
-            ctx: @ctx, manifest: @manifest, file_store: @file_store,
-          ).call(pending_key)
-          proposal = env.meta["proposal"] or raise ProposalError.new("entry has no proposal block: #{pending_key}")
-          target = proposal["target_key"] or raise ProposalError.new("proposal missing target_key")
-          action = proposal["action"] || "put"
-
-          evaluate_promotion!(env, target)
-
-          case action
-          when "put"
-            # Nested proposal "frontmatter" — the meta to write to the accepted
-            # target. Not related to the removed intake-handler legacy bridge.
-            target_meta = env.meta["frontmatter"] || {}
-            target_body = env.body
-            put_op.call(target, meta: target_meta, body: target_body)
-          when "delete"
-            delete_op.call(target)
-          else
-            raise ProposalError.new("unknown action: #{action}")
-          end
-
-          delete_op.call(pending_key)
-
-          @bus.publish(:proposal_accepted,
-                       ctx: @hook_context,
-                       key: pending_key,
-                       target_key: target)
-
-          { "protocol" => PROTOCOL, "accepted" => pending_key, "target_key" => target, "action" => action }
-        end
-
-        private
-
-        def put_op
-          @put_op ||= Textus::Application::Writes::Put.new(
-            ctx: @ctx, manifest: @manifest, envelope_io: @envelope_io,
-            bus: @bus, authorizer: @authorizer, hook_context: @hook_context
-          )
-        end
-
-        def delete_op
-          @delete_op ||= Textus::Application::Writes::Delete.new(
-            ctx: @ctx, manifest: @manifest, envelope_io: @envelope_io,
-            bus: @bus, authorizer: @authorizer, hook_context: @hook_context
-          )
-        end
-
-        def evaluate_promotion!(env, target_key)
-          rules = @manifest.rules_for(target_key)
-          promote = rules.promote
-          return if promote.nil? || promote.requires.empty?
-
-          policy = Textus::Application::Policy::Promotion.from_names(promote.requires)
-          result = policy.evaluate(
-            entry: env, schemas: @schemas, manifest: @manifest, role: @ctx.role,
-          )
-          return if result.ok?
-
-          raise ProposalError.new(
-            "promotion gate failed: #{result.reasons.join("; ")}",
-          )
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/authority_gate.rb

@@ -1,26 +0,0 @@
-module Textus
-  module Application
-    module Writes
-      # Shared gate for write verbs that require the caller to hold the
-      # manifest's accept_authority role. Provides one method, expressed
-      # as two early-returns rather than a ternary, so each failure mode
-      # reads on its own line.
-      module AuthorityGate
-        def assert_accept_authority!(verb)
-          return if @manifest.role_kind(@ctx.role) == :accept_authority
-
-          authority = @manifest.roles_with_kind(:accept_authority).first
-          if authority.nil?
-            raise ProposalError.new(
-              "no role with accept_authority kind is declared in this manifest; #{verb} is disabled",
-            )
-          end
-
-          raise ProposalError.new(
-            "only #{authority} role can #{verb} proposals; got '#{@ctx.role}'",
-          )
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/delete.rb

@@ -1,33 +0,0 @@
-module Textus
-  module Application
-    module Writes
-      class Delete
-        def initialize(ctx:, manifest:, envelope_io:, bus:, authorizer:, hook_context:)
-          @ctx          = ctx
-          @manifest     = manifest
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def call(key, if_etag: nil, suppress_events: false)
-          @manifest.validate_key!(key)
-          mentry = @manifest.resolver.resolve(key).entry
-
-          @authorizer.authorize_write!(mentry, role: @ctx.role)
-
-          @envelope_io.delete(key, mentry: mentry, if_etag: if_etag)
-
-          unless suppress_events
-            @bus.publish(:entry_deleted,
-                         ctx: @hook_context,
-                         key: key)
-          end
-
-          { "protocol" => Textus::PROTOCOL, "ok" => true, "key" => key, "deleted" => true }
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/materializer.rb

@@ -1,50 +0,0 @@
-require "fileutils"
-
-module Textus
-  module Application
-    module Writes
-      # Materializes a single Derived manifest entry onto disk by running
-      # the builder pipeline (template + projection + external runner).
-      # Extracted from Application::Writes::Build so that Publish can reuse
-      # it without creating a Build dependency.
-      class Materializer
-        def initialize(ctx:, manifest:, file_store:, bus:, root:, store:)
-          @ctx        = ctx
-          @manifest   = manifest
-          @file_store = file_store
-          @bus        = bus
-          @root       = root
-          @store      = store
-        end
-
-        # Runs the builder pipeline for `mentry` and returns the on-disk
-        # target_path string.
-        def run(mentry)
-          reader = Textus::Application::Reads::Get.new(
-            ctx: @ctx, manifest: @manifest, file_store: @file_store,
-          )
-          lister = Textus::Application::Reads::List.new(manifest: @manifest)
-          Builder::Pipeline.run(
-            mentry: mentry,
-            manifest: @manifest,
-            reader: reader.method(:call),
-            lister: lister.method(:call),
-            transform_resolver: ->(name) { @bus.rpc_callable(:transform_rows, name) },
-            template_loader: ->(name) { read_template(name) },
-            transform_context: @store,
-            inject_boot: -> { Textus::Boot.run(@store) },
-          )
-        end
-
-        private
-
-        def read_template(name)
-          tpl_path = File.join(@root, "templates", name)
-          raise TemplateError.new("template not found: #{tpl_path}", template_name: name) unless File.exist?(tpl_path)
-
-          File.read(tpl_path)
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/mv.rb

@@ -1,105 +0,0 @@
-module Textus
-  module Application
-    module Writes
-      class Mv
-        def initialize(ctx:, manifest:, envelope_io:, bus:, authorizer:, hook_context:)
-          @ctx          = ctx
-          @manifest     = manifest
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def call(old_key, new_key, dry_run: false)
-          old_res, new_res = prepare(old_key, new_key)
-          return dry_run_result(old_key, new_key, old_res, new_res) if dry_run
-
-          ensure_uid!(old_key, old_res.entry)
-          envelope = @envelope_io.move(
-            from_key: old_key, to_key: new_key,
-            new_mentry: new_res.entry
-          )
-          publish_renamed(old_key, new_key, envelope)
-          success_result(old_key, new_key, old_res, new_res, envelope)
-        end
-
-        private
-
-        def prepare(old_key, new_key)
-          @manifest.validate_key!(old_key)
-          @manifest.validate_key!(new_key)
-          raise UsageError.new("mv: old and new keys are identical") if old_key == new_key
-
-          old_res = @manifest.resolver.resolve(old_key)
-          new_res = @manifest.resolver.resolve(new_key)
-          raise UnknownKey.new(old_key) unless @envelope_io.exists?(old_res.path)
-
-          validate_zone_and_format!(old_res.entry, new_res.entry)
-          @authorizer.authorize_write!(old_res.entry, role: @ctx.role)
-          @authorizer.authorize_write!(new_res.entry, role: @ctx.role)
-          raise UsageError.new("mv: target '#{new_key}' already exists at #{new_res.path}") if @envelope_io.exists?(new_res.path)
-
-          [old_res, new_res]
-        end
-
-        def validate_zone_and_format!(old_mentry, new_mentry)
-          if old_mentry.zone != new_mentry.zone
-            raise UsageError.new(
-              "mv: cross-zone move refused (#{old_mentry.zone} → #{new_mentry.zone}). " \
-              "Use put+delete for cross-zone moves.",
-            )
-          end
-          return if old_mentry.format == new_mentry.format
-
-          raise UsageError.new("mv: format mismatch (#{old_mentry.format} → #{new_mentry.format}); refusing.")
-        end
-
-        # If the source file lacks a UID, rewrite it in-place via EnvelopeIO#write
-        # so a UID gets injected before the move. This replaces the previous
-        # Put(suppress_events: true) bypass with a direct EnvelopeIO call —
-        # producing one "put" audit row, then the "mv" row from EnvelopeIO#move.
-        def ensure_uid!(old_key, old_mentry)
-          pre_env = @envelope_io.read_envelope(old_key)
-          return if pre_env.uid
-
-          @envelope_io.write(
-            old_key, mentry: old_mentry,
-                     payload: EnvelopeIO::Payload.new(
-                       meta: pre_env.meta, body: pre_env.body, content: pre_env.content,
-                     )
-          )
-        end
-
-        def publish_renamed(old_key, new_key, envelope)
-          @bus.publish(:entry_renamed,
-                       ctx: @hook_context,
-                       key: new_key,
-                       from_key: old_key,
-                       to_key: new_key,
-                       envelope: envelope)
-        end
-
-        def dry_run_result(old_key, new_key, old_res, new_res)
-          pre_env = @envelope_io.read_envelope(old_key)
-          {
-            "protocol" => PROTOCOL, "ok" => true, "dry_run" => true,
-            "from_key" => old_key, "to_key" => new_key,
-            "from_path" => old_res.path, "to_path" => new_res.path,
-            "uid" => pre_env.uid
-          }
-        end
-
-        def success_result(old_key, new_key, old_res, new_res, envelope)
-          {
-            "protocol" => PROTOCOL, "ok" => true,
-            "from_key" => old_key, "to_key" => new_key,
-            "from_path" => old_res.path, "to_path" => new_res.path,
-            "uid" => envelope.uid,
-            "envelope" => envelope.to_h_for_wire
-          }
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/publish.rb

@@ -1,81 +0,0 @@
-module Textus
-  module Application
-    module Writes
-      # Single-pass publish use case: dispatches polymorphically to each
-      # entry's `publish_via` method. Derived entries materialize their body
-      # via Materializer; Nested entries fan out via publish_each; Leaf and
-      # Intake entries copy their stored body to publish_to targets. The
-      # Publish layer owns wiring (context, accumulation) but not per-kind
-      # logic.
-      #
-      # Return shape: { "protocol", "built", "published_leaves" }
-      class Publish
-        def initialize(ctx:, manifest:, file_store:, bus:, root:, store:, hook_context:) # rubocop:disable Metrics/ParameterLists
-          @ctx          = ctx
-          @manifest     = manifest
-          @file_store   = file_store
-          @bus          = bus
-          @root         = root
-          @store        = store
-          @hook_context = hook_context
-        end
-
-        def call(prefix: nil)
-          built  = []
-          leaves = []
-          context = build_context
-
-          @manifest.entries.each do |mentry|
-            next if prefix && !entry_matches_prefix?(mentry, prefix)
-
-            result = mentry.publish_via(context, prefix: prefix)
-            next if result.nil?
-
-            case result[:kind]
-            when :built  then built << result[:value]
-            when :leaves then leaves.concat(result[:value])
-            end
-          end
-
-          { "protocol" => Textus::PROTOCOL, "built" => built, "published_leaves" => leaves }
-        end
-
-        private
-
-        def build_context
-          Textus::Manifest::Entry::Base::PublishContext.new(
-            repo_root: File.dirname(@root),
-            manifest: @manifest,
-            file_store: @file_store,
-            root: @root,
-            store: @store,
-            ctx: @ctx,
-            bus: @bus,
-            hook_context: @hook_context,
-            reader: reader,
-            emit: ->(event, **payload) { @bus.publish(event, ctx: @hook_context, **payload) },
-          )
-        end
-
-        # Whether the entry should be processed for the given prefix filter.
-        def entry_matches_prefix?(mentry, prefix)
-          return true unless prefix
-
-          case mentry
-          when Textus::Manifest::Entry::Nested
-            mentry.key.start_with?(prefix) ||
-              prefix.start_with?("#{mentry.key}.")
-          else
-            mentry.key.start_with?(prefix)
-          end
-        end
-
-        def reader
-          @reader ||= Textus::Application::Reads::Get.new(
-            ctx: @ctx, manifest: @manifest, file_store: @file_store,
-          )
-        end
-      end
-    end
-  end
-end

data/lib/textus/application/writes/put.rb

@@ -1,37 +0,0 @@
-module Textus
-  module Application
-    module Writes
-      class Put
-        def initialize(ctx:, manifest:, envelope_io:, bus:, authorizer:, hook_context:)
-          @ctx          = ctx
-          @manifest     = manifest
-          @envelope_io  = envelope_io
-          @bus          = bus
-          @authorizer   = authorizer
-          @hook_context = hook_context
-        end
-
-        def call(key, meta: nil, body: nil, content: nil, if_etag: nil)
-          @manifest.validate_key!(key)
-          mentry = @manifest.resolver.resolve(key).entry
-
-          @authorizer.authorize_write!(mentry, role: @ctx.role)
-
-          envelope = @envelope_io.write(
-            key,
-            mentry: mentry,
-            payload: Textus::Application::Writes::EnvelopeIO::Payload.new(meta: meta, body: body, content: content),
-            if_etag: if_etag,
-          )
-
-          @bus.publish(:entry_put,
-                       ctx: @hook_context,
-                       key: key,
-                       envelope: envelope)
-
-          envelope
-        end
-      end
-    end
-  end
-end