textus 0.15.0 → 0.20.0

data/lib/textus/store.rb

@@ -1,16 +1,8 @@
 require "fileutils"
-require "securerandom"
 
 module Textus
   class Store
-    attr_reader :root, :manifest, :registry, :reader, :writer, :bus
-
-    # A Textus UID: 16 lowercase hex chars (SecureRandom.hex(8)). Not a UUID —
-    # short on purpose. Random enough for collision-never-in-practice within a
-    # single store.
-    def self.mint_uid
-      SecureRandom.hex(8)
-    end
+    attr_reader :root, :manifest, :schemas, :file_store, :audit_log, :bus
 
     def self.discover(start_dir = Dir.pwd, root: nil)
       explicit = root || ENV.fetch("TEXTUS_ROOT", nil)
@@ -37,46 +29,17 @@ module Textus
     end
 
     def initialize(root)
-      @root = File.expand_path(root)
-      @manifest = Manifest.load(@root)
-      @bus = Hooks::Dispatcher.new(audit_log: audit_log)
-      @registry = Hooks::Registry.new(dispatcher: @bus)
-      @schemas = {}
-      load_hooks
-      @reader = Reader.new(self)
-      @writer = Writer.new(self)
-      @bus.publish(:store_loaded, store: Textus::Application::Context.system(self))
-    end
-
-    def load_hooks
-      Textus.with_registry(@registry) do
-        Hooks::Builtin.register_all
-        dir = File.join(@root, "hooks")
-        return unless File.directory?(dir)
-
-        Dir.glob(File.join(dir, "**/*.rb")).sort.each do |f| # rubocop:disable Lint/RedundantDirGlobSort
-          begin
-            load(f)
-          rescue StandardError, ScriptError => e
-            raise UsageError.new("failed loading hook #{File.basename(f)}: #{e.class}: #{e.message}")
-          end
-        end
-      end
-    end
-
-    def schema_for(name)
-      return nil if name.nil?
-
-      @schemas[name] ||= begin
-        sp = File.join(@root, "schemas", "#{name}.yaml")
-        raise IoError.new("schema not found: #{sp}") unless File.exist?(sp)
-
-        Schema.load(sp)
-      end
-    end
-
-    def audit_log
-      @audit_log ||= Store::AuditLog.new(@root)
+      @root       = File.expand_path(root)
+      @manifest   = Manifest.load(@root)
+      @schemas    = Schemas.new(File.join(@root, "schemas"))
+      @file_store = Infra::Storage::FileStore.new
+      @audit_log  = Infra::AuditLog.new(@root)
+      @bus = Hooks::Bus.new
+      Infra::AuditSubscriber.new(@audit_log).attach(@bus)
+      Hooks::Builtin.register_all(@bus)
+      Hooks::Loader.new(bus: @bus).load_dir(File.join(@root, "hooks"))
+      ops = Operations.for(self, role: Role::DEFAULT)
+      @bus.publish(:store_loaded, ctx: ops.hook_context)
     end
   end
 end

data/lib/textus/uid.rb

@@ -0,0 +1,18 @@
+require "securerandom"
+
+module Textus
+  # A Textus UID: 16 lowercase hex chars (SecureRandom.hex(8)). Not a UUID —
+  # short on purpose. Random enough for collision-never-in-practice within a
+  # single store.
+  module Uid
+    module_function
+
+    def mint
+      SecureRandom.hex(8)
+    end
+
+    def valid?(str)
+      str.is_a?(String) && str.match?(/\A[0-9a-f]{16}\z/)
+    end
+  end
+end

data/lib/textus/version.rb

@@ -1,4 +1,4 @@
 module Textus
-  VERSION = "0.15.0"
+  VERSION = "0.20.0"
   PROTOCOL = "textus/3"
 end

data/lib/textus.rb

@@ -8,11 +8,27 @@ loader.inflector.inflect(
   "json" => "Json",
   "yaml" => "Yaml",
   "hook_dsl_scanner" => "HookDSLScanner",
+  "envelope_io" => "EnvelopeIO",
 )
 loader.ignore(File.expand_path("textus/errors.rb", __dir__))
 loader.setup
 loader.eager_load
 
 module Textus
-  extend Hooks::Dsl
+  @hook_mutex  = Mutex.new
+  @hook_blocks = []
+
+  def self.hook(&blk)
+    raise UsageError.new("hook block required") unless blk
+
+    @hook_mutex.synchronize { @hook_blocks << blk }
+  end
+
+  def self.drain_hook_blocks
+    @hook_mutex.synchronize do
+      blocks = @hook_blocks
+      @hook_blocks = []
+      blocks
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: textus
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.20.0
 platform: ruby
 authors:
 - Patrick
@@ -110,6 +110,10 @@ files:
 - exe/textus
 - lib/textus.rb
 - lib/textus/application/context.rb
+- lib/textus/application/policy/predicates/human_accept.rb
+- lib/textus/application/policy/predicates/schema_valid.rb
+- lib/textus/application/policy/promotion.rb
+- lib/textus/application/projection.rb
 - lib/textus/application/reads/audit.rb
 - lib/textus/application/reads/blame.rb
 - lib/textus/application/reads/deps.rb
@@ -124,13 +128,17 @@ files:
 - lib/textus/application/reads/stale.rb
 - lib/textus/application/reads/uid.rb
 - lib/textus/application/reads/validate_all.rb
+- lib/textus/application/reads/validator.rb
 - lib/textus/application/reads/where.rb
 - lib/textus/application/refresh/all.rb
 - lib/textus/application/refresh/orchestrator.rb
 - lib/textus/application/refresh/worker.rb
+- lib/textus/application/tools/migrate_keys.rb
+- lib/textus/application/tools/migrate_manifest_to_kinds.rb
 - lib/textus/application/writes/accept.rb
-- lib/textus/application/writes/build.rb
 - lib/textus/application/writes/delete.rb
+- lib/textus/application/writes/envelope_io.rb
+- lib/textus/application/writes/materializer.rb
 - lib/textus/application/writes/mv.rb
 - lib/textus/application/writes/publish.rb
 - lib/textus/application/writes/put.rb
@@ -179,7 +187,6 @@ files:
 - lib/textus/cli/verb/schema_migrate.rb
 - lib/textus/cli/verb/uid.rb
 - lib/textus/cli/verb/where.rb
-- lib/textus/dependencies.rb
 - lib/textus/doctor.rb
 - lib/textus/doctor/check.rb
 - lib/textus/doctor/check/audit_log.rb
@@ -198,6 +205,8 @@ files:
 - lib/textus/doctor/check/templates.rb
 - lib/textus/doctor/check/unowned_schema_fields.rb
 - lib/textus/domain/action.rb
+- lib/textus/domain/authorizer.rb
+- lib/textus/domain/freshness.rb
 - lib/textus/domain/freshness/evaluator.rb
 - lib/textus/domain/freshness/policy.rb
 - lib/textus/domain/freshness/verdict.rb
@@ -206,11 +215,12 @@ files:
 - lib/textus/domain/policy.rb
 - lib/textus/domain/policy/handler_allowlist.rb
 - lib/textus/domain/policy/matcher.rb
-- lib/textus/domain/policy/predicates/human_accept.rb
-- lib/textus/domain/policy/predicates/schema_valid.rb
 - lib/textus/domain/policy/promote.rb
-- lib/textus/domain/policy/promotion.rb
 - lib/textus/domain/policy/refresh.rb
+- lib/textus/domain/sentinel.rb
+- lib/textus/domain/staleness.rb
+- lib/textus/domain/staleness/generator_check.rb
+- lib/textus/domain/staleness/intake_check.rb
 - lib/textus/entry.rb
 - lib/textus/entry/base.rb
 - lib/textus/entry/json.rb
@@ -221,16 +231,19 @@ files:
 - lib/textus/errors.rb
 - lib/textus/etag.rb
 - lib/textus/hooks/builtin.rb
-- lib/textus/hooks/dispatcher.rb
-- lib/textus/hooks/dsl.rb
+- lib/textus/hooks/bus.rb
+- lib/textus/hooks/context.rb
+- lib/textus/hooks/fire_report.rb
 - lib/textus/hooks/loader.rb
-- lib/textus/hooks/registry.rb
+- lib/textus/infra/audit_log.rb
+- lib/textus/infra/audit_subscriber.rb
 - lib/textus/infra/build_lock.rb
 - lib/textus/infra/clock.rb
 - lib/textus/infra/event_bus.rb
 - lib/textus/infra/publisher.rb
 - lib/textus/infra/refresh/detached.rb
 - lib/textus/infra/refresh/lock.rb
+- lib/textus/infra/storage/file_store.rb
 - lib/textus/init.rb
 - lib/textus/intro.rb
 - lib/textus/key/distance.rb
@@ -238,6 +251,11 @@ files:
 - lib/textus/key/path.rb
 - lib/textus/manifest.rb
 - lib/textus/manifest/entry.rb
+- lib/textus/manifest/entry/base.rb
+- lib/textus/manifest/entry/derived.rb
+- lib/textus/manifest/entry/intake.rb
+- lib/textus/manifest/entry/leaf.rb
+- lib/textus/manifest/entry/nested.rb
 - lib/textus/manifest/entry/parser.rb
 - lib/textus/manifest/entry/validators.rb
 - lib/textus/manifest/entry/validators/events.rb
@@ -245,28 +263,18 @@ files:
 - lib/textus/manifest/entry/validators/index_filename.rb
 - lib/textus/manifest/entry/validators/inject_intro.rb
 - lib/textus/manifest/entry/validators/publish_each.rb
+- lib/textus/manifest/resolution.rb
+- lib/textus/manifest/resolver.rb
 - lib/textus/manifest/rules.rb
 - lib/textus/manifest/schema.rb
-- lib/textus/migrate_keys.rb
 - lib/textus/mustache.rb
 - lib/textus/operations.rb
-- lib/textus/operations/reads.rb
-- lib/textus/operations/refresh.rb
-- lib/textus/operations/writes.rb
-- lib/textus/projection.rb
-- lib/textus/refresh.rb
 - lib/textus/role.rb
 - lib/textus/schema.rb
 - lib/textus/schema/tools.rb
+- lib/textus/schemas.rb
 - lib/textus/store.rb
-- lib/textus/store/audit_log.rb
-- lib/textus/store/reader.rb
-- lib/textus/store/sentinel.rb
-- lib/textus/store/staleness.rb
-- lib/textus/store/staleness/generator_check.rb
-- lib/textus/store/staleness/intake_check.rb
-- lib/textus/store/validator.rb
-- lib/textus/store/writer.rb
+- lib/textus/uid.rb
 - lib/textus/version.rb
 homepage: https://github.com/patrick204nqh/textus
 licenses:

data/lib/textus/application/writes/build.rb

@@ -1,79 +0,0 @@
-require "fileutils"
-
-module Textus
-  module Application
-    module Writes
-      # Materializes generator-zone entries (template + projection) onto disk
-      # and copies the result to any configured `publish_to:` targets. Fires
-      # `:build_completed` and `:file_published` events.
-      #
-      # For `publish_each:` (per-leaf publishing of nested entries), see
-      # `Application::Writes::Publish`. The CLI verb `textus build` calls
-      # both classes and merges the results.
-      class Build
-        def initialize(ctx:, bus:)
-          @ctx = ctx
-          @bus = bus
-        end
-
-        def call(prefix: nil)
-          built = manifest.entries.filter_map do |mentry|
-            next unless mentry.in_generator_zone?
-            next unless mentry.projection || mentry.template
-            next if prefix && !mentry.key.start_with?(prefix)
-
-            materialize(mentry)
-          end
-          { "protocol" => Textus::PROTOCOL, "built" => built }
-        end
-
-        private
-
-        def store = @ctx.store
-        def manifest = store.manifest
-        def root = store.root
-
-        def materialize(mentry)
-          target_path = Builder::Pipeline.run(
-            store: store,
-            mentry: mentry,
-            template_loader: ->(name) { read_template(name) },
-          )
-          publish_and_fire(mentry, target_path)
-          { "key" => mentry.key, "path" => target_path, "published_to" => mentry.publish_to }
-        end
-
-        def read_template(name)
-          tpl_path = File.join(root, "templates", name)
-          raise TemplateError.new("template not found: #{tpl_path}", template_name: name) unless File.exist?(tpl_path)
-
-          File.read(tpl_path)
-        end
-
-        def publish_and_fire(mentry, target_path)
-          envelope = store.reader.get(mentry.key)
-          repo_root = File.dirname(root)
-
-          mentry.publish_to.each do |rel|
-            target_abs = File.join(repo_root, rel)
-            Textus::Infra::Publisher.publish(source: target_path, target: target_abs, store_root: root)
-            publish_event(:file_published,
-                          key: mentry.key,
-                          envelope: envelope,
-                          source: target_path,
-                          target: target_abs)
-          end
-
-          publish_event(:build_completed,
-                        key: mentry.key,
-                        envelope: envelope,
-                        sources: Array(mentry.projection&.fetch("select", nil)).compact)
-        end
-
-        def publish_event(event, **payload)
-          @bus.publish(event, store: @ctx.with_role(@ctx.role), correlation_id: @ctx.correlation_id, **payload)
-        end
-      end
-    end
-  end
-end

data/lib/textus/dependencies.rb

@@ -1,23 +0,0 @@
-module Textus
-  module Dependencies
-    def self.deps_of(manifest, key)
-      entry = manifest.entries.find { |e| e.key == key } or return []
-      result = Array(entry.projection&.fetch("select", nil)).map { |s| s }
-      Array(entry.generator&.fetch("sources", nil)).each { |s| result << s }
-      result.uniq
-    end
-
-    def self.rdeps_of(manifest, key)
-      manifest.entries.each_with_object([]) do |e, acc|
-        sources = Array(e.projection&.fetch("select", nil)) + Array(e.generator&.fetch("sources", nil))
-        acc << e.key if sources.any? { |s| s == key || key.start_with?("#{s}.") }
-      end
-    end
-
-    def self.published_of(manifest)
-      manifest.entries.reject { |e| e.publish_to.empty? }.map do |e|
-        { "key" => e.key, "publish_to" => e.publish_to }
-      end
-    end
-  end
-end

data/lib/textus/domain/policy/predicates/human_accept.rb

@@ -1,31 +0,0 @@
-module Textus
-  module Domain
-    module Policy
-      module Predicates
-        class HumanAccept
-          attr_reader :reason
-
-          def name
-            "human_accept"
-          end
-
-          # The role is passed via `store` (an Application::Context-like object
-          # with a `role` reader) or through the entry metadata. In practice,
-          # Accept already enforces role == "human" before reaching the
-          # promotion gate, so this predicate trivially passes. It documents
-          # intent and future-proofs multi-actor accept flows.
-          def call(store:, entry: nil) # rubocop:disable Lint/UnusedMethodArgument
-            role = store.respond_to?(:role) ? store.role.to_s : nil
-            # If we cannot determine the role (e.g. store doesn't expose it),
-            # we trust that Accept has already checked — allow through.
-            return true if role.nil?
-
-            ok = (role == "human")
-            @reason = "current role is '#{role}', expected 'human'" unless ok
-            ok
-          end
-        end
-      end
-    end
-  end
-end

data/lib/textus/hooks/dispatcher.rb

@@ -1,63 +0,0 @@
-# frozen_string_literal: true
-
-require "timeout"
-
-module Textus
-  module Hooks
-    class Dispatcher
-      HOOK_TIMEOUT_SECONDS = 2
-
-      def initialize(audit_log:)
-        @audit_log = audit_log
-        @subscribers = Hash.new { |h, k| h[k] = [] }
-      end
-
-      def subscribe(event, name, keys: nil, &block)
-        @subscribers[event.to_sym] << { name: name.to_sym, callable: block, keys: keys }
-      end
-
-      def publish(event, **kwargs)
-        key = kwargs[:key] || "-"
-        @subscribers[event.to_sym].each do |sub|
-          next unless match?(sub[:keys], key)
-
-          invoke(event, sub, key, kwargs)
-        end
-      end
-
-      private
-
-      def invoke(event, sub, key, kwargs)
-        accepted = filter_kwargs(sub[:callable], kwargs)
-        Timeout.timeout(HOOK_TIMEOUT_SECONDS) { sub[:callable].call(**accepted) }
-      rescue StandardError => e
-        extras = { "event" => event.to_s, "hook" => sub[:name].to_s, "error" => "#{e.class}: #{e.message}" }
-        extras["target_key"]  = kwargs[:target_key]  if kwargs.key?(:target_key)
-        extras["pending_key"] = kwargs[:pending_key] if kwargs.key?(:pending_key)
-        @audit_log.append(
-          role: "runner", verb: "event_error", key: key,
-          etag_before: nil, etag_after: nil, extras: extras
-        )
-      end
-
-      # Passes only the kwargs a hook block declares. Lets us extend event
-      # payloads (e.g., correlation_id) without breaking hooks written against
-      # the old signature.
-      def filter_kwargs(callable, kwargs)
-        params = callable.parameters
-        return kwargs if params.any? { |type, _| type == :keyrest }
-
-        accepted = params.each_with_object([]) do |(type, name), acc|
-          acc << name if %i[key keyreq].include?(type)
-        end
-        kwargs.slice(*accepted)
-      end
-
-      def match?(globs, key)
-        return true if globs.nil?
-
-        Array(globs).any? { |g| File.fnmatch?(g, key.to_s, File::FNM_PATHNAME) }
-      end
-    end
-  end
-end

data/lib/textus/hooks/dsl.rb

@@ -1,11 +0,0 @@
-module Textus
-  module Hooks
-    module Dsl
-      def on(event, name, **, &blk)
-        raise UsageError.new("hook needs a block") unless blk
-
-        Loader.current_registry.register(event, name, **, &blk)
-      end
-    end
-  end
-end

data/lib/textus/hooks/registry.rb

@@ -1,81 +0,0 @@
-module Textus
-  module Hooks
-    class Registry
-      EVENTS = {
-        # RPC: exactly 1 handler per name; return value flows into store; failure aborts.
-        resolve_intake: { mode: :rpc, args: %i[store config args] },
-        transform_rows: { mode: :rpc, args: %i[store rows config] },
-        validate: { mode: :rpc, args: %i[store] },
-
-        # Pub-sub: 0..N handlers per event; return discarded; failure logged to audit.
-        entry_put: { mode: :pubsub, args: %i[store key envelope] },
-        entry_deleted: { mode: :pubsub, args: %i[store key] },
-        entry_refreshed: { mode: :pubsub, args: %i[store key envelope change] },
-        entry_renamed: { mode: :pubsub, args: %i[store key from_key to_key envelope] },
-        build_completed: { mode: :pubsub, args: %i[store key envelope sources] },
-        proposal_accepted: { mode: :pubsub, args: %i[store key target_key] },
-        proposal_rejected: { mode: :pubsub, args: %i[store key target_key] },
-        file_published: { mode: :pubsub, args: %i[store key envelope source target] },
-        store_loaded: { mode: :pubsub, args: %i[store] },
-        refresh_started: { mode: :pubsub, args: %i[store key mode] },
-        refresh_failed: { mode: :pubsub, args: %i[store key error_class error_message] },
-        refresh_backgrounded: { mode: :pubsub, args: %i[store key started_at budget_ms] },
-      }.freeze
-
-      def initialize(dispatcher: nil)
-        @rpc        = Hash.new { |h, k| h[k] = {} }   # event => { name => callable }
-        @pubsub     = Hash.new { |h, k| h[k] = [] }   # event => [{name:, callable:, keys:}]
-        @dispatcher = dispatcher
-      end
-
-      def register(event, name, keys: nil, &blk)
-        event_sym = event.to_sym
-        spec = EVENTS[event_sym] or raise UsageError.new("unknown event: #{event}")
-        shape_check!(event_sym, spec, blk)
-        name = name.to_sym
-
-        case spec[:mode]
-        when :rpc
-          raise UsageError.new("#{event_sym} '#{name}' already registered") if @rpc[event_sym].key?(name)
-
-          @rpc[event_sym][name] = blk
-        when :pubsub
-          raise UsageError.new("#{event_sym} hook '#{name}' already registered") if @pubsub[event_sym].any? { |h| h[:name] == name }
-
-          @pubsub[event_sym] << { name: name, callable: blk, keys: keys }
-          @dispatcher&.subscribe(event_sym, name, keys: keys, &blk)
-        end
-      end
-
-      def rpc_callable(event, name)
-        @rpc[event.to_sym][name.to_sym] or
-          raise UsageError.new("unknown #{event}: #{name}")
-      end
-
-      def listeners(event, key:)
-        @pubsub[event.to_sym].select { |h| h[:keys].nil? || matches_any?(h[:keys], key) }
-      end
-
-      def rpc_names(event) = @rpc[event.to_sym].keys
-      def pubsub_handlers(event) = @pubsub[event.to_sym]
-
-      private
-
-      def shape_check!(event, spec, blk)
-        required = spec[:args]
-        provided = blk.parameters.select { |t, _| %i[keyreq key keyrest].include?(t) } # rubocop:disable Style/HashSlice
-        keyrest  = provided.any? { |t, _| t == :keyrest }
-        missing  = required - provided.map { |_, n| n }
-        return if keyrest || missing.empty?
-
-        raise UsageError.new(
-          "#{event} hooks must accept kwargs: #{required.join(", ")} (missing: #{missing.join(", ")})",
-        )
-      end
-
-      def matches_any?(globs, key)
-        Array(globs).any? { |g| File.fnmatch?(g, key.to_s, File::FNM_PATHNAME) }
-      end
-    end
-  end
-end