textus 0.53.0 → 0.54.1

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: textus
 version: !ruby/object:Gem::Version
-  version: 0.53.0
+  version: 0.54.1
 platform: ruby
 authors:
 - Patrick
@@ -24,19 +24,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: mustache
+  name: dry-schema
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '1.13'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: dry-struct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: mcp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
 - !ruby/object:Gem::Dependency
   name: psych
   requirement: !ruby/object:Gem::Requirement
@@ -135,6 +163,7 @@ files:
 - lib/textus/action/drain.rb
 - lib/textus/action/enqueue.rb
 - lib/textus/action/get.rb
+- lib/textus/action/ingest.rb
 - lib/textus/action/jobs.rb
 - lib/textus/action/key_delete.rb
 - lib/textus/action/key_delete_prefix.rb
@@ -144,7 +173,6 @@ files:
 - lib/textus/action/propose.rb
 - lib/textus/action/published.rb
 - lib/textus/action/pulse.rb
-- lib/textus/action/pulse/scanner.rb
 - lib/textus/action/put.rb
 - lib/textus/action/rdeps.rb
 - lib/textus/action/reject.rb
@@ -155,15 +183,6 @@ files:
 - lib/textus/action/uid.rb
 - lib/textus/action/where.rb
 - lib/textus/action/write_verb.rb
-- lib/textus/background/job.rb
-- lib/textus/background/job/base.rb
-- lib/textus/background/job/materialize.rb
-- lib/textus/background/job/refresh.rb
-- lib/textus/background/job/sweep.rb
-- lib/textus/background/plan.rb
-- lib/textus/background/planner/plan.rb
-- lib/textus/background/retention/apply.rb
-- lib/textus/background/worker.rb
 - lib/textus/boot.rb
 - lib/textus/call.rb
 - lib/textus/command.rb
@@ -187,40 +206,45 @@ files:
 - lib/textus/doctor/check.rb
 - lib/textus/doctor/check/audit_log.rb
 - lib/textus/doctor/check/generator_drift.rb
-- lib/textus/doctor/check/handler_permit.rb
-- lib/textus/doctor/check/hooks.rb
 - lib/textus/doctor/check/illegal_keys.rb
-- lib/textus/doctor/check/intake_registration.rb
 - lib/textus/doctor/check/manifest_files.rb
+- lib/textus/doctor/check/notebook_sources.rb
 - lib/textus/doctor/check/orphaned_publish_targets.rb
 - lib/textus/doctor/check/proposal_targets.rb
 - lib/textus/doctor/check/protocol_version.rb
 - lib/textus/doctor/check/publish_tree_index_overlap.rb
+- lib/textus/doctor/check/raw_asset_paths.rb
 - lib/textus/doctor/check/rule_ambiguity.rb
 - lib/textus/doctor/check/schema_parse_error.rb
 - lib/textus/doctor/check/schema_violations.rb
 - lib/textus/doctor/check/schemas.rb
 - lib/textus/doctor/check/sentinels.rb
+- lib/textus/doctor/check/stale_reviewed_stamp.rb
 - lib/textus/doctor/check/templates.rb
 - lib/textus/doctor/check/unowned_schema_fields.rb
 - lib/textus/doctor/validator.rb
-- lib/textus/entry.rb
-- lib/textus/entry/base.rb
-- lib/textus/entry/json.rb
-- lib/textus/entry/markdown.rb
-- lib/textus/entry/text.rb
-- lib/textus/entry/yaml.rb
 - lib/textus/envelope.rb
-- lib/textus/envelope/io/reader.rb
-- lib/textus/envelope/io/writer.rb
+- lib/textus/envelope/reader.rb
+- lib/textus/envelope/writer.rb
 - lib/textus/errors.rb
 - lib/textus/etag.rb
-- lib/textus/events.rb
+- lib/textus/format.rb
+- lib/textus/format/base.rb
+- lib/textus/format/json.rb
+- lib/textus/format/markdown.rb
+- lib/textus/format/text.rb
+- lib/textus/format/yaml.rb
 - lib/textus/gate.rb
 - lib/textus/gate/auth.rb
 - lib/textus/init.rb
-- lib/textus/init/templates/machine_intake.rb
-- lib/textus/init/templates/orientation_reducer.rb
+- lib/textus/jobs.rb
+- lib/textus/jobs/base.rb
+- lib/textus/jobs/materialize.rb
+- lib/textus/jobs/plan.rb
+- lib/textus/jobs/planner.rb
+- lib/textus/jobs/retention.rb
+- lib/textus/jobs/sweep.rb
+- lib/textus/jobs/worker.rb
 - lib/textus/key/distance.rb
 - lib/textus/key/grammar.rb
 - lib/textus/key/matching.rb
@@ -244,12 +268,10 @@ files:
 - lib/textus/manifest/entry/publish/to_paths.rb
 - lib/textus/manifest/entry/publish/tree.rb
 - lib/textus/manifest/entry/validators.rb
-- lib/textus/manifest/entry/validators/events.rb
 - lib/textus/manifest/entry/validators/format_matrix.rb
 - lib/textus/manifest/entry/validators/ignore.rb
 - lib/textus/manifest/entry/validators/publish.rb
 - lib/textus/manifest/policy.rb
-- lib/textus/manifest/policy/handler_permit.rb
 - lib/textus/manifest/policy/matcher.rb
 - lib/textus/manifest/policy/publish_target.rb
 - lib/textus/manifest/policy/react.rb
@@ -258,56 +280,28 @@ files:
 - lib/textus/manifest/resolver.rb
 - lib/textus/manifest/rules.rb
 - lib/textus/manifest/schema.rb
+- lib/textus/manifest/schema/contract.rb
 - lib/textus/manifest/schema/keys.rb
+- lib/textus/manifest/schema/semantics.rb
 - lib/textus/manifest/schema/validator.rb
 - lib/textus/manifest/schema/vocabulary.rb
-- lib/textus/pipeline/acquire/handler.rb
-- lib/textus/pipeline/acquire/intake.rb
-- lib/textus/pipeline/acquire/projection.rb
-- lib/textus/pipeline/acquire/serializer.rb
-- lib/textus/pipeline/acquire/serializer/json.rb
-- lib/textus/pipeline/acquire/serializer/text.rb
-- lib/textus/pipeline/acquire/serializer/yaml.rb
-- lib/textus/pipeline/engine.rb
-- lib/textus/pipeline/render.rb
 - lib/textus/ports/audit_log.rb
-- lib/textus/ports/audit_subscriber.rb
 - lib/textus/ports/build_lock.rb
 - lib/textus/ports/clock.rb
+- lib/textus/ports/job_store.rb
+- lib/textus/ports/job_store/job.rb
 - lib/textus/ports/publisher.rb
-- lib/textus/ports/queue.rb
-- lib/textus/ports/queue/job.rb
 - lib/textus/ports/sentinel_store.rb
 - lib/textus/ports/storage/file_stat.rb
 - lib/textus/ports/storage/file_store.rb
 - lib/textus/ports/watcher_lock.rb
-- lib/textus/projection.rb
+- lib/textus/produce/engine.rb
+- lib/textus/produce/render.rb
 - lib/textus/role.rb
 - lib/textus/schema.rb
 - lib/textus/schema/tools.rb
 - lib/textus/schemas.rb
 - lib/textus/session.rb
-- lib/textus/step.rb
-- lib/textus/step/base.rb
-- lib/textus/step/builtin.rb
-- lib/textus/step/builtin/csv_fetch.rb
-- lib/textus/step/builtin/ical_events_fetch.rb
-- lib/textus/step/builtin/json_fetch.rb
-- lib/textus/step/builtin/markdown_links_fetch.rb
-- lib/textus/step/builtin/rss_fetch.rb
-- lib/textus/step/catalog.rb
-- lib/textus/step/context.rb
-- lib/textus/step/discovery.rb
-- lib/textus/step/error_log.rb
-- lib/textus/step/event_bus.rb
-- lib/textus/step/fetch.rb
-- lib/textus/step/fire_report.rb
-- lib/textus/step/loader.rb
-- lib/textus/step/observe.rb
-- lib/textus/step/registry_store.rb
-- lib/textus/step/signature.rb
-- lib/textus/step/transform.rb
-- lib/textus/step/validate.rb
 - lib/textus/store.rb
 - lib/textus/surfaces/cli.rb
 - lib/textus/surfaces/cli/group.rb
@@ -331,12 +325,19 @@ files:
 - lib/textus/surfaces/mcp/catalog.rb
 - lib/textus/surfaces/mcp/errors.rb
 - lib/textus/surfaces/mcp/server.rb
-- lib/textus/surfaces/mcp/session.rb
-- lib/textus/surfaces/mcp/tool_schemas.rb
 - lib/textus/surfaces/role_scope.rb
 - lib/textus/surfaces/watcher.rb
+- lib/textus/types.rb
 - lib/textus/uid.rb
 - lib/textus/version.rb
+- lib/textus/workflow.rb
+- lib/textus/workflow/collector.rb
+- lib/textus/workflow/context.rb
+- lib/textus/workflow/dsl.rb
+- lib/textus/workflow/loader.rb
+- lib/textus/workflow/pattern.rb
+- lib/textus/workflow/registry.rb
+- lib/textus/workflow/runner.rb
 homepage: https://github.com/patrick204nqh/textus
 licenses:
 - MIT

data/lib/textus/action/pulse/scanner.rb

@@ -1,118 +0,0 @@
-# frozen_string_literal: true
-
-require "time"
-
-module Textus
-  module Action
-    class Pulse
-      class Scanner
-        def initialize(prefix: nil, lane: nil)
-          @prefix = prefix
-          @lane   = lane
-        end
-
-        def call(container:, call:)
-          @container  = container
-          @call       = call
-          @manifest   = container.manifest
-          @file_store = container.file_store
-
-          rows = []
-          @manifest.data.entries.each do |mentry|
-            next if @prefix && !mentry.key.start_with?(@prefix)
-            next if @lane   && mentry.lane != @lane
-
-            rows << row_for(mentry)
-          end
-          rows
-        end
-
-        private
-
-        def row_for(mentry)
-          envelope = safe_get(mentry.key)
-          last = envelope&.meta&.dig("last_fetched_at")
-          ttl, action = policy_for(mentry)
-          return base_row(mentry, last).merge(status: :no_policy) if ttl.nil?
-
-          basis = basis_for(mentry)
-          expired = expired?(mentry, basis, ttl)
-          base_row(mentry, last).merge(
-            ttl_seconds: ttl,
-            action: action,
-            status: expired ? :expired : :fresh,
-            next_due_at: basis.nil? ? nil : (basis + ttl).utc.iso8601,
-          )
-        end
-
-        def policy_for(mentry)
-          if mentry.intake?
-            ttl = mentry.source.ttl_seconds
-            return [ttl, :refresh] unless ttl.nil?
-          end
-          ret = @manifest.rules.for(mentry.key).retention
-          return [ret.ttl_seconds, ret.action] unless ret.nil?
-
-          [nil, nil]
-        end
-
-        def basis_for(mentry)
-          return evaluator.intake_basis(mentry) if mentry.intake? && mentry.source.ttl_seconds
-
-          mtime_for(mentry.key)
-        end
-
-        def expired?(mentry, basis, ttl)
-          if mentry.intake? && mentry.source.ttl_seconds
-            evaluator.verdict(mentry).stale
-          else
-            basis.nil? || Textus::Core::Retention::Sweep.expired?(ttl_seconds: ttl, mtime: basis, now: @call.now)
-          end
-        end
-
-        def evaluator
-          @evaluator ||= Textus::Core::Freshness::Evaluator.new(
-            manifest: @manifest,
-            file_stat: Textus::Ports::Storage::FileStat.new,
-            clock: @call,
-          )
-        end
-
-        def mtime_for(key)
-          path = @manifest.resolver.resolve(key).path
-          @file_store.exists?(path) ? Textus::Ports::Storage::FileStat.new.mtime(path) : nil
-        rescue Textus::Error
-          nil
-        end
-
-        def base_row(mentry, last)
-          {
-            key: mentry.key,
-            lane: mentry.lane,
-            last_fetched_at: last,
-            age_seconds: last ? (@call.now - Time.parse(last)).to_i : nil,
-          }
-        end
-
-        def safe_get(key)
-          res = @manifest.resolver.resolve(key)
-          return nil unless @file_store.exists?(res.path)
-
-          raw = @file_store.read(res.path)
-          parsed = Textus::Entry.for_format(res.entry.format).parse(raw, path: res.path)
-          Textus::Envelope.build(
-            key: key,
-            mentry: res.entry,
-            path: res.path,
-            meta: parsed["_meta"],
-            body: parsed["body"],
-            etag: Textus::Etag.for_bytes(raw),
-            content: parsed["content"],
-          )
-        rescue Textus::Error
-          nil
-        end
-      end
-    end
-  end
-end

data/lib/textus/background/job/base.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Job
-      class Base
-        def self.inherited(subclass)
-          super
-          return unless subclass.name
-
-          TracePoint.new(:end) do |tp|
-            if tp.self == subclass
-              Textus::Background::Job.register(subclass)
-              tp.disable
-            end
-          end.enable
-        end
-
-        def call(**)
-          raise NotImplementedError.new("#{self.class}#call")
-        end
-
-        def args = {}
-      end
-    end
-  end
-end

data/lib/textus/background/job/materialize.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Job
-      class Materialize < Base
-        TYPE = "materialize"
-
-        def initialize(key:)
-          super()
-          @key = key
-        end
-
-        def args = { key: @key }
-
-        def call(container:, call:)
-          result = Textus::Pipeline::Engine.converge(container: container, call: call, keys: [@key])
-          return unless result.is_a?(Hash)
-
-          Array(result[:failed]).each do |failure|
-            container.steps.publish(
-              :produce_failed,
-              ctx: Textus::Step::Context.for(container: container, call: call),
-              keys: [failure["key"]], error: failure["error"]
-            )
-          end
-        end
-      end
-    end
-  end
-end

data/lib/textus/background/job/refresh.rb

@@ -1,22 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Job
-      class Refresh < Base
-        TYPE = "refresh"
-
-        def initialize(key:)
-          super()
-          @key = key
-        end
-
-        def args = { key: @key }
-
-        def call(container:, call:)
-          Textus::Pipeline::Engine.converge(container: container, call: call, keys: [@key])
-        end
-      end
-    end
-  end
-end

data/lib/textus/background/job/sweep.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Job
-      class Sweep < Base
-        REQUIRED_ROLE = Textus::Role::AUTOMATION
-        TYPE = "sweep"
-
-        def initialize(scope: nil, key: nil)
-          super()
-          @scope = scope || {}
-          @key   = key
-        end
-
-        def args = { scope: @scope, key: @key }.compact
-
-        def call(container:, call:)
-          prefix = @key || (@scope.is_a?(Hash) ? @scope["prefix"] : nil)
-          lane   = @scope.is_a?(Hash) ? @scope["lane"] : nil
-          rows = Textus::Core::Retention::Sweep.new(
-            manifest: container.manifest,
-            file_stat: Textus::Ports::Storage::FileStat.new,
-            clock: Textus::Ports::Clock.new,
-          ).call(prefix: prefix, lane: lane)
-          Textus::Background::Retention::Apply.new(container: container, call: call).call(rows)
-        end
-      end
-    end
-  end
-end

data/lib/textus/background/job.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Job
-      @registry = {}
-
-      def self.registry = @registry
-
-      def self.register(klass)
-        @registry[klass::TYPE] = klass if klass.const_defined?(:TYPE, false)
-      end
-
-      def self.fetch(type)
-        @registry.fetch(type) { raise Textus::UsageError.new("unknown job type: #{type}") }
-      end
-    end
-  end
-end

data/lib/textus/background/planner/plan.rb

@@ -1,113 +0,0 @@
-# frozen_string_literal: true
-
-module Textus
-  module Background
-    module Planner
-      class Plan
-        ACTIONS_BY_TRIGGER = {
-          "convergence" => %w[materialize refresh sweep],
-          "entry.written" => %w[materialize],
-          "entry.deleted" => %w[materialize],
-          "entry.moved" => %w[materialize],
-          "proposal.accepted" => %w[materialize],
-          "proposal.rejected" => %w[materialize],
-        }.freeze
-
-        SCOPE_RESOLVERS = {
-          "materialize" => :producible_keys,
-          "refresh" => :stale_intake_keys,
-          "sweep" => :lane_keys,
-        }.freeze
-
-        def self.seed(container:, queue:, role:)
-          jobs = new(container: container).plan(
-            trigger: { "type" => "convergence" },
-            role: role,
-          )
-          jobs.each { |j| queue.enqueue(j) }
-        end
-
-        def initialize(container:)
-          @container = container
-          @manifest  = container.manifest
-        end
-
-        def plan(trigger:, role:)
-          type = trigger["type"] || trigger[:type]
-          trigger["target"] || trigger[:target]
-          return [] if type.nil?
-
-          blocks_with_react = @manifest.rules.blocks.select(&:react)
-          if blocks_with_react.any?
-            plan_from_rules(blocks_with_react, type, role)
-          else
-            plan_from_defaults(type, role)
-          end
-        end
-
-        private
-
-        def plan_from_rules(blocks, type, role)
-          jobs = []
-          blocks
-            .select { |b| matches_trigger?(b.react, type) }
-            .each do |block|
-              do_action = block.react.raw["do"]
-              Array(do_action).each do |action|
-                if action == "sweep"
-                  jobs << Textus::Ports::Queue::Job.new(
-                    type: "sweep", args: { "scope" => {} }, enqueued_by: role,
-                  )
-                else
-                  resolver = SCOPE_RESOLVERS.fetch(action, :producible_keys)
-                  keys = send(resolver, nil)
-                  keys.each { |key| jobs << job(action, key, role) }
-                end
-              end
-            end
-          jobs
-        end
-
-        def plan_from_defaults(type, role)
-          actions = ACTIONS_BY_TRIGGER.fetch(type, [])
-          jobs = []
-          producible_keys(nil).each { |k| jobs << job("materialize", k, role) } if actions.include?("materialize")
-          stale_intake_keys(nil).each { |k| jobs << job("refresh", k, role) } if actions.include?("refresh")
-          if actions.include?("sweep")
-            jobs << Textus::Ports::Queue::Job.new(
-              type: "sweep", args: { "scope" => {} }, enqueued_by: role,
-            )
-          end
-          jobs
-        end
-
-        def matches_trigger?(react, type)
-          on = react.raw["on"]
-          Array(on).include?(type)
-        end
-
-        def job(type, key, enqueued_by)
-          Textus::Ports::Queue::Job.new(type: type, args: { "key" => key }, enqueued_by: enqueued_by)
-        end
-
-        def producible_keys(_target)
-          @manifest.data.entries
-                   .select { |e| e.derived? || !e.publish_tree.nil? || !e.publish_to.empty? }
-                   .map(&:key)
-        end
-
-        def stale_intake_keys(_target)
-          Textus::Core::Freshness::Evaluator.new(
-            manifest: @manifest,
-            file_stat: Textus::Ports::Storage::FileStat.new,
-            clock: Textus::Ports::Clock.new,
-          ).stale_intake_keys(prefix: nil, lane: nil)
-        end
-
-        def lane_keys(_target)
-          @manifest.data.entries.map(&:key)
-        end
-      end
-    end
-  end
-end

data/lib/textus/background/retention/apply.rb

@@ -1,50 +0,0 @@
-require "fileutils"
-
-module Textus
-  module Background
-    module Retention
-      class Apply
-        def initialize(container:, call:)
-          @container = container
-          @call = call
-        end
-
-        def call(rows)
-          out = { dropped: [], archived: [], failed: [] }
-          rows.each do |row|
-            key = row["key"]
-            begin
-              case row["action"]
-              when "drop"
-                delete(key)
-                out[:dropped] << key
-              when "archive"
-                archive_leaf(row)
-                delete(key)
-                out[:archived] << key
-              end
-            rescue Textus::Error => e
-              out[:failed] << { "key" => key, "error" => e.message }
-            end
-          end
-          out
-        end
-
-        private
-
-        def archive_leaf(row)
-          src  = row["path"]
-          root = @container.root.to_s
-          rel  = src.delete_prefix("#{root}/")
-          dest = File.join(root, "archive", rel)
-          FileUtils.mkdir_p(File.dirname(dest))
-          FileUtils.cp(src, dest)
-        end
-
-        def delete(key)
-          Textus::Action::KeyDelete.new(key: key).call(container: @container, call: @call)
-        end
-      end
-    end
-  end
-end