concurrent_pipeline 0.1.0

data/lib/concurrent_pipeline/stores/yaml/db.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require "securerandom"
+require "yaml"
+
+module ConcurrentPipeline
+  module Stores
+    module Yaml
+      class Db
+        Reader = Struct.new(:store) do
+          def find(...)
+            store.find(...)
+          end
+
+          def all(...)
+            store.all(...)
+          end
+
+          def everything(...)
+            store.everything(...)
+          end
+
+          def to_h(...)
+            store.to_h(...)
+          end
+
+          def changeset
+            store.changeset
+          end
+
+          def reader?
+            true
+          end
+        end
+
+        attr_reader :data, :registry, :after_apply
+        def initialize(data:, registry:, after_apply: nil)
+          @data = data
+          @registry = registry
+          @after_apply = after_apply
+        end
+
+        def changeset
+          Changeset.new(registry: registry)
+        end
+
+        def apply(chgs)
+          changesets = chgs.is_a?(Array) ? chgs : [chgs]
+          results = changesets.flat_map { _1.apply(self) }
+          diffed = results.any?(&:diff?)
+          after_apply&.call(changesets) if diffed
+          diffed
+        end
+
+        def reader?
+          false
+        end
+
+        def reader
+          Reader.new(self)
+        end
+
+        def to_h
+          data
+        end
+
+        def everything
+          data.each_with_object({}) do |(type, subdata), all_of_it|
+            all_of_it[type] = subdata.map { |attrs| registry.build(type, attrs) }
+          end
+        end
+
+        def all(type)
+          type = registry.type_for(type)
+
+          data
+            .fetch(type, [])
+            .map { registry.build(type, _1) }
+        end
+
+        def find(type, id)
+          type = registry.type_for(type)
+          attrs = (data[type] || []).find { |attrs| attrs[:id] == id }
+          registry.build(type, attrs)
+        end
+
+        def set(data)
+          @data = data
+        end
+
+        def create(type:, attributes:)
+          type = registry.type_for(type)
+
+          data[type] ||= []
+          data[type] << attributes
+        end
+
+        def update(id:, type:, attributes:)
+          type = registry.type_for(type)
+          attrs = (data[type] || []).find { |attrs| attrs[:id] == id }
+          raise "Not found" unless attrs
+
+          was_updated = attributes.any? { |k, v| attrs[k] != v }
+          attrs.merge!(attributes)
+          was_updated
+        end
+      end
+    end
+  end
+end

data/lib/concurrent_pipeline/stores/yaml/history.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+require "securerandom"
+require "yaml"
+
+require_relative "db"
+
+module ConcurrentPipeline
+  module Stores
+    module Yaml
+      class History
+        class Version
+          attr_reader :index, :registry, :changesets
+          def initialize(index:, changesets:, registry:)
+            @index = index
+            @changesets = changesets[0..index]
+            @registry = registry
+          end
+
+          def store
+            @store ||= (
+              Db
+                .new(data: {}, registry: registry)
+                .tap { _1.apply(changesets) }
+                .reader
+            )
+          end
+
+          def diff
+            changesets.last.as_json
+          end
+        end
+
+        attr_reader :path, :registry
+        def initialize(registry:, path:)
+          @registry = registry
+          @path = path
+        end
+
+        def versions
+          @versions ||= (
+            changesets
+              .count
+              .times
+              .map { |i|
+                Version.new(
+                  index: i,
+                  changesets: changesets,
+                  registry: registry
+                )
+              }
+          )
+        end
+
+        private
+
+        def changesets
+          @changesets ||= (
+            YAML
+              .load_stream(File.read(path))
+              .map { |v| Changeset.from_json(json: v, registry: registry) }
+          )
+        end
+      end
+    end
+  end
+end

data/lib/concurrent_pipeline/stores/yaml.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+require "securerandom"
+require "yaml"
+
+require_relative "yaml/db"
+require_relative "yaml/history"
+
+module ConcurrentPipeline
+  module Stores
+    module Yaml
+      def self.build_writer(data:, dir:, registry:)
+        data_path = File.join(dir, "data.yml")
+        versions_path = File.join(dir, "versions.yml")
+
+        after_apply = ->(changesets) do
+          File.write(data_path, data.to_yaml)
+          File.open(versions_path, "a") do |f|
+            changesets
+              .map { _1.as_json.to_yaml }
+              .join("\n")
+              .then { f.puts(_1)}
+          end
+        end
+
+        db = Db.new(data: data, registry: registry, after_apply: after_apply)
+
+        changeset = db.changeset
+        changeset.deltas << Changeset::InitialDelta.new(data: data)
+        db.apply(changeset)
+        db
+      end
+
+      def self.history(dir:, registry:)
+        path = File.join(dir, "versions.yml")
+        History.new(registry: registry, path: path)
+      end
+    end
+  end
+end

data/lib/concurrent_pipeline/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module ConcurrentPipeline
+  VERSION = "0.1.0"
+end

data/lib/concurrent_pipeline.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative "concurrent_pipeline/version"
+require_relative "concurrent_pipeline/model"
+require_relative "concurrent_pipeline/pipeline"
+require_relative "concurrent_pipeline/producer"
+require_relative "concurrent_pipeline/shell"
+
+require "logger"
+
+module ConcurrentPipeline
+  class Error < StandardError; end
+  # Your code goes here...
+  Log = Logger.new($stdout).tap { _1.level = Logger::WARN }
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: concurrent_pipeline
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Pete Kinnecom
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2024-05-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby-edge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email:
+- git@k7u7.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rubocop.yml"
+- ".ruby-version"
+- README.md
+- Rakefile
+- concurrency.md
+- concurrent_pipeline.gemspec
+- lib/concurrent_pipeline.rb
+- lib/concurrent_pipeline/changeset.rb
+- lib/concurrent_pipeline/model.rb
+- lib/concurrent_pipeline/pipeline.rb
+- lib/concurrent_pipeline/processors/actor_processor.rb
+- lib/concurrent_pipeline/producer.rb
+- lib/concurrent_pipeline/read_only_store.rb
+- lib/concurrent_pipeline/registry.rb
+- lib/concurrent_pipeline/shell.rb
+- lib/concurrent_pipeline/store.rb
+- lib/concurrent_pipeline/stores/versioned.rb
+- lib/concurrent_pipeline/stores/yaml.rb
+- lib/concurrent_pipeline/stores/yaml/db.rb
+- lib/concurrent_pipeline/stores/yaml/history.rb
+- lib/concurrent_pipeline/version.rb
+homepage: https://github.com/petekinnecom/concurrent_pipeline
+licenses:
+- WTFPL
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/petekinnecom/concurrent_pipeline
+  source_code_uri: https://github.com/petekinnecom/concurrent_pipeline
+  changelog_uri: https://github.com/petekinnecom/concurrent_pipeline
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.19
+signing_key:
+specification_version: 4
+summary: Define a pipeline of tasks, run them concurrently, and see a versioned history
+  of all changes along the way.
+test_files: []