trak_flow 0.1.3 → 0.2.0

data/lib/trak_flow/storage/jsonl.rb

@@ -18,12 +18,9 @@ module TrakFlow
       # - Plans are exported (persistent blueprints)
       # - Ephemeral Workflows are NOT exported (temporary only)
       def export(db)
-        entities = []
-
         # Export regular tasks (excluding ephemeral) and include Plans
-        db.list_tasks(include_ephemeral: false, include_plans: true, include_tombstones: true).each do |task|
-          entities << { type: "task", data: task.to_h }
-        end
+        entities = db.list_tasks(include_ephemeral: false, include_plans: true, include_tombstones: true)
+                     .map { |task| { type: "task", data: task.to_h } }
 
         db.all_task_ids.each do |task_id|
           db.find_dependencies(task_id, direction: :outgoing).each do |dep|
@@ -51,39 +48,42 @@ module TrakFlow
         orphan_handling ||= TrakFlow.config.get("import.orphan_handling")
         error_policy ||= TrakFlow.config.get("import.error_policy") || "warn"
 
-        entities = read_entities
-        tasks = []
-        dependencies = []
-        labels = []
-        comments = []
-        import_errors = []
-
-        entities.each do |entity|
-          case entity[:type]
-          when "task"
-            tasks << Models::Task.from_hash(entity[:data])
-          when "dependency"
-            dependencies << Models::Dependency.from_hash(entity[:data])
-          when "label"
-            labels << Models::Label.from_hash(entity[:data])
-          when "comment"
-            comments << Models::Comment.from_hash(entity[:data])
-          end
-        end
-
-        tasks = handle_orphans(tasks, orphan_handling)
+        models = build_import_models(read_entities)
+        tasks = handle_orphans(models[:task], orphan_handling)
 
         db.import_tasks(tasks)
 
-        import_errors += import_entities(db, :add_dependency, dependencies, error_policy)
-        import_errors += import_entities(db, :add_label, labels, error_policy)
-        import_errors += import_entities(db, :add_comment, comments, error_policy)
+        import_errors = import_entities(db, :add_dependency, models[:dependency], error_policy)
+        import_errors += import_entities(db, :add_label, models[:label], error_policy)
+        import_errors += import_entities(db, :add_comment, models[:comment], error_policy)
 
         raise_if_strict_errors(import_errors, error_policy)
       end
 
       private
 
+      IMPORT_MODEL_CLASSES = {
+        "task" => Models::Task,
+        "dependency" => Models::Dependency,
+        "label" => Models::Label,
+        "comment" => Models::Comment
+      }.freeze
+
+      private_constant :IMPORT_MODEL_CLASSES
+
+      # Groups raw JSONL entities into model instances keyed by type;
+      # entities with an unknown type are dropped.
+      def build_import_models(entities)
+        models = { task: [], dependency: [], label: [], comment: [] }
+
+        entities.each do |entity|
+          klass = IMPORT_MODEL_CLASSES[entity[:type]]
+          models[entity[:type].to_sym] << klass.from_hash(entity[:data]) if klass
+        end
+
+        models
+      end
+
       def import_entities(db, method, entities, error_policy)
         errors = []
         entities.each do |entity|
@@ -174,44 +174,43 @@ module TrakFlow
       def incremental_export(db, changed_ids)
         return export(db) unless File.exist?(path)
 
-        existing = read_entities
-        existing_by_id = {}
+        entities_by_key = index_entities(read_entities)
+        changed_ids.each { |task_id| apply_task_change(db, task_id, entities_by_key) }
 
-        existing.each do |entity|
+        write_entities(entities_by_key.values)
+        db.mark_clean!
+      end
+
+      private
+
+      # Indexes entities by "type-id" for incremental merging.
+      def index_entities(entities)
+        entities.each_with_object({}) do |entity, index|
           id = entity.dig(:data, :id)
-          existing_by_id["#{entity[:type]}-#{id}"] = entity if id
+          index["#{entity[:type]}-#{id}"] = entity if id
         end
+      end
 
-        changed_ids.each do |task_id|
-          task = db.find_task(task_id)
-          if task
-            key = "task-#{task_id}"
-            existing_by_id[key] = { type: "task", data: task.to_h }
-
-            db.find_dependencies(task_id, direction: :outgoing).each do |dep|
-              dep_key = "dependency-#{dep.id}"
-              existing_by_id[dep_key] = { type: "dependency", data: dep.to_h }
-            end
-
-            db.find_labels(task_id).each do |label|
-              label_key = "label-#{label.id}"
-              existing_by_id[label_key] = { type: "label", data: label.to_h }
-            end
-
-            db.find_comments(task_id).each do |comment|
-              comment_key = "comment-#{comment.id}"
-              existing_by_id[comment_key] = { type: "comment", data: comment.to_h }
-            end
-          else
-            existing_by_id.delete("task-#{task_id}")
-          end
+      # Replaces one task's entities in the index — or removes the task's
+      # entry when it no longer exists in the database.
+      def apply_task_change(db, task_id, index)
+        task = db.find_task(task_id)
+        return index.delete("task-#{task_id}") unless task
+
+        index["task-#{task_id}"] = { type: "task", data: task.to_h }
+
+        db.find_dependencies(task_id, direction: :outgoing).each do |dep|
+          index["dependency-#{dep.id}"] = { type: "dependency", data: dep.to_h }
         end
 
-        write_entities(existing_by_id.values)
-        db.mark_clean!
-      end
+        db.find_labels(task_id).each do |label|
+          index["label-#{label.id}"] = { type: "label", data: label.to_h }
+        end
 
-      private
+        db.find_comments(task_id).each do |comment|
+          index["comment-#{comment.id}"] = { type: "comment", data: comment.to_h }
+        end
+      end
 
       def valid_entity?(data)
         return false unless data.is_a?(Hash)
@@ -237,8 +236,6 @@ module TrakFlow
         return valid if orphans.empty?
 
         case handling
-        when "allow"
-          valid + orphans
         when "skip"
           debug_me "Skipping #{orphans.size} orphaned tasks"
           valid
@@ -251,6 +248,7 @@ module TrakFlow
         when "strict"
           raise ValidationError, "Found #{orphans.size} orphaned tasks with missing parents"
         else
+          # "allow" and any unrecognized handling keep orphans as-is
           valid + orphans
         end
       end

data/lib/trak_flow/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TrakFlow
-  VERSION = '0.1.3'
+  VERSION = '0.2.0'
 end

data/lib/trak_flow.rb

@@ -4,7 +4,6 @@ require "digest"
 require "fileutils"
 require "json"
 require "securerandom"
-require "set"
 require "time"
 
 require "oj"

data/trak_flow.gemspec

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative 'lib/trak_flow/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'trak_flow'
+  spec.version       = TrakFlow::VERSION
+  spec.authors       = ['Dewayne VanHoozer']
+  spec.email         = ['dewayne@vanhoozer.me']
+
+  spec.summary       = 'A distributed task tracking system for Robots'
+  spec.description   = <<~DESC
+    TrakFlow is a specialized task tracking system designed for robots.
+    It implements a dependency-aware graph, allowing
+    robots to handle complex/lengthy task workflows without losing context. Tasks are
+    stored as JSONL files within a designated directory, using Git as the
+    underlying database for versioning, branching, and merging.
+  DESC
+  spec.homepage      = 'https://github.com/madbomber/trak_flow'
+  spec.license       = 'MIT'
+  spec.required_ruby_version = '>= 3.1.0'
+
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?(*%w[bin/ test/ spec/ features/ .git .github])
+    end
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = %w[tf tf_mcp]
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'anyway_config', '~> 2.0'
+  spec.add_dependency 'debug_me'
+  spec.add_dependency 'fast-mcp'
+  spec.add_dependency 'oj', '~> 3.16'
+  spec.add_dependency 'pastel', '~> 0.8'
+  spec.add_dependency 'sequel', '~> 5.0'
+  spec.add_dependency 'sqlite3', '~> 2.0'
+  spec.add_dependency 'thor', '~> 1.3'
+  spec.add_dependency 'tty-spinner', '~> 0.9'
+  spec.add_dependency 'tty-table', '~> 0.12'
+
+  # puma and rackup are deliberately absent: the MCP HTTP transport
+  # lazy-loads them (see TrakFlow::Mcp::Server#require_http_transport_gems)
+  # so consumers that only use the models/storage API or the stdio
+  # transport don't carry a web server. To run the HTTP transport, add
+  # `gem 'puma', '>= 7.2.1'` and `gem 'rackup'` to your Gemfile.
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'minitest-reporters', '~> 1.6'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rubocop', '~> 1.0'
+  spec.add_development_dependency 'simplecov', '~> 0.22'
+  spec.metadata['rubygems_mfa_required'] = 'true'
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: trak_flow
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Dewayne VanHoozer
@@ -149,34 +149,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.12'
-- !ruby/object:Gem::Dependency
-  name: puma
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '6.0'
-- !ruby/object:Gem::Dependency
-  name: rackup
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -276,12 +248,18 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".envrc"
+- ".fasterer.yml"
+- ".loki"
+- ".reek.yml"
+- ".rubocop.yml"
+- Archspec.rb
 - CHANGELOG.md
 - COMMITS.md
 - Gemfile
 - Gemfile.lock
 - README.md
 - Rakefile
+- _typos.toml
 - bin/tf
 - bin/tf_mcp
 - docs/.keep
@@ -368,10 +346,12 @@ files:
 - lib/trak_flow/time_parser.rb
 - lib/trak_flow/version.rb
 - mkdocs.yml
+- trak_flow.gemspec
 homepage: https://github.com/madbomber/trak_flow
 licenses:
 - MIT
-metadata: {}
+metadata:
+  rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:
 - lib
@@ -386,7 +366,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.20
 specification_version: 4
 summary: A distributed task tracking system for Robots
 test_files: []