micdrop 0.1.0

data/lib/micdrop/structure_builder.rb

@@ -0,0 +1,170 @@
+module Micdrop
+  class StructureBuilder
+    def initialize(raw_value, parent = nil, exists: true, push_parent: false, parent_key: nil)
+      @raw_value = raw_value
+      @parent = parent
+      @exists = exists
+      @push_parent = push_parent
+      @parent_key = parent_key
+      @enforced_types = nil
+    end
+
+    def self.new_blank
+      StructureBuilder.new nil, nil, exists: false
+    end
+
+    attr_reader :parent, :exists, :raw_value
+
+    def [](*args)
+      if args.empty?
+        # x[]
+        enforce_array
+        StructureBuilder.new nil, self, exists: false, push_parent: true
+      elsif args.count == 1
+        arg = args.first
+        if args.first.is_a?(Integer)
+          # x[1]
+          enforce_array_or_hash
+        else
+          # x["thing"]
+          enforce_hash
+        end
+        if @exists && @raw_value.is_a?(Array) && arg.is_a?(Integer) && arg < @raw_value.length && arg >= -@raw_value.length
+          StructureBuilder.new @raw_value[arg], self, parent_key: arg
+        elsif @exists && @raw_value.is_a?(Hash) && @raw_value.has_key?(arg)
+          StructureBuilder.new @raw_value[arg], self, parent_key: arg
+        else
+          StructureBuilder.new nil, self, exists: false, parent_key: arg
+        end
+      elsif args.count == 2 && args[0].is_a?(Integer) && args[1].is_a?(Integer)
+        # x[3, 7] = :something
+        enforce_array
+        context[*args] = value
+      else
+        raise IndexError
+      end
+    end
+
+    def []=(*args)
+      value = args.pop
+      if args.empty?
+        # x[] = :something
+        enforce_array
+        realize
+        @raw_value.push value
+      elsif args.count == 1
+        arg = args.first
+        if arg.is_a?(Integer)
+          # x[1] = :something
+          enforce_array_or_hash
+        else
+          # x["thing"] = :something
+          enforce_hash
+        end
+        realize
+        @raw_value[arg] = value
+      elsif args.count == 2 && args[0].is_a?(Integer) && args[1].is_a?(Integer)
+        # x[3, 7] = :something
+        enforce_array
+        realize
+        @raw_value[*args] = value
+      else
+        raise IndexError
+      end
+    end
+
+    def <<(value)
+      # x << :something
+      enforce_array
+      realize
+      @raw_value.push value
+    end
+
+    ##
+    # This is intended as an inverse to :dig, automatically assembling structure as needed
+    def bury(value, *keys)
+      context = self
+      last_key = keys.pop
+      keys.each do |key|
+        context = if key.nil?
+                    context[]
+                  else
+                    context[key]
+                  end
+      end
+      if last_key.nil?
+        context[] = value
+      else
+        context[last_key] = value
+      end
+    end
+
+    def enforce_array
+      raise StandardError, "Value is not an array" if @exists && !@raw_value.is_a?(Array)
+
+      @enforced_types = if @enforced_types.nil?
+                          [:array]
+                        else
+                          [:array].intersection @enforced_types
+                        end
+    end
+
+    def enforce_hash
+      raise StandardError, "Value is not a" if @exists && !@raw_value.is_a?(Hash)
+
+      @enforced_types = if @enforced_types.nil?
+                          [:hash]
+                        else
+                          [:hash].intersection @enforced_types
+                        end
+    end
+
+    def enforce_array_or_hash
+      raise StandardError, "Value is not a" if @exists && !(@raw_value.is_a?(Array) || @raw_value.is_a?(Hash))
+
+      @enforced_types = if @enforced_types.nil?
+                          %i[array hash]
+                        else
+                          %i[array hash].intersection @enforced_types
+                        end
+    end
+
+    def realize
+      return if @exists
+
+      # First make sure the parent is real
+      @parent.realize unless @parent.nil? || @parent.exists
+
+      # Then make ourselves real
+      if @enforced_types.nil?
+        raise StandardError, "No specified type"
+      elsif @enforced_types.empty?
+        raise StandardError, "No allowed type"
+      else
+        case @enforced_types.first
+        when :array
+          @raw_value = []
+        when :hash
+          @raw_value = {}
+        else
+          raise StandardError, "Unknown type: #{@enforced_types.first}"
+        end
+      end
+
+      unless @parent.nil?
+        # Then add ourselves to the parent
+        if !@parent_key.nil?
+          @parent.raw_value[@parent_key] = @raw_value
+        elsif @push_parent
+          @parent_key = @parent.raw_value.length
+          @parent.raw_value << @raw_value
+        else
+          raise StandardError, "Use either push_parent or parent_key for non-existing values"
+        end
+      end
+
+      # And now we're done!
+      @exists = true
+    end
+  end
+end

data/lib/micdrop/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Micdrop
+  VERSION = "0.1.0"
+end

data/lib/micdrop.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative "micdrop/errors"
+require_relative "micdrop/files_source"
+require_relative "micdrop/item_context"
+require_relative "micdrop/record_context"
+require_relative "micdrop/stop_skip"
+require_relative "micdrop/structure_builder"
+require_relative "micdrop/version"
+
+module Micdrop
+  def self.migrate(from, to, &block)
+    # TODO: can we reduce the duplicated code?
+    if from.respond_to? :each_with_index
+      from.each_with_index do |loop_item, loop_index|
+        migrate_item_helper(from, to, loop_item, loop_index, &block)
+      rescue Skip
+        next
+      rescue Stop
+        break
+      end
+    elsif from.respond_to? :each_pair
+      from.each_pair do |loop_index, loop_item|
+        migrate_item_helper(from, to, loop_item, loop_index, &block)
+      rescue Skip
+        next
+      rescue Stop
+        break
+      end
+    elsif from.respond_to? :each
+      from.each.with_index do |loop_item, loop_index|
+        migrate_item_helper(from, to, loop_item, loop_index, &block)
+      rescue Skip
+        next
+      rescue Stop
+        break
+      end
+    else
+      # TODO: error
+    end
+  end
+
+  ##
+  # Register a lookup, allowing it to be used in subsequent migrations
+  def self.register_lookup(name, lookup)
+    ItemContext.register_lookup name, lookup
+  end
+
+  def self.migrate_item_helper(from, to, loop_item, loop_index, &block)
+    ctx = RootRecordContext.new(from, to, loop_item, loop_index)
+    ctx.instance_eval(&block)
+    ctx.flush reset: false # No need to reset; item processing is done
+  end
+end

data/sig/micdrop.rbs

@@ -0,0 +1,4 @@
+module Micdrop
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,79 @@
+--- !ruby/object:Gem::Specification
+name: micdrop
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dominick Johnson
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies: []
+description: Migrate data from a legacy application to a new application, write scripts
+  to import data from third-party applications, or convert data into the format your
+  application expects--all in a flexible, declaritive syntax. Works with tabular data,
+  such as CSV or database tables, with support for structured formats such as JSON
+  as well.
+email:
+- dominick.johnson@tylertech.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".devcontainer/devcontainer.json"
+- ".rubocop.yml"
+- ".vscode/tasks.json"
+- README.md
+- Rakefile
+- TODO.md
+- examples/csvs_to_sql.rb
+- examples/data/customers-100.csv
+- examples/data/json/1.json
+- examples/data/json/2.json
+- examples/data/json/3.json
+- examples/data/json/4.json
+- examples/data/json/5.json
+- examples/data/json/6.json
+- examples/data/json/7.json
+- examples/data/json/8.json
+- examples/data/json/9.json
+- examples/data/json/a.json
+- examples/data/organizations-100.csv
+- examples/data/people-100.csv
+- examples/data/readme.md
+- examples/json_files_to_sql.rb
+- lib/micdrop.rb
+- lib/micdrop/errors.rb
+- lib/micdrop/ext/sequel.rb
+- lib/micdrop/files_source.rb
+- lib/micdrop/item_context.rb
+- lib/micdrop/record_context.rb
+- lib/micdrop/stop_skip.rb
+- lib/micdrop/structure_builder.rb
+- lib/micdrop/version.rb
+- sig/micdrop.rbs
+homepage: https://github.com/dmjohnsson23/micdrop-ruby
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/dmjohnsson23/micdrop-ruby
+  source_code_uri: https://github.com/dmjohnsson23/micdrop-ruby
+  changelog_uri: https://github.com/dmjohnsson23/micdrop-ruby/commits/main/
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.7
+specification_version: 4
+summary: Utility library for application data migrations, imports, and conversions
+test_files: []