jinx-migrate 2.1.1

data/spec/primitive/fields.yaml

@@ -0,0 +1,4 @@
+Name: Child.name
+Flag: Child.flag
+Cardinal: Child.cardinal
+Decimal: Child.decimal

data/spec/primitive/primitive_spec.rb

@@ -0,0 +1,24 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module Model
+  describe 'Primitive' do
+    before(:all) do
+      # Migrate the input.
+      @migrated = Jinx::Migrator.new(:debug => true, :target => Child,
+        :mapping => File.expand_path('fields.yaml', File.dirname(__FILE__)),
+        :input => File.expand_path('children.csv', File.dirname(__FILE__))
+      ).to_a
+    end
+    
+    it "should migrate the records" do
+      @migrated.size.should be 3
+    end
+    
+    it "should capture the primitive fields" do
+      @migrated.first.name.should == 'Jane'
+      @migrated.first.flag.should be true
+      @migrated.first.cardinal.should be 1
+      @migrated.first.decimal.should == 2.2
+    end
+  end
+end

data/spec/skip/fields.yaml

@@ -0,0 +1 @@
+Name: Parent.name

data/spec/skip/parents.csv

@@ -0,0 +1 @@
+Name

data/spec/skip/skip_spec.rb

@@ -0,0 +1,17 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module Model  
+  describe 'Skip' do
+    before(:all) do
+      @migrated = Jinx::Migrator.new(:debug => true, :target => Parent,
+        :mapping => File.expand_path('fields.yaml', File.dirname(__FILE__)),
+        :from => 2,
+        :input => File.expand_path('parents.csv', File.dirname(__FILE__))
+      ).to_a
+    end
+    
+    it "should skip the first record" do
+      @migrated.size.should be 1
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'bundler/setup'
+Bundler.require(:test, :development)
+
+require 'jinx/migration/migrator'
+
+# Open the logger.
+Jinx::Log.instance.open(File.dirname(__FILE__) + '/../test/results/log/jinx.log', :debug => true)
+
+module Migration
+  module Test
+    RESULTS = File.dirname(__FILE__) + '/../test/results'
+  end
+end
+
+# Add the support files.
+Dir.glob(File.dirname(__FILE__) + '/support/**/*.rb').each { |f| require f }

data/spec/support/model.rb

@@ -0,0 +1,7 @@
+# Load the jinx model example.
+require Bundler.environment.specs.detect { |s| s.name == 'jinx' }.full_gem_path + '/spec/support/model'
+
+# Make the test domain classes migratable
+module Model
+  include Jinx::Migratable
+end

data/spec/unique/fields.yaml

@@ -0,0 +1 @@
+Name: Parent.name

data/spec/unique/parent.rb

@@ -0,0 +1,6 @@
+module Model
+  class Parent
+    # The name is the secondary key.
+    property :name, :secondary_key
+  end
+end

data/spec/unique/parents.csv

@@ -0,0 +1 @@
+Name

data/spec/unique/shims.rb

@@ -0,0 +1,10 @@
+require 'jinx/resource/unique'
+
+module Model
+  shims Parent
+  
+  class Parent
+    # Make each Parent unique.
+    include Jinx::Unique
+  end
+end

data/spec/unique/unique_spec.rb

@@ -0,0 +1,20 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module Model
+  describe 'Unique' do
+    # Add the parent metadata definition.
+    Model.definitions File.dirname(__FILE__)
+    
+    # Migrate the input.
+    migrated = Jinx::Migrator.new(:debug => true, :target => Parent, :unique => true,
+      :shims => File.expand_path('shims.rb', File.dirname(__FILE__)),
+      :mapping => File.expand_path('fields.yaml', File.dirname(__FILE__)),
+      :input => File.expand_path('parents.csv', File.dirname(__FILE__))
+    ).to_a
+    
+    # Validate the migration.
+    it "should make the secondary key unique" do
+      migrated.each { |p|p.name.should match /\w+_\d+/ }
+    end
+  end
+end

data/test/fixtures/csv/data/empty.csv

@@ -0,0 +1 @@
+One,Two

data/test/fixtures/csv/data/variety.csv

@@ -0,0 +1 @@
+Id,String Field,Integer,Float,Date

data/test/lib/csv/csvio_test.rb

@@ -0,0 +1,74 @@
+require 'rubygems'
+require 'bundler/setup'
+Bundler.require(:test, :development)
+
+require 'jinx/migration/migrator'
+
+# Open the logger.
+Jinx::Log.instance.open(File.dirname(__FILE__) + '/../../results/log/jinx.log', :debug => true)
+
+require 'test/unit'
+require 'ftools'
+require 'date'
+require 'jinx/helpers/file_separator'
+require 'jinx/csv/csvio'
+
+class CsvIOTest < Test::Unit::TestCase
+  TEST_DIR = File.dirname(__FILE__) + '/../..'
+  FIXTURES_DIR = TEST_DIR + '/fixtures/csv/data'
+  OUTPUT_DIR = TEST_DIR + '/results/csv'
+
+  def setup
+    File.makedirs(OUTPUT_DIR)
+  end
+
+  def test_read
+    loader = Jinx::CsvIO.new(File.join(FIXTURES_DIR, 'variety.csv'))
+    loader.each do |row|
+      assert_not_nil(row[:id], "Missing id")
+      assert_not_nil(row[:string_field], "Missing string_field")
+      assert_not_nil(row[:integer], "Missing integer method")
+      assert(Integer === row[:integer], "Incorrect integer field value #{row[:integer]} type")
+      assert_not_nil(row[:float], "Missing float method")
+      assert(Float === row[:float], "Incorrect float field value #{row[:float]} type")
+      assert_not_nil(row[:date], "Missing date method")
+      assert_equal(Date, row[:date].class, "Incorrect date field value #{row[:date]} type")
+    end
+  end
+
+  def test_empty
+    loader = Jinx::CsvIO.new(File.join(FIXTURES_DIR, 'empty.csv'))
+    row = loader.shift
+    assert_nil(row[:one], "Missing value not nil")
+    assert_nil(row[:two], "Missing value not nil")
+  end
+
+  def test_accessor
+    loader = Jinx::CsvIO.new(File.join(FIXTURES_DIR, 'variety.csv'))
+    assert_equal(:id, loader.accessor('Id'), "Accessor incorrect")
+    assert_equal(:string_field, loader.accessor('String Field'), "Accessor incorrect")
+  end
+
+  def test_write
+    input = File.join(FIXTURES_DIR, 'variety.csv')
+    output = File.join(OUTPUT_DIR, 'variety.csv')
+    headers = records = nil
+    # Read the input file content.
+    File.open(input) do |file|
+      headers = file.readline.chomp.split(/,\s*/)
+      records = file.map { |line| line.chomp.split(/,\s*/) }
+    end
+    # Write the output file.
+    Jinx::CsvIO.open(output, :mode => 'w', :headers => headers) do |csvio|
+      records.each { |rec| csvio << rec }
+    end
+    # Compare the output to the input.
+    File.open(output) do |file|
+      assert_equal(headers, file.readline.chomp.split(/,\s*/), "Headers don't match")
+      file.each_with_index do |line, i|
+        rec = line.chomp.split(/,\s*/)
+        assert_equal(records[i], rec, "Line #{i.succ} doesn't match")
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,206 @@
+--- !ruby/object:Gem::Specification 
+name: jinx-migrate
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 2.1.1
+platform: ruby
+authors: 
+  - OHSU
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-04-13 00:00:00 -07:00
+default_executable: 
+dependencies: 
+  - !ruby/object:Gem::Dependency 
+    name: rack
+    prerelease: false
+    requirement: &id001 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "0"
+    type: :runtime
+    version_requirements: *id001
+  - !ruby/object:Gem::Dependency 
+    name: bundler
+    prerelease: false
+    requirement: &id002 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "0"
+    type: :runtime
+    version_requirements: *id002
+  - !ruby/object:Gem::Dependency 
+    name: fastercsv
+    prerelease: false
+    requirement: &id003 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "0"
+    type: :runtime
+    version_requirements: *id003
+  - !ruby/object:Gem::Dependency 
+    name: rake
+    prerelease: false
+    requirement: &id004 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "0"
+    type: :development
+    version_requirements: *id004
+  - !ruby/object:Gem::Dependency 
+    name: rspec
+    prerelease: false
+    requirement: &id005 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "2.6"
+    type: :development
+    version_requirements: *id005
+description: Jinx JSON plug-in.. See github.com/jinx/migrate for more information.
+email: jinx.ruby@gmail.com
+executables: 
+  - csvjoin
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+  - .gitignore
+  - .rspec
+  - .yardopts
+  - Gemfile
+  - Gemfile.lock
+  - History.md
+  - LEGAL
+  - LICENSE
+  - README.md
+  - Rakefile
+  - bin/csvjoin
+  - examples/family/README.md
+  - examples/family/conf/children/fields.yaml
+  - examples/family/conf/parents/defaults.yaml
+  - examples/family/conf/parents/fields.yaml
+  - examples/family/conf/parents/values.yaml
+  - examples/family/data/children.csv
+  - examples/family/data/parents.csv
+  - examples/family/lib/shims.rb
+  - jinx-migrate.gemspec
+  - lib/jinx/csv/csvio.rb
+  - lib/jinx/csv/joiner.rb
+  - lib/jinx/migration/filter.rb
+  - lib/jinx/migration/migratable.rb
+  - lib/jinx/migration/migrator.rb
+  - lib/jinx/migration/reader.rb
+  - lib/jinx/migration/version.rb
+  - spec/bad/bad_spec.rb
+  - spec/bad/fields.yaml
+  - spec/bad/parents.csv
+  - spec/bad/shims.rb
+  - spec/csv/join/join_helper.rb
+  - spec/csv/join/join_spec.rb
+  - spec/csv/join/jumbled_src.csv
+  - spec/csv/join/jumbled_tgt.csv
+  - spec/csv/join/source.csv
+  - spec/csv/join/target.csv
+  - spec/extract/extract.rb
+  - spec/extract/extract_spec.rb
+  - spec/extract/fields.yaml
+  - spec/extract/parents.csv
+  - spec/family/child_spec.rb
+  - spec/family/family.rb
+  - spec/family/parent_spec.rb
+  - spec/filter/fields.yaml
+  - spec/filter/filter_spec.rb
+  - spec/filter/parents.csv
+  - spec/filter/values.yaml
+  - spec/primitive/children.csv
+  - spec/primitive/fields.yaml
+  - spec/primitive/primitive_spec.rb
+  - spec/skip/fields.yaml
+  - spec/skip/parents.csv
+  - spec/skip/skip_spec.rb
+  - spec/spec_helper.rb
+  - spec/support/model.rb
+  - spec/unique/fields.yaml
+  - spec/unique/parent.rb
+  - spec/unique/parents.csv
+  - spec/unique/shims.rb
+  - spec/unique/unique_spec.rb
+  - test/fixtures/csv/data/empty.csv
+  - test/fixtures/csv/data/variety.csv
+  - test/lib/csv/csvio_test.rb
+has_rdoc: yard
+homepage: http://github.com/jinx/migrate
+licenses: 
+  - MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+requirements: []
+
+rubyforge_project: jinx
+rubygems_version: 1.5.1
+signing_key: 
+specification_version: 3
+summary: Jinx JSON plug-in.
+test_files: 
+  - spec/bad/bad_spec.rb
+  - spec/bad/fields.yaml
+  - spec/bad/parents.csv
+  - spec/bad/shims.rb
+  - spec/csv/join/join_helper.rb
+  - spec/csv/join/join_spec.rb
+  - spec/csv/join/jumbled_src.csv
+  - spec/csv/join/jumbled_tgt.csv
+  - spec/csv/join/source.csv
+  - spec/csv/join/target.csv
+  - spec/extract/extract.rb
+  - spec/extract/extract_spec.rb
+  - spec/extract/fields.yaml
+  - spec/extract/parents.csv
+  - spec/family/child_spec.rb
+  - spec/family/family.rb
+  - spec/family/parent_spec.rb
+  - spec/filter/fields.yaml
+  - spec/filter/filter_spec.rb
+  - spec/filter/parents.csv
+  - spec/filter/values.yaml
+  - spec/primitive/children.csv
+  - spec/primitive/fields.yaml
+  - spec/primitive/primitive_spec.rb
+  - spec/skip/fields.yaml
+  - spec/skip/parents.csv
+  - spec/skip/skip_spec.rb
+  - spec/spec_helper.rb
+  - spec/support/model.rb
+  - spec/unique/fields.yaml
+  - spec/unique/parent.rb
+  - spec/unique/parents.csv
+  - spec/unique/shims.rb
+  - spec/unique/unique_spec.rb