datashift 0.16.0 → 0.40.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4e73de99a2466b06c8dfb6bab01cb7c2ab00fb54
-  data.tar.gz: 73c47634a567004886c55e75b1f03a63a75ff155
+  metadata.gz: 92ffa81322e27c8386ea8ff780d7750818782d09
+  data.tar.gz: 99090fa346d9b454d705178cf53709c30ec4ebca
 SHA512:
-  metadata.gz: ec2035080b4d6cfc1560530639084e35271f2716a6772f0b8ada9d2d62752f8c3e5756babc4e5bc9afa83636b9adef4c047bc5db99ad26e31e8e75e51ff3b89d
-  data.tar.gz: 426c72aadaab70fa3e1a09c8b131a0b862e75d94ad138316474cf75cf9af0a27aaf7d72037f85404d94dbdab7c668b8a47f5939da56914d0c6591421fd79fd4a
+  metadata.gz: f889be231a849eddd80057e685bd66732ce50b937d911f9e1dbf2a14622bf3bf2071510197bd7464dbb2557bee0857505547a06b735b5b607965d963ed7287e8
+  data.tar.gz: 5b16ceeac096d71d6fb3e16f44e2babb68ac78c061891ad080e527046b0467e3b71bfb93db90aba5d890439424e7098a2f78e204929dfd37933243219d7f180a

data/Rakefile

@@ -29,29 +29,10 @@ $:.unshift lib unless $:.include?(lib)
 
 require 'datashift'
 
-require 'rake/testtask'
-Rake::TestTask.new(:test) do |test|
-  test.libs << 'lib' << 'test'
-  test.pattern = 'test/**/test_*.rb'
-  test.verbose = true
-end
-
-task :default => :test
-
-require 'rdoc/task'
-Rake::RDocTask.new do |rdoc|
-  version = File.exist?('VERSION') ? File.read('VERSION') : ""
-
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title = "DataShift #{version}"
-  rdoc.rdoc_files.include('README*')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-
 # Add in our own Tasks
 
 desc 'Build gem and install in one step'
-task :build, :version do |t, args|
+task :build, :version do |_t, args|
 
   v = (args[:version] || ENV['version'])
 

data/datashift.thor

@@ -0,0 +1,125 @@
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2010
+#
+# License::   MIT - Free, OpenSource
+#
+# Details::   Gem::Specification for DataShift gem.
+#
+#             Provides classes for moving data between a number of enterprise
+#             type applications, files and databases.
+#
+#             Provides support for moving data between .xls (Excel/OpenOffice)
+#             Spreedsheets via Ruby and AR, enabling direct import/export of 
+#             ActiveRecord models with all their associations from database.
+#
+#             Provides support for moving data between csv files and AR, enabling direct
+#             import/export of AR models and their associations from database.
+#
+require 'thor'
+
+$:.push File.expand_path("lib", __FILE__)
+
+require 'datashift'
+require 'factory_girl_rails'
+require 'database_cleaner'
+
+require_relative File.join('spec', 'support/sandbox')
+require_relative File.join('spec' ,'support/datashift_test_helpers')
+
+module Datashift
+
+  class Utils < Thor
+
+    include DataShift::TestHelpers
+
+    desc "lint", "Run in spec - Verify that FactoryGirl factories are valid"
+
+    def lint
+
+      ENV['RAILS_ENV'] = 'test'
+
+      environment
+
+      begin
+        DatabaseCleaner.start
+
+        puts "Running FactoryGirl.lint"
+        FactoryGirl.lint
+      ensure
+        DatabaseCleaner.clean
+      end
+
+    end
+
+
+    desc "sandbox", 'Rebuild the dummy rails app in spec - required for testing'
+
+    def sandbox
+      # Need an active record DB to test against, so we manage own Rails sandbox
+      DataShift::Sandbox.gen_rails_sandbox( :force )
+    end
+
+    desc "build", 'Build gem and install in one step'
+
+    method_option :version, :aliases => '-v',  :desc => "New version", required: false
+
+    method_option :push, :aliases => '-p', :desc => "Push resulting gem to rubygems.org"
+
+    method_option :install, :aliases => '-i',
+                  :desc => "Install freshly built gem locally", type: :boolean, default: false
+
+    def build
+
+      version = options[:version] || DataShift::VERSION
+
+      # Bump the VERSION file in library
+      File.open( File.join('lib/datashift/version.rb'), 'w') do |f|
+        f << "module DataShift\n"
+        f << "    VERSION = '#{version}'.freeze\n"
+        f << "end\n"
+      end if(options[:version] != DataShift::VERSION)
+
+      build_cmd =  "gem build datashift.gemspec"
+
+      puts "\n*** Running build cmd [#{build_cmd}]"
+
+      system(build_cmd)
+
+      gem = "#{DataShift.gem_name}-#{version}.gem"
+
+      if(options[:install])
+        puts "Installing : #{gem}"
+
+        cmd = "gem install --no-ri --no-rdoc #{gem}"
+        system(cmd)
+      end
+
+      if(options[:push])
+        puts "Pushing version #{version} to rubygems"
+        cmd = "gem push #{gem}"
+        system(cmd)
+      end
+    end
+
+    no_commands do
+      def environment
+
+        env = File.expand_path('dummy/config/environment.rb')
+
+        if File.exist?(env)
+          begin
+            require env
+          rescue => e
+            logger.error("Failed to initialise ActiveRecord : #{e.message}")
+            raise ConnectionError.new("Failed to initialise ActiveRecord : #{e.message}")
+          end
+
+        else
+          raise DataShift::PathError.new('No config/environment.rb found - cannot initialise ActiveRecord')
+        end
+      end
+    end
+
+  end
+end

data/lib/applications/apache_poi_extensions.rb

@@ -1,62 +1,31 @@
 # Copyright:: Autotelik Media Ltd
 # Author ::   Tom Statter
 # Date ::     July 2010
-# License::   
+# License::
 #
 #
-if(DataShift::Guards::jruby?)
-  
+if DataShift::Guards.jruby?
+
   require 'java'
-  require "poi-3.7-20101029.jar"
-      
+  require 'poi-3.7-20101029.jar'
+
   # Extend the Poi classes with some syntactic sugar
-  
-  class Java::OrgApachePoiHssfUsermodel::HSSFSheet
-    def name() 
-      getSheetName
-    end
-    
-    def num_rows
-      getPhysicalNumberOfRows
-    end
-  
-  end
-  
-  class Java::OrgApachePoiHssfUsermodel::HSSFRow
-    
-    include RubyPoiTranslations
-    
-    include Enumerable
-        
-    def []( column)
-      cell_value( get_or_create_cell( column )  )
-    end
-    
-    def []=( column, value )
-      get_or_create_cell(column, value).setCellValue( poi_cell_value(value) )
-    end
-  
-    def get_or_create_cell( column, value = nil )
-      if(value)
-        java_send(:getCell, [Java::int], column) || createCell(column, poi_cell_type(value))
-      else
-        java_send(:getCell, [Java::int], column) || java_send(:createCell, [Java::int], column)
+
+  java_import 'org.apache.poi.ss.util.CellReference'
+
+  module Java
+
+    module OrgApachePoiHssfUsermodel
+      class HSSFSheet
+        def name
+          getSheetName
+        end
+
+        def num_rows
+          getPhysicalNumberOfRows
+        end
+
       end
     end
-    
-    def idx 
-      getRowNum() 
-    end
-    
-    # Iterate over each column in the row and yield on the cell
-    def each(&block) 
-      cellIterator.each {|c| yield cell_value(c) }        
-    end
-     
-    # TODO
-    # for min, max and sort from enumerable need <=>
-   # def <=> end
-     
   end
-  
-end
+end

data/lib/applications/excel.rb

@@ -1,78 +1,85 @@
 # Copyright:: Autotelik Media Ltd
 # Author ::   Tom Statter
 # Date ::     July 2010
-# License::   
+# License::
 #
-# Details::   A wrapper around creating and directly manipulating Excel files. 
+# Details::   A wrapper around creating and directly manipulating Excel files.
 #             Acts as proxy over main Ruby gem spreadsheet and our own JRuby only implementation using Apache POI
 #             Aim is to make it seamless to switch between any Excel implementation
-#             
+#
 #             http://spreadsheet.rubyforge.org/GUIDE_txt.html
 #
 require 'guards'
 
-module ExcelProxy
-  # Returns the current proxy class
-  def self.proxy_class
-    if(DataShift::Guards.jruby?)
-      require 'jexcel_file'
-      JExcelFile
-    else
-      require 'spreadsheet'
-      require 'spreadsheet_extensions'
-      Spreadsheet
+if DataShift::Guards.jruby?
+  require 'jexcel_file'
+else
+  require 'spreadsheet'
+  require 'spreadsheet_extensions'
+end
+
+module DataShift
+  module ExcelProxy
+    # Returns the current proxy class
+    def self.proxy_class
+      if DataShift::Guards.jruby?
+        JExcelFile
+      else
+        Spreadsheet
+      end
     end
-  end
-  
-  def self.proxy_object
-    if(DataShift::Guards.jruby?)
-      ExcelProxy::proxy_class.new
-    else
-      ExcelProxy::proxy_class::Workbook.new
+
+    def self.proxy_object
+      if DataShift::Guards.jruby?
+        ExcelProxy.proxy_class.new
+      else
+        ExcelProxy.proxy_class::Workbook.new
+      end
     end
   end
-end
 
-class Excel #< BasicObject
+  class Excel # < BasicObject
 
-  def initialize()
-    @excel_class = ExcelProxy::proxy_class
-    @excel = ExcelProxy::proxy_object
-  end
-   
-  # Forward all undefined methods to the wrapped Excel object.
-  def method_missing(method, *args, &block)
-    #puts @excel.class, method, args.inspect
-      
-    if(@excel.respond_to?(method))
-      @excel.send(method, *args, &block)
-    elsif(@excel.worksheets.last.respond_to?(method))  # active_worksheet doesn't work so use the latest
-      @excel.worksheets.last.send(method, *args, &block) 
-    elsif(@excel_class.respond_to?(method))
-      if(method == :open || method == 'open')
-        @excel = @excel_class.send(method, *args, &block)
+    def initialize
+      @excel_class = ExcelProxy.proxy_class
+      @excel = ExcelProxy.proxy_object
+    end
+
+    # Forward all undefined methods to the wrapped Excel object.
+    def method_missing(method, *args, &block)
+      # puts @excel.class, method, args.inspect
+
+      if @excel.respond_to?(method)
+        @excel.send(method, *args, &block)
+      elsif @excel.worksheets.last.respond_to?(method) # active_worksheet doesn't work so use the latest
+        @excel.worksheets.last.send(method, *args, &block)
+      elsif @excel_class.respond_to?(method)
+        if method == :open || method == 'open'
+          @excel = @excel_class.send(method, *args, &block)
+        else
+          @excel_class.send(method, *args, &block)
+        end
       else
-        @excel_class.send(method, *args, &block)
+        super
       end
-    else            
-      super
     end
-  end
 
-  def self.method_missing(method, *args, &block)           
-    @excel_class.send(method, *args, &block)
-  end
-      
-  # Returns +true+ if _obj_ responds to the given method. Private methods are included in the search
-  # only if the optional second parameter evaluates to +true+.
-  def respond_to?(method, include_private=false)
-    super || @excel.respond_to?(method, include_private)
-  end
-  
-  # without this can't get at any defined modules etc
-  # 
-  def self.const_missing(name)
-    ::Object.const_get(name)
+    def self.method_missing(method, *args, &block)
+      @excel_class.send(method, *args, &block)
+    end
+
+    # Returns +true+ if _obj_ responds to the given method. Private methods are included in the search
+    # only if the optional second parameter evaluates to +true+.
+    def respond_to?(method, include_private = false)
+      super || @excel.respond_to?(method, include_private)
+    end
+
+    # without this can't get at any defined modules etc
+    #
+    def self.const_missing(name)
+      ::Object.const_get(name)
+    end
+
   end
-      
+
 end

data/lib/applications/hssf_row_extensions.rb

@@ -0,0 +1,66 @@
+# Copyright:: Autotelik Media Ltd 2016
+# Author ::   Tom Statter
+# Date ::     April 2016
+# License::
+#
+if DataShift::Guards.jruby?
+
+  # Extend the Poi classes with some syntactic sugar
+
+  java_import 'org.apache.poi.ss.util.CellReference'
+
+  module Java
+
+    module OrgApachePoiHssfUsermodel
+
+      # https://poi.apache.org/apidocs/org/apache/poi/ss/usermodel/Row.html
+      class HSSFRow
+
+        include RubyPoiTranslations
+
+        include Enumerable
+
+        def empty?
+          getLastCellNum == -1
+        end
+
+        def size
+          # Gets the number of defined cells (NOT number of cells in the actual row!).
+          # That is to say if only columns 0,4,5 have values then there would be 3.
+          getPhysicalNumberOfCells # or getLastCellNum ?
+        end
+
+        def []( column)
+          cell_value( get_or_create_cell( column ) )
+        end
+
+        def []=( column, value )
+          get_or_create_cell(column, value).setCellValue( poi_cell_value(value) )
+        end
+
+        def get_or_create_cell( column, value = nil )
+          ref = CellReference.new(getRowNum, column)
+          if value
+            getCell(ref.getCol) # || createCell(column, poi_cell_type(value))
+          else
+            getCell(ref.getCol) # || java_send(:createCell, column)
+          end
+        end
+
+        def idx
+          getRowNum
+        end
+
+        # Iterate over each column in the row and yield on the cell
+        def each(&_block)
+          cellIterator.each { |c| yield cell_value(c) }
+        end
+
+        # TODO
+        # for min, max and sort from enumerable need <=>
+        # def <=> end
+
+      end
+    end
+  end
+end