ar_loader 0.0.6 → 0.0.8

metadata

@@ -1,21 +1,16 @@
 --- !ruby/object:Gem::Specification 
 name: ar_loader
 version: !ruby/object:Gem::Version 
-  hash: 19
   prerelease: 
-  segments: 
-  - 0
-  - 0
-  - 6
-  version: 0.0.6
+  version: 0.0.8
 platform: ruby
 authors: 
-- thomas statter
+  - thomas statter
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2011-08-03 00:00:00 +01:00
+date: 2011-08-15 00:00:00 +01:00
 default_executable: 
 dependencies: []
 
@@ -26,46 +21,62 @@ executables: []
 extensions: []
 
 extra_rdoc_files: 
-- README.markdown
-- LICENSE
+  - README.markdown
+  - LICENSE
 files: 
-- LICENSE
-- README.markdown
-- Rakefile
-- lib/ar_loader.rb
-- lib/engine/file_definitions.rb
-- lib/engine/jruby/jexcel_file.rb
-- lib/engine/jruby/method_mapper_excel.rb
-- lib/engine/mapping_file_definitions.rb
-- lib/engine/method_detail.rb
-- lib/engine/method_mapper.rb
-- lib/engine/method_mapper_csv.rb
-- lib/engine/word.rb
-- lib/java/poi-3.2-FINAL-20081019.jar
-- lib/java/poi-3.6.jar
-- lib/java/poi-contrib-3.6-20091214.jar
-- lib/java/poi-examples-3.6-20091214.jar
-- lib/java/poi-ooxml-3.6-20091214.jar
-- lib/java/poi-ooxml-schemas-3.6-20091214.jar
-- lib/java/poi-scratchpad-3.6-20091214.jar
-- lib/loaders/loader_base.rb
-- lib/loaders/spree/image_loader.rb
-- lib/loaders/spree/product_loader.rb
-- lib/to_b.rb
-- lib/VERSION
-- spec/database.yml
-- spec/db/migrate/20110803201325_create_testbed.rb
-- spec/excel_loader_spec.rb
-- spec/spec_helper.rb
-- spec/spree_loader_spec.rb
-- tasks/config/seed_fu_product_template.erb
-- tasks/config/tidy_config.txt
-- tasks/db_tasks.rake
-- tasks/excel_loader.rake
-- tasks/file_tasks.rake
-- tasks/spree/image_load.rake
-- tasks/spree/product_loader.rake
-- tasks/word_to_seedfu.rake
+  - LICENSE
+  - README.markdown
+  - Rakefile
+  - lib/ar_loader.rb
+  - lib/to_b.rb
+  - lib/VERSION
+  - lib/ar_loader/exceptions.rb
+  - lib/ar_loader/file_definitions.rb
+  - lib/ar_loader/mapping_file_definitions.rb
+  - lib/ar_loader/method_detail.rb
+  - lib/ar_loader/method_mapper.rb
+  - lib/helpers/spree_helper.rb
+  - lib/helpers/jruby/jexcel_file.rb
+  - lib/helpers/jruby/word.rb
+  - lib/java/poi-3.2-FINAL-20081019.jar
+  - lib/java/poi-3.6.jar
+  - lib/java/poi-contrib-3.6-20091214.jar
+  - lib/java/poi-examples-3.6-20091214.jar
+  - lib/java/poi-ooxml-3.6-20091214.jar
+  - lib/java/poi-ooxml-schemas-3.6-20091214.jar
+  - lib/java/poi-scratchpad-3.6-20091214.jar
+  - lib/loaders/csv_loader.rb
+  - lib/loaders/excel_loader.rb
+  - lib/loaders/loader_base.rb
+  - lib/loaders/spree/image_loader.rb
+  - lib/loaders/spree/product_loader.rb
+  - spec/csv_loader_spec.rb
+  - spec/database.yml
+  - spec/excel_loader_spec.rb
+  - spec/loader_spec.rb
+  - spec/method_mapper_spec.rb
+  - spec/models.rb
+  - spec/spec_helper.rb
+  - spec/spree_loader_spec.rb
+  - spec/db/migrate/20110803201325_create_test_bed.rb
+  - spec/fixtures/BadAssociationName.xls
+  - spec/fixtures/DemoNegativeTesting.xls
+  - spec/fixtures/DemoTestModelAssoc.xls
+  - spec/fixtures/ProjectsMultiCategories.xls
+  - spec/fixtures/SimpleProjects.xls
+  - spec/fixtures/SpreeProducts.xls
+  - spec/fixtures/SpreeZoneExample.csv
+  - spec/fixtures/SpreeZoneExample.xls
+  - spec/logs/test.log
+  - tasks/db_tasks.rake
+  - tasks/excel_loader.rake
+  - tasks/file_tasks.rake
+  - tasks/loader.rake
+  - tasks/word_to_seedfu.rake
+  - tasks/config/seed_fu_product_template.erb
+  - tasks/config/tidy_config.txt
+  - tasks/spree/image_load.rake
+  - tasks/spree/product_loader.rake
 has_rdoc: true
 homepage: http://www.autotelik.co.uk
 licenses: []
@@ -74,29 +85,23 @@ post_install_message:
 rdoc_options: []
 
 require_paths: 
-- lib
+  - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.5.2
+rubygems_version: 1.5.1
 signing_key: 
 specification_version: 3
 summary: File based loader for Active Record models

data/lib/engine/jruby/jexcel_file.rb

@@ -1,182 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2010
-# License::   MIT
-#
-# An Excel file helper. Create and populate XSL files
-#
-# The maximum number of columns and rows in an Excel file is fixed at 256 Columns and 65536 Rows
-# 
-# POI jar location needs to be added to class path.
-#
-#  TODO -  Check out http://poi.apache.org/poi-ruby.html
-#
-class Object
-  def add_to_classpath(path)
-    $CLASSPATH << File.join( ArLoader.root_path, 'lib', path.gsub("\\", "/") )
-  end
-end
-
-require 'java'
-require 'rubygems'
-
-add_to_classpath 'java/poi-3.6.jar'
-
-class JExcelFile
-  include_class 'org.apache.poi.poifs.filesystem.POIFSFileSystem'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFCell'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFWorkbook'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFCellStyle'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFDataFormat'
-
-  include_class 'java.io.ByteArrayOutputStream'
-  include_class 'java.util.Date'
-  include_class 'java.io.FileInputStream'
-
-  attr_accessor :book, :row, :current_sheet
-  
-  attr_reader   :sheet
-
-  MAX_COLUMNS = 256.freeze
-  MAX_ROWS = 65536.freeze
-
-  # The HSSFWorkbook uses 0 based indexes
-  
-  def initialize()
-    @book = nil
-  end
-
-  def open(filename)
-    inp = FileInputStream.new(filename)
-
-    @book = HSSFWorkbook.new(inp)
-
-    sheet(0)  # also sets @current_sheet
-  end
-  
-  def create(sheet_name)
-    @book = HSSFWorkbook.new()
-    @sheet = @book.createSheet(sheet_name.gsub(" ", ''))
-    date_style = @book.createCellStyle()
-    date_style.setDataFormat(HSSFDataFormat.getBuiltinFormat("m/d/yy h:mm"))
-  end
-
-  # Return the current or specified HSSFSheet
-  def sheet(i = nil)
-    @current_sheet = i if i
-    @sheet = @book.getSheetAt(@current_sheet)
-    @sheet
-  end
-
-  def num_rows
-    @sheet.getPhysicalNumberOfRows
-  end
-
-  # Process each row. (type is org.apache.poi.hssf.usermodel.HSSFRow)
-
-  def each_row
-    @sheet.rowIterator.each { |row| yield row }
-  end
-
-
-  # Create new row, bring index in line with POI usage (our 1 is their 0)
-  def create_row(index)
-    @row = @sheet.createRow(index)
-    @row
-  end
-  
-  def set_cell(row, column, data)
-    @row = @sheet.getRow(row) || create_row(row)
-    @row.createCell(column).setCellValue(data)
-  end
-
-  def value(row, column)
-    raise TypeError, "Expect row argument of type HSSFRow" unless row.is_a?(Java::OrgApachePoiHssfUsermodel::HSSFRow)
-    #puts "DEBUG - CELL VALUE : #{column} => #{ cell_value( row.getCell(column) ).inspect}"
-    cell_value( row.getCell(column) )
-  end
-  
-  def cell_value(cell)
-    return nil unless cell
-    #puts "DEBUG CELL TYPE : #{cell} => #{cell.getCellType().inspect}"
-    case (cell.getCellType())
-      when HSSFCell::CELL_TYPE_FORMULA  then return cell.getCellFormula()
-      when HSSFCell::CELL_TYPE_NUMERIC  then return cell.getNumericCellValue()
-      when HSSFCell::CELL_TYPE_STRING   then return cell.getStringCellValue()
-      when HSSFCell::CELL_TYPE_BOOLEAN  then return cell.getBooleanCellValue()
-      when HSSFCell::CELL_TYPE_BLANK    then return ""
-    end
-  end
-  
-  def save( filename )
-    File.open( filename, 'w') {|f| f.write(to_s) }
-  end
-
-
-  # The internal representation of a Excel File
-  
-  def to_s
-    outs = ByteArrayOutputStream.new
-    @book.write(outs);
-    outs.close();
-    String.from_java_bytes(outs.toByteArray)
-  end
- 
-end
-  
-module ExcelHelper
-  require 'java'
-
-  include_class 'org.apache.poi.poifs.filesystem.POIFSFileSystem'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFCell'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFWorkbook'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFCellStyle'
-  include_class 'org.apache.poi.hssf.usermodel.HSSFDataFormat'
-  include_class 'java.io.ByteArrayOutputStream'
-  include_class 'java.util.Date'
-
-  # ActiveRecord Helper - Export model data to XLS file format
-  #
-  def to_xls(items=[])
-
-    @excel = ExcelFile.new(items[0].class.name)
-    
-    @excel.create_row(0)
-  
-    sheet = @excel.sheet
-
-    # header row
-    if !items.empty?
-      row = sheet.createRow(0)
-      cell_index = 0
-      items[0].class.columns.each do |column|
-        row.createCell(cell_index).setCellValue(column.name)
-        cell_index += 1
-      end
-    end
-
-    # value rows
-    row_index = 1
-    items.each do |item|
-      row = sheet.createRow(row_index);
-
-      cell_index = 0
-      item.class.columns.each do |column|
-        cell = row.createCell(cell_index)
-        if column.sql_type =~ /date/ then
-          millis = item.send(column.name).to_f * 1000
-          cell.setCellValue(Date.new(millis))
-          cell.setCellStyle(dateStyle);
-        elsif column.sql_type =~ /int/ then
-          cell.setCellValue(item.send(column.name).to_i)
-        else
-          value = item.send(column.name)
-          cell.setCellValue(item.send(column.name)) unless value.nil?
-        end
-        cell_index += 1
-      end
-      row_index += 1
-    end
-    @excel.to_s
-  end
-end

data/lib/engine/jruby/method_mapper_excel.rb

@@ -1,44 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Jan 2011
-# License::   MIT
-#
-# JAVA SPECIFIC LOAD
-require 'java'
-require 'rubygems'
-require 'jexcel_file'
-require 'method_mapper'
-
-class MethodMapperExcel < MethodMapper
-    
-  attr_accessor :excel, :sheet
-
-  # Read the headers from a spreadsheet and map to ActiveRecord members/associations
-
-  def initialize( file_name, klass, sheet_number = 0 )
-    super()
-    
-    @excel = JExcelFile.new
-
-    @excel.open(file_name)
-
-    @sheet = @excel.sheet( sheet_number )
-
-    @header_row = @sheet.getRow(0)
-
-    raise "ERROR: No headers found - Check Sheet #{@sheet} is completed sheet and Row 1 contains headers" unless @header_row
-
-    @headers = []
-    (0..JExcelFile::MAX_COLUMNS).each do |i|
-      cell = @header_row.getCell(i)
-      break unless cell
-      @headers << "#{@excel.cell_value(cell).to_s}".strip
-    end
-
-    # Gather list of all possible 'setter' methods on AR class (instance variables and associations)
-    MethodMapperExcel.find_operators( klass )
-
-    # Convert the list of headers into suitable calls on the Active Record class
-    find_method_details( klass, @headers )
-  end
-end

data/lib/engine/method_detail.rb

@@ -1,140 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2010
-# License::   MIT
-#
-# Details::   This class provides information and access to the individual methods
-#             on an AR model. Populated by, and coupled with MethodMapper,
-#             which does the model interrogation work.
-#             Enables 'loaders' to iterate over the MethodMapper results set,
-#             and assign values to AR object, without knowing anything about that receiving object.
-#
-# =>
-require 'to_b'
-
-class MethodDetail
-  
-  # When looking up an association, try each of these in turn till a match
-  #  i.e find_by_name .. find_by_title and so on
-  @@insistent_find_by_list ||= [:id, :name, :title]
-
-  attr_accessor :klass, :name, :assignment, :col_type
-  attr_accessor :has_many, :has_many_class_name, :has_many_class
-  attr_accessor :belongs_to, :belongs_to_class_name, :belongs_to_class
-
-  @@default_values = {}
-  @@prefixes = {}
-  
- 
-  def initialize(klass, name, assignment, belongs_to, has_many, col_type = nil)
-    @klass, @name, @assignment, @has_many, @belongs_to, @col_type = klass, name, assignment, has_many, belongs_to, col_type
-
-    if(@has_many)
-      begin
-        @has_many_class = Kernel.const_get(@has_many.classify)
-        @has_many_class_name = @has_many.classify
-      rescue
-      end
-    end
-
-    if(@belongs_to)
-      begin
-        @belongs_to_class = Kernel.const_get(@belongs_to.classify)
-        @belongs_to_class_name = @belongs_to.classify
-      rescue
-        # TODO - try other forms of the name, set to nil, or bomb out ?
-      end
-    end
-  end
-
-  def assign( record, value )
-    #puts "DEBUG: assign: [#{@name}]"
-
-    data = value
-
-    if(@@default_values[@name])
-      puts "WARNING nil value supplied for [#{@name}] - Using default : [#{@@default_values[@name]}]"
-      data = @@default_values[@name]
-    else
-      puts "WARNING nil value supplied for [#{@name}] - No default"
-    end if(data.nil?)
-    
-    data = "#{@@prefixes[@name]}#{data}" if(@@prefixes[@name])
-
-    if( @belongs_to )
-      
-      #puts "DEBUG : BELONGS_TO #{@belongs_to} - Lookup #{data} in DB"
-      insistent_belongs_to(record, data)
-
-    elsif( @assignment && @col_type )
-      puts "DEBUG : COl TYPE defined for #{@name} : #{@assignment} => #{data} #{@col_type.inspect}"
-      record.send( @assignment, @col_type.type_cast( data ) )
-
-    elsif( @assignment )
-      puts "DEBUG : No COL TYPE found for #{@name} : #{@assignment} => #{data}"
-      insistent_assignment(record, data)
-    end
-  end
-
-  # Attempt to find the associated object via id, name, title ....
-  def insistent_belongs_to( record, value )
-
-    @@insistent_find_by_list.each do |x|
-      begin
-        item = @belongs_to_class.send( "find_by_#{x}", value)
-        if(item)
-          record.send("#{@belongs_to}=", item)
-          break
-        end
-      rescue => e
-        puts "ERROR: #{e.inspect}"
-        if(x == @@insistent_method_list.last)
-          raise "I'm sorry I have failed to assign [#{value}] to #{@assignment}" unless value.nil?
-        end
-      end
-    end
-  end
-
-  def insistent_assignment( record, value )
-    puts "DEBUG: RECORD CLASS #{record.class}"
-    @@insistent_method_list ||= [:to_s, :to_i, :to_f, :to_b]
-    begin
-      record.send(@assignment, value)
-    rescue => e
-      puts e.inspect
-      @@insistent_method_list.each do |f|
-        begin
-
-          record.send(@assignment, value.send( f) )
-          break
-        rescue => e
-          #puts "DEBUG: insistent_assignment: #{e.inspect}"
-          if f == @@insistent_method_list.last
-            puts  "I'm sorry I have failed to assign [#{value}] to #{@assignment}"
-            raise "I'm sorry I have failed to assign [#{value}] to #{@assignment}" unless value.nil?
-          end
-        end
-      end
-    end
-  end
-
-  def self.set_default_value( name, value )
-    @@default_values[name] = value
-  end
-
-  def self.default_value(name)
-    @@default_values[name]
-  end
-
-  def self.set_prefix( name, value )
-    @@prefixes[name] = value
-  end
-
-  def self.default_value(name)
-    @@prefixes[name]
-  end
-  
-  def pp
-    "#{@name} => #{@assignment} : #{@has_many}"
-  end
-end