go_import 3.0.0

data/bin/go-import

@@ -0,0 +1,96 @@
+#!/usr/bin/env ruby
+
+require "thor"
+require "go_import"
+
+class GoImportCommandLine < Thor
+
+    desc "about", "About go-import"
+    def about()
+        puts "go-import is an import tool for LIME Go. It can take virtually any input source and create pretty looking xml-files that LIME Go likes. go-import has some predefined sources that will make it easy for you to migrate your data."
+        puts ""
+    end
+
+    desc "list-sources", "Lists the available sources"
+    def list_sources()
+        puts "The following sources are available:"
+        puts
+
+        sources = GoImport::Sources.new(source_path)
+        sources.list().each do |s|
+            puts "\t#{s}"
+        end
+
+        puts "\nCreate a new project with 'go-import new' with one of these sources."
+    end
+
+    desc "new", "Creates a new migration project with a specifed name and source"
+    option(:project,
+           :desc => "Name of the project. The project will be created in a folder with the same name.",
+           :type => :string,
+           :required => true)
+    option(:source,
+           :desc => "Name of the source to use. Use list-sources to show available sources.",
+           :type => :string,
+           :required => true)
+    def new(project = nil, source = nil)
+        sources = GoImport::Sources.new(source_path)
+
+        if sources.create_project_from_source(options.project, options.source)
+            puts "\nProject '#{options.project}' created from source '#{options.source}'."
+            puts "Modify the #{options.project}/converter.rb script to suit your source."
+            puts "Use 'go-import run' from the project directory to create the xml file for LIME Go."
+        end
+    end
+
+    desc "run", "Executes the current project and create a go-import.xml file. Existing go-import.xml will be overwritten, use -o to specify a different filename"
+    def run_import()
+        # run is a Thor reserved word and cant be used as a method name
+
+        runner_dir = ".go_import"
+
+        if Dir.exists?(runner_dir) == false
+            puts "This doesnt look like a go-import project. Are you in the right directory or did you mess with the '#{runner_dir}' folder?"
+            return
+        end
+
+        runner_file = File.expand_path('./.go_import/runner.rb', Dir.pwd)
+        if File.exists?(runner_file) == false
+            puts "I can't run this project. Did you mess with the '#{runner_dir}' folder?"
+            return
+        end
+
+        require(runner_file)
+
+        # the source must implement the convert_source method that
+        # returns an instance of GoImport::RootModel
+        model = convert_source()
+
+        go_data_filename = "go.xml"
+
+        error = model.sanity_check
+        if error.empty?
+            validation_errors = model.validate
+
+            if validation_errors.empty?
+                model.serialize_to_file(go_data_filename)
+                puts "Source has been been converted into '#{go_data_filename}'."
+            else
+                puts "Source could not be converted due to"
+                puts validation_errors
+            end
+        else
+            puts "Source could not be converted due to"
+            puts error
+        end
+
+    end
+
+    private
+    def source_path()
+        File.expand_path("../sources", File.dirname(__FILE__))
+    end
+end
+
+GoImportCommandLine.start(ARGV)
+

data/lib/go_import/csv_helper.rb

@@ -0,0 +1,47 @@
+require "csv"
+module GoImport
+    module CsvHelper
+
+        # @example Detect column separator and transform to hashes
+        #     hashes = GoImport::CsvHelper.text_to_hashes(text)
+        #
+        # @example Use specific column separator and transform to hashes
+        #     column_separator = ','
+        #     hashes = GoImport::CsvHelper.text_to_hashes(text, column_separator)
+        def self.text_to_hashes(text, column_separator = nil, row_separator = :auto, quote_char = '"')
+            if !text
+                raise "Missing text"
+            end
+
+            if !column_separator
+                column_separator = self.detect_col_sep text
+            end
+
+            rows = CSV.parse(text.strip,{:col_sep => column_separator,
+                :row_sep => row_separator, :quote_char => quote_char})
+            map = {}
+            first = rows.first
+            (0 .. first.length-1).each do |i|
+                map[i] = first[i]
+            end
+            rs = []
+            (1 .. rows.length-1).each do |i|
+                r={}
+                (0 .. map.length-1).each do |j|
+                    r[map[j]] = rows[i][j]
+                end
+                rs.push(r)
+            end
+            return rs
+        end
+
+        private
+        def self.detect_col_sep(text)
+            firstline = text.split('\n').first
+            col_seps = [';','\t',',']
+            return col_seps.find do |c|
+                firstline.include? c
+            end
+        end
+    end
+end

data/lib/go_import/email_helper.rb

@@ -0,0 +1,10 @@
+require "sixarm_ruby_email_address_validation"
+
+module GoImport
+    # The EmailHelper helps you validate email addresses.
+    class EmailHelper
+        def self.is_valid?(email)
+            return (email =~ EmailAddressValidation::Pattern) ? true : false
+        end
+    end
+end

data/lib/go_import/errors.rb

@@ -0,0 +1,22 @@
+module GoImport
+    class AlreadyAddedError < StandardError
+    end
+
+    class InvalidCustomFieldError < StandardError
+    end
+
+    class InvalidRelationError < StandardError
+    end
+
+    class InvalidValueError < StandardError
+        def initalize(value)
+            super("#{value} is not a valid value.")
+        end
+    end
+
+    class InvalidDealStatusError < StandardError
+    end
+
+    class InvalidNoteClassificationError < StandardError
+    end
+end

data/lib/go_import/excel_helper.rb

@@ -0,0 +1,10 @@
+module GoImport
+    # The ExcelHelper just makes it a little bit easier to open an
+    # excel file in the imports. With ExcelHelper you don't need to
+    # know anything about Roo and RooHelper.
+    class ExcelHelper
+        def self.Open(excel_filename)
+            return RooHelper.new(Roo::Excelx.new(excel_filename))
+        end
+    end
+end