move-to-go 5.4.1 → 5.4.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bd937b1db5bd12b8d2a67ee5268cfcfa7d7636bce84c89dfee6d22e6b5d66c5a
-  data.tar.gz: 9c494ea595c8918351912ca6323e5dd06e37289fd217f28c6b650a9f82dcc2ea
+  metadata.gz: 13edd3a147e80972833169fde78bc114bf3632f50931c0114f1d693995f07905
+  data.tar.gz: ab524b2aaf3ebe90a6507ab3636678bccfc68ba6275902219a312057c50979a0
 SHA512:
-  metadata.gz: 93548a71b79eafbd314b33bfa5a1618c1bbf4cc3eac7117ceef4e7cc0a083cbbb8be62e12238b1d7f0e33d2360978fb32922796ccabad1e253e71b8def6abc79
-  data.tar.gz: 468ed5939dce2a4fabcf81ba5498f60c8489fb571016d6f8403f5fc2cf16876637d0d335e6730cfdd81257872f2321467024b102a5955509fff46aaaba042dac
+  metadata.gz: 1ec6aedef9ef83b5ae48e6d347de6c94d3fa72cc62f18bf5d977dfa26f15fa1bf7de6192283d3f9f92d31f7d9204023a35970b6bbf59f8a1e87ba407e9f5def7
+  data.tar.gz: 67e86d7e7c60b39cf4102ae848c46b8e8c0791045066079e2b4d469581ec05134f2005d3093beeb2e1a11b4eff62e3ccb174be67d2b23bf7940b9159a2180d6c

data/bin/move-to-go

@@ -1,282 +1,282 @@
-#!/usr/bin/env ruby
-
-require "thor"
-require_relative '../lib/move-to-go'
-require 'progress'
-require 'net/http'
-require 'json'
-
-
-RUNNER_DIR = ".move-to-go"
-
-class MoveToGoCommandLine < Thor
-
-    desc "about", "About move-to-go"
-    def about()
-        display_current_version()
-        puts "move-to-go is an migration tool for Lime Go. It can take virtually any input source and create import data files that Lime Go likes." 
-        puts "move-to-go has some predefined sources that will make it easy for you to migrate your data."
-        puts
-    end
-
-    desc "list-sources", "Lists the available sources"
-    def list_sources()
-        display_current_version()
-
-        puts "The following sources are available:"
-        puts
-
-        sources = MoveToGo::Sources.new(source_path)
-        sources.list().each do |s|
-            puts "\t#{s}"
-        end
-
-        puts
-        puts "Create a new project with 'move-to-go new <PROJECT> <SOURCE>' with one of these sources."
-        puts "Use 'move-to-go about <SOURCE>' for more information about a specific source."
-    end
-
-    desc "about <SOURCE>", "Prints information about the specifed source"
-    def about(source)
-        display_current_version()
-
-        sources = MoveToGo::Sources.new(source_path)
-
-        sources.about_source(source)
-    end
-
-    desc "new <PROJECT> <SOURCE>", "Creates a new migration project with a specifed name and source"
-    option(:force_current_version,
-           :desc => "Set this if you have an outdated version of move-to-go and still want to create a new migration. Old versions of move-to-go will not work with the current version of Lime Go.",
-           :type => :boolean,
-           :required => false)
-    def new(project, source)
-        if options.force_current_version.nil?
-            check_current_version()
-        end
-
-        display_current_version()
-
-        sources = MoveToGo::Sources.new(source_path)
-
-        if sources.create_project_from_source(project, source)
-            puts
-            puts "Project '#{project}' created from source '#{source}'."
-            puts "Modify the #{project}/converter.rb script to suit your source."
-            puts "Use 'move-to-go run' from the project directory to create the zip file for Lime Go."
-        end
-    end
-
-    desc "run", "Executes the current project and create a go.zip file with data and files. Existing go.zip will be overwritten, use --output to specify a different filename."
-    option(:output,
-           :desc => "Name of the file where the converted source will be saved. This file should be sent to Lime Go. If the file already exist it will be replaced.",
-           :type => :string,
-           :required => false)
-    option(:ignore_invalid_files,
-           :desc => "Output will be created even if the import contains missing or invalid files",
-           :type => :boolean,
-           :required => false)
-    option(:log_to_file,
-           :desc => "Console output will be redirected to file",
-           :type => :string,
-           :required => false)
-    option(:max_file_size,
-           :desc => "Maximum size in bytes of documents included in zip",
-           :type => :numeric,
-           :required => false)
-    option(:output_documents,
-           :desc => "Name of the file to put imported documents in (default in same as --output)",
-           :type => :string,
-           :required => false)
-    option(:shard_size,
-           :desc => "Large imports are sharded into several zip-files. This property sets how many objects each zip-file should contain. Default is 25 000",
-           :type => :numeric,
-           :required => false)
-    option(:force_current_version,
-           :desc => "Set this if you have an outdated version of move-to-go and still want to run the migration. Old versions of move-to-go will not work with the current version of Lime Go.",
-           :type => :boolean,
-           :required => false)
-    def run_import()
-        if options.force_current_version.nil?
-            check_current_version()
-        end
-
-        display_current_version()
-
-        if !options.log_to_file.nil?
-            $stdout = File.new(options.log_to_file == "log_to_file" ? "move-to-go.log" : options.log_to_file, 'w')
-            $stdout.sync = true
-        end
-        max_file_size = options.max_file_size.nil? ? MoveToGo::File::DEFAULT_MAX_FILE_SIZE : options.max_file_size
-
-        if !is_valid_project?
-            return
-        end
-
-        runner_file = ::File.expand_path("./#{RUNNER_DIR}/runner.rb", Dir.pwd)
-        require(runner_file)
-        model = convert_source()
-
-        if model.documents.files.length > 0 && (!defined?(FILES_FOLDER) || FILES_FOLDER.empty?())
-            puts "WARNING: It looks like you are importing files but FILES_FOLDER has not been set in your converter.rb."
-            puts "WARNING: FILES_FOLDER should be set unless you are only importing files with absolute paths."
-        end
-
-        if model.documents.files.length > 0 && (!defined?(FILES_FOLDER_AT_CUSTOMER) || FILES_FOLDER_AT_CUSTOMER.empty?())
-            puts "WARNING: It looks like you are importing files but FILES_FOLDER_AT_CUSTOMER has not been set in your converter.rb"
-            puts "WARNING: This means that files with an absolute path will be imported with their original path. Set this constant if you want to get files from the FILES_FOLDER directory."
-        end
-
-        is_ok, error_msg, warnings_msg = can_be_serialized?(model, options.ignore_invalid_files, max_file_size)
-        if is_ok
-
-            if options.ignore_invalid_files && model.documents.files.length > 0
-                log_and_remove_invalid_files model, max_file_size
-            end
-            model.report_rootmodel_status()
-
-            puts "Checking for duplicate organizations..."
-            possible_duplicates = model.organizations.find_duplicates_by(:name, :organization_number)
-            puts "Found #{possible_duplicates.length} organization duplicate sets in rootmodel, based on name and organization number"
-
-            puts "Starting sharding of model..."
-            sharder = MoveToGo::ShardHelper.new(options.shard_size)
-            models_to_serialize = sharder.shard_model(model)
-
-            if models_to_serialize.length > 1
-                puts "Import is large and will be broken into #{models_to_serialize.length} files"
-            end
-
-            models_to_serialize.each_with_index do |model, i|
-                go_data_zip = options.output.nil? == true ? "go" : options.output
-                go_data_zip += "_#{i}.zip"
-                go_files = options.output_documents.nil? == true ? nil : ::File.basename(options.output_documents,File.extname(options.output_documents))
-                model.save_to_zip(go_data_zip, go_files)
-                puts "Source has been been converted into '#{go_data_zip}'."
-                puts "  - and files into '#{go_files}.zip'." if !go_files.nil?
-                if !warnings_msg.empty?
-                    puts "WARNINGS: "
-                    puts warnings_msg
-                end
-            end
-        else
-            puts "ERROR: Source could not be converted due to:"
-            puts error_msg
-
-            if !options.ignore_invalid_files &&
-                    model.documents.files.any? {|file| file.validate.empty?}
-                puts "move-to-go detected invalid files (see above), you can ignore these with the option --ignore-invalid-files."
-            end
-        end
-    end
-
-    private
-    def log_and_remove_invalid_files(model, max_file_size)
-        if model.documents.files.length > 0
-            file_log_header = "name;integration_id;path;organization.integrationid;organization.name;deal.integrationid;deal.name;file.size"
-            file_log = ""
-            files_to_remove = []
-            model.documents.files.with_progress(" - Trying to log files that can't be found...").each do |file|
-                if !::File.exists?(file.path_for_project)
-                    file_log = "#{file_log}#{file.name};#{file.integration_id};#{file.path};#{file.organization.nil? ? '' : file.organization.integration_id};#{file.organization.nil? ? '' : file.organization.name};#{file.deal.nil? ? '' : file.deal.integration_id};#{file.deal.nil? ? '' : file.deal.name};0\n"
-                    files_to_remove.push file
-                elsif ::File.size(file.path_for_project) > max_file_size
-                    file_log = "#{file_log}#{file.name};#{file.integration_id};#{file.path};#{file.organization.nil? ? '' : file.organization.integration_id};#{file.organization.nil? ? '' : file.organization.name};#{file.deal.nil? ? '' : file.deal.integration_id};#{file.deal.nil? ? '' : file.deal.name};#{::File.size(file.path_for_project)}\n"
-                    files_to_remove.push file
-                end
-            end
-
-            files_to_remove.each do |file|
-                model.documents.files.delete file
-            end
-
-            if file_log.length > 0
-                log_filename = 'move-to-go-invalid-files.csv'
-                ::File.open(log_filename, 'w') { |f|
-                    f.puts file_log_header
-                    f.puts file_log
-                }
-                puts "WARNING: move-to-go has invalid files (#{files_to_remove.length} of #{model.documents.files.length}). Filenames of all ignored files has been written to '#{log_filename}'."
-            else
-                puts "All files are OK."
-            end
-        end
-    end
-
-    private
-    def can_be_serialized?(rootmodel, ignore_invalid_files, max_file_size)
-        is_ok = false
-        error = rootmodel.sanity_check
-        if error.empty?
-            error, warnings = rootmodel.validate(ignore_invalid_files, max_file_size)
-
-            if error.empty?
-                is_ok = true
-            end
-        end
-
-        return [is_ok, error, warnings]
-    end
-
-    private
-    def is_valid_project?()
-        if Dir.exists?(RUNNER_DIR) == false
-            puts "This doesnt look like a move-to-go project. Are you in the right directory or did you mess with the '#{RUNNER_DIR}' folder?"
-            return false
-        end
-
-        runner_file = File.expand_path("./#{RUNNER_DIR}/runner.rb", Dir.pwd)
-        if File.exists?(runner_file) == false
-            puts "I can't run this project. Did you mess with the '#{RUNNER_DIR}' folder?"
-            return false
-        end
-
-        return true
-    end
-
-    private
-    def source_path()
-        File.expand_path("../sources", File.dirname(__FILE__))
-    end
-
-    private
-    def check_current_version()
-        if Gem.loaded_specs["move-to-go"] == nil 
-            puts "Running source version, no version check"
-            return
-        end
-        uri = URI('https://rubygems.org/api/v1/versions/move-to-go/latest.json')
-
-        Net::HTTP.start(uri.host, uri.port,
-        :verify_mode => OpenSSL::SSL::VERIFY_NONE,
-        :use_ssl => true) do |http|
-
-            request = Net::HTTP::Get.new uri
-            response = http.request request
-
-            latest_version = Gem::Version.new(JSON.parse(response.body)['version'])
-            current_version = Gem.loaded_specs["move-to-go"].version
-            outdated = latest_version > current_version
-            
-            if outdated
-                puts "You are running an old version of move-to-go (#{current_version})"
-                puts "Please upgrade by running 'gem install move-to-go'"
-                exit
-            end
-        end
-    end
-
-    private
-    def display_current_version()
-        if Gem.loaded_specs["move-to-go"] == nil
-            current_version = "source"
-        else
-            current_version = Gem.loaded_specs["move-to-go"].version
-        end
-
-        puts "Version: #{current_version}"
-        puts 
-    end
-end
-
-MoveToGoCommandLine.start(ARGV)
+#!/usr/bin/env ruby
+
+require "thor"
+require_relative '../lib/move-to-go'
+require 'progress'
+require 'net/http'
+require 'json'
+
+
+RUNNER_DIR = ".move-to-go"
+
+class MoveToGoCommandLine < Thor
+
+    desc "about", "About move-to-go"
+    def about()
+        display_current_version()
+        puts "move-to-go is an migration tool for Lime Go. It can take virtually any input source and create import data files that Lime Go likes." 
+        puts "move-to-go has some predefined sources that will make it easy for you to migrate your data."
+        puts
+    end
+
+    desc "list-sources", "Lists the available sources"
+    def list_sources()
+        display_current_version()
+
+        puts "The following sources are available:"
+        puts
+
+        sources = MoveToGo::Sources.new(source_path)
+        sources.list().each do |s|
+            puts "\t#{s}"
+        end
+
+        puts
+        puts "Create a new project with 'move-to-go new <PROJECT> <SOURCE>' with one of these sources."
+        puts "Use 'move-to-go about <SOURCE>' for more information about a specific source."
+    end
+
+    desc "about <SOURCE>", "Prints information about the specifed source"
+    def about(source)
+        display_current_version()
+
+        sources = MoveToGo::Sources.new(source_path)
+
+        sources.about_source(source)
+    end
+
+    desc "new <PROJECT> <SOURCE>", "Creates a new migration project with a specifed name and source"
+    option(:force_current_version,
+           :desc => "Set this if you have an outdated version of move-to-go and still want to create a new migration. Old versions of move-to-go will not work with the current version of Lime Go.",
+           :type => :boolean,
+           :required => false)
+    def new(project, source)
+        if options.force_current_version.nil?
+            check_current_version()
+        end
+
+        display_current_version()
+
+        sources = MoveToGo::Sources.new(source_path)
+
+        if sources.create_project_from_source(project, source)
+            puts
+            puts "Project '#{project}' created from source '#{source}'."
+            puts "Modify the #{project}/converter.rb script to suit your source."
+            puts "Use 'move-to-go run' from the project directory to create the zip file for Lime Go."
+        end
+    end
+
+    desc "run", "Executes the current project and create a go.zip file with data and files. Existing go.zip will be overwritten, use --output to specify a different filename."
+    option(:output,
+           :desc => "Name of the file where the converted source will be saved. This file should be sent to Lime Go. If the file already exist it will be replaced.",
+           :type => :string,
+           :required => false)
+    option(:ignore_invalid_files,
+           :desc => "Output will be created even if the import contains missing or invalid files",
+           :type => :boolean,
+           :required => false)
+    option(:log_to_file,
+           :desc => "Console output will be redirected to file",
+           :type => :string,
+           :required => false)
+    option(:max_file_size,
+           :desc => "Maximum size in bytes of documents included in zip",
+           :type => :numeric,
+           :required => false)
+    option(:output_documents,
+           :desc => "Name of the file to put imported documents in (default in same as --output)",
+           :type => :string,
+           :required => false)
+    option(:shard_size,
+           :desc => "Large imports are sharded into several zip-files. This property sets how many objects each zip-file should contain. Default is 25 000",
+           :type => :numeric,
+           :required => false)
+    option(:force_current_version,
+           :desc => "Set this if you have an outdated version of move-to-go and still want to run the migration. Old versions of move-to-go will not work with the current version of Lime Go.",
+           :type => :boolean,
+           :required => false)
+    def run_import()
+        if options.force_current_version.nil?
+            check_current_version()
+        end
+
+        display_current_version()
+
+        if !options.log_to_file.nil?
+            $stdout = File.new(options.log_to_file == "log_to_file" ? "move-to-go.log" : options.log_to_file, 'w')
+            $stdout.sync = true
+        end
+        max_file_size = options.max_file_size.nil? ? MoveToGo::File::DEFAULT_MAX_FILE_SIZE : options.max_file_size
+
+        if !is_valid_project?
+            return
+        end
+
+        runner_file = ::File.expand_path("./#{RUNNER_DIR}/runner.rb", Dir.pwd)
+        require(runner_file)
+        model = convert_source()
+
+        if model.documents.files.length > 0 && (!defined?(FILES_FOLDER) || FILES_FOLDER.empty?())
+            puts "WARNING: It looks like you are importing files but FILES_FOLDER has not been set in your converter.rb."
+            puts "WARNING: FILES_FOLDER should be set unless you are only importing files with absolute paths."
+        end
+
+        if model.documents.files.length > 0 && (!defined?(FILES_FOLDER_AT_CUSTOMER) || FILES_FOLDER_AT_CUSTOMER.empty?())
+            puts "WARNING: It looks like you are importing files but FILES_FOLDER_AT_CUSTOMER has not been set in your converter.rb"
+            puts "WARNING: This means that files with an absolute path will be imported with their original path. Set this constant if you want to get files from the FILES_FOLDER directory."
+        end
+
+        is_ok, error_msg, warnings_msg = can_be_serialized?(model, options.ignore_invalid_files, max_file_size)
+        if is_ok
+
+            if options.ignore_invalid_files && model.documents.files.length > 0
+                log_and_remove_invalid_files model, max_file_size
+            end
+            model.report_rootmodel_status()
+
+            puts "Checking for duplicate organizations..."
+            possible_duplicates = model.organizations.find_duplicates_by(:name, :organization_number)
+            puts "Found #{possible_duplicates.length} organization duplicate sets in rootmodel, based on name and organization number"
+
+            puts "Starting sharding of model..."
+            sharder = MoveToGo::ShardHelper.new(options.shard_size)
+            models_to_serialize = sharder.shard_model(model)
+
+            if models_to_serialize.length > 1
+                puts "Import is large and will be broken into #{models_to_serialize.length} files"
+            end
+
+            models_to_serialize.each_with_index do |model, i|
+                go_data_zip = options.output.nil? == true ? "go" : options.output
+                go_data_zip += "_#{i}.zip"
+                go_files = options.output_documents.nil? == true ? nil : ::File.basename(options.output_documents,File.extname(options.output_documents))
+                model.save_to_zip(go_data_zip, go_files)
+                puts "Source has been been converted into '#{go_data_zip}'."
+                puts "  - and files into '#{go_files}.zip'." if !go_files.nil?
+                if !warnings_msg.empty?
+                    puts "WARNINGS: "
+                    puts warnings_msg
+                end
+            end
+        else
+            puts "ERROR: Source could not be converted due to:"
+            puts error_msg
+
+            if !options.ignore_invalid_files &&
+                    model.documents.files.any? {|file| file.validate.empty?}
+                puts "move-to-go detected invalid files (see above), you can ignore these with the option --ignore-invalid-files."
+            end
+        end
+    end
+
+    private
+    def log_and_remove_invalid_files(model, max_file_size)
+        if model.documents.files.length > 0
+            file_log_header = "name;integration_id;path;organization.integrationid;organization.name;deal.integrationid;deal.name;file.size"
+            file_log = ""
+            files_to_remove = []
+            model.documents.files.with_progress(" - Trying to log files that can't be found...").each do |file|
+                if !::File.exists?(file.path_for_project)
+                    file_log = "#{file_log}#{file.name};#{file.integration_id};#{file.path};#{file.organization.nil? ? '' : file.organization.integration_id};#{file.organization.nil? ? '' : file.organization.name};#{file.deal.nil? ? '' : file.deal.integration_id};#{file.deal.nil? ? '' : file.deal.name};0\n"
+                    files_to_remove.push file
+                elsif ::File.size(file.path_for_project) > max_file_size
+                    file_log = "#{file_log}#{file.name};#{file.integration_id};#{file.path};#{file.organization.nil? ? '' : file.organization.integration_id};#{file.organization.nil? ? '' : file.organization.name};#{file.deal.nil? ? '' : file.deal.integration_id};#{file.deal.nil? ? '' : file.deal.name};#{::File.size(file.path_for_project)}\n"
+                    files_to_remove.push file
+                end
+            end
+
+            files_to_remove.each do |file|
+                model.documents.files.delete file
+            end
+
+            if file_log.length > 0
+                log_filename = 'move-to-go-invalid-files.csv'
+                ::File.open(log_filename, 'w') { |f|
+                    f.puts file_log_header
+                    f.puts file_log
+                }
+                puts "WARNING: move-to-go has invalid files (#{files_to_remove.length} of #{model.documents.files.length}). Filenames of all ignored files has been written to '#{log_filename}'."
+            else
+                puts "All files are OK."
+            end
+        end
+    end
+
+    private
+    def can_be_serialized?(rootmodel, ignore_invalid_files, max_file_size)
+        is_ok = false
+        error = rootmodel.sanity_check
+        if error.empty?
+            error, warnings = rootmodel.validate(ignore_invalid_files, max_file_size)
+
+            if error.empty?
+                is_ok = true
+            end
+        end
+
+        return [is_ok, error, warnings]
+    end
+
+    private
+    def is_valid_project?()
+        if Dir.exists?(RUNNER_DIR) == false
+            puts "This doesnt look like a move-to-go project. Are you in the right directory or did you mess with the '#{RUNNER_DIR}' folder?"
+            return false
+        end
+
+        runner_file = File.expand_path("./#{RUNNER_DIR}/runner.rb", Dir.pwd)
+        if File.exists?(runner_file) == false
+            puts "I can't run this project. Did you mess with the '#{RUNNER_DIR}' folder?"
+            return false
+        end
+
+        return true
+    end
+
+    private
+    def source_path()
+        File.expand_path("../sources", File.dirname(__FILE__))
+    end
+
+    private
+    def check_current_version()
+        if Gem.loaded_specs["move-to-go"] == nil 
+            puts "Running source version, no version check"
+            return
+        end
+        uri = URI('https://rubygems.org/api/v1/versions/move-to-go/latest.json')
+
+        Net::HTTP.start(uri.host, uri.port,
+        :verify_mode => OpenSSL::SSL::VERIFY_NONE,
+        :use_ssl => true) do |http|
+
+            request = Net::HTTP::Get.new uri
+            response = http.request request
+
+            latest_version = Gem::Version.new(JSON.parse(response.body)['version'])
+            current_version = Gem.loaded_specs["move-to-go"].version
+            outdated = latest_version > current_version
+            
+            if outdated
+                puts "You are running an old version of move-to-go (#{current_version})"
+                puts "Please upgrade by running 'gem install move-to-go'"
+                exit
+            end
+        end
+    end
+
+    private
+    def display_current_version()
+        if Gem.loaded_specs["move-to-go"] == nil
+            current_version = "source"
+        else
+            current_version = Gem.loaded_specs["move-to-go"].version
+        end
+
+        puts "Version: #{current_version}"
+        puts 
+    end
+end
+
+MoveToGoCommandLine.start(ARGV)

data/lib/move-to-go/can_become_immutable.rb

@@ -1,29 +1,29 @@
-
-module MoveToGo
-    class CanBecomeImmutable
-        def self.immutable_accessor(name)
-            define_method(name) do
-                return instance_variable_get("@#{name}")
-            end
-            
-            define_method("#{name}=") do |value|
-                raise_if_immutable
-                instance_variable_set("@#{name}", value)
-            end
-        end
-        
-        def raise_if_immutable
-            if @is_immutable
-                raise ObjectIsImmutableError
-            end
-        end
-        
-        def set_is_immutable()
-            @is_immutable = true
-        end
-
-        def is_immutable()
-            @is_immutable
-        end
-    end
-end
+
+module MoveToGo
+    class CanBecomeImmutable
+        def self.immutable_accessor(name)
+            define_method(name) do
+                return instance_variable_get("@#{name}")
+            end
+            
+            define_method("#{name}=") do |value|
+                raise_if_immutable
+                instance_variable_set("@#{name}", value)
+            end
+        end
+        
+        def raise_if_immutable
+            if @is_immutable
+                raise ObjectIsImmutableError
+            end
+        end
+        
+        def set_is_immutable()
+            @is_immutable = true
+        end
+
+        def is_immutable()
+            @is_immutable
+        end
+    end
+end