go_import 3.0.40 → 3.0.42

data/sources/base-crm/.go_import/runner.rb

@@ -0,0 +1,235 @@
+require 'go_import'
+require_relative("../converter")
+
+REPORT_RESULT = true
+COWORKER_FILE = "data/coworkers.csv"
+ORGANIZATION_FILE = "data/contacts.csv"
+LEADS_FILE = "data/leads.csv"
+PERSON_FILE = "data/contacts.csv"
+DEAL_FILE = "data/deals.csv"
+NOTE_FILE = "data/notes.csv"
+SOURCE_ENCODING = "utf-8"
+
+
+
+def process_rows(file_name, source_encoding)
+    data = File.read(file_name, :encoding => source_encoding)
+    rows = GoImport::CsvHelper::text_to_hashes(data)
+    rows.each do |row|
+        yield row
+    end
+end
+
+def convert_source
+    puts "Trying to convert Base CRM source to LIME Go..."
+
+    converter = Converter.new
+    ignored_notes = 0
+    ignored_persons = 0
+
+    # A rootmodel is used to represent all entitite/models that is
+    # exported
+    rootmodel = GoImport::RootModel.new
+
+    converter.configure(rootmodel)
+    source_encoding = defined?(SOURCE_ENCODING) ? SOURCE_ENCODING : 'ISO-8859-1'
+
+    # coworkers
+    # start with these since they are referenced
+    # from everywhere....
+    if defined?(COWORKER_FILE) && !COWORKER_FILE.nil? && !COWORKER_FILE.empty?
+        process_rows(COWORKER_FILE, source_encoding) do |row|
+          coworker = converter.to_coworker(row)
+          coworker.integration_id = "#{row['first_name']} #{row['last_name']}"
+          coworker.first_name = row['first_name']
+          coworker.last_name = row['last_name']
+          coworker.email = row['email']
+          rootmodel.add_coworker(coworker)
+        end
+    end
+
+    # organizations
+    if defined?(ORGANIZATION_FILE) && !ORGANIZATION_FILE.nil? && !ORGANIZATION_FILE.empty?
+        process_rows(ORGANIZATION_FILE, source_encoding) do |row|
+            next if row["is_organisation"] == "false"
+            organization = converter.to_organization(row, rootmodel)
+            organization = GoImport::Organization.new
+            organization.integration_id = row['id']
+        	  organization.name = row['name']
+            organization.email = row['email']
+            organization.web_site = row['website']
+            organization.central_phone_number = GoImport::PhoneHelper.parse_numbers(row['phone']) if not row['phone'].nil?
+
+            organization.with_visit_address do |address|
+                address.street = row['address']
+                address.zip_code = row['zip']
+                address.city = row['city']
+            end
+
+            organization.with_postal_address do |address|
+              address.street = row['address']
+        	    address.zip_code = row['zip']
+        	    address.city = row['city']
+            end
+
+            case row['prospect_status']
+            when "current"
+              organization.relation = GoImport::Relation::WorkingOnIt
+            else
+              organization.relation = GoImport::Relation::BeenInTouch
+            end
+
+            case row['customer_status']
+            when "current"
+              organization.relation = GoImport::Relation::IsACustomer
+            when "past"
+              organization.relation = GoImport::Relation::WasACustomer
+            else
+              organization.relation = GoImport::Relation::BeenInTouch
+            end
+
+            coworker = rootmodel.find_coworker_by_integration_id row['owner']
+            organization.responsible_coworker = coworker
+        		tags = row['tags'].split(",")
+        		tags.each do |tag|
+        			organization.set_tag(tag)
+        		end
+
+            rootmodel.add_organization(organization)
+        end
+    end
+
+    # persons
+    # depends on organizations
+    if defined?(PERSON_FILE) && !PERSON_FILE.nil? && !PERSON_FILE.empty?
+        process_rows(PERSON_FILE, source_encoding) do |row|
+            # adds it self to the employer
+            next if row["is_organisation"] == "true"
+            person = converter.to_person(row, rootmodel)
+
+            person.integration_id = row['id']
+
+            person.first_name = row['first_name']
+            person.last_name = row['last_name']
+
+            person.direct_phone_number = GoImport::PhoneHelper.parse_numbers(row['phone'])
+            person.mobile_phone_number = GoImport::PhoneHelper.parse_numbers(row['mobile'])
+            person.email = row['email']
+
+            organization = rootmodel.find_organization {|org|
+               org.name == row["organisation_name"]
+             }
+            if not organization.nil?
+              organization.add_employee(person)
+            else
+              puts "No organization for person '#{person.first_name} #{person.last_name}, #{person.integration_id}' could be found. Person will not be imported!"
+              ignored_persons += 1
+            end
+        end
+    end
+
+    # leads
+    if defined?(LEADS_FILE) && !LEADS_FILE.nil? && !LEADS_FILE.empty?
+      process_rows(LEADS_FILE, source_encoding) do |row|
+            organization = converter.to_organization_from_lead(row, rootmodel)
+
+            organization.integration_id = "l#{row['id']}"
+            organization.name = row['company_name']
+            organization.relation = GoImport::Relation::WorkingOnIt
+
+            organization.central_phone_number = GoImport::PhoneHelper.parse_numbers(row['phone']) if not row['phone'].nil?
+
+            organization.with_visit_address do |address|
+                address.street = row['street']
+                address.city = row['city']
+            end
+
+            coworker = rootmodel.find_coworker_by_integration_id row['owner']
+            organization.responsible_coworker = coworker
+
+            if not row['tags'].nil?
+              tags = row['tags'].split(",")
+              tags.each do |tag|
+                organization.set_tag(tag)
+              end
+            end
+
+            person = GoImport::Person.new
+
+            person.integration_id = "p#{row['id']}"
+            person.first_name = row['first_name']
+            person.last_name = row['last_name']
+            person.direct_phone_number = GoImport::PhoneHelper.parse_numbers(row['phone']) if not row['phone'].nil?
+            person.mobile_phone_number = GoImport::PhoneHelper.parse_numbers(row['mobile']) if not row['mobile'].nil?
+            person.email = row['email']
+
+            organization.add_employee(person)
+
+            if row['description']
+              note = GoImport::Note.new()
+
+              note.text = row['description']
+              note.person = person
+              note.organization = organization
+              note.created_by = coworker
+
+              rootmodel.add_note(note)
+            end
+            rootmodel.add_organization(organization)
+      end
+    end
+
+    # deals
+    if defined?(DEAL_FILE) && !DEAL_FILE.nil? && !DEAL_FILE.empty?
+        process_rows(DEAL_FILE, source_encoding) do |row|
+            deal = converter.to_deal(row, rootmodel)
+            deal.integration_id = row['id']
+            deal.name = row['name']
+
+            deal.value = row['scope']
+            deal.customer = rootmodel.find_organization_by_integration_id(row['company_id'])
+            deal.customer_contact = rootmodel.find_person_by_integration_id(row['main_contact_id'])
+            deal.responsible_coworker = rootmodel.find_coworker_by_integration_id(row['owner'])
+
+        		values = row['tags'].split(",")
+        		values.each do |value|
+        			deal.set_tag(value)
+        		end
+            rootmodel.add_deal(deal)
+        end
+    end
+
+    # notes
+    if defined?(NOTE_FILE) && !NOTE_FILE.nil? && !NOTE_FILE.empty?
+        process_rows(NOTE_FILE, source_encoding) do |row|
+            note = converter.to_note(row, rootmodel)
+            note.integration_id = row['id']
+            note.text = row['content']
+            note.created_by = rootmodel.find_coworker_by_integration_id(row["owner"])
+            notable_id = row['noteable_id']
+            case row["noteable_type"]
+            when "Deal"
+              deal = rootmodel.find_deal_by_integration_id(notable_id)
+              note.deal = deal
+            when "Lead"
+              note.person = rootmodel.find_person_by_integration_id("p#{notable_id}")
+              note.organization = rootmodel.find_organization_by_integration_id("l#{notable_id}")
+            when "Contact"
+              puts "Ignoreing note for unbound person: #{row['owner']}"
+              ignored_notes += 1
+              next
+            else
+              org = rootmodel.find_organization_by_integration_id(notable_id)
+              if org.nil?
+                person = rootmodel.find_person_by_integration_id(notable_id)
+                org = person.organization
+                note.person = person
+              end
+              note.organization = org
+            end
+            rootmodel.add_note(note)
+        end
+    end
+    puts "Ignored #{ignored_persons} persons and #{ignored_notes} notes"
+    return rootmodel
+end

data/sources/base-crm/Gemfile

@@ -0,0 +1,5 @@
+source 'http://rubygems.org'
+
+gem 'thor'
+gem 'go_import'
+gem 'rspec'

data/sources/base-crm/README.md

@@ -0,0 +1,9 @@
+# Base CRM migration
+
+1. Export your Base CRM data with the built in export in Base CRM
+2. Put the exported data into the `data` folder
+3. Coworkers has to be entered manually into the coworkers file. A template file is provided
+4. All mappings are done in `runner.rb` but special unique things can be configured in `converter.rb`
+
+Note: In Base CRM you can have contacts persons without a corresponding organization.
+This is not allowed in LIME Go and these persons and notes just linked to them will be ignored.   

data/sources/base-crm/converter.rb

@@ -0,0 +1,62 @@
+
+class Converter
+
+  def configure(rootmodel)
+    # add custom field to your model here. Custom fields can be
+    # added to organization, deal and person. Valid types are
+    # :String and :Link. If no type is specified :String is used
+    # as default.
+    rootmodel.settings.with_organization do |organization|
+
+    end
+
+    rootmodel.settings.with_deal do |deal|
+        deal.add_status({:label => "Prospecting", :integration_id => "Prospecting"})
+        deal.add_status({:label => "Qualified", :integration_id => "Qualified"})
+        deal.add_status({:label => "Won", :integration_id => "Won",
+                            :assessment => GoImport::DealState::PositiveEndState })
+        deal.add_status({:label => "Lost", :integration_id => "Lost",
+                            :assessment => GoImport::DealState::NegativeEndState })
+    end
+  end
+
+  def to_organization(row, rootmodel)
+
+    organization = GoImport::Organization.new
+    # All built in fields are automagically mapped. Add your custom stuff here...
+
+    return organization
+  end
+
+  def to_organization_from_lead(row, rootmodel)
+    organization = GoImport::Organization.new
+    # All built in fields are automagically mapped. Add your custom stuff here...
+    return organization
+  end
+
+  def to_coworker(row)
+		coworker = GoImport::Coworker.new
+    # All built in fields are automagically mapped. Add your custom stuff here...
+		return coworker
+  end
+
+  def to_person(row, rootmodel)
+		person = GoImport::Person.new
+    # All built in fields are automagically mapped. Add your custom stuff here...
+    return person
+  end
+
+  def to_deal(row, rootmodel)
+    deal = GoImport::Deal.new
+    # All built in fields are automagically mapped. Add your custom stuff here...
+    deal.status = rootmodel.settings.deal.find_status_by_label row['stage_name']
+    return deal
+  end
+
+  def to_note(row, rootmodel)
+  	note = GoImport::Note.new()
+    # All built in fields are automagically mapped. Add your custom stuff here...
+  	return note
+  end
+
+end

data/sources/base-crm/data/contacts.csv

@@ -0,0 +1,13 @@
+first_name,last_name,is_organisation,name,organisation_name,owner,tags,email,address,mobile,phone,customer_status,prospect_status,custom Name#1,custom First name#1,city,country,created_at,creator,description,facebook,fax,id,industry,last_activity_date,linkedin,linkedin_display,private,region,skype,title,twitter,updated_at,website,zip
+Håka,Lind,false,Håka Lind,AD Company,Kalle Kula,"",hakan.lind@ad.com,gatan 2,+46701234123,"",current,,,,Göteborg,Sweden,2015-08-12T09:59:32Z,Kalle Kula,,,,98153928,,,,,false,"",,"Service Manager production system, IT coordinator",,2015-10-02T09:19:17Z,,56130
+,,true,itteknik,,Kalle Kula,from iPhone,,vägen 23,,,current,,,,Malmö,Sverige,2015-11-25T15:17:20Z,Kalle Kula,,,,108910004,,,,,false,,,,,2015-11-25T15:17:21Z,,34250
+Anna,Berg,false,Anna Berg,itteknik,Kalle Kula,"Flexibla Kontoret,Hantverksappen,vvs",info@roret.se,Brunnvägen 1,070-1110000,"",current,,,,Stockholm,Sweden,2016-02-15T07:41:56Z,Kalle Kula,,,,117069853,,,,,false,"",,"Ekonomi, Admin",,2016-02-15T07:41:56Z,,57450
+Anna,Ståhl,false,Anna Ståhl,AB Bors Rör,Kalle Kula,from iPhone,,,076-800 10 00,,,,,,,,2015-08-19T08:49:26Z,Kalle Kula,,,,98708109,,,,,false,,,,,2015-08-19T08:49:26Z,,
+,,true,AB Bors Rör,,Kalle Kula,"flexibla kontoret,vvs","","","","",,,,,"","",2015-09-17T12:01:44Z,Kalle Kula,,,,101402913,,,,,false,"",,,,2015-11-09T13:45:58Z,,""
+,,true,AB Familjen,,Kalle Kula,from iPhone,,,,,,,,,Åre,Sweden,2015-08-19T06:26:58Z,Kalle Kula,,,,98702143,,,,,false,Jämtlands Län,,,,2015-08-21T07:29:44Z,,
+,,true,AB Laholms,,Kalle Kula,from iPhone,,,,,,,,,,,2015-08-19T06:21:27Z,Kalle Kula,,,,98702035,,,,,false,,,,,2015-08-19T06:21:27Z,,
+,,true,AD Company,,Kalle Kula,from iPhone,,gatan 2,,,current,,,,Lund,,2015-10-12T14:38:43Z,Kalle Kula,,,,104062513,,,,,false,,,,,2015-11-19T10:40:39Z,,553 00
+,,true,AB Affär,,Kalle Kula,"",,,,,current,,,,Lund,Sweden,2015-08-18T21:59:33Z,Kalle Kula,,,,98677167,Digital sinage mm,,,,false,,,,,2015-08-18T21:59:33Z,,
+,,true,AB Affären,,Kalle Kula,"",,,,,,,,,,,2014-09-05T07:45:04Z,Kalle Kula,,,,69769303,Redovisnings konsult,,,,false,,,,,2014-09-05T15:33:17Z,,
+,,true,Ahlgrens Bilar,,Kalle Kula,"from iPhone,flexibla kontoret,Flexibla/Hantverksappen",,,,,,,,,,,2015-08-19T06:37:39Z,Kalle Kula,,,,98702525,,,,,false,,,,,2015-08-19T06:37:39Z,,
+Alex,Alexandersson,false,Alex Alexandersson,Ahlgrens Bilar,Kalle Kula,from iPhone,Alex.Alexandersson@ahlgrens.se,,0707 840000,,,,,,,,2015-08-19T09:30:24Z,Kalle Kula,,,,98710895,,,,,false,,,,,2015-08-19T09:30:24Z,,

data/sources/base-crm/data/coworkers.csv

@@ -0,0 +1,3 @@
+first_name,last_name,email
+Kalle,Kula,Kalle@kula.se
+Kalle,Gula,Kalle@gula.se

data/sources/base-crm/data/deals.csv

@@ -0,0 +1,5 @@
+id,name,scope,pipeline_name,pipeline_id,stage_name,stage_id,owner,tags,main_contact_id,main_contact,company_id,company,added_at,added_on,created_at,creator,currency,forecasted_deal_value,hot,last_activity_date,last_stage_change_at,loss_reason,source,updated_at
+10926776,"avtal, ca 40st",300000,Sales Pipeline,60134,Prospecting,432286,Kalle Kula,"",117069853,Anna Berg,108910004,"itteknik",2015-10-05 08:28:00 UTC,2015-10-05,2015-10-05T08:29:47Z,Kalle Kula,SEK,,true,2015-10-05T08:29:47Z,2015-10-05T08:28:47Z,"",Butiken1,2015-10-05T08:29:47Z
+11973819,Deal2,100000,Sales Pipeline,60134,Qualified,432290,Kalle Kula,"ftp,filserver,service avtal",98708109,Anna Ståhl,101402913,AB Bors Rör,2015-11-19 10:38:00 UTC,2015-11-19,2015-11-19T10:39:51Z,Kalle Kula,SEK,,true,2015-11-19T10:39:51Z,2015-11-19T10:38:51Z,"",Henrik Henriksson konsult,2015-11-19T10:39:51Z
+4636237,Deal1,4500,Sales Pipeline,60134,Won,432287,Kalle Kula,cloud,98153928,Håka Lind,104062513,AD Company,2014-09-02 09:40:00 UTC,2014-09-02,2014-09-03T09:41:05Z,Kalle Kula,SEK,,true,2015-02-18T07:39:45Z,2015-02-18T07:39:45Z,"",konsollen,2015-02-18T07:39:45Z
+4653104,Deal3,2300,Sales Pipeline,60134,Won,432287,Kalle Kula,"",98710895,Alex Alexandersson,98702525,Ahlgrens Bilar,2014-09-04 07:53:00 UTC,2014-09-04,2014-09-04T07:54:31Z,Kalle Kula,SEK,,false,2014-09-04T07:55:07Z,2014-09-04T07:53:00Z,"",Hyresavtal,2014-09-04T07:54:31Z

data/sources/base-crm/data/leads.csv

@@ -0,0 +1,4 @@
+first_name,last_name,company_name,owner,city,country,created_at,creator,description,email,facebook,fax,id,industry,linkedin,mobile,phone,region,skype,status,street,tags,title,twitter,updated_at,website,zip
+Robin,Hood,Reklam1 AB,Kalle Kula,Lund,Sweden,2014-09-04T09:42:33Z,Kalle Kula,,,,,16685740,tillverkning,,0733-11 11 11,,,,Working,,reklam,Försäljnings- och marknadschef,,2014-09-04T09:42:33Z,,
+Tony,Tonfisk,Hantverkare2,Kalle Kula,Borås,,2014-09-04T14:36:01Z,Kalle Kula,"Ringde, intresse finns",tony@tonfisk.se,,,16694927,Magasin/katalog,,0701121212,,,,Unqualified,gatan 11,,Ansvarig,,2014-09-10T14:44:29Z,,
+Thomas,Tomasso,"Bregott fabriken",Kalle Kula,Jönköping,Sweden,2015-06-30T12:47:04Z,Kalle Kula,,thomas.tomasso@bregott.se,,,35451881,,,07088000 00,090505050,,,Working,gatan 12,,Delägare,,2015-06-30T12:47:04Z,,553 17

data/sources/base-crm/data/notes.csv

@@ -0,0 +1,6 @@
+content,owner,noteable_id,noteable_type,noteable_name,created_at,id,noteable_company_name,noteable_first_name,noteable_last_name,updated_at
+Uppdatering av underhållsavtal på befintlig,Kalle Kula,10926776,Deal,Sannarp,2014-09-03T08:49:07Z,22606121,,,,2014-09-03T08:49:07Z
+"Mailat offert, Återkommer...",Kalle Kula,10926776,Deal,Sannarp,2014-09-03T08:50:01Z,22606134,,,,2014-09-03T08:50:01Z
+"Kund mailar och...",Kalle Kula,11973819,Deal,Sannarp,2014-09-03T08:50:28Z,22606143,,,,2014-09-03T08:50:28Z
+"Kört igång...",Kalle Kula,98702525,SalesAccount,,2014-09-03T08:56:28Z,22606290,"",Peder,Johansson,2014-09-03T08:56:28Z
+"Påminnelse ,1, 2...",Kalle Kula,108910004,SalesAccount,,2014-09-03T08:58:13Z,22606323,"",Peder,Johansson,2014-09-03T08:58:13Z

data/sources/base-crm/data/tasks.csv

@@ -0,0 +1,5 @@
+content,owner,send_time,done_at,created_at,date,id,remind,taskable_company_name,taskable_first_name,taskable_id,taskable_last_name,taskable_name,taskable_type,updated_at
+"Ring kund ang uppföljning,Kalle Kula,2014-09-04T06:15:00Z,2014-09-04T06:59:32Z,2014-09-03T08:59:53Z,,7338118,true,"""",Petter,69512473,Johansson,,SalesAccount,2014-09-04T06:59:32Z"
+"Ring boka ny utb!,Kalle Kula,2014-09-08T07:45:00Z,,2014-09-04T07:00:36Z,,7402212,true,"""",Petter,69512473,Johansson,,SalesAccount,2014-09-07T14:45:04Z"
+"Ring boka möte för fördjupat samarbete,Kalle Kula,2014-09-08T08:00:00Z,,2014-09-04T07:25:17Z,,7402869,true,"""",Anna,69512622,Andersson,,SalesAccount,2014-09-04T07:25:17Z"
+"Boka nytt möte,Kalle Kula,2014-09-08T10:45:00Z,,2014-09-04T07:18:36Z,,7402562,true,"""",Cyrus,69512640,TheVirus,,SalesAccount,2014-09-07T14:44:51Z"

data/spec/helpers/phone_helper_spec.rb

@@ -94,4 +94,26 @@ describe GoImport::PhoneHelper do
         # then
         number.should eq "+4722130030"
     end
+
+    it "should handle nil" do
+        # given
+        source = nil
+
+        # when
+        number = GoImport::PhoneHelper.parse_numbers(source)
+
+        # then
+        number.should eq nil
+    end
+
+    it "should handle empty string" do
+        # given
+        source = ""
+
+        # when
+        number = GoImport::PhoneHelper.parse_numbers(source)
+
+        # then
+        number.should eq ""
+    end
 end

data/spec/helpers/shard_helper_spec.rb

@@ -27,12 +27,12 @@ describe GoImport::ShardHelper do
             organization = GoImport::Organization.new
             organization.name = "Ankeborgs bibliotek"
             organization.integration_id = n.to_s
-            
+
             person = GoImport::Person.new
             person.first_name = "Kalle"
             person.last_name = "Kula"
             organization.add_employee(person)
-            
+
             person = GoImport::Person.new
             person.first_name = "Nisse"
             person.last_name = "Nice"
@@ -79,7 +79,7 @@ describe GoImport::ShardHelper do
         end
 
         sharder = GoImport::ShardHelper.new(5)
-        
+
         # when, then
         sharder.shard_model(model).length.should eq 4
     end
@@ -116,6 +116,26 @@ describe GoImport::ShardHelper do
         sharder.shard_model(model)[0].find_deal_by_integration_id("123").should eq deal
     end
 
-end
+    it "should keep the settings into a shard" do
+        # given
+
+        model =  GoImport::RootModel.new
+
+        model.settings.with_organization do |organization|
+            organization.set_custom_field( { :integrationid => 'external_url', :title => 'Link to external system', :type => :Link } )
+        end
+
+        model.settings.with_deal do |deal|
+            deal.add_status({:label => "Prospecting", :integration_id => "prospect"})
+            deal.add_status({:label => "Qualified", :integration_id => "qualification"})
+            deal.add_status({:label => "Won", :integration_id => "won", :assessment => GoImport::DealState::PositiveEndState })
+            deal.add_status({:label => "Lost", :integration_id => "Lost", :assessment => GoImport::DealState::NegativeEndState })
+        end
+
+        sharder = GoImport::ShardHelper.new()
 
+        # when, then
+        sharder.shard_model(model)[0].settings.should eq model.settings
+    end
 
+end

data/spec/person_spec.rb

@@ -25,7 +25,7 @@ describe "Person" do
         person.set_custom_value('the key', 'the value')
 
         person.set_custom_value('the key', 'the value 2')
-        
+
         value = person.custom_values[0]
         field = value.field
 
@@ -78,7 +78,7 @@ describe "Person" do
         org = GoImport::Organization.new({:integration_id => "123", :name => "Lundalogik"})
 
         # when
-        person.organization = org
+        person.set_organization_reference = org
 
         # then
         person.organization.is_a?(GoImport::OrganizationReference).should eq true
@@ -86,7 +86,7 @@ describe "Person" do
 
     # *** TODO:
     # Enable this when sources are fixed, see comment in organization.add_employee
-    
+
     # it "should be immutable when added to an organization" do
     #     # given
     #     org = GoImport::Organization.new({:integration_id => "123", :name => "Lundalogik"})
@@ -127,4 +127,3 @@ describe "Person" do
         end
     end
 end
-