maestrano-connector-rails 0.3.13 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1bbfaa5ac97f708d566708de56514b14bbddb040
-  data.tar.gz: 72fb30f4f46dd655388cf485b0f8ef7baa89e9ce
+  metadata.gz: 296c3f72e80c6876a39e3161e752292bad97d03f
+  data.tar.gz: 155def8dc10315c64595ae0c4e6284890f896254
 SHA512:
-  metadata.gz: 29e41e854f2b8fa36cc6b129c64cf1abda814de8ede2d3d975557ae85ca730306ef973d6276a0da137ca18a7fa6f1d1f684f9127106ecbbc88ceac4b709943d3
-  data.tar.gz: c3e7b00e9e92829e32e243d94e82a15696e517a4a297101a0a6d082f6c24752033eec20b10791ac3ed36d604a0673248f985fa025c775d440e5b243e3581cfbc
+  metadata.gz: 97e21e2088c3d7774052fe11aa6380e456dfa884a1165a57696bc21b723db99696410cde4011d2c6f9824a92d0e15fa7251d2c21a48dd6892ec3ea0293264879
+  data.tar.gz: 9915cf3654bb531970ccaf5dee230a53ec5de525b96b08659bd2dd912d67eca7457619c8f5545c9695daa63b6d1594c2084f7d1d58e1995adb0d415f729b158d

data/VERSION

@@ -1 +1 @@
-0.3.13
+0.4.0

data/app/jobs/maestrano/connector/rails/synchronization_job.rb

@@ -11,12 +11,19 @@ module Maestrano::Connector::Rails
       return unless organization.sync_enabled
 
       # Check if previous synchronization is still running
-      previous_synchronization = Synchronization.where(organization_id: organization.id).order(created_at: :desc).first
-      if previous_synchronization && previous_synchronization.status == 'RUNNING' && previous_synchronization.created_at > (Time.now - 30.minutes)
-        ConnectorLogger.log('info', organization, "Previous synchronization is still running")
+      if Synchronization.where(organization_id: organization.id, status: 'RUNNING').where(created_at: (30.minutes.ago..Time.now)).exists?
+        ConnectorLogger.log('info', organization, "Synchronization skipped: Previous synchronization is still running")
         return
       end
 
+      # Check if recovery mode: last 3 synchronizations have failed
+      if Synchronization.where(organization_id: organization.id, status: 'ERROR').order(created_at: :desc).limit(3).count == 3 \
+          && Synchronization.where(organization_id: organization.id).order(created_at: :desc).limit(1).first.updated_at > 1.day.ago
+        ConnectorLogger.log('info', organization, "Synchronization skipped: Recovery mode (three previous synchronizations have failed)")
+        return
+      end
+
+      # Trigger synchronization
       ConnectorLogger.log('info', organization, "Start synchronization, opts=#{opts}")
       current_synchronization = Synchronization.create_running(organization)
 
@@ -49,7 +56,6 @@ module Maestrano::Connector::Rails
     def sync_entity(entity_name, organization, connec_client, external_client, last_synchronization, opts)
       entity_instance = "Entities::#{entity_name.titleize.split.join}".constantize.new
 
-
       entity_instance.before_sync(connec_client, external_client, last_synchronization, organization, opts)
       external_entities = entity_instance.get_external_entities(external_client, last_synchronization, organization, opts)
       connec_entities = entity_instance.get_connec_entities(connec_client, last_synchronization, organization, opts)

data/app/models/maestrano/connector/rails/concerns/entity.rb

@@ -117,11 +117,11 @@ module Maestrano::Connector::Rails::Concerns::Entity
     end
 
     def can_read_connec?
-      true
+      can_write_external?
     end
 
     def can_read_external?
-      true
+      can_write_connec?
     end
 
     def can_write_connec?
@@ -191,14 +191,14 @@ module Maestrano::Connector::Rails::Concerns::Entity
       query_params[:$filter] = filter
     end
     response = client.get("/#{self.class.normalized_connec_entity_name}?#{query_params.to_query}")
-    raise "No data received from Connec! when trying to fetch #{self.class.connec_entity_name.pluralize}" unless response
+    raise "No data received from Connec! when trying to fetch #{self.class.normalized_connec_entity_name}" unless response
 
     response_hash = JSON.parse(response.body)
     Maestrano::Connector::Rails::ConnectorLogger.log('debug', organization, "received first page entity=#{self.class.connec_entity_name}, response=#{response.body}")
     if response_hash["#{self.class.normalized_connec_entity_name}"]
       entities << response_hash["#{self.class.normalized_connec_entity_name}"]
     else
-      raise "Received unrecognized Connec! data when trying to fetch #{self.class.connec_entity_name.pluralize}"
+      raise "Received unrecognized Connec! data when trying to fetch #{self.class.normalized_connec_entity_name}"
     end
 
     # Fetch subsequent pages
@@ -231,42 +231,53 @@ module Maestrano::Connector::Rails::Concerns::Entity
     return unless self.class.can_write_connec?
 
     Maestrano::Connector::Rails::ConnectorLogger.log('info', organization, "Sending #{Maestrano::Connector::Rails::External.external_name} #{self.class.external_entity_name.pluralize} to Connec! #{connec_entity_name.pluralize}")
-    mapped_external_entities_with_idmaps.each do |mapped_external_entity_with_idmap|
-      external_entity = mapped_external_entity_with_idmap[:entity]
-      idmap = mapped_external_entity_with_idmap[:idmap]
-
-      begin
+    
+    request_per_call = 100
+    start = 0
+    while start < mapped_external_entities_with_idmaps.size
+      # Prepare batch request
+      batch_entities = mapped_external_entities_with_idmaps.slice(start, request_per_call)
+      batch_request = {sequential: true, ops: []}
+      batch_entities.each do |mapped_external_entity_with_idmap|
+        external_entity = mapped_external_entity_with_idmap[:entity]
+        idmap = mapped_external_entity_with_idmap[:idmap]
         if idmap.connec_id.blank?
-          connec_entity = create_connec_entity(connec_client, external_entity, self.class.normalize_connec_entity_name(connec_entity_name), organization)
-          idmap.update_attributes(connec_id: connec_entity['id'], last_push_to_connec: Time.now, message: nil)
+          batch_request[:ops] << batch_op('post', external_entity, nil, self.class.normalize_connec_entity_name(connec_entity_name), organization)
         else
           next unless self.class.can_update_connec?
-          connec_entity = update_connec_entity(connec_client, external_entity, idmap.connec_id, self.class.normalize_connec_entity_name(connec_entity_name), organization)
-          idmap.update_attributes(last_push_to_connec: Time.now, message: nil)
+          batch_request[:ops] << batch_op('put', external_entity, idmap.connec_id, self.class.normalize_connec_entity_name(connec_entity_name), organization)
         end
-      rescue => e
-        # Store Connec! error if any
-        Maestrano::Connector::Rails::ConnectorLogger.log('error', organization, "Error while pushing to Connec!: #{e}")
-        idmap.update_attributes(message: e.message)
       end
-    end
-  end
 
-  def create_connec_entity(connec_client, mapped_external_entity, connec_entity_name, organization)
-    Maestrano::Connector::Rails::ConnectorLogger.log('info', organization, "Sending create #{connec_entity_name}: #{mapped_external_entity} to Connec!")
-    response = connec_client.post("/#{connec_entity_name}", { "#{connec_entity_name}".to_sym => mapped_external_entity })
-    response = JSON.parse(response.body)
-    raise "Connec!: #{response['errors']['title']}" if response['errors'] && response['errors']['title']
-    response["#{connec_entity_name}"]
+      # Batch call
+      Maestrano::Connector::Rails::ConnectorLogger.log('info', organization, "Sending batch request to Connec! for #{self.class.normalize_connec_entity_name(connec_entity_name)}. Batch_request_size: #{batch_request[:ops].size}. Call_number: #{(start/request_per_call) + 1}")
+      response = connec_client.post('/batch', batch_request)
+      response = JSON.parse(response.body)
+
+      # Parse barch response
+      response['results'].each_with_index do |result, index|
+        if result['status'] == 200
+          batch_entities[index][:idmap].update_attributes(last_push_to_connec: Time.now, message: nil)
+        elsif result['status'] == 201
+          batch_entities[index][:idmap].update_attributes(connec_id: result['body'][self.class.normalize_connec_entity_name(connec_entity_name)]['id'], last_push_to_connec: Time.now, message: nil)
+        else
+          Maestrano::Connector::Rails::ConnectorLogger.log('error', organization, "Error while pushing to Connec!: #{result['body']}")
+          batch_entities[index][:idmap].update_attributes(message: result['body'])
+        end
+      end
+      start += request_per_call
+    end
   end
 
-  def update_connec_entity(connec_client, mapped_external_entity, connec_id, connec_entity_name, organization)
-
-    Maestrano::Connector::Rails::ConnectorLogger.log('info', organization, "Sending update #{connec_entity_name}: #{mapped_external_entity} to Connec!")
-    response = connec_client.put("/#{connec_entity_name}/#{connec_id}", { "#{connec_entity_name}".to_sym => mapped_external_entity })
-    response = JSON.parse(response.body)
-    raise "Connec!: #{response['errors']['title']}" if response['errors'] && response['errors']['title']
-    response["#{connec_entity_name}"]
+  def batch_op(method, mapped_external_entity, id, connec_entity_name, organization)
+    Maestrano::Connector::Rails::ConnectorLogger.log('info', organization, "Sending #{method.upcase} #{connec_entity_name}: #{mapped_external_entity} to Connec! (Preparing batch request)")
+    {
+      method: method,
+      url: "/api/v2/#{organization.uid}/#{connec_entity_name}" + (id.nil? ? '' : "/#{id}"),
+      params: {
+        "#{connec_entity_name}".to_sym => mapped_external_entity
+      }
+    }
   end
 
   def map_to_external_with_idmap(entity, organization)

data/app/models/maestrano/connector/rails/organization.rb

@@ -23,8 +23,8 @@ module Maestrano::Connector::Rails
     #===================================
     has_many :user_organization_rels
     has_many :users, through: :user_organization_rels
-    has_many :id_maps
-    has_many :synchronizations
+    has_many :id_maps, dependent: :destroy
+    has_many :synchronizations, dependent: :destroy
 
     #===================================
     # Validation

data/app/models/maestrano/connector/rails/synchronization.rb

@@ -1,5 +1,7 @@
 module Maestrano::Connector::Rails
   class Synchronization < ActiveRecord::Base
+    # Keeping only 100 synchronizations per organization
+    after_create :clean_synchronizations
 
     #===================================
     # Associations
@@ -35,5 +37,12 @@ module Maestrano::Connector::Rails
     def set_partial
       self.update_attributes(partial: true)
     end
+
+    def clean_synchronizations
+      count = self.organization.synchronizations.count
+      if count > 100
+        self.organization.synchronizations.limit(count - 100).destroy_all
+      end
+    end
   end
 end

data/lib/generators/connector/templates/oauth_controller.rb

@@ -22,6 +22,7 @@ class OauthController < ApplicationController
     if organization && is_admin?(current_user, organization)
       # TODO
       # Update organization with oauth params
+      # Should at least set oauth_uid, oauth_token and oauth_provider
     end
 
     redirect_to root_url

data/maestrano-connector-rails.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: maestrano-connector-rails 0.3.13 ruby lib
+# stub: maestrano-connector-rails 0.4.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "maestrano-connector-rails"
-  s.version = "0.3.13"
+  s.version = "0.4.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Pierre Berard"]
-  s.date = "2016-04-08"
+  s.date = "2016-04-14"
   s.description = "Maestrano is the next generation marketplace for SME applications. See https://maestrano.com for details."
   s.email = "pierre.berard@maestrano.com"
   s.executables = ["rails"]
@@ -162,7 +162,7 @@ Gem::Specification.new do |s|
     "spec/models/entity_spec.rb",
     "spec/models/external_spec.rb",
     "spec/models/id_map_spec.rb",
-    "spec/models/organizaztion_spec.rb",
+    "spec/models/organization_spec.rb",
     "spec/models/sub_entity_base_spec.rb",
     "spec/models/synchronization_spec.rb",
     "spec/models/user_organization_rel_spec.rb",
@@ -181,6 +181,8 @@ Gem::Specification.new do |s|
     "template/settings/settings.yml",
     "template/settings/test.yml",
     "template/settings/uat.yml",
+    "template/sidekiq.rb",
+    "template/sidekiq.yml",
     "template/spec_helper.rb"
   ]
   s.homepage = "http://github.com/maestrano/maestrano-connector-rails"

data/spec/jobs/synchronization_job_spec.rb

@@ -19,6 +19,32 @@ describe Maestrano::Connector::Rails::SynchronizationJob do
     context 'with sync_enabled set to true' do
       before {organization.update(sync_enabled: true)}
 
+      describe 'recovery mode' do
+        describe 'skipping' do
+          before {
+            3.times do
+              organization.synchronizations.create(status: 'ERROR')
+            end
+          }
+
+          it 'skipped the sync if 3 failed sync' do
+            expect{ subject }.to_not change{ Maestrano::Connector::Rails::Synchronization.count }
+          end
+        end
+
+        describe 'not skipping' do
+          before {
+            3.times do
+              organization.synchronizations.create(status: 'ERROR', created_at: 2.day.ago, updated_at: 2.day.ago)
+            end
+          }
+
+          it 'does not skip the sync if 3 failed sync but last sync more than a day ago' do
+            expect{ subject }.to change{ Maestrano::Connector::Rails::Synchronization.count }.by(1)
+          end
+        end
+      end
+
       it 'creates a synchronization' do
         expect{ subject }.to change{ Maestrano::Connector::Rails::Synchronization.count }.by(1)
       end

data/spec/models/complex_entity_spec.rb

@@ -141,13 +141,13 @@ describe Maestrano::Connector::Rails::ComplexEntity do
 
       it 'calls external_model_to_connec_model' do
         allow(subject).to receive(:connec_model_to_external_model).and_return({})
-        expect(subject).to receive(:external_model_to_connec_model).with({a: {}}).and_return({})
+        expect(subject).to receive(:external_model_to_connec_model).with({a: {}}, organization).and_return({})
         subject.consolidate_and_map_data({}, {a: {}}, organization, opt)
       end
 
       it 'calls connec_model_to_external_model' do
         allow(subject).to receive(:external_model_to_connec_model).and_return({})
-        expect(subject).to receive(:connec_model_to_external_model).with({a: {}}).and_return({})
+        expect(subject).to receive(:connec_model_to_external_model).with({a: {}}, organization).and_return({})
         subject.consolidate_and_map_data({a: {}}, {}, organization, opt)
       end
 
@@ -388,7 +388,7 @@ describe Maestrano::Connector::Rails::ComplexEntity do
             allow(klass).to receive(:external?).and_return(true)
             allow(klass).to receive(:entity_name).and_return('n')
           end
-          allow(client).to receive(:put).and_return(ActionDispatch::Response.new(200, {}, {people: {}}.to_json, {}))
+          allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: [{status: 200, body: {connec1s: {}}}]}.to_json, {}))
         }
         it 'is successful' do
           subject.push_entities_to_connec(client, external_hash, organization)

data/spec/models/entity_spec.rb

@@ -281,7 +281,7 @@ describe Maestrano::Connector::Rails::Entity do
           before {
             allow(client).to receive(:get).and_return(nil)
           }
-          it { expect{ subject.get_connec_entities(client, nil, organization) }.to raise_error("No data received from Connec! when trying to fetch #{connec_name.pluralize}") }
+          it { expect{ subject.get_connec_entities(client, nil, organization) }.to raise_error("No data received from Connec! when trying to fetch #{connec_name.pluralize.downcase}") }
         end
       end
 
@@ -294,7 +294,7 @@ describe Maestrano::Connector::Rails::Entity do
       end
 
       describe 'push_entities_to_connec_to' do
-        let(:organization) { create(:organization) }
+        let(:organization) { create(:organization, uid: 'cld-123') }
         let(:idmap1) { create(:idmap, organization: organization) }
         let(:idmap2) { create(:idmap, organization: organization, connec_id: nil, last_push_to_connec: nil) }
         let(:entity1) { {name: 'John'} }
@@ -310,8 +310,7 @@ describe Maestrano::Connector::Rails::Entity do
           }
 
           it 'does nothing' do
-            expect(subject).to_not receive(:create_connec_entity)
-            expect(subject).to_not receive(:update_connec_entity)
+            expect(subject).to_not receive(:batch_op)
             subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
           end
         end
@@ -319,66 +318,118 @@ describe Maestrano::Connector::Rails::Entity do
         context 'when create_only' do
           before {
             allow(subject.class).to receive(:can_update_connec?).and_return(false)
+            allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: []}.to_json, {}))
           }
-          it 'calls create only' do
-            expect(subject).to receive(:create_connec_entity).with(client, entity2, connec_name.downcase.pluralize, organization)
-            expect(subject).to_not receive(:update_connec_entity)
+
+          it 'creates batch op for create only' do
+            expect(subject).to receive(:batch_op).once.with('post', entity2, nil, connec_name.downcase.pluralize, organization)
+            expect(subject).to_not receive(:batch_op).with('put', any_args)
             subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
           end
         end
 
-        it 'create or update the entities and idmaps according to their idmap state' do
-          allow(subject).to receive(:create_connec_entity).and_return({'id' => id})
-          allow(subject).to receive(:external_entity_name).and_return(external_name)
+        context 'without errors' do
+          let(:result200) { {status: 200, body: {connec_name.downcase.pluralize.to_sym => {}}} }
+          let(:result201) { {status: 201, body: {connec_name.downcase.pluralize.to_sym => {id: id}}} }
+          before {
+            allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: [result200, result201]}.to_json, {}))
+          }
 
-          expect(subject).to receive(:create_connec_entity).with(client, entity2, connec_name.downcase.pluralize, organization)
-          expect(subject).to receive(:update_connec_entity).with(client, entity1, idmap1.connec_id, connec_name.downcase.pluralize, organization)
-          old_push_date = idmap1.last_push_to_connec
+          let(:batch_request) {
+            {
+              sequential: true,
+              ops: [
+                {
+                  :method=>"put",
+                  :url=>"/api/v2/cld-123/people/#{idmap1.connec_id}",
+                  :params=>{:people=>{:name=>"John"}}
+                },
+                {
+                  :method=>"post",
+                  :url=>"/api/v2/cld-123/people",
+                  :params=>{:people=>{:name=>"Jane"}}
+                }
+              ]
+            }
+          }
 
-          subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
+          it 'calls batch op' do
+            expect(subject).to receive(:batch_op).twice
+            subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
+          end
 
-          idmap1.reload
-          expect(idmap1.last_push_to_connec).to_not eql(old_push_date)
-          idmap2.reload
-          expect(idmap2.connec_id).to eql(id)
-          expect(idmap2.last_push_to_connec).to_not be_nil
-        end
+          it 'creates a batch request' do
+            expect(client).to receive(:post).with('/batch', batch_request)
+            subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
+          end
 
-        it 'stores an errr if any in the idmap' do
-          subject.push_entities_to_connec_to(client, entities_with_idmaps, '', organization)
-          idmap1.reload
-          expect(idmap1.message).to_not be nil
-        end
-      end
+          it 'update the idmaps' do
+            old_push_date = idmap1.last_push_to_connec
 
-      describe 'create_connec_entity' do
-        let(:entity) { {name: 'John'} }
+            subject.push_entities_to_connec_to(client, entities_with_idmaps, connec_name, organization)
 
-        before {
-          allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {people: entity}.to_json, {}))
-        }
+            idmap1.reload
+            expect(idmap1.last_push_to_connec).to_not eql(old_push_date)
+            idmap2.reload
+            expect(idmap2.connec_id).to eql(id)
+            expect(idmap2.last_push_to_connec).to_not be_nil
+          end
 
-        it 'sends a post to connec' do
-          expect(client).to receive(:post).with("/#{connec_name.downcase.pluralize}", {"#{connec_name.downcase.pluralize}".to_sym => entity})
-          subject.create_connec_entity(client, entity, connec_name.downcase.pluralize, organization)
-        end
+          describe 'batch batch calls' do
+            let(:entities) { [] }
+            let(:results) { [] }
 
-        it 'returns the created entity' do
-          expect(subject.create_connec_entity(client, entity, connec_name.downcase.pluralize, organization)).to eql(JSON.parse(entity.to_json))
+            context 'when 100 entities' do
+              before {
+                100.times do
+                  entities << entity_with_idmap1
+                  results << result200
+                end
+                allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: results}.to_json, {}))
+              }
+
+              it 'does one call' do
+                expect(client).to receive(:post).once
+                subject.push_entities_to_connec_to(client, entities, connec_name, organization)
+              end              
+            end
+
+            context 'when more than 100 entities' do
+              before {
+                100.times do
+                  entities << entity_with_idmap1
+                  results << result200
+                end
+                entities << entity_with_idmap2
+                allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: results}.to_json, {}), ActionDispatch::Response.new(200, {}, {results: [result201]}.to_json, {}))
+              }
+
+              it 'does several call' do
+                expect(client).to receive(:post).twice
+                subject.push_entities_to_connec_to(client, entities, connec_name, organization)
+              end
+
+              it 'updates the idmap' do
+                subject.push_entities_to_connec_to(client, entities, connec_name, organization)
+                idmap2.reload
+                expect(idmap2.connec_id).to eql(id)
+                expect(idmap2.last_push_to_connec).to_not be_nil
+              end
+            end
+          end
         end
-      end
 
-       describe 'update_connec_entity' do
-        let(:organization) { create(:organization) }
-        let(:entity) { {name: 'John'} }
-        let(:id) { '88ye-777ab' }
-        before {
-          allow(client).to receive(:put).and_return(ActionDispatch::Response.new(200, {}, {}.to_json, {}))
-        }
+        context 'with errors' do
+          let(:result400) { {status: 400, body: 'Not Found'} }
+          before {
+            allow(client).to receive(:post).and_return(ActionDispatch::Response.new(200, {}, {results: [result400, result400]}.to_json, {}))
+          }
 
-        it 'sends a put to connec' do
-          expect(client).to receive(:put).with("/#{connec_name.downcase.pluralize}/#{id}", {"#{connec_name.downcase.pluralize}".to_sym => entity})
-          subject.update_connec_entity(client, entity, id, connec_name.downcase.pluralize, organization)
+          it 'stores the errr in the idmap' do
+            subject.push_entities_to_connec_to(client, entities_with_idmaps, '', organization)
+            idmap2.reload
+            expect(idmap2.message).to eq result400[:body]
+          end
         end
       end
 

data/spec/models/{organizaztion_spec.rb → organization_spec.rb}

@@ -13,8 +13,8 @@ describe Maestrano::Connector::Rails::Organization do
   #Associations
   it { should have_many(:user_organization_rels) }
   it { should have_many(:users) }
-  it { should have_many(:id_maps) }
-  it { should have_many(:synchronizations) }
+  it { should have_many(:id_maps).dependent(:destroy) }
+  it { should have_many(:synchronizations).dependent(:destroy) }
 
   describe 'creation' do
     subject { Maestrano::Connector::Rails::Organization.new }

data/spec/models/synchronization_spec.rb

@@ -71,5 +71,27 @@ describe Maestrano::Connector::Rails::Synchronization do
         expect(sync.partial).to be(true)
       end
     end
+
+    describe 'clean_synchronizations' do
+      let!(:organization) { create(:organization) }
+      let!(:sync) { create(:synchronization, organization: organization) }
+      let!(:sync2) { create(:synchronization, organization: organization) }
+
+      context 'when less than 100 syncs' do
+        it 'does nothing' do
+          expect{ sync.clean_synchronizations }.to_not change{ organization.synchronizations.count }
+        end
+      end
+
+      context 'when more than 100 syncs' do
+        before {
+          allow_any_instance_of(ActiveRecord::Associations::CollectionProxy).to receive(:count).and_return(102)
+        }
+
+        it 'destroy the idmaps' do
+          expect{ sync.clean_synchronizations }.to change{ Maestrano::Connector::Rails::Synchronization.count }.by(-2)
+        end
+      end
+    end
   end
 end

data/template/maestrano-connector-template.rb

@@ -61,6 +61,12 @@ gem 'uglifier', '>= 1.3.0'
 gem 'maestrano-connector-rails'
 gem 'config'
 
+# Background jobs
+gem 'sinatra', :require => nil
+gem 'sidekiq'
+gem 'sidekiq-cron'
+gem 'slim'
+
 
 gem_group :test do
   gem 'simplecov'
@@ -95,6 +101,10 @@ after_bundle do
   run 'echo \'uat:
   secret_key_base: <%= ENV["SECRET_KEY_BASE"] %>\' >> config/secrets.yml'
 
+  # Sidekiq
+  copy_file 'sidekiq.yml', 'config/sidekiq.yml'
+  copy_file 'sidekiq.rb', 'config/initializers/sidekiq.rb'
+
   # Settings
   run 'bundle exec rails g config:install'
   remove_dir 'config/settings'

data/template/routes.rb

@@ -10,4 +10,11 @@ Rails.application.routes.draw do
 
   get 'synchronizations/index' => 'synchronizations#index'
   get 'shared_entities/index' => 'shared_entities#index'
+
+  # Sidekiq Admin
+  require 'sidekiq/web'
+  Sidekiq::Web.use Rack::Auth::Basic do |username, password|
+    username == ENV['SIDEKIQ_USERNAME'] && password == ENV['SIDEKIQ_PASSWORD']
+  end
+  mount Sidekiq::Web => '/sidekiq'
 end

data/template/sidekiq.rb

@@ -0,0 +1 @@
+Sidekiq::Cron::Job.create(name: 'AllSynchronizationsJob runs every hour', cron: '0 * * * *', class: 'Maestrano::Connector::Rails::AllSynchronizationsJob')

data/template/sidekiq.yml

@@ -0,0 +1,4 @@
+---
+:queues:
+  - default
+:concurrency: 5

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: maestrano-connector-rails
 version: !ruby/object:Gem::Version
-  version: 0.3.13
+  version: 0.4.0
 platform: ruby
 authors:
 - Pierre Berard
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-08 00:00:00.000000000 Z
+date: 2016-04-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: maestrano-rails
@@ -372,7 +372,7 @@ files:
 - spec/models/entity_spec.rb
 - spec/models/external_spec.rb
 - spec/models/id_map_spec.rb
-- spec/models/organizaztion_spec.rb
+- spec/models/organization_spec.rb
 - spec/models/sub_entity_base_spec.rb
 - spec/models/synchronization_spec.rb
 - spec/models/user_organization_rel_spec.rb
@@ -391,6 +391,8 @@ files:
 - template/settings/settings.yml
 - template/settings/test.yml
 - template/settings/uat.yml
+- template/sidekiq.rb
+- template/sidekiq.yml
 - template/spec_helper.rb
 homepage: http://github.com/maestrano/maestrano-connector-rails
 licenses: