nd_sync 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cce675682e7a7f0a78a93f0f5be783107e690078
-  data.tar.gz: c3212526ae9ad9d056df3b35d0d37817b1a0893b
+  metadata.gz: 1d0aed4d787144688f5724075f552fb90d6ea48e
+  data.tar.gz: 2b3f8eda58da146fa9430948f37319c67ab41942
 SHA512:
-  metadata.gz: bbe4e79761a011dbe646caa7aac31abfaa0ace18d9db64195ba7650f601f788b0a1066e6bb5f211e50088199344cad039ed6954b82669179a44f5efb4cd1b864
-  data.tar.gz: 4754b12c29103a7eda38961ec44e1342561a1a60916779d3b19fa5876d55c23dbbf42499fb9865ecc11ccc724d51db86af80e829514683c7d361cf25b3366094
+  metadata.gz: ce0c50d0c5fef26e25a8ca16115cb000991425b7c87197714561eeebe7cef451fa7cc38061c1b80e48d59ad815d52e01123fcc608cee9ae97ce4c84b27584aa2
+  data.tar.gz: 31bb939ebbf10114342493b1d71a73894e8a885a4084c03f0f2127aecfef4807b93d0be071004b3d197dbe917cfaf676b8a384d54d7955aa3c10e6377942ec7d

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :test do
+  gem 'sqlite3'
+  gem 'webmock'
+end

data/Gemfile.lock

@@ -0,0 +1,54 @@
+PATH
+  remote: .
+  specs:
+    nd_sync (0.0.1)
+      activerecord (~> 3)
+      activeresource (~> 3)
+      activesupport (~> 3)
+      jbuilder (~> 2.0)
+      nd_transcriber (~> 0.0)
+      nd_transmission (~> 0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (3.2.17)
+      activesupport (= 3.2.17)
+      builder (~> 3.0.0)
+    activerecord (3.2.17)
+      activemodel (= 3.2.17)
+      activesupport (= 3.2.17)
+      arel (~> 3.0.2)
+      tzinfo (~> 0.3.29)
+    activeresource (3.2.17)
+      activemodel (= 3.2.17)
+      activesupport (= 3.2.17)
+    activesupport (3.2.17)
+      i18n (~> 0.6, >= 0.6.4)
+      multi_json (~> 1.0)
+    addressable (2.3.6)
+    arel (3.0.3)
+    builder (3.0.4)
+    crack (0.4.2)
+      safe_yaml (~> 1.0.0)
+    i18n (0.6.11)
+    jbuilder (2.0.6)
+      activesupport (>= 3.0.0, < 5)
+      multi_json (~> 1.2)
+    multi_json (1.10.1)
+    nd_transcriber (0.0.1)
+    nd_transmission (0.0.1)
+    safe_yaml (1.0.3)
+    sqlite3 (1.3.9)
+    tzinfo (0.3.41)
+    webmock (1.18.0)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  nd_sync!
+  sqlite3
+  webmock

data/README.md

@@ -0,0 +1,3 @@
+# Transmission
+
+Moving objects around using chunks

data/lib/nd_sync/local.rb

@@ -0,0 +1,50 @@
+module NdSync
+  module Local
+    extend ActiveSupport::Concern
+
+    included do
+      include NdTranscriber
+
+      scope :pending,   -> { where('step = desired_step - 1') }
+      scope :synched,   -> { where('step = desired_step') }
+
+      def model_object
+        model_class.find(origin_id)
+      end
+
+      def model_class
+        @model_class ||= Class.new(ActiveRecord::Base)
+        @model_class.table_name  = origin_table
+        @model_class.primary_key = origin_id_field
+        @model_class
+      end
+
+      def transmitted_to web
+        updates = {}
+
+        if web.try(:errors).try(:any?)
+          updates[origin_step_field] = -1
+        else
+          updates[origin_step_field] = desired_step
+          updates[:web_id] = web.id if web.id && respond_to?(:web_id)
+        end
+
+        model_class.where(origin_id_field => origin_id).update_all(updates)
+      end
+    end
+
+    module ClassMethods
+      def to_transmit
+        pending.to_a
+      end
+
+      def receive(collection)
+        collection.each do |remote|
+          local = transcribe(remote)
+          local.save
+          remote.transmitted_to(local)
+        end
+      end
+    end
+  end
+end

data/lib/nd_sync/remote.rb

@@ -0,0 +1,38 @@
+module NdSync
+  module Remote
+    extend ActiveSupport::Concern
+
+    included do
+      include NdTranscriber
+
+      def transmitted_to(local)
+        put("synched/#{local.id}")
+      end
+
+      self.site = NdSync.remote_site
+    end
+
+    module ClassMethods
+      def to_transmit
+        find(:all, params: { sync_pending: true }).to_a
+      end
+
+      def receive(locals)
+        response = post(:batch, {}, to_batch(transcribe_all(locals)))
+        JSON.parse(response.body).each_with_index do |remote_hash, idx|
+          locals[idx].transmitted_to new(remote_hash)
+        end
+      end
+
+      def to_batch(collection)
+        Jbuilder.encode do |json|
+          json.set! collection_name do
+            json.array! collection do |item|
+              item.to_batch json
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/nd_sync.gemspec

@@ -0,0 +1,21 @@
+Gem::Specification.new do |s|
+  s.name        = 'nd_sync'
+  s.version     = '0.0.3'
+  s.date        = '2014-09-01'
+  s.summary     = "Synchronizing local and remote objects."
+  s.description = "Synchronizes database with RESTful web service."
+  s.authors     = ["Diego Aguir Selzlein"]
+  s.email       = 'diegoselzlein@gmail.com'
+  s.homepage    = 'https://github.com/nerde/nd_sync'
+  s.license     = 'MIT'
+
+  s.files         = `git ls-files`.split("\n")
+  s.require_paths = ["lib"]
+
+  s.add_dependency("jbuilder"       , '~> 2.0')
+  s.add_dependency("activesupport"  , '~> 3')
+  s.add_dependency("activerecord"   , '~> 3')
+  s.add_dependency("activeresource" , '~> 3')
+  s.add_dependency("nd_transcriber" , '~> 0.0')
+  s.add_dependency("nd_transmission", '~> 0.0')
+end

data/spec/lib/nd_sync/local_spec.rb

@@ -0,0 +1,119 @@
+require 'spec_helper'
+
+describe NdSync::Local do
+  before(:all) do
+    class Model < ActiveRecord::Base
+    end
+
+    class View < ActiveRecord::Base
+      include NdSync::Local
+      attr_accessor :transcribed
+
+      alias :transcribed? :transcribed
+    end
+
+    Model.connection.create_table :models do |t|
+      t.integer :paso
+      t.integer :web_id
+    end
+    Model.connection.create_table :views do |t|
+      t.integer :step
+      t.integer :desired_step
+      t.string  :origin_table
+      t.string  :origin_id_field
+      t.string  :origin_step_field
+      t.integer :origin_id
+    end
+  end
+
+  before do
+    Model.delete_all
+    View.delete_all
+  end
+
+  it "makes transcriber available" do
+    View.transcriber do
+      self.transcribed = true
+    end
+
+    expect(View.transcribe(nil)).to be_transcribed
+  end
+
+  it "transmits objects where step is desired_step - 1" do
+    vi1 = View.create! step: 0, desired_step: 2
+    vi2 = View.create! step: 1, desired_step: 2
+    vi3 = View.create! step: 2, desired_step: 2
+
+    pendings = View.to_transmit
+
+    expect(pendings     ).to be_kind_of Array
+    expect(pendings.size).to eq 1
+    expect(pendings     ).not_to include vi1
+    expect(pendings     ).to     include vi2
+    expect(pendings     ).not_to include vi3
+  end
+
+  it "generates model class dinamically" do
+    vi = View.new(origin_table: 'models', origin_id_field: 'code')
+
+    expect(vi.model_class.superclass ).to be ActiveRecord::Base
+    expect(vi.model_class.table_name ).to eq 'models'
+    expect(vi.model_class.primary_key).to eq 'code'
+  end
+
+  it "loads it's model's object" do
+    vi = View.new(origin_table: 'models', origin_id_field: 'id', origin_id: 3)
+    Model.create!(id: 1)
+    mo = Model.create!(id: 3)
+
+    expect(vi.model_object.id).to eq mo.id
+  end
+
+  describe 'transmitted_to' do
+    it "marks model as synched" do
+      vi  = View.new(origin_table: 'models', origin_id_field: 'id', origin_id: 3,
+        origin_step_field: 'paso', step: 1, desired_step: 2)
+      mo1 = Model.create!(id: 3, paso: 1)
+      mo2 = Model.create!(id: 1, paso: 1)
+
+      vi.transmitted_to double(id: 5)
+
+      mo1.reload
+      mo2.reload
+      expect(mo1.paso).to eq 2
+      expect(mo2.paso).to eq 1
+    end
+
+    context 'view responds to web_id' do
+      it "updates its model's web_id" do
+        vi  = View.new(origin_table: 'models', origin_id_field: 'id', origin_id: 3,
+          origin_step_field: 'paso', step: 1, desired_step: 2)
+        def vi.web_id
+          nil
+        end
+        mo1 = Model.create!(id: 3, paso: 1)
+
+        vi.transmitted_to double(id: 5)
+
+        mo1.reload
+        expect(mo1.web_id).to eq 5
+      end
+    end
+
+    context 'received object contains errors' do
+      it "marks object as problematic" do
+        vi  = View.new(origin_table: 'models', origin_id_field: 'id', origin_id: 3,
+          origin_step_field: 'paso', step: 1, desired_step: 2)
+        mo1 = Model.create!(id: 3, paso: 1)
+        mo2 = Model.create!(id: 1, paso: 1)
+
+        vi.transmitted_to double(id: 5, errors: ['error'])
+
+        mo1.reload
+        mo2.reload
+        expect(mo1.paso).to eq -1
+        expect(mo2.paso).to eq 1
+      end
+    end
+  end
+end

data/spec/lib/nd_sync/remote_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+
+describe NdSync::Remote do
+  NdSync.remote_site = 'http://localhost:3210'
+
+  class RemoteModel < ActiveResource::Base
+    include NdSync::Remote
+
+    def to_batch json
+      json.(self, :name)
+    end
+  end
+
+  it "loads site from NdSync" do
+    expect(RemoteModel.site).to eq URI('http://localhost:3210')
+  end
+
+  it "transmits objects requesting by sync_pending" do
+    stub_request(:get, "localhost:3210/remote_models.json").with(query: {sync_pending: 'true'}).
+      to_return(body: [{id: 5}].to_json, :status => 200)
+
+    webs = RemoteModel.to_transmit
+    expect(webs.size    ).to eq 1
+    expect(webs.first.id).to eq 5
+  end
+
+  it "generates objects in JSON to be uploaded" do
+    rm = RemoteModel.new(name: 'test')
+
+    expect(RemoteModel.to_batch([rm])).to eq({remote_models: [{name: 'test'}]}.to_json)
+  end
+
+  describe "transmitted_to" do
+    it "updates remote object with local ID" do
+      req = stub_request(:put, "localhost:3210/remote_models/3/synched/5.json")
+
+      RemoteModel.new(id: 3).transmitted_to double(id: 5)
+
+      expect(req).to have_been_requested
+    end
+  end
+end

data/spec/lib/nd_sync_spec.rb

@@ -0,0 +1,74 @@
+require 'spec_helper'
+
+describe NdSync do
+  NdSync.remote_site = 'http://localhost:3210'
+
+  class Local < ActiveRecord::Base
+    include NdSync::Local
+
+    transcriber do
+      copy_fields :id => :web_id
+    end
+
+    def origin_step_field
+      :step
+    end
+
+    def origin_table
+      self.class.table_name
+    end
+
+    def origin_id_field
+      self.class.primary_key
+    end
+
+    alias :origin_id :id
+  end
+
+  class Remote < ActiveResource::Base
+    include NdSync::Remote
+
+    def to_batch(json)
+      json.(self, :id)
+    end
+
+    transcriber do
+      copy_fields :web_id => :id
+    end
+  end
+
+  before(:all) do
+    Local.connection.create_table :locals do |t|
+      t.integer :web_id
+      t.integer :step
+      t.integer :desired_step
+    end
+  end
+
+  before do
+    Local.delete_all
+  end
+
+  it "allows to download data" do
+    stub_request(:get, "localhost:3210/remotes.json").with(query: {sync_pending: 'true'}).
+      to_return(body: [{id: 5}].to_json, :status => 200)
+    req = stub_request(:put, /localhost:3210\/remotes\/5\/synched\/\d\.json/)
+
+    expect do
+      NdTransmission::Base.new(Remote => Local).transmit
+    end.to change(Local, :count).by(1)
+    expect(req).to have_been_requested
+  end
+
+  it "allows to upload data" do
+    Local.create!(web_id: 5, step: 1, desired_step: 2)
+    req = stub_request(:post, "localhost:3210/remotes/batch.json").
+      with(body: {remotes: [{id: 5}]}).
+      to_return(body: [{id: 5}].to_json, :status => 200)
+
+    expect do
+      NdTransmission::Base.new(Local => Remote).transmit
+    end.to change(Local.pending, :count).by(-1)
+    expect(req).to have_been_requested
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+require File.expand_path('../../lib/nd_sync', __FILE__)
+require 'sqlite3'
+require 'webmock/rspec'
+
+RSpec.configure do |config|
+  config.order = "random"
+  config.before { GC.disable }
+  config.after  { GC.enable  }
+  config.before(:all) do
+    ActiveRecord::Base.establish_connection adapter: 'sqlite3', database: ':memory:'
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nd_sync
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Diego Aguir Selzlein
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-22 00:00:00.000000000 Z
+date: 2014-09-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jbuilder
@@ -30,42 +30,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: activeresource
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: nd_transcriber
   requirement: !ruby/object:Gem::Requirement
@@ -100,7 +100,18 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".rspec"
+- Gemfile
+- Gemfile.lock
+- README.md
 - lib/nd_sync.rb
+- lib/nd_sync/local.rb
+- lib/nd_sync/remote.rb
+- nd_sync.gemspec
+- spec/lib/nd_sync/local_spec.rb
+- spec/lib/nd_sync/remote_spec.rb
+- spec/lib/nd_sync_spec.rb
+- spec/spec_helper.rb
 homepage: https://github.com/nerde/nd_sync
 licenses:
 - MIT