syncable_models 0.0.8 → 0.0.9

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    OGIwODg1OTU1NDI2MThhYzNjNDVjZWU1OWUyMzcwMDI2OGY1MmRhZg==
+    YzExMWFmOTBmNzJkMjVjZjBlYTY1MjVkMWE4NzVlYzQxYjY1ZmIwNQ==
   data.tar.gz: !binary |-
-    MzczYzA4ZDJlODQwMGYwZTE1OGE0MWViOTMwMGZjZmFjZDM2YTJkMw==
+    NTk0NjI3ZTliZTVlNGQ5ZWQ2NzMwZDY2NzExOTA4N2Q5Mzg5NDEzMg==
 SHA512:
   metadata.gz: !binary |-
-    MzcyMWE4MjEwY2IzOTgwOGViZDMzNWQ2ZDc4OTc5YjlhYmEzZTA3OGVkM2Ji
-    YjcxYWRjN2RjNzg1MTE2MzJlYmE4ZjM1ZDhkNjVlOTBkOGU5ODE4YTE0ZGYx
-    MzY5OTQ2MzZlOTBjMWNiZDliMWYyNGFlNTllMDhhMjNkYWQxOTA=
+    NTYxODY1NWM0ZDUwYmM4MDdiMTczYzMxOTFjMWFlODg3ZWY3YjVmMDliYjhl
+    ZDUyYzM3NWNjNDkyYzMwYjk0NzE4YWQ0NmVmNWU2ZTc4MzA3NGU2NTJmNjU5
+    M2NkMTM4MWRmNWNiMTQyNjdmMDdmMDgyNDk5ZjliZmRkNDE3NDk=
   data.tar.gz: !binary |-
-    ZmY3YmRiYWZjOTE4OThjODFiZTZiYWEzMjY4ZTNmMGQ0YjAwZmZiYmIyYzRh
-    ZWQ5OWYxZWQ4NzdiZTY5NzNiMDJiNTE2ZGJjMDRmMWNiMWRmZTg5ZDMxZjkw
-    MjFmZmRkZWY2MDg3OTM1NDUwNjY1OGY4M2NlZWIwZWJkNzlkODU=
+    YWI1OTQxYTg0MmRhNGY5NjE0ZWEyNTE3NTlkNWUyNmIxNDA2MGE3NWM2YmM4
+    MjkxNmY1YTUwNTk3YmM2MjkzOGQwZjkyODkwZDU0NGM0ZmUyNzBlZWY2Mzk1
+    NzhlMTQwOWE3MTNjMmRiYWZiMzI0YjkxYThmZjgzNmE4NzcyNTk=

data/bin/import

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+require File.join((ENV['APP_PATH'] || File.expand_path('.')), 'config', 'environment')
+
+## Importer
+print 'Starting Importer... '
+
+interval = SyncableModels::Importer.interval
+timeout = SyncableModels::Importer.timeout
+
+importer = Concurrent::TimerTask.new(execution_interval: interval, timeout_interval: timeout, run_now: true) do
+  begin
+    SyncableModels::Importer.import
+  rescue => exc
+    Rails.logger.error "[Importer] Error: #{exc.message}\n" \
+                       "    backtrace:\n        #{exc.backtrace.join("\n        ")}"
+  end
+end
+importer.execute
+print "done.\n"
+
+# Signal catching
+def shut_down
+  puts "\nShutting down gracefully..."
+  sleep 1
+end
+
+["TERM", "INT"].each do |sig|
+  trap(sig) do
+    shut_down
+    exit
+  end
+end
+
+
+loop { sleep }

data/lib/generators/syncable_models/templates/initializer.rb

@@ -7,4 +7,7 @@ SyncableModels::Importer.config do |conf|
   #   import.import_model 'Project', id_key: :uuid
   #   import.import_model 'Team', fetch_path: 'some_teams', sync_path: 'sync_some_teams'
   # end
+
+  # conf.interval = 5.minutes
+  # conf.timeout = 10.seconds
 end

data/lib/syncable_models/importer.rb

@@ -0,0 +1,88 @@
+require 'faraday'
+
+module SyncableModels
+  module Importer
+    class Import
+      attr_accessor :api_url, :api_key, :destination
+      attr_reader :models
+
+      def initialize
+        @models = {}
+      end
+
+      def import_model(class_name, args = {})
+        class_name = class_name.to_s if class_name.is_a?(Class)
+        fetch_path = args[:fetch_path] || class_name.underscore.pluralize
+        sync_path = args[:sync_path] || "sync_" + class_name.underscore.pluralize
+        id_key = args[:id_key] || :uuid
+        @models[class_name] = {
+          fetch_path: fetch_path,
+          sync_path: sync_path,
+          id_key: id_key
+        }
+      end
+
+      def api_url
+        @api_url[-1] == '/' ? @api_url : @api_url + "/"
+      end
+
+      def params_with_api_key(params)
+        params.merge!(key: api_key) if api_key
+        params
+      end
+
+      def import
+        @models.each do |model_name, params|
+          fetch_url = self.api_url + params[:fetch_path]
+          sync_url = self.api_url + params[:sync_path]
+
+          conn = Faraday.new(url: fetch_url)
+          response = conn.get '', params_with_api_key(destination: destination)
+
+          if response.success?
+            response = JSON.parse(response.body)
+
+            if response["status"].to_i == 401
+              puts "[SyncableModels::Importer] Wrong api key!"
+            end
+
+            if response['objects'] && response['objects'].count > 0
+              klass = model_name.constantize
+              synced_ids = []
+
+              response['objects'].each do |o|
+                result = klass.from_import_hash(o)
+                puts "[SyncableModels::Importer] Importing #{model_name} (id=#{o[params[:id_key].to_s]}): #{ result ? 'OK' : 'FAIL' }"
+                synced_ids << o[params[:id_key].to_s] if result
+              end
+
+              if synced_ids.any?
+                conn = Faraday.new(url: sync_url)
+                response = conn.get '', params_with_api_key(destination: self.destination, ids: synced_ids)
+              end
+            end
+          end
+        end
+      end
+    end
+
+    mattr_accessor :imports, :interval, :timeout
+    @@imports = []
+    @@interval = 5.minutes
+    @@timeout = 10.seconds
+
+    def self.config
+      yield self
+    end
+
+    def self.add_import
+      import = Import.new
+      yield import
+      @@imports << import
+    end
+
+    def self.import
+      @@imports.each &:import
+    end
+  end
+end

data/lib/syncable_models/version.rb

@@ -1,3 +1,3 @@
 module SyncableModels
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

data/lib/syncable_models.rb

@@ -1,10 +1,7 @@
 require "syncable_models/engine"
 require "syncable_models/active_record"
 require "syncable_models/controller"
-require "syncable_models_importer"
+require "syncable_models/importer"
 
 module SyncableModels
 end
-
-module SyncableModelsImporter
-end

data/test/dummy/log/test.log

@@ -1,7 +1,7 @@
-   (2.0ms)  CREATE TABLE "syncs" ("id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL, "subject_id" integer, "subject_type" varchar, "destination" varchar, "created_at" datetime, "updated_at" datetime) 
+   (3.9ms)  CREATE TABLE "syncs" ("id" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL, "subject_id" integer, "subject_type" varchar, "destination" varchar, "created_at" datetime, "updated_at" datetime) 
    (0.1ms)  select sqlite_version(*)
    (1.7ms)  CREATE  INDEX "index_syncs_on_destination" ON "syncs" ("destination")
-   (0.1ms)              SELECT sql
+   (0.2ms)              SELECT sql
             FROM sqlite_master
             WHERE name='index_syncs_on_destination' AND type='index'
             UNION ALL
@@ -9,14 +9,14 @@
             FROM sqlite_temp_master
             WHERE name='index_syncs_on_destination' AND type='index'
 
-   (1.6ms)  CREATE  INDEX "index_syncs_on_subject_id_and_subject_type_and_destination" ON "syncs" ("subject_id", "subject_type", "destination")
-   (1.6ms)  CREATE TABLE "schema_migrations" ("version" varchar NOT NULL) 
-   (1.8ms)  CREATE UNIQUE INDEX "unique_schema_migrations" ON "schema_migrations" ("version")
+   (1.7ms)  CREATE  INDEX "index_syncs_on_subject_id_and_subject_type_and_destination" ON "syncs" ("subject_id", "subject_type", "destination")
+   (1.8ms)  CREATE TABLE "schema_migrations" ("version" varchar NOT NULL) 
+   (1.6ms)  CREATE UNIQUE INDEX "unique_schema_migrations" ON "schema_migrations" ("version")
    (0.1ms)  SELECT version FROM "schema_migrations"
    (1.3ms)  INSERT INTO "schema_migrations" (version) VALUES ('20160225141153')
-  ActiveRecord::SchemaMigration Load (0.1ms)  SELECT "schema_migrations".* FROM "schema_migrations"
-   (0.1ms)  begin transaction
+  ActiveRecord::SchemaMigration Load (0.2ms)  SELECT "schema_migrations".* FROM "schema_migrations"
+   (0.2ms)  begin transaction
 ------------------------------
 SyncableModelsTest: test_truth
 ------------------------------
-   (0.0ms)  rollback transaction
+   (0.1ms)  rollback transaction

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: syncable_models
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Serafim Nenarokov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-18 00:00:00.000000000 Z
+date: 2016-03-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -69,7 +69,8 @@ dependencies:
 description: The gem provides tagged syncing functionality and API methods.
 email:
 - serafim.nenarokov@flant.ru
-executables: []
+executables:
+- import
 extensions: []
 extra_rdoc_files: []
 files:
@@ -77,6 +78,7 @@ files:
 - README.md
 - Rakefile
 - app/models/syncable_models/sync.rb
+- bin/import
 - config/routes.rb
 - db/migrate/20160225141153_create_syncs.rb
 - lib/generators/syncable_models/import_config_generator.rb
@@ -85,8 +87,8 @@ files:
 - lib/syncable_models/active_record.rb
 - lib/syncable_models/controller.rb
 - lib/syncable_models/engine.rb
+- lib/syncable_models/importer.rb
 - lib/syncable_models/version.rb
-- lib/syncable_models_importer.rb
 - lib/tasks/syncable_models_tasks.rake
 - test/dummy/README.rdoc
 - test/dummy/Rakefile

data/lib/syncable_models_importer.rb

@@ -1,84 +0,0 @@
-require 'faraday'
-
-module SyncableModelsImporter
-  class Import
-    attr_accessor :api_url, :api_key, :destination
-    attr_reader :models
-
-    def initialize
-      @models = {}
-    end
-
-    def import_model(class_name, args = {})
-      class_name = class_name.to_s if class_name.is_a?(Class)
-      fetch_path = args[:fetch_path] || class_name.underscore.pluralize
-      sync_path = args[:sync_path] || "sync_" + class_name.underscore.pluralize
-      id_key = args[:id_key] || :uuid
-      @models[class_name] = {
-        fetch_path: fetch_path,
-        sync_path: sync_path,
-        id_key: id_key
-      }
-    end
-
-    def api_url
-      @api_url[-1] == '/' ? @api_url : @api_url + "/"
-    end
-
-    def params_with_api_key(params)
-      params.merge!(key: api_key) if api_key
-      params
-    end
-
-    def import
-      @models.each do |model_name, params|
-        fetch_url = self.api_url + params[:fetch_path]
-        sync_url = self.api_url + params[:sync_path]
-
-        conn = Faraday.new(url: fetch_url)
-        response = conn.get '', params_with_api_key(destination: destination)
-
-        if response.success?
-          response = JSON.parse(response.body)
-
-          if response["status"].to_i == 401
-            puts "[SyncableModelsImporter] Wrong api key!"
-          end
-
-          if response['objects'] && response['objects'].count > 0
-            klass = model_name.constantize
-            synced_ids = []
-
-            response['objects'].each do |o|
-              result = klass.from_import_hash(o)
-              puts "[SyncableModelsImporter] Importing #{model_name} (id=#{o[params[:id_key].to_s]}): #{ result ? 'OK' : 'FAIL' }"
-              synced_ids << o[params[:id_key].to_s] if result
-            end
-
-            if synced_ids.any?
-              conn = Faraday.new(url: sync_url)
-              response = conn.get '', params_with_api_key(destination: self.destination, ids: synced_ids)
-            end
-          end
-        end
-      end
-    end
-  end
-
-  mattr_accessor :imports
-  @@imports = []
-
-  def self.config
-    yield self
-  end
-
-  def self.add_import
-    import = Import.new
-    yield import
-    @@imports << import
-  end
-
-  def self.import
-    @@imports.each &:import
-  end
-end