mongo_http_sync 0.1.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 468b9521a0b2dbe33db07f7b3447b18801dd4ce9
-  data.tar.gz: 5fdad35814c5a4d22a82e6bebae7e310b32904c4
+  metadata.gz: d7577fa07921f970382f96c1441d662a4d4d15ba
+  data.tar.gz: ce199bafe2291c6566c8cf3a3d1cabe9f1949666
 SHA512:
-  metadata.gz: 78596f81df22b0bb677a1edd6fe6d74e39e63da3a5ad82a76932dc0eea237417e2cc6d912726af1efe72d93a50393b451f68ef18f7a6c4894453f20fa37ee42f
-  data.tar.gz: 6769a5a7064bf438ba48ad30408c06cb1672085a8b4aad8e233bde4df251e248d8b91d29774c8b0ea81d775c5c5d76f4eb7086c6e3f5b697415ac95b201c9a8c
+  metadata.gz: e77eb4731b00282bdd87afc33f6b20e118d3a6fb81af99c6aa5bf9508ede7c9f93d9bdc66116f442b1357865c58945b7769b483a572410fd464fd0cd9d84b6bb
+  data.tar.gz: e0314114dd6114b29e4df52d2f21a70362e0a0fa2993f6efa6629b04864be73b32fb9622eefc9b48e23b33c67b940da416890b3af222e24964b992d36e39a60f

data/lib/mongo_http_sync/entity.rb

@@ -0,0 +1,7 @@
+require 'grape-entity'
+
+module MongoHTTPSync
+  class Entity < Grape::Entity
+    expose :_id, :updated_at
+  end
+end

data/lib/mongo_http_sync/exportable_document.rb

@@ -0,0 +1,14 @@
+require 'mongoid'
+require 'active_support/concern'
+
+module MongoHTTPSync
+  module ExportableDocument
+    extend ActiveSupport::Concern
+    include Mongoid::Timestamps::Updated
+
+    included do
+      scope :updated_since, ->(time) { where(updated_at: { '$gte' => time }) }
+      index updated_on: 1
+    end
+  end
+end

data/lib/mongo_http_sync/importer.rb

@@ -9,15 +9,16 @@ module MongoHTTPSync
       @output = output
     end
 
-    def import(url, key: 'id')
+    def import(url, key: :id, entity: nil)
       last_updated_doc = find_last_updated_doc
       newest_update = last_updated_doc['updated_at'] unless last_updated_doc.nil?
       unless newest_update.nil?
         url = append_query_param(url, 'updated_since', newest_update.utc.strftime('%Y-%m-%d %H:%M:%S.%L UTC'))
       end
-      puts url
       Parser.parse(HTTP.get(url).body) do |json|
-        json['_id'] = json.delete(key)
+        json[:_id] = json.delete(key)
+        json[:updated_at] = Time.parse(json[:updated_at])
+        json = entity.represent(json).as_json if entity.present?
         upsert(json)
       end
     end

data/lib/mongo_http_sync/mongo_importer.rb

@@ -12,7 +12,7 @@ module MongoHTTPSync
     end
 
     def upsert(json)
-      @output.find(_id: json['_id']).update_one(json, upsert: true)
+      @output.find(_id: json[:_id]).update_one(json, upsert: true)
     end
 
   end

data/lib/mongo_http_sync/mongoid_importer.rb

@@ -12,7 +12,7 @@ module MongoHTTPSync
     end
 
     def upsert(json)
-      doc = @output.where(_id: json['_id']).first
+      doc = @output.where(_id: json[:_id]).first
       if doc.nil?
         @output.create! json
       else

data/lib/mongo_http_sync/parser.rb

@@ -31,7 +31,7 @@ module MongoHTTPSync
       end
 
       def hash_set(h,k,v)
-        h[k] = v
+        h[k.to_sym] = v
       end
 
       def array_start

data/lib/mongo_http_sync/version.rb

@@ -1,3 +1,3 @@
 module MongoHTTPSync
-  VERSION = "0.1.0"
+  VERSION = "0.3.0"
 end

data/lib/mongo_http_sync.rb

@@ -1,7 +1,9 @@
 require "mongo_http_sync/version"
 
 module MongoHTTPSync
-  autoload :MongoImporter,   'mongo_http_sync/mongo_importer'
-  autoload :MongoidImporter, 'mongo_http_sync/mongoid_importer'
-  autoload :Parser,          'mongo_http_sync/parser'
+  autoload :MongoImporter,      'mongo_http_sync/mongo_importer'
+  autoload :MongoidImporter,    'mongo_http_sync/mongoid_importer'
+  autoload :Parser,             'mongo_http_sync/parser'
+  autoload :Entity,             'mongo_http_sync/entity'
+  autoload :ExportableDocument, 'mongo_http_sync/exportable_document'
 end

data/mongo_http_sync.gemspec

@@ -30,4 +30,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency "mongoid"
   spec.add_dependency "oj"
   spec.add_dependency "http"
+  spec.add_dependency "grape-entity"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mongo_http_sync
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.0
 platform: ruby
 authors:
 - André Aizim Kelmanson
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-26 00:00:00.000000000 Z
+date: 2017-01-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -136,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: grape-entity
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Synchronizes HTTP services with MongoDB
 email:
 - akelmanson@gmail.com
@@ -155,6 +169,8 @@ files:
 - bin/console
 - bin/setup
 - lib/mongo_http_sync.rb
+- lib/mongo_http_sync/entity.rb
+- lib/mongo_http_sync/exportable_document.rb
 - lib/mongo_http_sync/importer.rb
 - lib/mongo_http_sync/mongo_importer.rb
 - lib/mongo_http_sync/mongoid_importer.rb
@@ -181,7 +197,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: MongoDB HTTP Synchronizer