mongo_delegate 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Mike Harris
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,18 @@
+= mongo_delegate
+
+Description goes here.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but
+   bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Mike Harris. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,52 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "mongo_delegate"
+    gem.summary = %Q{restful interface to delegate mongodb records}
+    gem.description = %Q{restful interface to delegate mongodb records}
+    gem.email = "mharris717@gmail.com"
+    gem.homepage = "http://github.com/mharris717/mongo_delegate"
+    gem.authors = ["Mike Harris"]
+    gem.add_development_dependency "rspec"
+    gem.add_development_dependency "rr"
+    %w(mharris_ext andand fattr mongo mongo_scope activesupport).each { |x| gem.add_dependency x }
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION')
+    version = File.read('VERSION')
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "mongo_delegate #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+Jeweler::GemcutterTasks.new

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/mongo_delegate/composite_cursor.rb

@@ -0,0 +1,50 @@
+class CompositeCursor
+  class FindOps
+    attr_accessor :res, :cursor
+    include FromHash
+    def options; cursor.options; end
+    fattr(:num_using) { res.map { |x| x[0].to_af.size }.sum }
+    fattr(:found_ids) { res.map { |x| x[1].to_af.map { |x| x['_id'] } }.flatten }
+    fattr(:ops) do
+      r = {}
+      r[:limit] = (options[:limit] - num_using) if options[:limit]
+      r[:skip] = [(options[:skip] - found_ids.size ),0].max if options[:skip]
+      r
+    end
+    def zero_limit?
+      ops[:limit] == 0
+    end
+  end
+  
+  attr_accessor :colls, :selector, :options
+  include FromHash
+  include Enumerable
+  fattr(:rows) do
+    cursors.map { |x| x.to_af }.flatten
+  end
+  def each(&b)
+    rows.each(&b)
+  end
+  def count
+    rows.size
+  end
+  def first
+    rows.first
+  end
+  fattr(:cursors) do
+    colls.inject([]) do |res,coll|
+      ops = FindOps.new(:res => res, :cursor => self)
+      res + if !ops.zero_limit?
+        [[coll.scope_nin('_id' => ops.found_ids).find(selector,ops.ops),coll.find(selector)]]
+      else
+        []
+      end
+    end.map { |x| x[0] }
+  end
+  fattr(:unpruned_cursors) do
+    colls.map { |c| c.find(selector) }
+  end
+  fattr(:unpruned_rows) do
+    unpruned_cursors.map { |c| c.to_a }.flatten
+  end
+end

data/lib/mongo_delegate/delegating_collection.rb

@@ -0,0 +1,31 @@
+require 'rubygems'
+require 'mongo'
+require 'mongo_scope'
+require 'mharris_ext'
+require 'active_support'
+require 'andand'
+
+%w(ext composite_cursor).each { |x| require File.join(File.dirname(__FILE__),x) }
+
+module Mongo
+  class DelegatingCollection
+    include FromHash
+    include CollMod
+    attr_accessor :remote, :local
+    def find(selector={},options={})
+      CompositeCursor.new(:colls => [local,remote],:selector => selector, :options => options)  
+    end
+    def find_one(selector = {},options = {})
+      find(selector,options.merge(:limit => 1)).first
+    end
+    def remove
+      colls.each { |x| x.remove }
+    end
+    def colls
+      [local,remote]
+    end
+    def save(d)
+      local.save(d.merge('_duplicate' => true))
+    end
+  end
+end

data/lib/mongo_delegate/ext.rb

@@ -0,0 +1,18 @@
+module Enumerable
+  def uniq_by(&b)
+    group_by(&b).values.map { |x| x.first }
+  end
+end
+
+module CollMod
+  def count
+    find.count
+  end
+end
+
+class Mongo::Cursor
+  fattr(:to_af) { to_a }
+  include Enumerable
+end
+
+Mongo::Collection.send(:include,CollMod)

data/lib/mongo_delegate.rb

@@ -0,0 +1 @@
+require File.join(File.dirname(__FILE__),"mongo_delegate","delegating_collection")

data/spec/delegating_collection_spec.rb

@@ -0,0 +1,69 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+context Mongo::DelegatingCollection do
+  def setup_coll
+    @conn = Mongo::Connection.new
+    @d = Mongo::DelegatingCollection.new(:remote => @conn.db('dc-remote').collection('abc'), :local => @conn.db('dc-local').collection('abc'))
+    @d.remove
+    @remotes = %w(Ellen Randy Barbara).each { |x| @d.remote.save(:name => x) }
+    @locals = %w(Mike Lou Lowell).each { |x| @d.local.save(:name => x) }
+    @all = @remotes + @locals
+  end
+  context 'find' do
+    before { setup_coll }
+    it 'find returns all records' do
+      @d.find.count.should == @all.size
+    end
+    it 'find doesnt return dups' do
+      @d.local.save(@d.remote.find_one(:name => 'Randy'))
+      @d.find.count.should == @all.size
+      @d.find.unpruned_rows.size.should == @all.size + 1
+    end
+    it 'find calls find on remote with local ids' do
+      local_ids = @d.local.find.map { |x| x['_id'] }
+      mock.proxy(@d.remote).scope_nin('_id' => local_ids).times(1)
+      @d.find.rows
+    end
+    it 'find returns local precedence' do
+      r = @d.remote.find_one(:name => 'Randy').merge(:age => 'old')
+      @d.local.save(r)
+      @d.find_one(:name => 'Randy')['age'].should == 'old'
+    end
+    it 'respects limit' do
+      @d.find({},:limit => 4).count.should == 4
+      expected_names = @d.find.map { |x| x['name'] }[0...4].sort
+      @d.find({},:limit => 4).map { |x| x['name'] }.sort.should == expected_names
+    end
+    it 'doesnt query more colls after reaching limit' do
+      mock.proxy(@d.remote).find(anything,anything).times(0)
+      @d.find({},:limit => 2).rows
+    end
+    it 'respects skip' do
+      @d.find({},:skip => 1).count.should == 5
+      @d.find({},:skip => 1).map { |x| x['name'] }.sort.should == @all.reject { |x| x == 'Mike' }.sort
+    end
+    it 'respects skip whole collection' do
+      @d.find({},:skip => 4).count.should == 2
+    end
+    it 'wont return remote records that were skipped locally' do
+      @d.local.save(@d.remote.find_one(:name => 'Randy'))
+      @d.find({},:skip => 5).count.should == 1
+    end
+    it 'respects skip and limit' do
+      @d.find({},:skip => 1, :limit => 4).count.should == 4
+    end
+    # it 'count doesnt fetch records' do
+    #   mock.instance_of(Mongo::Cursor).to_a.times(0)
+    #   @d.count.should == 6
+    # end
+  end
+  context 'save' do
+    before { setup_coll }
+    it 'save uses local' do
+      @d.save(:name => 'Pat')
+      @d.count.should == @all.size + 1
+      @d.remote.count.should == @remotes.size
+      @d.local.count.should == @locals.size + 1
+    end
+  end
+end

data/spec/mongo_delegate_spec.rb

@@ -0,0 +1,3 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+

data/spec/spec.opts

@@ -0,0 +1,2 @@
+--colour
+-f s

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'mongo_delegate'
+require 'spec'
+require 'spec/autorun'
+require 'rr'
+
+Spec::Runner.configure do |config|
+  config.mock_with :rr
+end

metadata

@@ -0,0 +1,150 @@
+--- !ruby/object:Gem::Specification 
+name: mongo_delegate
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Mike Harris
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-01-13 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rr
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mharris_ext
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: andand
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: fattr
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mongo
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mongo_scope
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: restful interface to delegate mongodb records
+email: mharris717@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/mongo_delegate.rb
+- lib/mongo_delegate/composite_cursor.rb
+- lib/mongo_delegate/delegating_collection.rb
+- lib/mongo_delegate/ext.rb
+- spec/delegating_collection_spec.rb
+- spec/mongo_delegate_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/mharris717/mongo_delegate
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: restful interface to delegate mongodb records
+test_files: 
+- spec/delegating_collection_spec.rb
+- spec/mongo_delegate_spec.rb
+- spec/spec_helper.rb