deploy_mongo 0.0.1

data/.gitignore

@@ -0,0 +1,2 @@
+.DS_Store
+pkg

data/Gemfile

@@ -0,0 +1,9 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in deploy_mongo.gemspec
+gemspec
+
+gem 'rspec',">= 2.6.0"
+gem 'mongo'
+gem 'bson'
+gem 'bson_ext'

data/Gemfile.lock

@@ -0,0 +1,34 @@
+PATH
+  remote: .
+  specs:
+    deploy_mongo (0.0.1)
+      bson (>= 1.3.1)
+      bson_ext (>= 1.3.1)
+      mongo (>= 1.3.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    bson (1.3.1)
+    bson_ext (1.3.1)
+    diff-lcs (1.1.2)
+    mongo (1.3.1)
+      bson (>= 1.3.1)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bson
+  bson_ext
+  deploy_mongo!
+  mongo
+  rspec (>= 2.6.0)

data/README

@@ -0,0 +1,43 @@
+deploy_mongo
+=============
+deploy_mongo is db deploy tool for mongodb. 
+
+
+How to install
+=================
+gem install deploy_mongo
+
+
+Usage
+======
+deploy_mongo 'path/to/mongodb.yml' [rollback:(1|2|3|..|all)]
+
+[rollback:all] rollbacks all the deltas
+
+
+Example
+=======
+deploy_mongo/spec/mongodb.yml         for mongodb.yml config file
+deploy_mongo/spec/integration/deltas  for delta files
+
+
+Config Parameters
+==================
+hostname: <couchdb database server hostname>
+port: <couchdb server port number , by default 5984>
+delta_path: < path/to/deltas folder relative to configdb.yml>
+database: <couchdb database name>
+mongo_shell_path: < full path to mongo shell (can be found in mongodb install folder/bin )>
+
+Delta File name format
+=======================
+<Delta Number>_<Description>.js
+example 1_add_address_to_customer.js
+
+
+Delta File content format
+=========================
+<command used to modify database>
+//@undo
+<rollback command used when rolling back applied delta.>
+

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/bin/deploy_mongo

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+
+def print_usage
+  puts "usage: deploy_mongo 'path/to/mongodb.yml' [rollback:(1|2|..|all)]"
+  puts "example: deploy_mongo 'path/to/mongodb.yml'"
+  puts "example: deploy_mongo 'path/to/mongodb.yml' rollback:all"
+  puts "example: deploy_mongo 'path/to/mongodb.yml' rollback:1"
+  exit(-1)
+end
+
+if (ARGV.length < 1 || ARGV.length > 2 )
+  print_usage
+end
+
+if (ARGV.length == 2 and !ARGV[1].start_with?('rollback:'))
+  print_usage
+end
+
+no_of_deltas_to_rollback = 0
+
+if(ARGV.length == 2)  
+  if (ARGV[1].split(':')[1] != 'all')
+    no_of_deltas_to_rollback = ARGV[1].split(':')[1].to_i
+    print_usage if no_of_deltas_to_rollback == 0
+  end
+end
+
+if (!File.exists?(ARGV[0]))
+  puts "file '#{ARGV[0]}' does not exist "
+  exit(-1)
+end
+
+
+require 'deploy_mongo'
+
+config = DeployMongo::Config.create_from_file(ARGV[0])
+deploy = DeployMongo::Deploy.new(config)
+deploy.run if ARGV.length == 1 
+deploy.rollback(no_of_deltas_to_rollback) if ARGV.length == 2

data/deploy_mongo.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "deploy_mongo/version"
+
+Gem::Specification.new do |s|
+  s.name        = "deploy_mongo"
+  s.version     = DeployMongo::VERSION
+  s.authors     = ["venky"]
+  s.email       = ["venkatesh.swdev@gmail.com"]
+  s.homepage    = "https://github.com/venkateshcm/deploy_mongo"
+  s.summary     = "dbDeploy for couchdb"
+  s.description = "dbDeploy for couchdb"
+
+  s.rubyforge_project = "deploy_mongo"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.add_dependency('bson', '>= 1.3.1')
+  s.add_dependency('bson_ext', '>= 1.3.1')
+  s.add_dependency('mongo', '>= 1.3.1')
+  s.add_development_dependency('rspec', '>= 2.6.0')
+end

data/lib/deploy_mongo/config.rb

@@ -0,0 +1,40 @@
+module DeployMongo
+  
+  class Config
+
+    def initialize(config)
+        @config = config
+    end
+  
+    def self.create_from_file(config_file)
+        config = YAML.load_file(config_file)
+        config = config.merge("config_folder_path" => File.dirname(config_file))
+        Config.new(config)
+    end
+  
+    def hostname
+      @config["hostname"]
+    end
+  
+    def port
+      @config["port"]
+    end 
+  
+    def delta_path
+      @config["config_folder_path"] + "/" + @config["delta_path"]
+    end
+
+    def database
+      @config["database"]
+    end
+    
+    def mongo_shell_path
+      @config["mongo_shell_path"]
+    end
+  
+    def merge_config(config)
+      @config = @config.merge(config)
+    end
+  
+  end
+end

data/lib/deploy_mongo/db_schema.rb

@@ -0,0 +1,38 @@
+module DeployMongo
+
+  class DbSchema
+  
+    def initialize(schema,repository)
+      @schema = schema
+      @repository = repository
+    end
+   
+    def self.load_or_create(config,repository)
+      default_schema = {"_id"=>"schema__schema_document_key__", 'applied_deltas'=>[]}
+      schema = repository.get_schema
+      if (schema.nil?)
+         repository.save_schema(default_schema)
+         schema = repository.get_schema
+      end
+      DbSchema.new(schema,repository)
+    end
+  
+    def applied_deltas
+      @schema["applied_deltas"]
+    end
+
+    def completed(delta)
+      @schema['applied_deltas'].push(delta.id)
+      @repository.save_schema(@schema)
+      @schema = @repository.get_schema
+    end
+
+    def rollback(delta)
+      @schema['applied_deltas'].delete(delta.id)
+      @repository.save_schema(@schema)
+      @schema = @repository.get_schema
+    end
+  
+  end
+
+end

data/lib/deploy_mongo/delta.rb

@@ -0,0 +1,31 @@
+module DeployMongo
+
+  class Delta
+    def initialize(id,file_name,command,rollback_command)
+      @id=id
+      @file_name = file_name
+      @command = command
+      @rollback_command = rollback_command
+    end
+
+    def id
+      @id
+    end
+
+  
+    def file_name
+      @file_name
+    end
+  
+    def command
+      @command
+    end
+
+    def rollback_command
+      @rollback_command
+    end
+
+  
+  end
+
+end

data/lib/deploy_mongo/delta_loader.rb

@@ -0,0 +1,45 @@
+module DeployMongo
+
+  class DeltaLoader
+    def initialize(deltas_folder)
+      @deltas_folder = deltas_folder
+    end
+  
+    def get_deltas
+      hash = {}
+      files = Dir["#{@deltas_folder}/*.js"].select {|f| File.file?(f)}
+      files.each do |file|
+        file_name = File.basename(file)
+        key = file_name.split('_')[0].to_i
+        if (key == 0) 
+          e = RuntimeError.new("invalid file name #{file_name}")
+          raise e
+        end
+        if (hash.has_key?(key)) 
+          e = RuntimeError.new("duplicate key found in file #{file_name}")
+          raise e
+        end
+      
+        hash[key] = convert_to_delta(key,file) 
+      end
+      hash
+    end
+  
+    def convert_to_delta(id, file)
+      file = File.open(file, "rb")
+      contents = file.read
+      file.close
+      command = ''
+      rollback_command = ''
+      commands = contents.split('//@undo')
+      raise "#{file_name} content is not valid " if commands.count == 0
+      command = commands[0]
+      rollback_command = commands[1] if commands[1]
+      
+      file_name = File.basename(file)
+      Delta.new(id,file_name,command,rollback_command)
+    end
+  
+  end
+
+end

data/lib/deploy_mongo/delta_processor.rb

@@ -0,0 +1,22 @@
+module DeployMongo
+
+  class DeltaProcessor
+    def initialize(config,delta)
+      @delta = delta
+      @config = config
+    end
+  
+    def apply
+      user_command = @delta.command.gsub("'","''")
+      shell = MongoShell.new(@config.database)
+      shell.execute(user_command)
+    end
+    
+    def rollback
+      user_rollback_command = @delta.rollback_command.gsub("'","''")
+      shell = MongoShell.new(@config.database)
+      shell.execute(user_rollback_command)
+    end
+  end
+  
+end

data/lib/deploy_mongo/deploy.rb

@@ -0,0 +1,70 @@
+module DeployMongo
+
+  class Deploy
+    def initialize(config)
+      @config = config    
+    end
+  
+    def run
+      repository = Repository.new(@config)
+      delta_loader = DeltaLoader.new(@config.delta_path)
+      deltas_map = delta_loader.get_deltas
+      couch_schema = DbSchema.load_or_create(@config,repository)
+      all_delta_keys = deltas_map.keys.sort    
+      applied_deltas = couch_schema.applied_deltas.sort
+      last_applied_delta_id = 0
+      last_applied_delta_id = applied_deltas[-1] if applied_deltas.count > 0
+      delta_keys_to_apply = all_delta_keys.select {|key| key > last_applied_delta_id }
+    
+      deltas = []
+      puts "Deltas #{all_delta_keys} found"
+      puts "Already applied deltas #{applied_deltas}"
+      puts "Applying deltas #{delta_keys_to_apply}"
+      puts ""
+      puts "Start applying deltas"
+    
+      delta_keys_to_apply.each do |key|
+        delta = deltas_map[key]
+        DeltaProcessor.new(@config,delta).apply
+        couch_schema.completed(delta)
+        deltas.push(delta)
+        puts "applied delta #{delta.file_name}"
+      end
+
+      puts "Finished applying deltas"
+      puts ""
+      puts "Deltas #{all_delta_keys - applied_deltas - delta_keys_to_apply} where skiped"
+    
+      deltas
+    end
+    
+    def rollback (no_of_deltas_to_rollback = 0)
+      
+      repository = Repository.new(@config)
+      delta_loader = DeltaLoader.new(@config.delta_path)
+      deltas_map = delta_loader.get_deltas
+      couch_schema = DbSchema.load_or_create(@config,repository)
+      applied_deltas = couch_schema.applied_deltas.sort.reverse
+      no_of_deltas_to_rollback = applied_deltas.length if no_of_deltas_to_rollback == 0
+    
+      deltas = []
+      puts "Already applied deltas #{applied_deltas}"
+      puts "Rolling back deltas #{applied_deltas[0..(no_of_deltas_to_rollback-1)]}"
+      puts ""
+      puts "Start rolling back deltas"
+    
+      applied_deltas[0..(no_of_deltas_to_rollback-1)].each do |key|
+        delta = deltas_map[key]
+        DeltaProcessor.new(@config,delta).rollback
+        couch_schema.rollback(delta)
+        deltas.push(delta)
+        puts "rollback delta #{delta.file_name}"
+      end
+
+      puts "Finished rolling back deltas"    
+      deltas      
+    end
+  
+  end
+
+end

data/lib/deploy_mongo/mongo_shell.rb

@@ -0,0 +1,17 @@
+module DeployMongo
+    class MongoShell
+
+      def initialize(database)
+        @database = database
+      end
+  
+      def execute(command)
+        command = command.gsub("'","''")
+        mongo_command = "/Users/admin/work/mongodb-osx-x86_64-1.8.2/bin/mongo #{@database} --eval '#{command}'"
+        #puts mongo_command
+        `#{mongo_command}`
+        raise "error"  if ($?.to_i != 0)
+      end
+
+    end
+end

data/lib/deploy_mongo/repository.rb

@@ -0,0 +1,23 @@
+module DeployMongo
+
+  class Repository
+    PAGE_SIZE = 10
+  
+    def initialize(couch_config)
+      @config = couch_config
+    end
+  
+    def get_schema
+      db = Mongo::Connection.new(@config.hostname,@config.port).db(@config.database)
+      schema = db.collection("schema").find_one("_id" => "schema__schema_document_key__")
+      schema
+    end
+
+    def save_schema(json)
+      db = Mongo::Connection.new(@config.hostname,@config.port).db(@config.database)
+      json = json.merge("_id" => "schema__schema_document_key__")
+      db.collection("schema").save(json)
+    end
+  end
+  
+end

data/lib/deploy_mongo/version.rb

@@ -0,0 +1,3 @@
+module DeployMongo
+  VERSION = "0.0.1"
+end

data/lib/deploy_mongo.rb

@@ -0,0 +1,13 @@
+require 'json'
+require 'yaml'
+require 'mongo'
+
+require 'deploy_mongo/version'
+require 'deploy_mongo/config'
+require 'deploy_mongo/repository'
+require 'deploy_mongo/delta_processor'
+require 'deploy_mongo/delta_loader'
+require 'deploy_mongo/delta'
+require 'deploy_mongo/deploy'
+require 'deploy_mongo/db_schema'
+require 'deploy_mongo/mongo_shell'

data/spec/integration/config_spec.rb

@@ -0,0 +1,36 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  describe Config, "read couch db config" do
+    it "should load hostname from mongodb.yml" do
+      Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml').hostname.should == "localhost"
+    end
+  
+    it "should load portnumber from mongodb.yml" do
+      Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml').port.should == 27017
+    end
+  
+    it "should load delta path" do
+      Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml').delta_path.should == File.dirname(__FILE__) + "/../integration/deltas"
+    end
+
+    it "should load database name" do
+      Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml').database.should == "test"
+    end
+
+    it "should load mongo shell path" do
+      Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml').mongo_shell_path.should == "/Users/admin/work/mongodb-osx-x86_64-1.8.2/bin/mongo"
+    end
+
+    it "should merge config with passed in values" do
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      config.merge_config("database"=>"db")
+      config.database.should == "db"
+    end
+
+    it "should fail with an exception when config file is not found" do
+      lambda { Config.create_from_file(File.dirname(__FILE__) + '/../couchdb1.yml') }.should raise_error()
+    end
+
+  end
+end

data/spec/integration/database_populator.rb

@@ -0,0 +1,28 @@
+module DeployMongo
+  class DatabasePopulator
+    def initialize(database)
+      @database = database
+    end
+  
+    def with_type(doc_type)
+      @doc_type = doc_type
+      self
+    end
+  
+    def with_records(no_of_records)
+      @no_of_records = no_of_records
+      self
+    end
+  
+    def build
+      mongo_shell = MongoShell.new(@database)
+      mongo_shell.execute("db.dropDatabase();")
+      (1..@no_of_records).each do |i|
+        h = {"name"=> "name_#{i}","type"=>@doc_type}
+        json = JSON.generate(h)
+        mongo_shell.execute("db.#{@doc_type}.save(#{json})")
+      end
+    end    
+  end
+
+end

data/spec/integration/delta_loader_spec.rb

@@ -0,0 +1,53 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  
+  describe DeltaLoader, "load all delta" do
+
+    it "should load all YAML files from the deltas folder" do
+    
+      command = "db.customer.update({},{$set: {\"address\": \"some address\" } } , false , true );\n\n" 
+      rollback_command = "\n\ndb.customer.update({},{$unset: {\"address\": 1}},false,true);\n" 
+
+      delta_loader = DeltaLoader.new(File.dirname(__FILE__)+'/deltas')
+      deltas = delta_loader.get_deltas
+      deltas.count.should == 5
+      deltas[1].file_name.should == "1_add_address_to_customer.js"
+      deltas[1].command.should == command
+      deltas[1].rollback_command.should == rollback_command
+    end
+  
+    it "should  raise an error when file is not in deltanumber_description format" do
+      File.new(File.dirname(__FILE__)+'/deltas/invalid_delta_file.js','w')
+      begin
+        delta_loader = DeltaLoader.new(File.dirname(__FILE__)+'/deltas')
+        lambda { delta_loader.get_deltas }.should raise_error()
+      ensure
+        File.delete(File.dirname(__FILE__)+'/deltas/invalid_delta_file.js')
+      end    
+    end
+  
+    it "should raise an error when two deltas have the same key" do
+      File.new(File.dirname(__FILE__)+'/deltas/11_duplicate_key.js','w')
+      begin
+        delta_loader = DeltaLoader.new(File.dirname(__FILE__)+'/deltas')
+        lambda { delta_loader.get_deltas }.should raise_error()
+      ensure
+        File.delete(File.dirname(__FILE__)+'/deltas/11_duplicate_key.js')
+      end    
+    
+    end
+  
+    it "should raise an error when file content does not have both type and command" do
+      File.new(File.dirname(__FILE__)+'/deltas/100_invalid_delta_file_content.js','w')
+      begin
+        delta_loader = DeltaLoader.new(File.dirname(__FILE__)+'/deltas')
+        lambda { delta_loader.get_deltas }.should raise_error()
+      ensure
+        File.delete(File.dirname(__FILE__)+'/deltas/100_invalid_delta_file_content.js')
+      end    
+    end
+  
+  end
+  
+end

data/spec/integration/delta_processor_spec.rb

@@ -0,0 +1,36 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require File.dirname(__FILE__) + '/database_populator'
+
+module DeployMongo
+  
+  describe DeltaProcessor, "integration" do  
+  
+    before :all do
+      DatabasePopulator.new("test").with_type("customer").with_records(30).build
+    end
+  
+      
+    it "integration load relavent documents and apply delta" do
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      command = 'db.customer.update({},{$set: {"address":"some address"}},false,true)'
+      rollback_command = 'db.customer.update({},{$unset: {"address":1}},false,true)'
+      delta = Delta.new(1,'file_name',command,rollback_command)
+      delta_processor = DeltaProcessor.new(config,delta)
+      delta_processor.apply    
+    end
+    
+    it "integration load relavent documents apply delta and rollback" do
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      command = 'db.customer.update({},{$set: {"address":"some address"}},false,true)'
+      rollback_command = 'db.customer.update({},{$unset: {"address":1}},false,true)'
+      delta = Delta.new(1,'file_name',command,rollback_command)
+      delta_processor = DeltaProcessor.new(config,delta)
+      delta_processor.apply
+          
+      delta_processor.rollback
+            
+    end
+  
+  end
+  
+end

data/spec/integration/deltas/11_update_phone_with_std_codes.js

@@ -0,0 +1,15 @@
+db.customer.find({}).forEach(update_phone);
+function update_phone(doc){ 
+    doc.phone = "+91" + doc.phone; 
+    db.customer.save(doc);
+}
+
+//@undo
+
+db.customer.find({}).forEach(update_phone);
+
+function update_phone(doc){ 
+	doc.phone = doc.phone.substring(3); 
+	db.customer.save(doc);
+}
+

data/spec/integration/deltas/12_delete_customer_name_1.js

@@ -0,0 +1,5 @@
+db.customer.remove({ "name" : "name_1" });
+
+//@undo
+
+db.customer.save({"name" : "name_1", "address" : "some address" , "phone" : "+9168687868" });

data/spec/integration/deltas/13_copy_and_create_new_customer.js

@@ -0,0 +1,10 @@
+db.customer.find({ "name" : "name_2" }).forEach(create_customer); 
+function create_customer(doc){
+	delete doc._id;
+	doc.name = "new name"; 
+	db.customer.save(doc);
+}
+
+//@undo
+
+db.customer.remove({"name" : "new name"})

data/spec/integration/deltas/1_add_address_to_customer.js

@@ -0,0 +1,5 @@
+db.customer.update({},{$set: {"address": "some address" } } , false , true );
+
+//@undo
+
+db.customer.update({},{$unset: {"address": 1}},false,true);

data/spec/integration/deltas/2_add_phone_to_customer.js

@@ -0,0 +1,5 @@
+db.customer.update({},{$set: {"phone": "897907979" } } , false , true )
+
+//@undo
+
+db.customer.update({},{$unset: {"phone": 1}},false,true)

data/spec/integration/deploy_spec.rb

@@ -0,0 +1,57 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require File.dirname(__FILE__) + '/database_populator'
+
+module DeployMongo
+  
+  describe Deploy, "load and execute deltas first database" do
+  
+    before :all do
+      DatabasePopulator.new("test").with_type("customer").with_records(30).build
+    end
+  
+    it "load and execute deltas" do    
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      deploy = Deploy.new(config)
+      deltas = deploy.run
+      deltas.count.should == 5
+      deltas[0].file_name.should == "1_add_address_to_customer.js"    
+    end
+  end
+  
+  
+  describe Deploy, "execute deltas and rollback all deltas" do
+  
+    before :all do
+      DatabasePopulator.new("test").with_type("customer").with_records(30).build
+    end
+  
+    it "load and execute deltas" do    
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      deploy = Deploy.new(config)
+      deploy.run      
+      deltas = deploy.rollback
+      deltas.count.should == 5
+      deltas[0].file_name.should == "13_copy_and_create_new_customer.js"    
+    end
+  end
+
+  describe Deploy, "execute deltas and rollback only 2 deltas" do
+  
+    before :all do
+      DatabasePopulator.new("test").with_type("customer").with_records(30).build
+    end
+  
+    it "load and execute deltas" do    
+      config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+      deploy = Deploy.new(config)
+      deploy.run      
+      deltas = deploy.rollback(2)
+      deltas.count.should == 2
+      deltas[0].file_name.should == "13_copy_and_create_new_customer.js"    
+      deltas[1].file_name.should == "12_delete_customer_name_1.js"    
+    end
+  end
+
+
+
+end

data/spec/integration/repository_spec.rb

@@ -0,0 +1,27 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require File.dirname(__FILE__) + '/database_populator'
+
+module DeployMongo
+  describe Repository, "execute a delta" do
+  
+    before :all do
+      DatabasePopulator.new("test").with_type("customer").with_records(1).build
+    end
+    
+   it "create schema document if it does not exist and get schema to verify" do
+     config = Config.create_from_file(File.dirname(__FILE__) + '/../mongodb.yml')
+     config.merge_config({"database"=>"test"})
+     schema =  {"_id"=>"schema__schema_document_key__","type"=>"__schema__", 'applied_deltas'=>[], "type_versions"=>{}}
+     repository = Repository.new(config)
+     rows = []
+     repository.save_schema(schema)
+     schema_doc = repository.get_schema
+     schema_doc['_id'].should == schema['_id']
+     schema_doc['type'].should == schema['type']
+     schema_doc['applied_deltas'].should == schema['applied_deltas']
+     schema_doc['type_versions'].should == schema['type_versions']
+    end
+
+  end
+  
+end

data/spec/mongodb.yml

@@ -0,0 +1,5 @@
+hostname: localhost
+port: 27017
+delta_path: "integration/deltas"
+database: "test"
+mongo_shell_path: "/Users/admin/work/mongodb-osx-x86_64-1.8.2/bin/mongo"

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'rspec'
+require File.dirname(__FILE__) + '/../lib/deploy_mongo'
+
+
+  def get_couchdb_config
+    DeployMongo::Config.new({"hostname"=>"localhost","port"=>27017,"database"=>"test",'delta_path'=>"path/to/deltas","config_folder_path" => "/somefolder","doc_type_field"=>"type","type_version_field" => 'type_version' })
+  end
+  
+  def create_json_response(total_rows,num_of_records,offset=0)
+    h = {"total_rows"=> total_rows,"offset" => offset, "rows" => []}
+    (1..num_of_records).each do |x|
+      h["rows"].push({"id"=>x})
+    end
+    JSON.generate(h)
+  end
+

data/spec/unit/db_schema_spec.rb

@@ -0,0 +1,46 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  
+  describe DbSchema, "Manage Schema" do
+
+    it "load schema document" do
+      repository = mock(Repository)
+      repository.should_receive(:get_schema).and_return({"_id"=>"special_key",'applied_deltas'=>[1,2]})
+      schema = DbSchema.load_or_create(get_couchdb_config,repository)
+      schema.applied_deltas.should == [1,2]
+    end
+  
+    it "create if schema document does not exist" do
+      repository = mock(Repository)
+      repository.should_receive(:get_schema).ordered
+      repository.should_receive(:save_schema).ordered
+      repository.should_receive(:get_schema).ordered.and_return({"_id"=>"special_key",'applied_deltas'=>[]})
+      schema = DbSchema.load_or_create(get_couchdb_config,repository)
+      schema.applied_deltas.should == []
+    end
+
+    it "on completion update schema document" do
+      schema_doc = {"_id"=>"special_key","type"=>"__schema__", 'applied_deltas'=>[]}
+      updated_schema_doc = {"_id"=>"special_key","type"=>"__schema__", 'applied_deltas'=>[1]}
+      repository = mock(Repository)
+      repository.should_receive(:save_schema).ordered.with(updated_schema_doc)    
+      repository.should_receive(:get_schema).ordered.and_return(updated_schema_doc)    
+      schema = DbSchema.new(schema_doc,repository)
+      schema.completed(Delta.new(1,'file_name','command','rollback_command'))
+      schema.applied_deltas.should == [1]
+    end
+
+    it "on rollback update schema document" do
+      schema_doc = {"_id"=>"special_key","type"=>"__schema__", 'applied_deltas'=>[1]}
+      updated_schema_doc = {"_id"=>"special_key","type"=>"__schema__", 'applied_deltas'=>[]}
+      repository = mock(Repository)
+      repository.should_receive(:save_schema).ordered.with(updated_schema_doc)
+      repository.should_receive(:get_schema).ordered.and_return(updated_schema_doc)    
+      schema = DbSchema.new(schema_doc,repository)
+      schema.rollback(Delta.new(1,'file_name','command','rollback_command'))
+      schema.applied_deltas.should == []
+    end
+  
+  end
+end

data/spec/unit/delta_processor_spec.rb

@@ -0,0 +1,38 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  
+  describe DeltaProcessor, "execute a delta" do
+    it "should apply delta" do
+      mock_shell = mock(MongoShell)
+      MongoShell.should_receive(:new).with('test').and_return(mock_shell)
+      
+      command= 'db.customer.update({},{$set: {"address": "some address" } } , false , true )'
+      rollback_command= 'db.customer.update({},{$unset: {"address": 1}},false,true)'
+      
+      mock_shell.should_receive(:execute).with(command)
+      delta = Delta.new(1,'file_name',command,rollback_command)
+      next_type_version = 1
+      delta_processor = DeltaProcessor.new(get_couchdb_config,delta)
+      delta_processor.apply
+    end
+
+    it "should rollback delta" do
+      mock_shell = mock(MongoShell)
+      MongoShell.should_receive(:new).with('test').and_return(mock_shell)
+      
+      command= 'db.customer.update({},{$set: {"address": "some address" } } , false , true )'
+      rollback_command= 'db.customer.update({},{$unset: {"address": 1}},false,true)'
+      
+      mock_shell.should_receive(:execute).with(rollback_command)
+      delta = Delta.new(1,'file_name',command,rollback_command)
+      next_type_version = 1
+      delta_processor = DeltaProcessor.new(get_couchdb_config,delta)
+      delta_processor.rollback
+    end
+
+
+
+  end
+
+end

data/spec/unit/deploy_spec.rb

@@ -0,0 +1,90 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  describe Deploy, "load and execute deltas" do
+    it "load and execute deltas in correct order" do
+      config = get_couchdb_config
+      delta = Delta.new(1,'file_name','map function','rollback_command')
+      delta2 = Delta.new(10,'file_name2','map function','rollback_command')
+      deltas_map = {1=>delta,10=>delta2}
+    
+      mock_delta_loader = mock(DeltaLoader)
+      DeltaLoader.should_receive(:new).with("/somefolder/path/to/deltas").and_return(mock_delta_loader)
+      mock_delta_loader.should_receive(:get_deltas).and_return(deltas_map)
+    
+      mock_repository = mock(Repository)
+      Repository.should_receive(:new).with(config).and_return(mock_repository)
+    
+      mock_delta_processor = mock(DeltaProcessor)
+      DeltaProcessor.should_receive(:new).with(config,delta).ordered.and_return(mock_delta_processor)    
+      mock_delta_processor.should_receive(:apply)
+    
+      mock_delta_processor2 = mock(DeltaProcessor)
+      DeltaProcessor.should_receive(:new).with(config,delta2).ordered.and_return(mock_delta_processor2)    
+      mock_delta_processor2.should_receive(:apply)
+    
+      mock_couch_db_schema = mock(DbSchema)
+      mock_couch_db_schema.should_receive(:applied_deltas).and_return([])
+      DbSchema.should_receive(:load_or_create).with(config,mock_repository).ordered.and_return(mock_couch_db_schema) 
+      mock_couch_db_schema.should_receive(:completed).ordered.with(delta)
+      mock_couch_db_schema.should_receive(:completed).ordered.with(delta2)
+    
+      deploy = Deploy.new(config)
+      deploy.run
+    end
+      
+    it "executes unapplied deltas only in correct order" do
+      config = get_couchdb_config
+      delta = Delta.new(1,'file_name','map function','rollback_command')
+      delta2 = Delta.new(10,'file_name2','map function','rollback_command')
+      deltas_map = {1=>delta,10=>delta2}
+    
+      mock_delta_loader = mock(DeltaLoader)
+      DeltaLoader.should_receive(:new).with("/somefolder/path/to/deltas").and_return(mock_delta_loader)
+      mock_delta_loader.should_receive(:get_deltas).and_return(deltas_map)
+    
+      mock_repository = mock(Repository)
+      Repository.should_receive(:new).with(config).and_return(mock_repository)
+    
+      mock_delta_processor = mock(DeltaProcessor)
+      DeltaProcessor.should_receive(:new).with(config,delta2).and_return(mock_delta_processor)    
+      mock_delta_processor.should_receive(:apply)
+    
+      mock_couch_db_schema = mock(DbSchema)
+      mock_couch_db_schema.should_receive(:applied_deltas).and_return([1])
+      DbSchema.should_receive(:load_or_create).with(config,mock_repository).ordered.and_return(mock_couch_db_schema)    
+      mock_couch_db_schema.should_receive(:completed).with(delta2)
+    
+      deploy = Deploy.new(config)
+      deploy.run
+    end
+    
+    it "executes rollback deltas" do
+      config = get_couchdb_config
+      delta = Delta.new(1,'file_name','map function','rollback_command')
+      delta2 = Delta.new(10,'file_name2','map function','rollback_command')
+      deltas_map = {1=>delta,10=>delta2}
+    
+      mock_delta_loader = mock(DeltaLoader)
+      DeltaLoader.should_receive(:new).with("/somefolder/path/to/deltas").and_return(mock_delta_loader)
+      mock_delta_loader.should_receive(:get_deltas).and_return(deltas_map)
+
+      mock_repository = mock(Repository)
+      Repository.should_receive(:new).with(config).and_return(mock_repository)
+
+      mock_delta_processor = mock(DeltaProcessor)
+      DeltaProcessor.should_receive(:new).with(config,delta).and_return(mock_delta_processor)    
+      mock_delta_processor.should_receive(:rollback)
+
+      mock_couch_db_schema = mock(DbSchema)
+      mock_couch_db_schema.should_receive(:applied_deltas).and_return([1])
+      DbSchema.should_receive(:load_or_create).with(config,mock_repository).ordered.and_return(mock_couch_db_schema)    
+      mock_couch_db_schema.should_receive(:rollback).with(delta)
+    
+      deploy = Deploy.new(config)
+      deploy.rollback
+    end
+    
+    
+  end
+end

data/spec/unit/repository_spec.rb

@@ -0,0 +1,56 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module DeployMongo
+  
+  describe Repository, "execute a delta" do
+
+        it "get schema document" do
+           schema =  {"_id"=>"special_key","type"=>"__schema__", 'applied_deltas'=>[1,2], "type_versions"=>{"customer"=>10}}
+           mock_server = mock(Mongo::Connection)
+           Mongo::Connection.should_receive(:new).with("localhost",27017).and_return(mock_server)
+           mock_db = mock(Mongo::DB)
+           mock_server.should_receive(:db).with("test").and_return(mock_db)
+           mock_collection = mock(Mongo::Collection)
+           mock_db.should_receive(:collection).with("schema").and_return(mock_collection)
+           mock_collection.should_receive(:find_one).with("_id" => "schema__schema_document_key__").and_return(schema)
+           repository = Repository.new(get_couchdb_config)
+           rows = []
+           repository.get_schema.should == schema
+         
+         end
+
+         it "save schema document without id" do
+            schema =  {"type"=>"__schema__", 'applied_deltas'=>[1,2], "type_versions"=>{"customer"=>10}}
+            mock_server = mock(Mongo::Connection)
+            Mongo::Connection.should_receive(:new).with("localhost",27017).and_return(mock_server)
+            mock_db = mock(Mongo::DB)
+            mock_server.should_receive(:db).with("test").and_return(mock_db)
+            mock_collection = mock(Mongo::Collection)
+            mock_db.should_receive(:collection).with("schema").and_return(mock_collection)
+            mock_collection.should_receive(:save).with(schema.merge("_id" => "schema__schema_document_key__")).and_return(schema)
+            repository = Repository.new(get_couchdb_config)
+            rows = []
+            repository.save_schema(schema)
+
+          end
+
+          it "save schema document with id" do
+             schema =  {"_id" => "schema__schema_document_key__", "type"=>"__schema__", 'applied_deltas'=>[1,2], "type_versions"=>{"customer"=>10}}
+             mock_server = mock(Mongo::Connection)
+             Mongo::Connection.should_receive(:new).with("localhost",27017).and_return(mock_server)
+             mock_db = mock(Mongo::DB)
+             mock_server.should_receive(:db).with("test").and_return(mock_db)
+             mock_collection = mock(Mongo::Collection)
+             mock_db.should_receive(:collection).with("schema").and_return(mock_collection)
+             mock_collection.should_receive(:save).with(schema).and_return(schema)
+             repository = Repository.new(get_couchdb_config)
+             rows = []
+             repository.save_schema(schema)
+
+           end
+
+
+
+  end
+  
+end

metadata

@@ -0,0 +1,146 @@
+--- !ruby/object:Gem::Specification
+name: deploy_mongo
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- venky
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-07-26 00:00:00.000000000 +05:30
+default_executable: 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bson
+  requirement: &2161041180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161041180
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: &2161040540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161040540
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: &2161039960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161039960
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &2161039300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *2161039300
+description: dbDeploy for couchdb
+email:
+- venkatesh.swdev@gmail.com
+executables:
+- deploy_mongo
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README
+- Rakefile
+- bin/deploy_mongo
+- deploy_mongo.gemspec
+- deploy_mongo.rake
+- lib/deploy_mongo.rb
+- lib/deploy_mongo/config.rb
+- lib/deploy_mongo/db_schema.rb
+- lib/deploy_mongo/delta.rb
+- lib/deploy_mongo/delta_loader.rb
+- lib/deploy_mongo/delta_processor.rb
+- lib/deploy_mongo/deploy.rb
+- lib/deploy_mongo/mongo_shell.rb
+- lib/deploy_mongo/repository.rb
+- lib/deploy_mongo/version.rb
+- spec/integration/config_spec.rb
+- spec/integration/database_populator.rb
+- spec/integration/delta_loader_spec.rb
+- spec/integration/delta_processor_spec.rb
+- spec/integration/deltas/11_update_phone_with_std_codes.js
+- spec/integration/deltas/12_delete_customer_name_1.js
+- spec/integration/deltas/13_copy_and_create_new_customer.js
+- spec/integration/deltas/1_add_address_to_customer.js
+- spec/integration/deltas/2_add_phone_to_customer.js
+- spec/integration/deltas/5_not_a_yaml_file.rb
+- spec/integration/deploy_spec.rb
+- spec/integration/repository_spec.rb
+- spec/mongodb.yml
+- spec/spec_helper.rb
+- spec/unit/db_schema_spec.rb
+- spec/unit/delta_processor_spec.rb
+- spec/unit/deploy_spec.rb
+- spec/unit/repository_spec.rb
+has_rdoc: true
+homepage: https://github.com/venkateshcm/deploy_mongo
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: deploy_mongo
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: dbDeploy for couchdb
+test_files:
+- spec/integration/config_spec.rb
+- spec/integration/database_populator.rb
+- spec/integration/delta_loader_spec.rb
+- spec/integration/delta_processor_spec.rb
+- spec/integration/deltas/11_update_phone_with_std_codes.js
+- spec/integration/deltas/12_delete_customer_name_1.js
+- spec/integration/deltas/13_copy_and_create_new_customer.js
+- spec/integration/deltas/1_add_address_to_customer.js
+- spec/integration/deltas/2_add_phone_to_customer.js
+- spec/integration/deltas/5_not_a_yaml_file.rb
+- spec/integration/deploy_spec.rb
+- spec/integration/repository_spec.rb
+- spec/mongodb.yml
+- spec/spec_helper.rb
+- spec/unit/db_schema_spec.rb
+- spec/unit/delta_processor_spec.rb
+- spec/unit/deploy_spec.rb
+- spec/unit/repository_spec.rb