caster 0.9.4 → 0.9.5

data/bin/cast

@@ -22,7 +22,8 @@ class Cast < Thor
   method_option :db, :aliases => '-d'
   method_option :version, :aliases => '-v'
   def up path = '.'
-    Migrator.new(@metadata).migrate_in_dir path, options[:db], options[:version]
+    metadata = (Caster.config[:metadata][:database] != nil)? MetadataDatabase.new : MetadataDocument.new
+    Migrator.new(metadata).migrate_in_dir path, options[:db], options[:version]
     puts 'Done.'
   end
 end

data/lib/caster.rb

@@ -20,6 +20,15 @@ module Caster
   @valid_config_keys = @config.keys
 
   @logger = Logger.new STDOUT
+  @logger.level = Logger.const_get((@config.has_key?(:log_level))? @config[:log_level].upcase : 'INFO')
+
+  def self.config
+    @config
+  end
+
+  def self.log
+    @logger
+  end
 
   def self.configure opts = {}
     opts.each do |k, v|
@@ -29,24 +38,14 @@ module Caster
 
   def self.configure_with path_to_yaml_file
     begin
-      config = YAML.load_file path_to_yaml_file
+      configure(YAML.load_file path_to_yaml_file)
     rescue Errno::ENOENT
-      puts "YAML configuration file couldn't be found.. using defaults."
-      return
+      Caster.log.warn { "YAML configuration file couldn't be found.. using defaults" }
     rescue Psych::SyntaxError
-      puts "YAML configuration file contains invalid syntax.. using defaults."
-      return
+      Caster.log.warn { "YAML configuration file contains invalid syntax.. using defaults" }
     end
-    configure(config)
+    Caster.log.info { "using configuration: #{@config.inspect}" }
   end
 
   self.configure_with 'caster.yml'
-
-  def self.config
-    @config
-  end
-
-  def self.log
-    @logger
-  end
 end

data/lib/caster/execution.rb

@@ -17,6 +17,7 @@ module Caster
       @db = db
       @view = view
       @query = query
+      @ref_docs_cache = {}
       @block = block
     end
 
@@ -47,27 +48,28 @@ module Caster
 
     def from scope, query = {}
       if scope.scan('/').length == 1
-        Reference.new @db, scope, query
+        view = scope
+        db = @db
       else
         database_name, view = scope.split('/', 2)
         db = CouchRest.database "http://#{Caster.config[:host]}:#{Caster.config[:port]}/#{database_name}"
-        Reference.new db, view, query
       end
+      key = [scope, query]
+      @ref_docs_cache[key] = db_query(db, view, query)['rows'].map { |rdoc| rdoc['doc'] || rdoc['value'] } unless @ref_docs_cache.has_key? key
+      Reference.new @ref_docs_cache[key]
     end
 
     def execute
-      Caster.log.info "executing query on '#{@db.name}' over '#{@view}' with params #{@query.inspect}"
-
       limit = @query['limit'] || 1.0/0.0
       if Caster.config[:batch_size] == nil or limit < Caster.config[:batch_size]
-        execute_batch @db.view(@view, @query)['rows']
+        execute_batch db_query(@db, @view, @query)['rows']
         return
       end
 
       @query['limit'] = Caster.config[:batch_size] + 1
       saved_docs = 0
       while saved_docs < limit do
-        docs = @db.view(@view, @query)['rows']
+        docs = db_query(@db, @view, @query)['rows']
         return if docs.length == 0
 
         @query['startkey_docid'] = docs.last['id']
@@ -88,6 +90,11 @@ module Caster
     end
 
     private
+    def db_query db, view, params
+      Caster.log.info { "fetching from '#{db.name}' over '#{view}' with #{params.inspect}" }
+      db.view view, params
+    end
+
     def execute_batch docs
       db_docs_map = Hash.new { |k, v| k[v] = [] }
 
@@ -102,6 +109,7 @@ module Caster
       end
       db_docs_map.each do |db, db_docs|
         db.bulk_save db_docs
+        Caster.log.info { "wrote #{db_docs.length} doc#{(db_docs.length > 1)? 's' : '' } to #{db.name}" }
       end
     end
 

data/lib/caster/metadata/metadata_database.rb

@@ -3,6 +3,10 @@ module Caster
 
   class MetadataDatabase
 
+    def desc
+      'external database'
+    end
+
     def get_db_version database
       db = CouchRest.database! "http://#{Caster.config[:host]}:#{Caster.config[:port]}/#{Caster.config[:metadata][:database]}"
       begin

data/lib/caster/metadata/metadata_document.rb

@@ -4,6 +4,10 @@ module Caster
 
   class MetadataDocument
 
+    def desc
+      'source database'
+    end
+
     def get_db_version database
       db = CouchRest.database! "http://#{Caster.config[:host]}:#{Caster.config[:port]}/#{(Caster.config[:metadata][:database] || database)}"
       begin

data/lib/caster/migrator.rb

@@ -9,6 +9,7 @@ module Caster
     def initialize metadata
       @dbs = {}
       @metadata = metadata
+      Caster.log.info { "using #{metadata.desc} for storing metadata documents." }
     end
     
     def migrate_in_dir path, migrate_database = nil, max_version = nil
@@ -16,7 +17,10 @@ module Caster
       all_migrations = {}
 
       path = path.sub /(\/)+$/, ''
-      Dir["#{path}/*.cast"].map do |file|
+      cast_files = Dir["#{path}/*.cast"]
+      Caster.log.info { "found #{cast_files.length} migration scripts under #{path}:\n#{cast_files.to_yaml}" }
+
+      cast_files.map do |file|
         migration_version, database = File.basename(file, '.cast').split '.'
 
         @dbs[database] = CouchRest.database! "http://#{Caster.config[:host]}:#{Caster.config[:port]}/#{database}" if @dbs[database] == nil
@@ -31,10 +35,13 @@ module Caster
       end
 
       all_migrations.each_pair do |database, migrations|
+        Caster.log.info { "#{'<' * 10} starting migrations for database #{database}" }
+        Caster.log.info { "current database version: #{migrations.first[:current_version] || 'none' }" }
 
         db_filtered = (migrate_database == nil)? migrations.map : migrations.map do |migration|
           migration if migrate_database == database
         end.compact
+        Caster.log.info { "no migration scripts found for database #{migrate_database}" } if migrate_database != nil and db_filtered.length == 0
 
         min_version_filtered = db_filtered.map do |migration|
           migration if migration[:current_version] == nil or migration[:version] > migration[:current_version]
@@ -47,15 +54,20 @@ module Caster
         filtered_and_sorted_files = max_version_filtered.map do |migration|
           migration[:filepath]
         end.sort
+        Caster.log.info {( (filtered_and_sorted_files.length > 0)? "using migration scripts:\n#{ filtered_and_sorted_files.map{ |f| File.basename(f) }.to_yaml }" : "no applicable scripts found for database #{database}" )}
 
         filtered_and_sorted_files.each do |file|
           migrate_file file
         end
+
+        Caster.log.info { (max_version_filtered.length > 0)? "#{'>' * 10} finished migrating database #{database} to version #{max_version_filtered.last[:version]}\n" : "did not run any migration on database #{database}\n" }
       end
 
     end
 
     def migrate_file path
+      Caster.log.info { "#{'<' * 5} executing script #{File.basename(path)}" }
+
       filename = File.basename path, '.cast'
       version, database = filename.split '.'
       current_version = @metadata.get_db_version database

data/lib/caster/reference.rb

@@ -5,13 +5,12 @@ module Caster
 
     # to enable passing over method calls on the reference through method_missing
     Object.instance_methods.each do |m|
-      undef_method m unless ['__send__', '__id__', 'object_id', 'is_a?'].include? m.to_s
+      undef_method m unless %w(__send__ __id__ object_id is_a?).include? m.to_s
     end
 
-    def initialize db_handle, view, query
-      rdocs = db_handle.view(view, query)['rows']
-      @docs = rdocs.map { |rdoc| rdoc['doc'] or rdoc['value'] }
-      @post_eval_calls = []
+    def initialize docs
+      @docs = docs
+      @method_chain = []
       @accessor = Accessor.new
     end
 
@@ -21,7 +20,7 @@ module Caster
     end
 
     def method_missing method_name, *args
-      @post_eval_calls << [method_name, args]
+      @method_chain << [method_name, args]
       self
     end
 
@@ -29,7 +28,7 @@ module Caster
       @docs.each do |doc|
         if @predicate.call doc
           value = @accessor.get doc, @value_field
-          @post_eval_calls.each do |args|
+          @method_chain.each do |args|
             value = value.send args[0], *args[1]
           end
           return value

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: caster
 version: !ruby/object:Gem::Version 
-  hash: 51
+  hash: 49
   prerelease: 
   segments: 
   - 0
   - 9
-  - 4
-  version: 0.9.4
+  - 5
+  version: 0.9.5
 platform: ruby
 authors: 
 - Manohar Akula
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2013-01-13 00:00:00 Z
+date: 2013-01-14 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: couchrest