dtr 0.0.4 → 1.0.0

data/lib/dtr/shared/sync_codebase.rb

@@ -0,0 +1,18 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'dtr/shared/sync_codebase/package'
+require 'dtr/shared/sync_codebase/copiable_package'
+require 'dtr/shared/sync_codebase/sync_service'
+require 'dtr/shared/sync_codebase/master_ext'

data/lib/dtr/shared/sync_codebase/copiable_package.rb

@@ -0,0 +1,40 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module DTR
+  module SyncCodebase
+    class CopiablePackage
+      include DRbUndumped
+      include Package
+
+      CHUNK_SIZE = 1024*1024
+
+      def initialize
+        raise "Package(#{codebase_package}) doesn't exist!" unless File.exist?(codebase_package)
+      end
+
+      def copy_into(remote_io)
+        File.open(codebase_package, "rb") do |f|
+          while (chunk = f.read(CHUNK_SIZE) || '') && chunk.length > 0
+            remote_io.write(chunk)
+          end
+        end
+      end
+
+      def codebase_package
+        File.join(package_dir, package_file)
+      end
+    end
+  end
+end

data/lib/dtr/shared/sync_codebase/master_ext.rb

@@ -0,0 +1,40 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module DTR
+  module SyncCodebase
+    # Inject synchronizing codebase ability into Master#with_dtr_master
+    # Packaging codebase by rake task dtr_repackage (See DTR::PackageTask)
+    module MasterExt
+      include Service::File
+
+      def self.included(base)
+        base.alias_method_chain :with_dtr_master, :sync_codebase
+      end
+
+      def with_dtr_master_with_sync_codebase(&block)
+        with_dtr_master_without_sync_codebase do
+          DTR.do_println("Packaging codebase")
+          raise 'Packaging for dtr task failed, see log for details!' unless Cmd.execute('rake dtr_repackage --trace')
+          begin
+            provide_file CopiablePackage.new
+            block.call
+          ensure
+            Cmd.execute('rake dtr_clobber_package --trace')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/dtr/shared/sync_codebase/package.rb

@@ -0,0 +1,53 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module DTR
+  module SyncCodebase
+    module Package
+      def package_dir
+        'dtr_pkg'
+      end
+
+      def package_name
+        'codebase-dump'
+      end
+
+      def package_dir_path
+        "#{package_dir}/#{package_name}"
+      end
+
+      def package_file
+        "#{package_name}.zip"
+      end
+
+      def package_copy_file
+        "copy_#{package_file}"
+      end
+
+      def unpackage_cmd
+        "unzip #{package_copy_file}"
+      end
+
+      def package_cmd
+        "zip -r #{package_file} #{package_name}"
+      end
+
+      def do_work(cmd)
+        unless Cmd.execute(cmd)
+          raise "Execute command: #{cmd} failed. See log for details."
+        end
+      end
+    end
+  end
+end

data/lib/dtr/shared/sync_codebase/sync_service.rb

@@ -0,0 +1,36 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module DTR
+  module SyncCodebase
+    module SyncService
+      include Package
+      include Service::File
+      def sync_codebase
+        DTR.info("Start sync codebase, clean #{File.join(Dir.pwd, package_name)}")
+        FileUtils.rm_rf(File.join(Dir.pwd, package_name))
+
+        DTR.info("Lookup codebase package file")
+        package = lookup_file
+        DTR.info("Receiving package file and writing to #{package_copy_file}")
+        File.open(package_copy_file, 'w') do |f|
+          package.copy_into(f)
+        end
+        do_work(unpackage_cmd)
+        DTR.info("sync codebase finished, clean #{package_copy_file}")
+        FileUtils.rm_f(package_copy_file)
+      end
+    end
+  end
+end

data/lib/dtr/shared/sync_logger.rb

@@ -0,0 +1,64 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'delegate'
+
+module DTR
+  module SyncLogger
+    class UndumpedLogger
+      include DRbUndumped
+
+      def initialize(logger)
+        @logger = logger
+      end
+
+      def debug(message=nil, &block)
+        @logger.send(:debug, message, &block)
+      end
+
+      def info(message=nil, &block)
+        @logger.send(:info, message, &block)
+      end
+
+      def error(message=nil, &block)
+        @logger.send(:error, message, &block)
+      end
+
+      def datetime_format=(format)
+        @logger.datetime_format = format
+      end
+
+      def level=(level)
+        @logger.level = level
+      end
+
+      def level
+        @logger.level
+      end
+    end
+
+    module Provider
+      def self.included(base)
+        base.alias_method_chain :with_rinda_server, :providing_sync_logger
+      end
+
+      def with_rinda_server_with_providing_sync_logger(&block)
+        with_rinda_server_without_providing_sync_logger do
+          lookup_ring.write [:logger, UndumpedLogger.new(DTR.logger)]
+          block.call
+        end
+      end
+    end
+  end
+end

data/lib/dtr/shared/utils.rb

@@ -0,0 +1,17 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'dtr/shared/utils/logger'
+require 'dtr/shared/utils/env_store'
+require 'dtr/shared/utils/cmd'

data/lib/dtr/shared/utils/cmd.rb

@@ -0,0 +1,30 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module DTR
+  class CmdInterrupt < StandardError; end
+
+  class Cmd
+    def self.execute(cmd)
+      return true if cmd.nil? || cmd.empty?
+      DTR.info {"Executing: #{cmd.inspect}"}
+      output = %x[#{cmd} 2>&1]
+      # don't put the following message into a block which maybe passed to remote process
+      status = $?.exitstatus
+      DTR.info {"Execution is done, status: #{status}"}
+      DTR.error "#{cmd.inspect} output:\n#{output}" if status != 0
+      $?.exitstatus == 0
+    end
+  end
+end

data/lib/dtr/shared/utils/env_store.rb

@@ -0,0 +1,60 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'pstore'
+
+module DTR
+  class EnvStore
+    FILE_NAME = '.dtr_env_pstore' unless defined?(FILE_NAME)
+
+    def self.destroy
+      File.delete(FILE_NAME) if File.exist?(FILE_NAME)
+    end
+
+    def [](key)
+      return nil unless File.exist?(FILE_NAME)
+      
+      repository = PStore.new(FILE_NAME)
+      repository.transaction(true) do
+        repository[key]
+      end
+    end
+
+    def []=(key, value)
+      repository = PStore.new(FILE_NAME)
+      repository.transaction do
+        repository[key] = value
+      end
+    end
+    
+    def <<(key_value)
+      key, value = key_value
+      repository = PStore.new(FILE_NAME)
+      repository.transaction do
+        repository[key] = (repository[key] || []) << value
+      end
+    end
+    
+    def shift(key)
+      repository = PStore.new(FILE_NAME)
+      repository.transaction do
+        if array = repository[key]
+          array.shift
+          repository[key] = array
+        end
+      end
+    end
+  end
+
+end

data/lib/dtr/shared/utils/logger.rb

@@ -0,0 +1,87 @@
+# Copyright (c) 2007-2008 Li Xiao <iam@li-xiao.com>
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'logger'
+require 'fileutils'
+
+module DTR
+  module LoggerExt
+    DATETIME_FORMAT = "%m-%d %H:%M:%S"
+
+    LOGGER_LEVEL = {:info => Logger::INFO, :error => Logger::ERROR, :debug => Logger::DEBUG}
+
+    module OutputErrorIntoConsole
+      def self.included(base)
+        base.alias_method_chain :error, :output_into_console
+      end
+
+      def error_with_output_into_console(message = nil, &block)
+        $stderr.puts "\n" + format_message(format_severity(Logger::ERROR), Time.now, nil, message || block.call)
+        error_without_output_into_console(message, &block)
+      end
+    end
+    Logger.send(:include, OutputErrorIntoConsole)
+
+    def logger(file=nil)
+      @logger ||= create_default_logger(file)
+    end
+
+    def logger=(logger)
+      @logger = logger
+    end
+
+    def create_default_logger(file)
+      dir = 'log'
+      FileUtils.mkdir_p(dir)
+      log_file = File.join(dir,  file || 'dtr.log')
+      do_println "DTR logfile at #{Dir.pwd}/#{log_file}"
+      logger = Logger.new(log_file, 1, 5*1024*1024)
+      logger.datetime_format = DATETIME_FORMAT
+      logger.level = (ENV['DTR_LOG_LEVEL'] || Logger::INFO).to_i
+      logger
+    end
+
+    def do_print(str)
+      unless ENV['DTR_ENV'] == 'test'
+        print str
+      end
+    end
+
+    def do_println(str)
+      do_print("#{str}\n")
+    end
+
+    def debug(message=nil, &block)
+      output(:debug, message, &block)
+    end
+
+    def info(message=nil, &block)
+      output(:info, message, &block)
+    end
+
+    def error(message=nil, &block)
+      output(:error, message, &block)
+    end
+
+    def output(level, msg=nil, &block)
+      return if LOGGER_LEVEL[level] < logger.level
+
+      msg = block.call if block_given?
+      # puts "log: #{msg}"
+      logger.send(level, msg)
+    end
+  end
+
+  extend LoggerExt
+end