continuent-tools-core 0.8.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: aee78c998a93c367e0607691f4714d4fb6e0116b
-  data.tar.gz: ce61842a26720937f41fb0e1e3938c7bbe5ac9af
+  metadata.gz: e7f7d7c19ce143f710bec3d7b7c0548c76e2cc4b
+  data.tar.gz: c8fc19d558b5e084195527b21737623a8d56dc3d
 SHA512:
-  metadata.gz: f6dcf8857a4403ac9cd96d8a8ef6b6a2d27750b92026c3043f02af9d61522dbf5eedcabbcecc103efdc1c5d271e1f6c828785222746e999325204f3e8f84931c
-  data.tar.gz: c741cdf86e994a172cd3219b6187ec7e0b5d4e010b5f2b45e3418ca24541b910fece157a73c121e0a4c314c2f7bb88fe17a0511b1a60b7d276b254b534dae67f
+  metadata.gz: 28857957400e927922005705c025814245cf72d3a8118ba0afedd4ab136c150701baba607aea3b3e245876dd82ffc68b6823f0be43b359d685d80e86c3ed7e71
+  data.tar.gz: daa48a69f3a8c21c627add56e9ecd9a187386c45031bef2d8582b9e855fc6b0b0620f94ac678df4f2dbb467f9c0bd4f01c2282fda386559f4e6d740d1e8830bd

data/bin/tungsten_analyze_thl_index

@@ -0,0 +1,127 @@
+#!/usr/bin/env ruby
+# Copyright (C) 2015 VMware, Inc.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.  You may obtain
+# a copy of the License at
+# 
+#         http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+# Initial developer(s): Jeff Mace
+# Contributor(s):
+
+begin
+  require 'rubygems'
+  gem 'continuent-tools-core'
+rescue LoadError
+end
+
+require 'continuent-tools-core'
+
+class TungstenParseTHLIndex
+  include TungstenScript
+  include SingleServiceScript
+  private
+  
+  def main
+    case command()
+    when "count"
+      output_thl_index_count()
+    when "find"
+      find_thl_record()
+    end
+  end
+  
+  def output_thl_index_count
+    each_thl_index_line() {
+      |line|
+      match = parse_thl_index_line(line)
+      if match != nil
+        records = match[:end] - match[:start].to_i() + 1;
+        TU.output("#{match[:file]} - #{records}")
+      end
+    }
+  end
+  
+  def find_thl_record
+    each_thl_index_line() {
+      |line|
+      match = parse_thl_index_line(line)
+      if match != nil
+        if match[:start] <= opt(:seqno) && match[:end] >= opt(:seqno)
+          TU.output(match[:file])
+        end
+      end
+    }
+  end
+  
+  def parse_thl_index_line(line)
+    match = line.strip().match(/^LogIndexEntry (thl\.data\.[0-9]+)\(([0-9]+):([0-9]+)\)$/)
+    
+    if match == nil
+      return nil
+    end
+    
+    return {
+      :file => match[1],
+      :start => match[2].to_i(),
+      :end => match[3].to_i()
+    }
+  end
+  
+  def each_thl_index_line(&block)
+    TU.cmd_stdout("cat /Users/jmace/Downloads/thl.txt") {
+      |line|
+      block.call(line.strip())
+    }
+  end
+  
+  def get_thl_index
+    return TU.cmd_result("cat /Users/jmace/Downloads/thl.txt").split("\n")
+  end
+  
+  def configure
+    super()
+    
+    add_command(:count, {
+      :help => "Create the stack",
+      :default => true
+    })
+    
+    add_command(:find, {
+      :help => "Find the THL file containing --seqno"
+    })
+    
+    add_option(:seqno, {
+      :on => "--seqno String",
+      :parse => method(:parse_integer_option),
+    })
+  end
+  
+  def validate
+    super()
+    
+    unless TU.is_valid?()
+      return TU.is_valid?()
+    end
+    
+    case command()
+    when "find"
+      if opt(:seqno) == nil
+        TU.error("The --seqno option is required for the find command")
+      end
+    end
+  end
+  
+  def script_name
+    "tungsten_analyze_thl_index"
+  end
+  
+  self.new().run()
+end

data/lib/continuent-tools-core.rb

@@ -43,6 +43,12 @@ class TungstenUtil
   # automatically forward messages to the console and add any TungstenScript 
   # options to the command.
   def tungsten_ssh_result(command, host, user)
+    # Run the command outside of SSH if possible
+    if is_localhost?(host) && 
+        user == whoami()
+      return tungsten_cmd_result(command)
+    end
+    
     original_fwd_state = forward_cmd_results?()
     begin
       if TI

data/lib/tungsten/datasource.rb

@@ -55,6 +55,18 @@ class TungstenScriptDatasource
     raise "Undefined function: #{self.class.name()}._start_server"
   end
   
+  def can_lock_tables?
+    false
+  end
+  
+  def lock_tables
+    raise "Undefined function: #{self.class.name()}.lock_tables"
+  end
+  
+  def unlock_tables
+    raise "Undefined function: #{self.class.name()}.unlock_tables"
+  end
+  
   def snapshot_paths
     raise "Undefined function: #{self.class.name()}.snapshot_paths"
   end

data/lib/tungsten/datasources/mysql.rb

@@ -139,6 +139,44 @@ class TungstenScriptMySQLDatasource < TungstenScriptDatasource
     @mysql_user
   end
   
+  def can_lock_tables?
+    true
+  end
+  
+  def lock_tables
+    if @lock_thread != nil
+      TU.debug("Unable to lock tables because they are already locked")
+      return
+    end
+    
+    TU.debug("Run FLUSH TABLES WITH READ LOCK")
+    @lock_thread = Thread.new(get_mysql_command()) {
+      |mysql_command|
+      status = Open4::popen4("export LANG=en_US; #{mysql_command}") do |pid, stdin, stdout, stderr|
+        stdin.puts("SET wait_timeout=30;\n")
+        stdin.puts("SET lock_wait_timeout=30;\n")
+        stdin.puts("FLUSH TABLES WITH READ LOCK;\n")
+        
+        # Infinite loop to keep this thread alive until it is killed by the 
+        # unlock_tables method
+        while true
+          sleep 60
+        end
+      end
+    }
+  end
+  
+  def unlock_tables
+    if @lock_thread != nil
+      begin
+        Thread.kill(@lock_thread)
+      rescue TypeError
+      end
+
+      @lock_thread = nil
+    end
+  end
+  
   def snapshot_paths
     paths = []
     
@@ -167,4 +205,12 @@ class TungstenScriptMySQLDatasource < TungstenScriptDatasource
   def can_manage_service?
     true
   end
+  
+  def get_mysql_command
+    host = @ti.setting(@ti.setting_key(REPL_SERVICES, @service, "repl_datasource_host"))
+    port = @ti.setting(@ti.setting_key(REPL_SERVICES, @service, "repl_datasource_port"))
+    my_cnf = @ti.setting(@ti.setting_key(REPL_SERVICES, @service, "repl_datasource_mysql_service_conf"))
+    
+    "mysql --defaults-file=#{my_cnf} -h#{host} --port=#{port}"
+  end
 end

data/lib/tungsten/exec.rb

@@ -283,14 +283,16 @@ class TungstenUtil
       return cmd_result(command)
     end
 
-    unless defined?(Net::SSH)
-      begin
-        require "openssl"
-      rescue LoadError
-        raise("Unable to find the Ruby openssl library. Try installing the openssl package for your version of Ruby (libopenssl-ruby#{RUBY_VERSION[0,3]}).")
+    self.synchronize() {
+      unless defined?(Net::SSH)
+        begin
+          require "openssl"
+        rescue LoadError
+          raise("Unable to find the Ruby openssl library. Try installing the openssl package for your version of Ruby (libopenssl-ruby#{RUBY_VERSION[0,3]}).")
+        end
+        require 'net/ssh'
       end
-      require 'net/ssh'
-    end
+    }
     
     ssh_user = get_ssh_user(user)
     if user != ssh_user

data/lib/tungsten/script.rb

@@ -347,6 +347,30 @@ module TungstenScript
     end
   end
   
+  def parse_boolean_option_blank_is_true(val)
+    if val == "true"
+      true
+    elsif val == "false"
+      false
+    elsif val.to_s() == ""
+      true
+    else
+      raise MessageError.new("Unable to parse value '#{val}' as a boolean")
+    end
+  end
+  
+  def parse_boolean_option_blank_is_false(val)
+    if val == "true"
+      true
+    elsif val == "false"
+      false
+    elsif val.to_s() == ""
+      false
+    else
+      raise MessageError.new("Unable to parse value '#{val}' as a boolean")
+    end
+  end
+  
   def validate
     if require_installed_directory?()
       if TI == nil

data/lib/tungsten/util.rb

@@ -14,6 +14,7 @@ class TungstenUtil
     @force = false
     @json_interface = false
     @json_message_cache = []
+    @mutex = Mutex.new
     
     # Create a temporary file to hold log contents
     @log = Tempfile.new("tlog")
@@ -64,6 +65,8 @@ class TungstenUtil
                                         
                                           if val_parts[0] == "timeout"
                                             val_parts[1] = val_parts[1].to_i
+                                          elsif val_parts[0] == "verbose"
+                                            val_parts[1] = val_parts[1].to_sym
                                           end
 
                                           @ssh_options[val_parts[0].to_sym] = val_parts[1]
@@ -626,4 +629,10 @@ class TungstenUtil
     
     return hash
   end
+  
+  def synchronize(&block)
+    @mutex.synchronize do
+      block.call()
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: continuent-tools-core
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Continuent
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-09 00:00:00.000000000 Z
+date: 2015-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json_pure
@@ -111,11 +111,13 @@ dependencies:
 description: 
 email: info@continuent.com
 executables:
+- tungsten_analyze_thl_index
 - tungsten_create_load
 - tungsten_policy
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/tungsten_analyze_thl_index
 - bin/tungsten_create_load
 - bin/tungsten_policy
 - lib/continuent-tools-core.rb