continuent-tools-core 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 137e115f90e467de22c901b53270885b6e899540
-  data.tar.gz: 57a79bf4c61046a1e51014ee5ebf8067e389d3d6
+  metadata.gz: 74053e6e0e912c97fddd639ce0cfbb22867afbb0
+  data.tar.gz: 4539d7e8893ab90a1f914694cba029b25569b315
 SHA512:
-  metadata.gz: 598db7c4deeeed8a8fa37eca04e074ce334f68720e24604c4fad00eee1e28c5bfb34535333adc8fe7db115eb8655d80ebdb6f253e34a7001d12c65d061696c58
-  data.tar.gz: c4e38fc268470a296f8114cec29158d36a2820691886521d77a30b13684fda8923a3be0f25c28c365b8fa758c7e3e2b47152ef688dbb796fdee461bc6e5bcfab
+  metadata.gz: e116cf8026fc58de55e80100a712bd5f86a410732dae9b7d8dd8cbb554b9642ac32a86411d4440f161b3a9e8f6fdd323f7b734a42cc89fc281b2febd0f61a937
+  data.tar.gz: 0a91e46815ed643e64c7c3523d7d62962d9e60a80300d5d4b0b5e33fb5557a0a468c1fe1e9f3aa14a09d1089f6d409f37acb8260d94dd3e3f1bd21e2288d277b

data/lib/tungsten.rb

@@ -35,6 +35,7 @@ require 'timeout'
 require "tungsten/common"
 require "tungsten/exec"
 require "tungsten/install"
+require "tungsten/datasource"
 require "tungsten/properties"
 require "tungsten/script"
 require "tungsten/api"

data/lib/tungsten/datasource.rb

@@ -0,0 +1,73 @@
+class TungstenScriptDatasource
+  def initialize(ti, service, is_direct = false)
+    @ti = ti
+    @service = service
+    @is_direct = is_direct
+  end
+  
+  def can_manage_service?
+    false
+  end
+  
+  def is_running?
+    raise "Undefined function: #{self.class.name()}.is_running?"
+  end
+  
+  def stop
+    if @is_direct == true
+      raise "Unable to stop the direct datasource for #{@service} replication service"
+    end
+    
+    unless can_manage_service?()
+      raise "Unable to stop the datasource for #{@service} replication service"
+    end
+    
+    if is_running?() == false
+      return
+    end
+    
+    TU.notice("Stop the #{self.class.name()} service")
+    _stop_server()
+  end
+  
+  def _stop_server
+    raise "Undefined function: #{self.class.name()}._stop_server"
+  end
+  
+  def start
+    if @is_direct == true
+      raise "Unable to start the direct datasource for #{@service} replication service"
+    end
+    
+    unless can_manage_service?()
+      raise "Unable to start the datasource for #{@service} replication service"
+    end
+    
+    if is_running?() == true
+      return
+    end
+    
+    TU.notice("Start the #{self.class.name()} service")
+    _start_server()
+  end
+  
+  def _stop_server
+    raise "Undefined function: #{self.class.name()}._start_server"
+  end
+  
+  def snapshot_paths
+    raise "Undefined function: #{self.class.name()}.snapshot_paths"
+  end
+  
+  def can_sql?
+    @ti.can_sql?(@service, @is_direct)
+  end
+  
+  def sql_results(sql)
+    @ti.sql_results(@service, sql, @is_direct)
+  end
+  
+  def sql_result(sql)
+    @ti.sql_result(@service, sql, @is_direct)
+  end
+end

data/lib/tungsten/datasources/mysql.rb

@@ -0,0 +1,170 @@
+class TungstenScriptMySQLDatasource < TungstenScriptDatasource
+  def is_running?
+    begin
+      sql_result("SELECT 1")
+      return true
+    rescue
+      return false
+    end
+  end
+  
+  def _stop_server
+    begin
+      pid_file = get_variable("pid_file")
+      pid = TU.cmd_result("#{@ti.sudo_prefix()}cat #{pid_file}")
+    rescue CommandError
+      pid = ""
+    end
+    
+    begin
+      TU.cmd_result("#{@ti.sudo_prefix()}#{get_service_command()} stop")
+    rescue CommandError
+    end
+    
+    # Raise an error if we got a response to the previous command
+    if is_running?() == true
+      raise "Unable to properly shutdown the MySQL service"
+    end
+    
+    # We saw issues where MySQL would not close completely. This will
+    # watch the PID and make sure it does not appear
+    unless pid.to_s() == ""
+      begin
+        TU.debug("Verify that the MySQL pid has gone away")
+        Timeout.timeout(30) {
+          pid_missing = false
+          
+          while pid_missing == false do
+            begin
+              TU.cmd_result("#{@ti.sudo_prefix()}ps -p #{pid}")
+              sleep 5
+            rescue CommandError
+              pid_missing = true
+            end
+          end
+        }
+      rescue Timeout::Error
+        raise "Unable to verify that MySQL has fully shutdown"
+      end
+    end
+  end
+  
+  def _start_server
+    begin
+      TU.cmd_result("#{@ti.sudo_prefix()}#{get_service_command()} start")
+    rescue CommandError
+    end
+    
+    # Wait 30 seconds for the MySQL service to be responsive
+    begin
+      Timeout.timeout(30) {
+        while true
+          if is_running?()
+            break
+          else
+            # Pause for a second before running again
+            sleep 1
+          end
+        end
+      }
+    rescue Timeout::Error
+      raise "The MySQL server has taken too long to start"
+    end
+  end
+  
+  # Read the configured value for a mysql variable
+  def get_option(opt)
+    begin
+      cnf = @ti.setting(@ti.setting_key(REPL_SERVICES, @service, "repl_datasource_mysql_service_conf"))
+      val = TU.cmd_result("my_print_defaults --config-file=#{cnf} mysqld | grep -e'^--#{opt.gsub(/[\-\_]/, "[-_]")}='")
+    rescue CommandError => ce
+      return nil
+    end
+
+    return val.split("\n")[0].split("=")[1]
+  end
+  
+  # Read the current value for a mysql variable
+  def get_variable(var)
+    begin
+      sql_result("SHOW VARIABLES LIKE '#{var}'")[0]["Value"]
+    rescue => e
+      TU.debug(e)
+      return nil
+    end
+  end
+  
+  def get_service_command
+    if @mysql_service_command == nil
+      if @mysql_service_command == nil
+        @mysql_service_command = @ti.setting(TI.setting_key(REPL_SERVICES, @service, "repl_datasource_boot_script"))
+      end
+      if @mysql_service_command == nil
+        begin
+          service_command=TU.cmd_result("which service")
+          if TU.cmd("#{@ti.sudo_prefix()}test -x #{service_command}")
+            if TU.cmd("#{@ti.sudo_prefix()}test -x /etc/init.d/mysqld")
+              @mysql_service_command = "#{service_command} mysqld"
+            elsif TU.cmd("#{@ti.sudo_prefix()}test -x /etc/init.d/mysql")
+              @mysql_service_command = "#{service_command} mysql"
+            else
+              TU.error "Unable to determine the service command to start/stop mysql"
+            end
+          else
+            if TU.cmd("#{@ti.sudo_prefix()}test -x /etc/init.d/mysqld")
+              @mysql_service_command = "/etc/init.d/mysqld"
+            elsif TU.cmd("#{@ti.sudo_prefix()}test -x /etc/init.d/mysql")
+              @mysql_service_command = "/etc/init.d/mysql"
+            else
+              TU.error "Unable to determine the service command to start/stop mysql"
+            end
+          end
+        rescue CommandError
+          TU.error "Unable to determine the service command to start/stop mysql"
+        end
+      end
+    end
+    
+    @mysql_service_command
+  end
+  
+  def get_system_user
+    if @mysql_user == nil
+      @mysql_user = get_option("user")
+      if @mysql_user.to_s() == ""
+        @mysql_user = "mysql"
+      end
+    end
+    
+    @mysql_user
+  end
+  
+  def snapshot_paths
+    paths = []
+    
+    # The datadir may not exist in my.cnf but we need the value
+    # If we don't see it in my.cnf get the value from the dbms
+    val = get_option("datadir")
+    if val == nil
+      val = get_variable("datadir")
+    end
+    paths << val
+    
+    # These values must appear in my.cnf if they are to be used
+    val = get_option("innodb_data_home_dir")
+    if val != nil
+      paths << val
+    end
+    val = get_option("innodb_log_group_home_dir")
+    if val != nil
+      paths << val
+    end
+    
+    # Only return a unique set of paths
+    paths.uniq()
+  end
+  
+  def can_manage_service?
+    true
+  end
+end

data/lib/tungsten/install.rb

@@ -236,7 +236,26 @@ class TungstenInstall
   def trepctl_value(service, key)
     TU.cmd_result("#{trepctl(service)} status | grep #{key} | awk -F: '{ st = index($0,\":\");print substr($0,st+1)}' | tr -d ' '")
   end
-  
+
+  def trepctl_name_value(service, name_value, stage, key)
+    begin
+      output=JSON.parse(TU.cmd_result("#{trepctl(service)} status -name #{name_value} -json"))
+    rescue Exception => e
+      output=nil
+    end
+    stage_values=output.find{|x| x['stage']=stage}
+    stage_values[key]
+  end
+
+  def trepctl_name_all(service, name_value)
+    begin
+      output=JSON.parse(TU.cmd_result("#{trepctl(service)} status -name #{name_value} -json"))
+    rescue Exception => e
+      output=nil
+    end
+    output
+  end
+
   def trepctl_property(service, key)
     properties = JSON.parse(TU.cmd_result("#{trepctl(service)} properties -filter #{key}"))
     if properties.has_key?(key)
@@ -246,8 +265,12 @@ class TungstenInstall
     end
   end
   
-  def thl(service)
-    "#{tungsten_sudo_prefix()}#{@root}/#{CURRENT_RELEASE_DIRECTORY}/tungsten-replicator/bin/thl -service #{service}"
+  def thl(service = nil)
+    if service == nil
+      "#{tungsten_sudo_prefix()}#{@root}/#{CURRENT_RELEASE_DIRECTORY}/tungsten-replicator/bin/thl"
+    else
+      "#{tungsten_sudo_prefix()}#{@root}/#{CURRENT_RELEASE_DIRECTORY}/tungsten-replicator/bin/thl -service #{service}"
+    end
   end
   
   def service_path(component)
@@ -312,6 +335,14 @@ class TungstenInstall
     end
   end
   
+  def sudo_prefix
+    if ENV['USER'] == "root" || setting("root_command_prefix") != "true"
+      return ""
+    else
+      return "sudo -n "
+    end
+  end
+  
   def datasource_type(service, use_direct_extractor = false)
     if use_direct_extractor == true
       key = "repl_direct_datasource_type"
@@ -322,6 +353,18 @@ class TungstenInstall
     setting(setting_key(REPL_SERVICES, service, key))
   end
   
+  def datasource(service, use_direct_extractor = false)
+    type = datasource_type(service, use_direct_extractor)
+    
+    case type
+    when "mysql"
+      require "#{File.dirname(__FILE__)}/datasources/mysql.rb"
+      return TungstenScriptMySQLDatasource.new(self, service, use_direct_extractor)
+    else
+      raise "Unable to create a TungstenDatasource for #{service} because it uses #{type}"
+    end
+  end
+  
   def can_sql?(service, use_direct_extractor = false)
     case datasource_type(service, use_direct_extractor)
     when "mysql"

data/lib/tungsten/script.rb

@@ -212,6 +212,11 @@ module TungstenScript
   end
   
   def load_ini_files
+    # If there is no script name then we cannot load INI files
+    if script_name().to_s() == ""
+      return
+    end
+    
     # Calculate the INI section name to use
     section_names = [script_name()]
     matches = script_name().to_s().match("tungsten_(.*)")
@@ -219,7 +224,8 @@ module TungstenScript
       script_ini_file = "#{matches[1]}.ini"
       section_names << matches[1]
     else
-      script_ini_file = nil
+      script_ini_file = File.basename(script_name(), File.extname(script_name())) + ".ini"
+      section_names << File.basename(script_name(), File.extname(script_name()))
     end
     
     load_ini_parameters("/etc/tungsten/scripts.ini", 
@@ -529,11 +535,7 @@ module TungstenScript
   end
   
   def sudo_prefix
-    if ENV['USER'] == "root" || TI.setting("root_command_prefix") != "true"
-      return ""
-    else
-      return "sudo -n "
-    end
+    TI.sudo_prefix()
   end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: continuent-tools-core
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Continuent
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-19 00:00:00.000000000 Z
+date: 2014-12-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json_pure
@@ -126,6 +126,8 @@ files:
 - lib/iniparse.rb
 - lib/tungsten/api.rb
 - lib/tungsten/common.rb
+- lib/tungsten/datasource.rb
+- lib/tungsten/datasources/mysql.rb
 - lib/tungsten/exec.rb
 - lib/tungsten/iniparse.rb
 - lib/tungsten/install.rb