pampa_workers 1.1.1

data/lib/remotedivision.rb

@@ -0,0 +1,8 @@
+module BlackStack
+
+  class RemoteDivision
+      attr_accessor :name
+      include BlackStack::BaseDivision
+  end # RemoteDivision
+
+end # module BlackStack

data/lib/remoteworker.rb

@@ -0,0 +1,8 @@
+module BlackStack
+
+  class RemoteWorker
+      attr_accessor :id, :process, :last_ping_time, :name, :active, :id_division, :assigned_process, :id_client, :division_name, :ws_url, :ws_port, :division
+      include BlackStack::BaseWorker
+  end # Remote Worker
+  
+end # module BlackStack

data/lib/role.rb

@@ -0,0 +1,8 @@
+module BlackStack
+  class Role < Sequel::Model(:role)
+    BlackStack::Role.dataset = BlackStack::Role.dataset.disable_insert_output
+  
+    ROLE_PRISMA_USER = "prisma.user"
+  
+  end
+end # module BlackStack

data/lib/timezone.rb

@@ -0,0 +1,151 @@
+module BlackStack
+  class Timezone < Sequel::Model(:timezone)
+    BlackStack::Timezone.dataset = BlackStack::Timezone.dataset.disable_insert_output
+  
+    # Recibe un string con formato "+HH:MM".
+    # Retorna la cantidad de horas como un numero real, con decimales.
+    def self.descToFloat(s)
+      sign = s[0]
+      if (sign=="+")
+        n = 1.0
+      else
+        n = -1.0
+      end
+      hours = s[1..2]
+      minutes = s[4..5]
+      int_part = hours.to_f
+      dec_part = minutes.to_f / 60.00
+      ret = n*(int_part + dec_part)    
+      return ret.to_f 
+    end
+  
+    # Recibe la cantidad de horas como un numero real, con decimales.
+    # Retorna un string con formato "+HH:MM".
+    def self.floatToDesc(x)
+      int_part = x.to_i
+      dec_part = (x-int_part.to_f).round(2).abs
+      hours = int_part
+      minutes = (dec_part * 60.00).to_i    
+      if (hours<0)
+        desc = "%03d" % hours 
+      else
+        desc = "+" + "%02d" % hours
+      end
+      desc += ":" + "%02d" % minutes
+      return desc
+    end
+  
+    # Example: '-03:00'
+    # Example: ' 08:00'
+    def self.getDatabaseOffset()
+      dbtime = DB["select SYSDATETIMEOFFSET() AS o"].first[:o].to_s
+  #puts ""
+  #puts ""
+  #puts "dbtime:#{dbtime.to_s}:."
+  #puts ""
+  #puts ""
+      ret = "#{dbtime[-5..-3]}:#{dbtime[-2..-1]}" 
+      ret[0] = '+' if ret[0]!='-'
+  #puts ""
+  #puts ""
+  #puts "dbtime:#{ret.to_s}:."
+  #puts ""
+  #puts ""
+      return ret
+    end
+  
+    # Convierte el atributo offset en un string con formato de hora.
+    # Ejemplos: 5.0 => 05:00, 5.5 => 05:30, -5.75 => -05:45   
+    def offsetDescription()
+      return BlackStack::Timezone.floatToDesc(self.offset.to_f)
+    end
+    
+    # Convierte una hora almacenada en el servidor de bases de datos, a la hora en esta zona horaria.
+    # Recibe un string con formato "+HH:MM".
+    # Retorna un string con formato "+HH:MM".
+    def convertFromThisTimeZoneToDatabaseTime(s_time_in_client_timezone)
+      f_time_in_client_timezone = BlackStack::Timezone.descToFloat(s_time_in_client_timezone)
+      s = BlackStack::Timezone.getDatabaseOffset()
+      x = BlackStack::Timezone.descToFloat(s) # database offset
+      y = self.offset # client offset
+      z = y - x 
+      return BlackStack::Timezone.floatToDesc((f_time_in_client_timezone.to_f + z.to_f).modulo(24))
+    end
+  
+    # Convierte una hora almacenada en el servidor de bases de datos, a la hora en esta zona horaria.
+    # Recibe un string con formato "+HH:MM".
+    # Retorna un string con formato "+HH:MM".
+    def convertFromDatabaseTimeToThisTimeZone(s_time_in_database)
+      f_time_in_database = BlackStack::Timezone.descToFloat(s_time_in_database)
+      s = BlackStack::Timezone.getDatabaseOffset()
+      x = BlackStack::Timezone.descToFloat(s) # database offset
+      y = self.offset # client offset
+      z = y - x 
+      return BlackStack::Timezone.floatToDesc((f_time_in_database.to_f - z.to_f).modulo(24))
+    end
+  
+    # Convierte una fecha-hora almacenada en el servidor de bases de datos, a la hora en esta zona horaria.
+    # Recibe un string con formato "YYYY-MM-DD HH:MM:SS".
+    # Retorna un string con formato "YYYY-MM-DD HH:MM:SS".
+    def convertFromDatabaseDateTimeToThisTimeZone(s_datetime_in_database)
+      s = BlackStack::Timezone.getDatabaseOffset() # Example: '-03:00'
+  #puts ""
+  #puts ""
+  #puts "s:#{s.to_s}:."
+  #puts ""
+  #puts ""
+      x = BlackStack::Timezone.descToFloat(s) # database offset. Number of hours, with decimals
+  #puts ""
+  #puts ""
+  #puts "x:#{x.to_s}:."
+  #puts ""
+  #puts ""
+      y = self.offset # client offset
+  #puts ""
+  #puts ""
+  #puts "y:#{y.to_s}:."
+  #puts ""
+  #puts ""
+      z = y - x 
+  #puts ""
+  #puts ""
+  #puts "z:#{z.to_s}:."
+  #puts ""
+  #puts ""
+      ret = DB["SELECT DATEADD(HH, #{z.to_s}, '#{s_datetime_in_database}') AS o"].first[:o].to_s[0..18]
+  #puts ""
+  #puts ""
+  #puts "convertFromDatabaseDateTimeToThisTimeZone:#{ret}:."
+  #puts ""
+  #puts ""
+  
+      return ret
+    end
+    
+    # 
+    def get_now()
+      datetime1 = DB["SELECT GETDATE() AS o"].first[:o].to_s[0..18]
+      datetime2 = self.convertFromDatabaseDateTimeToThisTimeZone(datetime1)
+  #puts ""
+  #puts ""
+  #puts "timezone:#{self.large_description}:."
+  #puts "datetime1:#{datetime1}:."
+  #puts "datetime2:#{datetime2}:."
+  #puts ""
+  #puts ""
+      yy = datetime2[0..3] # yyyy-mm-dd hh:mi:ss
+      mm = datetime2[5..6]
+      dd = datetime2[8..9]
+      hh = datetime2[11..12]
+      mi = datetime2[14..15]
+      ss = datetime2[17..18]
+  #puts ""
+  #puts ""
+  #puts "get_now:#{yy}-#{mm}-#{dd} #{hh}:#{mi}:#{ss}:."
+  #puts ""
+  #puts ""
+      return Time.new(yy,mm,dd,hh,mi,ss)
+    end
+    
+  end
+end # module BlackStack

data/lib/user.rb

@@ -0,0 +1,25 @@
+module BlackStack
+  class User < Sequel::Model(:user)
+    BlackStack::User.dataset = BlackStack::User.dataset.disable_insert_output
+    many_to_one :client, :class=>:'BlackStack::Client', :key=>:id_client
+    one_to_many :user_roles, :class=>:'BlackStack::UserRole', :key=>:id_user
+  
+  # TODO: agregar todos los arrays de un usuario
+  # => one_to_many :searches, :class=>:Search, :key=>:id_user
+  # => one_to_many :emlist, :class=>:EmList, :key=>:id_user
+  # => one_to_many :emlist, :class=>:EmList, :key=>:id_user
+  # => etc.
+  
+    # retorna la primera division habilitada a la que pertenezca este usuario
+    def division
+      row = DB[
+      "SELECT d.id " +
+      "FROM division d WITH (NOLOCK) " +
+      "JOIN user_division ud WITH (NOLOCK) ON (d.id=ud.id_division AND ud.id_user='#{self.id}') " +
+      "WHERE ISNULL(d.available,0) = 1 "
+      ].first
+      return nil if row.nil?
+      return BlackStack::Division.where(:id=>row[:id]).first if !row.nil?
+    end  
+  end # class User
+end # module BlackStack

data/lib/userdivision.rb

@@ -0,0 +1,5 @@
+module BlackStack
+  class UserDivision < Sequel::Model(:user_division)
+    BlackStack::UserDivision.dataset = BlackStack::UserDivision.dataset.disable_insert_output
+  end
+end # module BlackStack

data/lib/userrole.rb

@@ -0,0 +1,8 @@
+module BlackStack
+  class UserRole < Sequel::Model(:user_role)
+    BlackStack::UserRole.dataset = BlackStack::UserRole.dataset.disable_insert_output
+    many_to_one :user, :class=>:'BlackStack::User', :key=>:id_user
+    many_to_one :role, :class=>:'BlackStack::Role', :key=>:id_role
+  
+  end
+end # module BlackStack

data/lib/worker.rb

@@ -0,0 +1,143 @@
+module BlackStack
+
+  # 
+  class WorkerJob < Sequel::Model(:workerjob)
+     
+  end
+
+  # 
+  class Worker < Sequel::Model(:worker) 
+    include BlackStack::BaseWorker
+    BlackStack::Worker.dataset = BlackStack::Worker.dataset.disable_insert_output
+    many_to_one :division, :class=>:'BlackStack::Division', :key=>:id_division
+    many_to_one :user, :class=>:'BlackStack::User', :key=>:id_user
+    many_to_one :client, :class=>:'BlackStack::Client', :key=>:id_client
+    many_to_one :owner, :class=>:'BlackStack::Client', :key=>:id_client_owner
+    many_to_one :host, :class=>:'BlackStack::LocalHost', :key=>:id_host
+    many_to_one :current_job, :class=>:'BlackStack::WorkerJob', :key=>:id_workerjob
+    many_to_one :lnuser, :class=>:'BlackStack::LnUser', :key=>:id_lnuser
+    many_to_one :proxy, :class=>:'BlackStack::Proxy', :key=>:id_proxy
+
+    # Usage seconds of all the workers assigned to the client.
+    # Note that the same worker may has been assigned to different clients withing the same timeframe.
+    # This method will sum the seconds used by this client only
+    def self.client_usage_seconds(id_client, period='M', units=1)
+      row = DB[
+        "select datediff(ss, dateadd(#{period}#{period}, -#{units.to_s}, getdate()), getdate()) as total_seconds, isnull(sum(datediff(ss, j.job_start_time, j.job_end_time)), 0) as used_seconds " +
+        "from workerjob j with (nolock) " +
+        "where j.id_client = '#{id_client}' " +
+        "and j.create_time > dateadd(#{period}#{period}, -#{units.to_s}, getdate()) " +
+        "and j.job_start_time is not null " +
+        "and j.job_end_time is not null "
+      ].first
+      row[:used_seconds].to_f
+    end
+
+    # Average usage ratio of all the workers assigned to the client.
+    # Note that the same worker may has been assigned to different clients withing the same timeframe.
+    # This method will compute the seconds used by this client only, over the total timeframe.
+    def self.client_usage_ratio(id_client, period='M', units=1)
+      row = DB[
+        "select datediff(ss, dateadd(#{period}#{period}, -#{units.to_s}, getdate()), getdate()) as total_seconds, isnull(sum(datediff(ss, j.job_start_time, j.job_end_time)), 0) as used_seconds " +
+        "from workerjob j with (nolock) " +
+        "where j.id_client = '#{id_client}' " +
+        "and j.create_time > dateadd(#{period}#{period}, -#{units.to_s}, getdate()) " +
+        "and j.job_start_time is not null " +
+        "and j.job_end_time is not null "
+      ].first
+      x = row[:used_seconds].to_f
+      y = row[:total_seconds].to_f
+      100.to_f * x / y
+    end
+
+    # Usage ratio this worker by this client.
+    # Note that the same worker may has been assigned to different clients withing the same timeframe.
+    # This method will sum the seconds used by this client only.
+    def usage_seconds(id_client, period='M', units=1)
+      row = DB[
+        "select datediff(ss, dateadd(#{period}#{period}, -#{units.to_s}, getdate()), getdate()) as total_seconds, isnull(sum(datediff(ss, j.job_start_time, j.job_end_time)), 0) as used_seconds " +
+        "from workerjob j with (nolock) " +
+        "where j.id_client = '#{id_client}' " +
+        "and j.id_worker = '#{self.id}' " + 
+        "and j.create_time > dateadd(#{period}#{period}, -#{units.to_s}, getdate()) " +
+        "and j.job_start_time is not null " +
+        "and j.job_end_time is not null "
+      ].first
+      row[:used_seconds].to_f
+    end
+
+    # Usage ratio this worker by this client.
+    # Note that the same worker may has been assigned to different clients withing the same timeframe.
+    # This method will compute the seconds used by this client only, over the total timeframe.
+    def usage_ratio(id_client, period='M', units=1)
+      row = DB[
+        "select datediff(ss, dateadd(#{period}#{period}, -#{units.to_s}, getdate()), getdate()) as total_seconds, isnull(sum(datediff(ss, j.job_start_time, j.job_end_time)), 0) as used_seconds " +
+        "from workerjob j with (nolock) " +
+        "where j.id_client = '#{id_client}' " +
+        "and j.id_worker = '#{self.id}' " + 
+        "and j.create_time > dateadd(#{period}#{period}, -#{units.to_s}, getdate()) " +
+        "and j.job_start_time is not null " +
+        "and j.job_end_time is not null "
+      ].first
+      x = row[:used_seconds].to_f
+      y = row[:total_seconds].to_f
+      100.to_f * x / y
+    end
+      
+    # 
+    def self.create(h)
+      w = BlackStack::Worker.where(:name=>h['name']).first
+      if w.nil?
+        w = BlackStack::Worker.new
+        w.id = h['id']
+      end
+      w.name                = h['name']
+      w.process             = h['process']
+      w.last_ping_time      = h['last_ping_time']
+      w.assigned_process    = h['assigned_process']
+      w.id_client           = h['id_client']
+      w.id_division         = h['id_division']
+      w.division_name       = h['division_name']
+      w.save
+    end
+
+    # 
+    def to_hash
+      h = {}
+      h['id'] = self.id
+      h['name'] = self.name
+      h['process'] = self.process
+      h['last_ping_time'] = self.last_ping_time
+      h['assigned_process'] = self.assigned_process
+      h['id_client'] = self.id_client
+      h['id_division'] = self.id_division
+      h['division_name'] = self.division_name
+      h
+    end
+  
+    # Retorna true si este worker esta corriendo en nuestros propios servidores, 
+    # Retorna false si este worker esta correiendo en otro host, asumiendo que es el host del cliente.
+    # Comparando la pulic_ip_address del worer con la lista en BlackStack::Pampa::set_farm_external_ip_addresses.  
+    def hosted?
+      BlackStack::Pampa::farm_external_ip_addresses.include?(self.public_ip_address)
+    end # hosted?
+      
+    # Retorna la cantidad de minutos desde que este worker envio una senial de vida. 
+    # Este metodo se usa para saber si un worker esta activo o no.
+    def last_ping_minutes()
+      q = "SELECT DATEDIFF(mi, p.last_ping_time, getdate()) AS minutes FROM worker p WHERE p.id='#{self.id}'"
+      return DB[q].first[:minutes].to_i
+    end
+
+    # returns true if this worker had got a ping within the last 5 minutes 
+    def active?
+      self.last_ping_minutes < BlackStack::BaseWorker::KEEP_ACTIVE_MINUTES
+    end
+  
+    # envia una senial de vida a la division
+    def ping()
+      DB.execute("UPDATE worker SET last_ping_time=GETDATE() WHERE id='#{self.id}'")
+    end
+  end # class Worker
+  
+end # module BlackStack

metadata

@@ -0,0 +1,169 @@
+--- !ruby/object:Gem::Specification
+name: pampa_workers
+version: !ruby/object:Gem::Version
+  version: 1.1.1
+platform: ruby
+authors:
+- Leandro Daniel Sardi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: tiny_tds
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+- !ruby/object:Gem::Dependency
+  name: simple_host_monitoring
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+description: 'THIS GEM IS STILL IN DEVELOPMENT STAGE. Find documentation here: https://github.com/leandrosardi/pampa.'
+email: leandro.sardi@expandedventure.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/basedivision.rb
+- lib/baseworker.rb
+- lib/client.rb
+- lib/division.rb
+- lib/login.rb
+- lib/mybotprocess.rb
+- lib/mychildprocess.rb
+- lib/mycrawlprocess.rb
+- lib/mylocalprocess.rb
+- lib/myparentprocess.rb
+- lib/myprocess.rb
+- lib/myremoteprocess.rb
+- lib/pampa-local.rb
+- lib/pampa_workers.rb
+- lib/params.rb
+- lib/remotedivision.rb
+- lib/remoteworker.rb
+- lib/role.rb
+- lib/timezone.rb
+- lib/user.rb
+- lib/userdivision.rb
+- lib/userrole.rb
+- lib/worker.rb
+homepage: https://rubygems.org/gems/pampa_workers
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: THIS GEM IS STILL IN DEVELOPMENT STAGE. Ruby library for distributing computing,
+  supporting dynamic reconfiguration, distribution of the computation jobs, error
+  handling, job-retry and fault tolerance, fast (non-direct) communication to ensure
+  real-time capabilities.
+test_files: []