jobmaster 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2c5405222718b1846cc2b84ce1b83d99307fba52
-  data.tar.gz: 838630db1843875775075cc9d9321a5eb0173a02
+  metadata.gz: 5ba10006ad5958002049e49b7493e4a33e75d1b7
+  data.tar.gz: 959fdef93a1f534139d207ecc384d0550f22574d
 SHA512:
-  metadata.gz: 327dc4714bb69f279dec5ef74ec7287cb4600bd543fb1183c6729a861f7f36b4d49a6c4992e4ef3ccc599868d1ae1727d3a00308b5b225862f941b19ec260fd2
-  data.tar.gz: 516b2ec4d1a7e75e2ae907e453c5a7e42357f3a2ebb344841bc9e015b72885c02237799d6a9a4e6513984255aacce5c21cee4f1da67c50225f83aceff54ae5d8
+  metadata.gz: ca906eb1d84569a70c2c419d614db1ad92459f9fae6a4baaf128f73718f6408bc9e600b5448b34fe9b034e998f9e0b5f4f990a968fd0a823ab234b2f3a67256b
+  data.tar.gz: 8e99588ac3b62b249d52627977ecabd665fc907cda2347acf19eb0d6f0809ef590146c47156d8d8d42507a3727c62c582cf42d8dcb30f6568e511722b536865c

data/lib/job_master/gen_methods.rb

@@ -8,6 +8,13 @@ end
 
 class JobMaster
 
+  def single_mapping (args)
+    args = args.first
+    eval(args[1]).map { |item|
+      {args[0] => item}
+    }
+  end
+
   def date_gen (args)
     min = Date.parse(args[:earliest]).jd
     max = args[:latest] == 'none' ? Date.today.jd : Date.parse(args[:latest]).jd

data/lib/job_master/stealth.rb

@@ -3,10 +3,7 @@ require 'tunnel_blick'
 class JobMaster
   def stealth(max_requests, args, *websites)
     @tunnel = TunnelBlick.new(database)
-    dom_ids = websites.map {|ws|
-      database[:websites][domain_url: ws.home_url.scan(/[^\/]+/)[1]][:id]
-    }
-    @tunnel.connect_smart(max_requests, args, dom_ids)
+    @tunnel.connect_smart(max_requests, args, *websites)
     @tunnel.add_websites(*websites)
     @tunnel
   end

data/lib/job_master.rb

@@ -17,122 +17,4 @@ class JobMaster
     @websites = websites
   end
 
-  class << self
-
-    LEGEND = {
-        date_range_gen: [:earliest, :latest],
-        from_csv: ['file', '*labels']
-    }
-
-    def date_range_gen
-
-    end
-
-  end
-
-  def start_single (prog_name , minutes = 10, sleep = 3)
-
-    @start_time = Time.now
-    set_up_job(prog_name)
-
-    unit_time = 0.0
-
-    while (Time.now - @start_time) / 60 < minutes
-
-      unless unit_time == 0.0
-        update_job(unit_time)
-      end
-
-      unit_start = Time.now
-      unit = next_unit
-
-      break if unit.nil?
-
-      @websites.first.send(prog_name.to_sym, unit)
-
-      puts unit_time = (Time.now - unit_start) / 60
-      sleep(sleep)
-      unit_time += sleep / 60
-    end
-
-  end
-
-  def step_single (prog_name)
-
-    @start_time = Time.now
-    set_up_job(prog_name)
-    unit = next_unit
-    return false if unit.nil?
-
-    @websites.first.send(prog_name.to_sym, unit)
-    puts unit_time = (Time.now - @start_time) / 60
-    update_job(unit_time)
-
-  end
-
-  def set_up_job (program)
-    last_matching = programs_db.where(program: program, @myself => Sequel.pg_array_op(:machines).any).order(:id).last
-
-    @program_id = last_matching[:id]
-    the_job = jobs_db.where(program: program, constraints: @program_id).order(:id).last
-
-    if the_job.nil?
-      units = self.send(last_matching[:method].to_sym, last_matching[:constraints].merge(program: program))
-      insert_job_details(program, units, last_matching[:machines])
-    end
-
-    @job_id = the_job[:id]
-  end
-
-  def insert_job_details (program, units, machines)
-
-    time_share = machines.inject({}) { |acc, m|
-      acc.store(m, 0)
-      acc
-    }
-
-    details = {
-        program:       program,
-        created:       Time.now,
-        constraints:   @program_id,
-        units:         Sequel.pg_array(units),
-        size:          units.size,
-        total_minutes: 0.0,
-        time_share:    Sequel.hstore(time_share),
-        unit_checkout: Sequel.hstore({:apples => :bananas})
-    }
-    jobs_db.insert(details)
-  end
-
-  def next_unit
-    checkout = jobs_db[id: @job_id][:unit_checkout].to_hash
-
-    if checkout.keys.include?(@myself)
-      checkout[@myself]
-    else
-      units = jobs_db[id: @job_id][:units]
-      return false if units.empty?
-      next_unit = units.pop
-      jobs_db.where(id: @job_id).update(
-          :units => units,
-          :unit_checkout => Sequel.hstore(Sequel.expr(:unit_checkout)).merge(@myself => next_unit))
-      next_unit
-    end
-  end
-
-  def update_job (unit_time)
-
-    time_share = jobs_db[id: @job_id][:time_share].to_hash
-    time_share.find_add!(@myself, unit_time)
-
-    unit_checkout = jobs_db[id: @job_id][:unit_checkout].to_hash
-    unit_checkout.delete!(@myself)
-
-    jobs_db.where(id: @job_id).update(
-        :total_minutes => Sequel.expr(:total_minutes) + unit_time,
-        :time_share => Sequel.hstore(time_share),
-        :unit_checkout => Sequel.hstore(unit_checkout)
-    )
-  end
-
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jobmaster
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Eugene Lai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-05 00:00:00.000000000 Z
+date: 2016-03-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: flex_core