datahen 0.10.4 → 0.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1ed77715ebc1abeb2b1f3e6e7056e5acca934d7b067e52109c91b4885346b83f
-  data.tar.gz: ec4179ea4b21e6e22bfb70d5acca4e115aee4461e60f8c31433a56aad9dbe1b5
+  metadata.gz: d6c3a633e605f0c40a8c404f4bb2bb3c2b10aef8e6d7dec88d5a183687c056f0
+  data.tar.gz: 3d5a46ee42a099cf53d2f24187fb8115d94732cfe656db352e4cf05d31c83bfa
 SHA512:
-  metadata.gz: aa842e66b934d77aff81706574a48c49c106e0e1104406f77dd1d8713e317a4a75ec04d7204e5a07c47bb501b380dd79c5b0c76fe4a961e378f862c67e7e78fc
-  data.tar.gz: 372b18780ff931e73d4d7ecdae69506759df1bf8caa69275955ffba1e7d12a4488614f58375488f6cfb3384b9a31d9e37b5767f963f00da445bc1db604c4dcb8
+  metadata.gz: 7bd9f1d9d8a5b8b18e1658318738d75ea570ff4d400c1213eda504d3b2d2effc40c751923097671bc20407f33be80dd5d013f0f354cde714f974267fcf5a79dd
+  data.tar.gz: 268295cdb7787776216fba2a18d0941162c05caaa6db346e3d39f4a51c03def0ac9209724b8d06b4d21629c007fc31d22cab7f40f8df745fac92513c46736118

data/lib/datahen/cli/scraper.rb

@@ -150,7 +150,23 @@ module Datahen
         else
           puts "#{client.scraper_job_current_stats(scraper_name)}"
         end
+      end
 
+      desc "history <scraper_name>", "Get historic stats for a job"
+      long_desc <<-LONGDESC
+        Get historic stats for a scraper's current job\n
+      LONGDESC
+      option :job, :aliases => :j, type: :numeric, desc: 'Set a specific job ID'
+      option :"min-timestamp", type: :string, desc: 'Starting timestamp point in time to query historic stats (inclusive)'
+      option :"max-timestamp", type: :string, desc: 'Ending timestamp point in time to query historic stats (inclusive)'
+      option :"limit", type: :numeric, desc: 'Limit stats retrieved.'
+      def history(scraper_name)
+        client = Client::JobStat.new(options)
+        if options[:job]
+          puts "#{client.job_stats_history(options[:job])}"
+        else
+          puts "#{client.scraper_job_stats_history(scraper_name)}"
+        end
       end
 
 

data/lib/datahen/client/base.rb

@@ -51,6 +51,9 @@ module Datahen
         query[:status] = opts[:status] if opts[:status]
         query[:page_type] = opts[:page_type] if opts[:page_type]
         query[:gid] = opts[:gid] if opts[:gid]
+        query[:"min-timestamp"] = opts[:"min-timestamp"]
+        query[:"max-timestamp"] = opts[:"max-timestamp"]
+        query[:limit] = opts[:limit]
 
         if opts[:query]
           if opts[:query].is_a?(Hash)

data/lib/datahen/client/job_stat.rb

@@ -10,7 +10,14 @@ module Datahen
         self.class.get("/scrapers/#{scraper_name}/current_job/stats/current", @options)
       end
 
+      def job_stats_history(job_id)
+        self.class.get("/jobs/#{job_id}/stats/history", @options)
+      end
+
+      def scraper_job_stats_history(scraper_name)
+        self.class.get("/scrapers/#{scraper_name}/current_job/stats/history", @options)
+      end
+
     end
   end
 end
-

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "0.10.4"
+  VERSION = "0.11.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 0.10.4
+  version: 0.11.0
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-12-04 00:00:00.000000000 Z
+date: 2020-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -262,8 +262,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: DataHen toolbelt for developers