answersengine 0.8.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 2f2cae0b108477738464b3850caa5409cf0262d5
-  data.tar.gz: 8ccf57b51e24ee5dc19dd0c8a55b55840e597274
+SHA256:
+  metadata.gz: 9c2102f889a975b955b5e8c93b87765a41f0a8d7170be8957c1c5bf9fb01df83
+  data.tar.gz: 323570c1356eba229120ef90c0ca62fdf7b57115f1a7ac60acb8142ebfe6bad0
 SHA512:
-  metadata.gz: 015c71d29870ce0fec136e894c6fc5a05bbf889adda5bad7493f63e989f6cc783df3fd92fc46c5485a87514848d07438f323c3338f1505c166a73b752c6415de
-  data.tar.gz: ab8e0772e2cbf04c0eff48872651fdb5847973343e45b31f4820e559e4c361678b54a385dadb4ad20ed42a72f15223254824ffe9e3a43518b2da0e811137b2f7
+  metadata.gz: 1ac0f2b8dd121a39ef4f9dafd672ff48908067f4aa5eb390a67e76110e8de4b09aaf5458bef4623298ca37a879e614ef4556a485873a17603fd99584521db22a
+  data.tar.gz: 66ba95c54f2aee53c6bd34a1a9a5b50fb4b070c2755be8b98b37f57a24469551dae05ed2474d6ed0a2e5acdf7b045efbdfeafaea9ff0678c1951506341813d97

data/lib/answersengine/cli.rb

@@ -5,6 +5,7 @@ require 'answersengine/cli/scraper_exporter'
 require 'answersengine/cli/scraper_export'
 require 'answersengine/cli/scraper_job_var'
 require 'answersengine/cli/scraper_job'
+require 'answersengine/cli/scraper_finisher'
 require 'answersengine/cli/global_page'
 require 'answersengine/cli/scraper_page'
 require 'answersengine/cli/job_output'

data/lib/answersengine/cli/scraper.rb

@@ -2,7 +2,7 @@ module AnswersEngine
   class CLI < Thor
     class Scraper < Thor
       desc "list", "List scrapers"
-      
+
       long_desc <<-LONGDESC
         List all scrapers.
       LONGDESC
@@ -25,8 +25,8 @@ module AnswersEngine
       option :force_fetch, :aliases => :f, type: :boolean, desc: 'Set true to force fetch page that is not within freshness criteria. Default: false'
       option :workers, :aliases => :w, type: :numeric, desc: 'Set how many standard workers to use. Default: 1'
       option :browsers, type: :numeric, desc: 'Set how many browser workers to use. Default: 0'
-      option :disable_scheduler, type: :boolean, desc: 'Set true to disable scheduler. Default: false' 
-      option :cancel_current_job, type: :boolean, desc: 'Set true to cancel currently active job if scheduler starts. Default: false' 
+      option :disable_scheduler, type: :boolean, desc: 'Set true to disable scheduler. Default: false'
+      option :cancel_current_job, type: :boolean, desc: 'Set true to cancel currently active job if scheduler starts. Default: false'
       option :schedule, type: :string, desc: 'Set the schedule of the scraper to run. Must be in CRON format.'
       option :timezone, type: :string, desc: "Set the scheduler's timezone. Must be in IANA Timezone format. Defaults to \"America/Toronto\""
       def create(scraper_name, git_repository)
@@ -47,8 +47,8 @@ module AnswersEngine
       option :force_fetch, :aliases => :f, type: :boolean, desc: 'Set true to force fetch page that is not within freshness criteria. Default: false'
       option :workers, :aliases => :w, type: :numeric, desc: 'Set how many standard workers to use. Default: 1'
       option :browsers, type: :numeric, desc: 'Set how many browser workers to use. Default: 0'
-      option :disable_scheduler, type: :boolean, desc: 'Set true to disable scheduler. Default: false' 
-      option :cancel_current_job, type: :boolean, desc: 'Set true to cancel currently active job if scheduler starts. Default: false' 
+      option :disable_scheduler, type: :boolean, desc: 'Set true to disable scheduler. Default: false'
+      option :cancel_current_job, type: :boolean, desc: 'Set true to cancel currently active job if scheduler starts. Default: false'
       option :schedule, type: :string, desc: 'Set the schedule of the scraper to run. Must be in CRON format.'
       option :timezone, type: :string, desc: "Set the scheduler's timezone. Must be in IANA Timezone format. Defaults to \"America/Toronto\""
       def update(scraper_name)
@@ -160,6 +160,9 @@ module AnswersEngine
       desc "deployment SUBCOMMAND ...ARGS", "manage scrapers deployments"
       subcommand "deployment", ScraperDeployment
 
+      desc "finisher SUBCOMMAND ...ARGS", "manage scrapers finishers"
+      subcommand "finisher", ScraperFinisher
+
       desc "output SUBCOMMAND ...ARGS", "view scraper outputs"
       subcommand "output", JobOutput
 

data/lib/answersengine/cli/scraper_finisher.rb

@@ -0,0 +1,20 @@
+module AnswersEngine
+  class CLI < Thor
+    class ScraperFinisher < Thor
+
+      package_name "scraper finisher"
+      def self.banner(command, namespace = nil, subcommand = false)
+        "#{basename} #{@package_name} #{command.usage}"
+      end
+
+      desc "reset <scraper_name>", "Reset finisher on a scraper's current job"
+      long_desc <<-LONGDESC
+        Reset finisher on a scraper's current job.\x5
+      LONGDESC
+      def reset(scraper_name)
+        client = Client::ScraperFinisher.new(options)
+        puts "#{client.reset(scraper_name)}"
+      end
+    end
+  end
+end

data/lib/answersengine/client.rb

@@ -9,6 +9,7 @@ require "answersengine/client/scraper_job_page"
 require "answersengine/client/scraper_exporter"
 require "answersengine/client/scraper_export"
 require "answersengine/client/scraper_job"
+require "answersengine/client/scraper_finisher"
 require 'answersengine/client/job_export'
 require "answersengine/client/job"
 require "answersengine/client/job_log"

data/lib/answersengine/client/scraper_finisher.rb

@@ -0,0 +1,16 @@
+module AnswersEngine
+  module Client
+    class ScraperFinisher < AnswersEngine::Client::Base
+      # Reset finisher on a scraper's current job.
+      #
+      # @param [String] scraper_name Scraper name.
+      # @param [Hash] opts ({}) API custom parameters.
+      #
+      # @return [HTTParty::Response]
+      def reset(scraper_name, opts={})
+        params = @options.merge(opts)
+        self.class.put("/scrapers/#{scraper_name}/current_job/finisher/reset", params)
+      end
+    end
+  end
+end

data/lib/answersengine/version.rb

@@ -1,3 +1,3 @@
 module AnswersEngine
-  VERSION = "0.8.0"
+  VERSION = "0.9.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: answersengine
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-09-13 00:00:00.000000000 Z
+date: 2019-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -199,6 +199,7 @@ files:
 - lib/answersengine/cli/scraper_deployment.rb
 - lib/answersengine/cli/scraper_export.rb
 - lib/answersengine/cli/scraper_exporter.rb
+- lib/answersengine/cli/scraper_finisher.rb
 - lib/answersengine/cli/scraper_job.rb
 - lib/answersengine/cli/scraper_job_var.rb
 - lib/answersengine/cli/scraper_page.rb
@@ -222,6 +223,7 @@ files:
 - lib/answersengine/client/scraper_deployment.rb
 - lib/answersengine/client/scraper_export.rb
 - lib/answersengine/client/scraper_exporter.rb
+- lib/answersengine/client/scraper_finisher.rb
 - lib/answersengine/client/scraper_job.rb
 - lib/answersengine/client/scraper_job_output.rb
 - lib/answersengine/client/scraper_job_page.rb
@@ -261,7 +263,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.14.1
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: AnswersEngine toolbelt for developers