answersengine 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 947baa69d00fcee7157fb5ebe8ef768463b98fed
-  data.tar.gz: 4f1cc691ec1cd59885106b0aaac0096fb7514000
+  metadata.gz: 2f2cae0b108477738464b3850caa5409cf0262d5
+  data.tar.gz: 8ccf57b51e24ee5dc19dd0c8a55b55840e597274
 SHA512:
-  metadata.gz: 10f7401085e95cd4d9e4ddf4a03344354787fed98375355fa892ddc1e0a3c9de0fc9df97ffa9753186c0fb043a1dd4ef848c07662af4dbdd2ab7138e190ae3af
-  data.tar.gz: 035302d2e340a03f200897a837888c6317bf91433e20c1d3f27c430d53a040c0dc1021ddb3624dd17b6d7440997f96e98905e8eb9663e5b3ee28466338c7076b
+  metadata.gz: 015c71d29870ce0fec136e894c6fc5a05bbf889adda5bad7493f63e989f6cc783df3fd92fc46c5485a87514848d07438f323c3338f1505c166a73b752c6415de
+  data.tar.gz: ab8e0772e2cbf04c0eff48872651fdb5847973343e45b31f4820e559e4c361678b54a385dadb4ad20ed42a72f15223254824ffe9e3a43518b2da0e811137b2f7

data/lib/answersengine/cli.rb

@@ -1,7 +1,9 @@
 require 'thor'
 require 'answersengine/scraper'
+require 'answersengine/cli/scraper_var'
 require 'answersengine/cli/scraper_exporter'
 require 'answersengine/cli/scraper_export'
+require 'answersengine/cli/scraper_job_var'
 require 'answersengine/cli/scraper_job'
 require 'answersengine/cli/global_page'
 require 'answersengine/cli/scraper_page'
@@ -15,6 +17,7 @@ require 'answersengine/cli/finisher'
 require 'answersengine/cli/env_var'
 
 
+
 module AnswersEngine
   class CLI < Thor
     desc "scraper SUBCOMMAND ...ARGS", "manage scrapers"

data/lib/answersengine/cli/scraper.rb

@@ -172,6 +172,9 @@ module AnswersEngine
       desc "exporter SUBCOMMAND ...ARGS", "manage scraper's exporters"
       subcommand "exporter", ScraperExporter
 
+      desc "var SUBCOMMAND ...ARGS", "for managing scraper's variables"
+      subcommand "var", ScraperVar
+
 
     end
   end

data/lib/answersengine/cli/scraper_job.rb

@@ -65,6 +65,10 @@ module AnswersEngine
         puts "#{client.update(scraper_name, options)}"
       end
 
+      desc "var SUBCOMMAND ...ARGS", "for managing scraper's job variables"
+      subcommand "var", ScraperJobVar
+
+
     end
   end
 

data/lib/answersengine/cli/scraper_job_var.rb

@@ -0,0 +1,48 @@
+module AnswersEngine
+  class CLI < Thor
+    class ScraperJobVar < Thor
+
+      package_name "job var"
+      def self.banner(command, namespace = nil, subcommand = false)
+        "#{basename} scraper #{@package_name} #{command.usage}"
+      end
+
+      desc "list <scraper_name>", "List environment variables on the scrape job"
+      long_desc <<-LONGDESC
+        List all environment variables on the scrape job.
+      LONGDESC
+      option :page, :aliases => :p, type: :numeric, desc: 'Get the next set of records by page.'
+      option :per_page, :aliases => :P, type: :numeric, desc: 'Number of records per page. Max 500 per page.'
+      def list(scraper_name)
+        client = Client::ScraperJobVar.new(options)
+        puts "#{client.all(scraper_name)}"
+      end
+
+      desc "set <scraper_name> <var_name> <value>", "Set an environment var on the scrape job"
+      long_desc <<-LONGDESC
+          Creates an environment variable\x5
+          <var_name>: Var name can only consist of alphabets, numbers, underscores. Name must be unique to your scrape job, otherwise it will be overwritten.\x5
+          <value>: Value of variable.\x5
+          LONGDESC
+      option :secret, type: :boolean, desc: 'Set true to make it decrypt the value. Default: false' 
+      def set(scraper_name, var_name, value)
+        # puts "options #{options}"
+        client = Client::ScraperJobVar.new(options)
+        puts "#{client.set(scraper_name, var_name, value, options)}"
+      end
+
+      desc "show <scraper_name> <var_name>", "Show an environment variable on the scrape job"
+      def show(scraper_name, var_name)
+        client = Client::ScraperJobVar.new(options)
+        puts "#{client.find(scraper_name, var_name)}"
+      end
+
+      desc "unset <scraper_name> <var_name>", "Deletes an environment variable on the scrape job"
+      def unset(scraper_name, var_name)
+        client = Client::ScraperJobVar.new(options)
+        puts "#{client.unset(scraper_name, var_name)}"
+      end
+    end
+  end
+
+end

data/lib/answersengine/cli/scraper_var.rb

@@ -0,0 +1,48 @@
+module AnswersEngine
+  class CLI < Thor
+    class ScraperVar < Thor
+
+      package_name "scraper var"
+      def self.banner(command, namespace = nil, subcommand = false)
+        "#{basename} #{@package_name} #{command.usage}"
+      end
+
+      desc "list <scraper_name>", "List environment variables on the scraper"
+      long_desc <<-LONGDESC
+        List all environment variables on the scraper.
+      LONGDESC
+      option :page, :aliases => :p, type: :numeric, desc: 'Get the next set of records by page.'
+      option :per_page, :aliases => :P, type: :numeric, desc: 'Number of records per page. Max 500 per page.'
+      def list(scraper_name)
+        client = Client::ScraperVar.new(options)
+        puts "#{client.all(scraper_name)}"
+      end
+
+      desc "set <scraper_name> <var_name> <value>", "Set an environment var on the scraper"
+      long_desc <<-LONGDESC
+          Creates an environment variable\x5
+          <var_name>: Var name can only consist of alphabets, numbers, underscores. Name must be unique to your scraper, otherwise it will be overwritten.\x5
+          <value>: Value of variable.\x5
+          LONGDESC
+      option :secret, type: :boolean, desc: 'Set true to make it decrypt the value. Default: false' 
+      def set(scraper_name, var_name, value)
+        # puts "options #{options}"
+        client = Client::ScraperVar.new(options)
+        puts "#{client.set(scraper_name, var_name, value, options)}"
+      end
+
+      desc "show <scraper_name> <var_name>", "Show an environment variable on the scraper"
+      def show(scraper_name, var_name)
+        client = Client::ScraperVar.new(options)
+        puts "#{client.find(scraper_name, var_name)}"
+      end
+
+      desc "unset <scraper_name> <var_name>", "Deletes an environment variable on the scraper"
+      def unset(scraper_name, var_name)
+        client = Client::ScraperVar.new(options)
+        puts "#{client.unset(scraper_name, var_name)}"
+      end
+    end
+  end
+
+end

data/lib/answersengine/client.rb

@@ -18,6 +18,8 @@ require "answersengine/client/job_output"
 require "answersengine/client/job_stat"
 require "answersengine/client/backblaze_content"
 require "answersengine/client/env_var"
+require "answersengine/client/scraper_var"
+require "answersengine/client/scraper_job_var"
 
 
 module AnswersEngine

data/lib/answersengine/client/scraper_job_var.rb

@@ -0,0 +1,28 @@
+module AnswersEngine
+  module Client
+    class ScraperJobVar < AnswersEngine::Client::Base
+
+      def find(scraper_name, var_name)
+        self.class.get("/scrapers/#{scraper_name}/current_job/vars/#{var_name}", @options)
+      end
+
+      def all(scraper_name, opts={})
+        params = @options.merge opts
+        self.class.get("/scrapers/#{scraper_name}/current_job/vars", params)
+      end
+
+      def set(scraper_name, var_name, value, opts={})
+        body = {}
+        body[:value] = value
+        body[:secret] = opts[:secret] if opts[:secret]
+        params = @options.merge({body: body.to_json})
+        self.class.put("/scrapers/#{scraper_name}/current_job/vars/#{var_name}", params)
+      end
+
+      def unset(scraper_name, var_name, opts={})
+        params = @options.merge(opts)
+        self.class.delete("/scrapers/#{scraper_name}/current_job/vars/#{var_name}", params)
+      end
+    end
+  end
+end

data/lib/answersengine/client/scraper_var.rb

@@ -0,0 +1,28 @@
+module AnswersEngine
+  module Client
+    class ScraperVar < AnswersEngine::Client::Base
+
+      def find(scraper_name, var_name)
+        self.class.get("/scrapers/#{scraper_name}/vars/#{var_name}", @options)
+      end
+
+      def all(scraper_name, opts={})
+        params = @options.merge opts
+        self.class.get("/scrapers/#{scraper_name}/vars", params)
+      end
+
+      def set(scraper_name, var_name, value, opts={})
+        body = {}
+        body[:value] = value
+        body[:secret] = opts[:secret] if opts[:secret]
+        params = @options.merge({body: body.to_json})
+        self.class.put("/scrapers/#{scraper_name}/vars/#{var_name}", params)
+      end
+
+      def unset(scraper_name, var_name, opts={})
+        params = @options.merge(opts)
+        self.class.delete("/scrapers/#{scraper_name}/vars/#{var_name}", params)
+      end
+    end
+  end
+end

data/lib/answersengine/version.rb

@@ -1,3 +1,3 @@
 module AnswersEngine
-  VERSION = "0.7.0"
+  VERSION = "0.8.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: answersengine
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-09-03 00:00:00.000000000 Z
+date: 2019-09-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -200,7 +200,9 @@ files:
 - lib/answersengine/cli/scraper_export.rb
 - lib/answersengine/cli/scraper_exporter.rb
 - lib/answersengine/cli/scraper_job.rb
+- lib/answersengine/cli/scraper_job_var.rb
 - lib/answersengine/cli/scraper_page.rb
+- lib/answersengine/cli/scraper_var.rb
 - lib/answersengine/cli/seeder.rb
 - lib/answersengine/client.rb
 - lib/answersengine/client/auth_token.rb
@@ -223,6 +225,8 @@ files:
 - lib/answersengine/client/scraper_job.rb
 - lib/answersengine/client/scraper_job_output.rb
 - lib/answersengine/client/scraper_job_page.rb
+- lib/answersengine/client/scraper_job_var.rb
+- lib/answersengine/client/scraper_var.rb
 - lib/answersengine/plugin.rb
 - lib/answersengine/plugin/context_exposer.rb
 - lib/answersengine/scraper.rb