datahen 1.5.3 → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: beadb0e5b371134e96d8e1888250de66411eb287a30cfc5f717e525c19343d6c
-  data.tar.gz: 298daaf6f56f1fcfb4e842b9e82d0e4f8896315d264b9481aa2ed4ec55bc8a9b
+  metadata.gz: 94937cbe6614336d283523740d1bd237b154a7e084dd3c0757dda96a068cc4c2
+  data.tar.gz: 51552871510232be116af8d0f108e5ee51d6733657abb681b1561d78eb68efff
 SHA512:
-  metadata.gz: 8cba2e599b72315d65cd20440c6a8804d7298bd577d5d24f9408bc71e35f47ee5abb8e7d580b7b42cc95c10608f852339a1d44ecfedaedd82acb565f5ffb05d2
-  data.tar.gz: 6a8c1c8f7d8deca7663699f7f20ea0e9cf7e7608b2d93150fb2fd4da438780fecff010332e43675800f94012739bfcda6a85dd27df1055958e6de0bbd4c158ab
+  metadata.gz: a37ba23e5e4915540ee5ad656d7c93dbd4d78ab36ad9e7f05ee2019d51061793b5a914e9e5527ce40bdf42ca5f6cb758124503293fb229ccf112b8d1e2f70193
+  data.tar.gz: 10f1cf69238cf4e8fae71e9ae892bc771d392b426d98b7168bbe9fbc9985bfcc3f0cf62dff8f9ba6fbca3484b13f29a4e2513259e0659a1a33b6708b764dccfa

data/lib/datahen/cli/scraper.rb

@@ -252,6 +252,9 @@ module Datahen
       desc "task SUBCOMMAND ...ARGS", "manage task on a job"
       subcommand "task", ScraperTask
 
+      desc "resource SUBCOMMAND ...ARGS", "manage resource on a job"
+      subcommand "resource", ScraperResource
+
 
     end
   end

data/lib/datahen/cli/scraper_resource.rb

@@ -0,0 +1,35 @@
+module Datahen
+  class CLI < Thor
+    class ScraperResource < Thor
+      package_name "scraper resource"
+      def self.banner(command, namespace = nil, subcommand = false)
+        "#{basename} #{@package_name} #{command.usage}"
+      end
+
+      desc "list", "List resources on a scraper's current job"
+      long_desc <<-LONGDESC
+        List all resources in a scraper's current job or given job ID.\x5
+      LONGDESC
+      option :scraper_name, :aliases => :s, type: :string, desc: 'Filter by a specific scraper_name'
+      option :job, :aliases => :j, type: :numeric, desc: 'Set a specific job ID'
+      option :pod, type: :string, desc: 'Returns only tasks with specific pod.'
+      option :container, type: :string, desc: 'Returns only tasks with specific container.'
+      option :executor, type: :string, desc: 'Returns only tasks with specific executor.'
+      def list()
+        if options[:job]
+          client = Client::JobResource.new(options)
+          puts "#{client.all(options[:job])}"
+        else
+          if options[:scraper_name]
+            client = Client::ScraperResource.new(options)
+            puts "#{client.all(options[:scraper_name])}"
+          else
+            puts 'Must specify either a job ID or a scraper name'
+          end
+        end
+      end
+      
+    end
+  end
+
+end

data/lib/datahen/cli.rb

@@ -7,6 +7,7 @@ require 'datahen/cli/scraper_job_var'
 require 'datahen/cli/scraper_job'
 require 'datahen/cli/scraper_finisher'
 require 'datahen/cli/global_page'
+require 'datahen/cli/scraper_resource'
 require 'datahen/cli/scraper_page'
 require 'datahen/cli/job_output'
 require 'datahen/cli/job'

data/lib/datahen/client/base.rb

@@ -128,6 +128,10 @@ module Datahen
         query[:force] = opts[:force] if opts[:force]
         query[:action] = opts[:action] if opts[:action]
         query[:"include-system"] = opts[:"include-system"] if opts[:"include-system"]
+        query[:"pod"] = opts[:"pod"] if opts[:"pod"]
+        query[:"container"] = opts[:"container"] if opts[:"container"]
+        query[:"executor"] = opts[:"executor"] if opts[:"executor"]
+        
 
         if opts[:query]
           if opts[:query].is_a?(Hash)

data/lib/datahen/client/job_resource.rb

@@ -0,0 +1,11 @@
+module Datahen
+  module Client
+    class JobResource < Datahen::Client::Base
+      def all(job_id, opts={})
+        params = @options.merge(opts)
+        self.class.get("/jobs/#{job_id}/resources", params)
+      end
+    end
+
+  end
+end

data/lib/datahen/client/scraper_resource.rb

@@ -0,0 +1,11 @@
+module Datahen
+  module Client
+    class ScraperResource < Datahen::Client::Base
+      def all(scraper_name, opts={})
+        params = @options.merge(opts)
+        self.class.get("/scrapers/#{scraper_name}/resources", params)
+      end
+    end
+
+  end
+end

data/lib/datahen/client.rb

@@ -26,6 +26,8 @@ require "datahen/client/scraper_job_var"
 require "datahen/client/job_finisher"
 require "datahen/client/job_task"
 require "datahen/client/scraper_task"
+require "datahen/client/job_resource"
+require "datahen/client/scraper_resource"
 
 module Datahen
   module Client

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "1.5.3"
+  VERSION = "1.6.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 1.5.3
+  version: 1.6.0
 platform: ruby
 authors:
 - Parama Danoesubroto
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-25 00:00:00.000000000 Z
+date: 2024-02-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -227,6 +227,7 @@ files:
 - lib/datahen/cli/scraper_job.rb
 - lib/datahen/cli/scraper_job_var.rb
 - lib/datahen/cli/scraper_page.rb
+- lib/datahen/cli/scraper_resource.rb
 - lib/datahen/cli/scraper_task.rb
 - lib/datahen/cli/scraper_var.rb
 - lib/datahen/cli/seeder.rb
@@ -245,6 +246,7 @@ files:
 - lib/datahen/client/job_log.rb
 - lib/datahen/client/job_output.rb
 - lib/datahen/client/job_page.rb
+- lib/datahen/client/job_resource.rb
 - lib/datahen/client/job_stat.rb
 - lib/datahen/client/job_task.rb
 - lib/datahen/client/job_var.rb
@@ -257,6 +259,7 @@ files:
 - lib/datahen/client/scraper_job_output.rb
 - lib/datahen/client/scraper_job_page.rb
 - lib/datahen/client/scraper_job_var.rb
+- lib/datahen/client/scraper_resource.rb
 - lib/datahen/client/scraper_task.rb
 - lib/datahen/client/scraper_var.rb
 - lib/datahen/error.rb
@@ -281,7 +284,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://datahen.com
   source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -296,8 +299,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.2.15
+signing_key:
 specification_version: 4
 summary: DataHen toolbelt for developers
 test_files: []