datahen 1.2.3 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/datahen.gemspec +1 -1
- data/lib/datahen/cli/scraper_job.rb +15 -0
- data/lib/datahen/client/job.rb +6 -0
- data/lib/datahen/client/scraper.rb +1 -0
- data/lib/datahen/client/scraper_job.rb +5 -0
- data/lib/datahen/version.rb +1 -1
- metadata +8 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: af6aefb0106af924ba636a91de29b27953fbf403ede51a779b9787a3f135d1b9
|
4
|
+
data.tar.gz: ce6f5dedbdff08f2034cb631e103c905ee82642b86349fdbbecc878281764c6a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ccaa0107c92694865efbbf8c1b8e8d5d100d60145c3f33439abe5561ea6f220efa8f499764b152fdc90f0173433e380b697b4bd3eaee68d7b0681815c789bcc5
|
7
|
+
data.tar.gz: c4859147460d3600e76d903755eef91cb114c65b7abb17c0ab093fa9f23e7e298dd02a42fc1da8a25c6d50edee06c17b8175dca4d61b62ec012c947f1904d2f4
|
data/datahen.gemspec
CHANGED
@@ -35,7 +35,7 @@ Gem::Specification.new do |spec|
|
|
35
35
|
spec.require_paths = ["lib"]
|
36
36
|
spec.required_ruby_version = '>= 2.4.4'
|
37
37
|
spec.add_dependency "thor", "~> 0.20.3"
|
38
|
-
spec.add_dependency 'httparty', '~> 0.
|
38
|
+
spec.add_dependency 'httparty', '~> 0.21'
|
39
39
|
spec.add_dependency 'nokogiri', '~> 1.6'
|
40
40
|
spec.add_dependency 'concurrent-ruby', '~> 1.1'
|
41
41
|
spec.add_dependency 'parallel', '~> 1.20'
|
@@ -133,6 +133,21 @@ module Datahen
|
|
133
133
|
end
|
134
134
|
end
|
135
135
|
|
136
|
+
desc "sync_schema <scraper_name>", "deploy schema config"
|
137
|
+
long_desc <<-LONGDESC
|
138
|
+
Deploy a scraper's schema config
|
139
|
+
LONGDESC
|
140
|
+
option :job, :aliases => :j, type: :numeric, desc: 'Set a specific job ID'
|
141
|
+
def sync_schema(scraper_name)
|
142
|
+
if options[:job]
|
143
|
+
client = Client::Job.new(options)
|
144
|
+
puts "#{client.sync_schema(options[:job])}"
|
145
|
+
else
|
146
|
+
client = Client::ScraperJob.new(options)
|
147
|
+
puts "#{client.sync_schema(scraper_name)}"
|
148
|
+
end
|
149
|
+
end
|
150
|
+
|
136
151
|
desc "var SUBCOMMAND ...ARGS", "for managing scraper's job variables"
|
137
152
|
subcommand "var", ScraperJobVar
|
138
153
|
|
data/lib/datahen/client/job.rb
CHANGED
@@ -75,6 +75,11 @@ module Datahen
|
|
75
75
|
params = @options.merge(opts)
|
76
76
|
self.class.delete("/scrapers/#{scraper_name}/current_job", params)
|
77
77
|
end
|
78
|
+
|
79
|
+
def sync_schema(scraper_name, opts={})
|
80
|
+
params = @options.merge(opts)
|
81
|
+
self.class.put("/scrapers/#{scraper_name}/current_job/sync/schema", params)
|
82
|
+
end
|
78
83
|
end
|
79
84
|
end
|
80
85
|
end
|
data/lib/datahen/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: datahen
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.3.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Parama Danoesubroto
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-06-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: thor
|
@@ -30,14 +30,14 @@ dependencies:
|
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: 0.
|
33
|
+
version: '0.21'
|
34
34
|
type: :runtime
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: 0.
|
40
|
+
version: '0.21'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: nokogiri
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
@@ -278,7 +278,7 @@ metadata:
|
|
278
278
|
allowed_push_host: https://rubygems.org
|
279
279
|
homepage_uri: https://datahen.com
|
280
280
|
source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
|
281
|
-
post_install_message:
|
281
|
+
post_install_message:
|
282
282
|
rdoc_options: []
|
283
283
|
require_paths:
|
284
284
|
- lib
|
@@ -293,8 +293,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
293
293
|
- !ruby/object:Gem::Version
|
294
294
|
version: '0'
|
295
295
|
requirements: []
|
296
|
-
rubygems_version: 3.
|
297
|
-
signing_key:
|
296
|
+
rubygems_version: 3.0.3
|
297
|
+
signing_key:
|
298
298
|
specification_version: 4
|
299
299
|
summary: DataHen toolbelt for developers
|
300
300
|
test_files: []
|