tanakai 1.7.2 → 1.7.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +8 -0
- data/lib/tanakai/base.rb +0 -4
- data/lib/tanakai/browser_builder/cuprite_builder.rb +1 -0
- data/lib/tanakai/version.rb +1 -1
- data/tanakai.gemspec +1 -0
- metadata +17 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 651a7706a2103d7a37793b8e01e58146eb267a58ec685b1db345646f73b9affc
|
|
4
|
+
data.tar.gz: 381b7cc09df24c42f991e60b6e67f58b2530995e5c0d00000760c565dbc2da17
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c52d177b483a590edc85f20b937f0807b8f278cf2eba98c261a10d56528e9fc72332418dd8861fdbb6001595d708f23b9750873ea7e777aab87a944080f975b6
|
|
7
|
+
data.tar.gz: 2748f9080efe6f4a3bf36c9c6f37900981cfbfedfee5083490ffa9e1ad626b8e2cef988ef2bb44da526789db80061ffe5acca480b8348aa17b1dd9d2ab78f3dd
|
data/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,14 @@
|
|
|
3
3
|
## Next
|
|
4
4
|
* Your contribution here
|
|
5
5
|
|
|
6
|
+
## 1.7.4
|
|
7
|
+
### Fixes
|
|
8
|
+
* [#13](https://github.com/glaucocustodio/tanakai/pull/13): Add csv to the gemspec / remove unused `create_browser` method - [n-at-han-k](https://github.com/n-at-han-k)
|
|
9
|
+
|
|
10
|
+
## 1.7.3
|
|
11
|
+
### Fixes
|
|
12
|
+
* [#7](https://github.com/glaucocustodio/tanakai/pull/7): Fix Cuprite error when using root user in docker - [mqzhang](https://github.com/mqzhang)
|
|
13
|
+
|
|
6
14
|
## 1.7.2
|
|
7
15
|
### Fixes
|
|
8
16
|
* [#6](https://github.com/glaucocustodio/tanakai/pull/6): Fix url validation - [MrChriss](https://github.com/MrChriss)
|
data/lib/tanakai/base.rb
CHANGED
|
@@ -250,10 +250,6 @@ module Tanakai
|
|
|
250
250
|
|
|
251
251
|
private
|
|
252
252
|
|
|
253
|
-
def create_browser(engine, config = {})
|
|
254
|
-
Tanakai::BrowserBuilder.build(engine, config, spider: self)
|
|
255
|
-
end
|
|
256
|
-
|
|
257
253
|
def unique_request?(url)
|
|
258
254
|
options = @config[:skip_duplicate_requests]
|
|
259
255
|
if options.class == Hash
|
|
@@ -17,6 +17,7 @@ module Tanakai::BrowserBuilder
|
|
|
17
17
|
# Register driver
|
|
18
18
|
Capybara.register_driver :cuprite do |app|
|
|
19
19
|
driver_options = { headless: ENV.fetch("HEADLESS", "true") == "true" }
|
|
20
|
+
driver_options[:browser_options] = {'no-sandbox': nil} if Process.uid == 0 # root user
|
|
20
21
|
logger.debug "BrowserBuilder (cuprite): enabled extensions"
|
|
21
22
|
|
|
22
23
|
Capybara::Cuprite::Driver.new(app, driver_options)
|
data/lib/tanakai/version.rb
CHANGED
data/tanakai.gemspec
CHANGED
|
@@ -28,6 +28,7 @@ Gem::Specification.new do |spec|
|
|
|
28
28
|
spec.add_dependency "activesupport"
|
|
29
29
|
spec.add_dependency "murmurhash3"
|
|
30
30
|
spec.add_dependency "nokogiri"
|
|
31
|
+
spec.add_dependency "csv"
|
|
31
32
|
|
|
32
33
|
spec.add_dependency "capybara", ">= 2.15", "< 4.0"
|
|
33
34
|
spec.add_dependency "capybara-mechanize"
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tanakai
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.7.
|
|
4
|
+
version: 1.7.4
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Victor Afanasev
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: exe
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date:
|
|
12
|
+
date: 2024-09-30 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: thor
|
|
@@ -81,6 +81,20 @@ dependencies:
|
|
|
81
81
|
- - ">="
|
|
82
82
|
- !ruby/object:Gem::Version
|
|
83
83
|
version: '0'
|
|
84
|
+
- !ruby/object:Gem::Dependency
|
|
85
|
+
name: csv
|
|
86
|
+
requirement: !ruby/object:Gem::Requirement
|
|
87
|
+
requirements:
|
|
88
|
+
- - ">="
|
|
89
|
+
- !ruby/object:Gem::Version
|
|
90
|
+
version: '0'
|
|
91
|
+
type: :runtime
|
|
92
|
+
prerelease: false
|
|
93
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
94
|
+
requirements:
|
|
95
|
+
- - ">="
|
|
96
|
+
- !ruby/object:Gem::Version
|
|
97
|
+
version: '0'
|
|
84
98
|
- !ruby/object:Gem::Dependency
|
|
85
99
|
name: capybara
|
|
86
100
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -395,7 +409,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
395
409
|
- !ruby/object:Gem::Version
|
|
396
410
|
version: '0'
|
|
397
411
|
requirements: []
|
|
398
|
-
rubygems_version: 3.
|
|
412
|
+
rubygems_version: 3.5.11
|
|
399
413
|
signing_key:
|
|
400
414
|
specification_version: 4
|
|
401
415
|
summary: Maintained fork of Kimurai, a modern web scraping framework written in Ruby
|