tanakai 1.6.0 → 1.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7ea3cd20cfaedaebf473e853b66ebe58958e89b7525246444e3c8aeef46a4bf0
-  data.tar.gz: a2c51b86487d6392a58b533237731996639fe0037c9aca22a6140c3c968eaf7d
+  metadata.gz: a544dd8c9d448beccd646a4a536a5597bd9e6348717c4f8103f708798fbc21c5
+  data.tar.gz: '093f88b3185e3999f4bed6b6c9df472a1d7c32c4f1e95e044bd313ec4e444f50'
 SHA512:
-  metadata.gz: 52d9a730a0a9e08c0a49ee4177a0370f5ed2a12ac9e3925f0a83b0c232dcedb1645d1b6860cb19c8453bbc5777cec02403654e2282e57ad75c5c2cb898b6dc1b
-  data.tar.gz: '0969ee651ec787b9fa1e47b8d776571b6f4751c29d3dd15bb0c696181ceab8bc826db6f54486df6426151f25f626f4725bf79c51ec8cc8cebebbe6cfa057bfa3'
+  metadata.gz: 0bf1db16739720f015902830f588a3a463331b6d36d241fdd0d397bd1d8cb2e8ef921bf8d10a552016b7b2e43e415f938b974001e63a347a8feec9bb8b9b270f
+  data.tar.gz: c080531acf9b98fb00c94ca994c3e32281c5eada7a38d15175a481f55e4b8cbe11b707950a9674fdfd09909b6ded2ece608f753b5fb5fb919ae79b6810c97547

data/.gitignore

@@ -11,3 +11,4 @@ Gemfile.lock
 *.retry
 .tags*
 *.gem
+.DS_Store

data/CHANGELOG.md

@@ -1,18 +1,28 @@
 # CHANGELOG
 
+## Next
+* Your contribution here
+
+## 1.7.0
+### New
+* Allow passing `data:` to `crawl!` - [glaucocustodio](https://github.com/glaucocustodio)
+
+### Fixes
+* [#4](https://github.com/glaucocustodio/tanakai/pull/4): Fix keyword args on `crawl!` - [milk1000cc](https://github.com/milk1000cc)
+
 ## 1.6.0
 ### New
-* Add support to Ruby 3
+* Add support to Ruby 3 - [glaucocustodio](https://github.com/glaucocustodio)
 
 ## 1.5.1
 ### New
-* Add `response_type` to `in_parallel`
+* Add `response_type` to `in_parallel` - [glaucocustodio](https://github.com/glaucocustodio)
 
 ## 1.5.0
 ### New
-* First release as Tanakai
-* Add support to [Apparition](https://github.com/twalpole/apparition)
-* Add support to [Cuprite](https://github.com/rubycdp/cuprite)
+* First release as Tanakai - [glaucocustodio](https://github.com/glaucocustodio)
+* Add support to [Apparition](https://github.com/twalpole/apparition) - [glaucocustodio](https://github.com/glaucocustodio)
+* Add support to [Cuprite](https://github.com/rubycdp/cuprite) - [glaucocustodio](https://github.com/glaucocustodio)
 
 ## 1.4.0
 ### New

data/README.md

@@ -1355,6 +1355,12 @@ end # =>
 # {:spider_name=>"example_spider", :status=>:completed, :environment=>"development", :start_time=>2018-08-22 18:49:22 +0400, :stop_time=>2018-08-22 18:49:23 +0400, :running_time=>0.801, :visits=>{:requests=>1, :responses=>1}, :items=>{:sent=>0, :processed=>0}, :error=>nil}
 ```
 
+You can also pass `data` to `crawl!`:
+
+```ruby
+ExampleSpider.crawl!(data: { foo: "bar" })
+```
+
 So what if you're don't care about stats and just want to process request to a particular spider method and get the returning value from this method? Use `.parse!` instead:
 
 #### `.parse!(:method_name, url:)` method

data/lib/tanakai/base.rb

@@ -100,7 +100,7 @@ module Tanakai
       end
     end
 
-    def self.crawl!(exception_on_fail: true)
+    def self.crawl!(exception_on_fail: true, data: {})
       logger.error "Spider: already running: #{name}" and return false if running?
 
       @storage = Storage.new
@@ -124,13 +124,13 @@ module Tanakai
       if start_urls
         start_urls.each do |start_url|
           if start_url.class == Hash
-            spider.request_to(:parse, start_url)
+            spider.request_to(:parse, url: start_url, data: data)
           else
-            spider.request_to(:parse, url: start_url)
+            spider.request_to(:parse, url: start_url, data: data)
           end
         end
       else
-        spider.parse
+        spider.parse(data: data)
       end
     rescue StandardError, SignalException, SystemExit => e
       @run_info.merge!(status: :failed, error: e.inspect)
@@ -160,7 +160,7 @@ module Tanakai
       if args.present?
         spider.public_send(handler, *args)
       elsif request.present?
-        spider.request_to(handler, request)
+        spider.request_to(handler, **request)
       else
         spider.public_send(handler)
       end

data/lib/tanakai/version.rb

@@ -1,3 +1,3 @@
 module Tanakai
-  VERSION = "1.6.0"
+  VERSION = "1.7.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tanakai
 version: !ruby/object:Gem::Version
-  version: 1.6.0
+  version: 1.7.0
 platform: ruby
 authors:
 - Victor Afanasev
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-02-16 00:00:00.000000000 Z
+date: 2023-10-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor