logstash-input-yasuri 5.0.3 → 5.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 01514669c8c47d9e53f8b7fa8a3a0129e1c9a5cb
-  data.tar.gz: a1078fac99cb7a486d365ce283e164756f585773
+  metadata.gz: e24cb2f310e23e273c52bc23bc984555bf682f17
+  data.tar.gz: 13ab2bbbd94c68087ec78d2bbba26a8f423b1b47
 SHA512:
-  metadata.gz: 6b160f2e2a878ccb774a4445ca7383468d9f3624de9a3ce82c31768f55ef4a4a90bc7413bbf2b613426762e9378a2c0a6e6466bd3428526320d037914fb1b7e5
-  data.tar.gz: 115196cd90bb7e3a86314280433f1bb2788241c8c160c235b8dca2655a4b447519a07633e7da09af13644f2eba4ea31d46516404615c28e920801b80560dc694
+  metadata.gz: 97a3340efb2b5d13fc2fc76ef39d6888163f108d42ba058890e074fdb86b9ad17edc1ccca0d4e232a234466cbd71d6e82d9ed93f447a212125f0d91d5ed9c7a3
+  data.tar.gz: fe6a775469684d7572cd8db18f9b37eb187b5a4e4faf71da11b66f49237bff496e476bb0f969801af8475915edd079350b820d9d050c44b45794a5805631fa29

data/README.md

@@ -52,6 +52,11 @@ gem build logstash-input-yasuri
 # generate logstash-input-yasuri-x.x.x.gem
 ```
 
+- publish gem
+```sh
+bundle exec rake publish_gem
+```
+
 ### 2. Running your unpublished Plugin in Logstash
 
 #### 2.1 Run in a local Logstash clone

data/lib/logstash/inputs/yasuri.rb

@@ -10,10 +10,16 @@ class LogStash::Inputs::Yasuri < LogStash::Inputs::Base
 
   default :codec, "plain"
 
+  # logstash-input-yasuri require option :parse_tree or :parse_tree_path.
+  # If given both, logstash-input-yasuri use :parse_tree.
+
   # Parse tree as JSON.
   # Read https://github.com/tac0x2a/yasuri/blob/master/USAGE.md#construct-parse-tree
   config :parse_tree, :validate => :string
 
+  # Path to parse tree JSON file.
+  config :parse_tree_path, :validate => :string
+
   # Target web page url.
   config :url, :validate => :string
 
@@ -26,7 +32,11 @@ class LogStash::Inputs::Yasuri < LogStash::Inputs::Base
   def register
     @host = Socket.gethostname
     @agent = Mechanize.new
-    @tree  = Yasuri.json2tree(@parse_tree)
+
+    # If given both, logstash-input-yasuri use :parse_tree.
+    tree = @parse_tree || File.read(@parse_tree_path)
+
+    @tree  = Yasuri.json2tree(tree)
   end # def register
 
   def run(queue)

data/logstash-input-yasuri.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-input-yasuri'
-  s.version         = '5.0.3'
+  s.version         = '5.0.4'
   s.licenses = ['Apache License (2.0)']
   s.summary = "Web scraping input plugin for logstash."
   s.description     = "Web scraping input plugin for logstash."

data/spec/inputs/res/parse_tree.json

@@ -0,0 +1,17 @@
+{
+  "node": "struct",
+  "name": "titles",
+  "path": "//td[@class='title'][not(@align)]",
+  "children": [
+    {
+      "node": "text",
+      "name": "title",
+      "path": "./a"
+    },
+    {
+      "node": "text",
+      "name": "url",
+      "path": "./a/@href"
+    }
+  ]
+}

data/spec/inputs/yasuri_spec.rb

@@ -30,6 +30,14 @@ describe LogStash::Inputs::Yasuri do
     )
   }
 
+  let(:input_from_parse_tree_file) {
+    input_from_parse_tree_file = LogStash::Plugin.lookup("input", "yasuri").new(
+      "split" => true,
+      "url" => "https://news.ycombinator.com/",
+      "parse_tree_path" => "spec/inputs/res/parse_tree.json"
+    )
+  }
+
   it "should register" do
     # register will try to load jars and raise if it cannot find jars or if org.apache.log4j.spi.LoggingEvent class is not present
     expect {input.register}.to_not raise_error
@@ -41,4 +49,10 @@ describe LogStash::Inputs::Yasuri do
     input.inner_run(queue)
     expect(queue.size).not_to be_zero
   end
+
+  it "enqueues some events from input_from_parse_tree_file" do
+    input_from_parse_tree_file.register
+    input_from_parse_tree_file.inner_run(queue)
+    expect(queue.size).not_to be_zero
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-yasuri
 version: !ruby/object:Gem::Version
-  version: 5.0.3
+  version: 5.0.4
 platform: ruby
 authors:
 - tac0x2a
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-11-14 00:00:00.000000000 Z
+date: 2016-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +108,7 @@ files:
 - README.md
 - lib/logstash/inputs/yasuri.rb
 - logstash-input-yasuri.gemspec
+- spec/inputs/res/parse_tree.json
 - spec/inputs/yasuri_spec.rb
 homepage: https://github.com/tac0x2a/logstash-input-yasuri
 licenses:
@@ -131,9 +132,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.6.6
+rubygems_version: 2.6.8
 signing_key:
 specification_version: 4
 summary: Web scraping input plugin for logstash.
 test_files:
+- spec/inputs/res/parse_tree.json
 - spec/inputs/yasuri_spec.rb