yasuri 2.0.11 → 3.2.0

data/spec/yasuri_struct_node_spec.rb

@@ -12,7 +12,7 @@ describe 'Yasuri' do
   describe '::StructNode' do
     before do
       @agent = Mechanize.new
-      @page = @agent.get(uri + "/structual_text.html")
+      @page = @agent.get(uri + "/struct/structual_text.html")
 
       @table_1996 = [
         { "title"    => "The Perfect Insider",
@@ -132,4 +132,45 @@ describe 'Yasuri' do
     end
 
   end
+
+  describe '::StructNode::Links' do
+    before do
+      @agent = Mechanize.new
+      @page = @agent.get(uri + "/struct/structual_links.html")
+
+      @table = [
+        { "title" => "Child01,02",
+          "child" => [{"p" => "Child 01 page."}, {"p" => "Child 02 page."}] },
+
+        { "title" => "Child01,02,03",
+          "child" => [{"p" => "Child 01 page."}, {"p" => "Child 02 page."}, {"p" => "Child 03 page."}]}
+      ]
+    end
+
+    it 'return child node in links inside struct' do
+      node = Yasuri::StructNode.new('/html/body/table/tr', "table", [
+        Yasuri::TextNode.new('./td[1]', "title"),
+        Yasuri::LinksNode.new('./td/a', "child", [
+          Yasuri::TextNode.new('/html/body/p', "p"),
+        ])
+      ])
+      expected = @table
+      actual = node.inject(@agent, @page)
+      expect(actual).to match expected
+    end
+  end # descrive
+
+  describe '::StructNode::Pages' do
+    before do
+      @agent = Mechanize.new
+      @page = @agent.get(uri + "/struct/structual_text.html") #dummy
+    end
+
+    it 'not supported' do
+      node = Yasuri::StructNode.new('/html/body/table[1]/tr', "table", [
+        Yasuri::PaginateNode.new("/html/body/nav/span/a[@class='next']", "pages", [])
+      ])
+      expect{ node.inject(@agent, @page) }.to raise_error(NotImplementedError, "PagenateNode inside StructNode, Not Supported")
+    end
+  end
 end

data/yasuri.gemspec

@@ -14,12 +14,13 @@ Gem::Specification.new do |spec|
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.bindir        = "exe"
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.7"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "fuubar"
   spec.add_development_dependency "glint"
@@ -28,4 +29,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "codeclimate-test-reporter"
 
   spec.add_dependency "mechanize"
+  spec.add_dependency "thor"
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: yasuri
 version: !ruby/object:Gem::Version
-  version: 2.0.11
+  version: 3.2.0
 platform: ruby
 authors:
 - TAC
-autorequire: 
-bindir: bin
+autorequire:
+bindir: exe
 cert_chain: []
-date: 2016-11-14 00:00:00.000000000 Z
+date: 2021-03-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -136,16 +136,33 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Yasuri is an easy web-scraping library for supporting "Mechanize".
 email:
 - tac@tac42.net
-executables: []
+executables:
+- yasuri
 extensions: []
 extra_rdoc_files: []
 files:
 - ".coveralls.yml"
+- ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".rspec"
+- ".ruby-version"
 - ".travis.yml"
 - Gemfile
 - LICENSE
@@ -154,15 +171,22 @@ files:
 - USAGE.ja.md
 - USAGE.md
 - app.rb
+- exe/yasuri
 - lib/yasuri.rb
 - lib/yasuri/version.rb
 - lib/yasuri/yasuri.rb
+- lib/yasuri/yasuri_cli.rb
 - lib/yasuri/yasuri_links_node.rb
+- lib/yasuri/yasuri_map_node.rb
 - lib/yasuri/yasuri_node.rb
 - lib/yasuri/yasuri_node_generator.rb
 - lib/yasuri/yasuri_paginate_node.rb
 - lib/yasuri/yasuri_struct_node.rb
 - lib/yasuri/yasuri_text_node.rb
+- spec/cli_resources/tree.json
+- spec/cli_resources/tree.yml
+- spec/cli_resources/tree_wrong.json
+- spec/cli_resources/tree_wrong.yml
 - spec/htdocs/child01.html
 - spec/htdocs/child01_sub.html
 - spec/htdocs/child02.html
@@ -174,10 +198,13 @@ files:
 - spec/htdocs/pagination/page02.html
 - spec/htdocs/pagination/page03.html
 - spec/htdocs/pagination/page04.html
-- spec/htdocs/structual_text.html
+- spec/htdocs/struct/structual_links.html
+- spec/htdocs/struct/structual_text.html
 - spec/servers/httpserver.rb
 - spec/spec_helper.rb
+- spec/yasuri_cli_spec.rb
 - spec/yasuri_links_node_spec.rb
+- spec/yasuri_map_spec.rb
 - spec/yasuri_node_spec.rb
 - spec/yasuri_paginate_node_spec.rb
 - spec/yasuri_spec.rb
@@ -188,7 +215,7 @@ homepage: https://github.com/tac0x2a/yasuri
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -203,12 +230,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: Yasuri is easy scraping library.
 test_files:
+- spec/cli_resources/tree.json
+- spec/cli_resources/tree.yml
+- spec/cli_resources/tree_wrong.json
+- spec/cli_resources/tree_wrong.yml
 - spec/htdocs/child01.html
 - spec/htdocs/child01_sub.html
 - spec/htdocs/child02.html
@@ -220,10 +250,13 @@ test_files:
 - spec/htdocs/pagination/page02.html
 - spec/htdocs/pagination/page03.html
 - spec/htdocs/pagination/page04.html
-- spec/htdocs/structual_text.html
+- spec/htdocs/struct/structual_links.html
+- spec/htdocs/struct/structual_text.html
 - spec/servers/httpserver.rb
 - spec/spec_helper.rb
+- spec/yasuri_cli_spec.rb
 - spec/yasuri_links_node_spec.rb
+- spec/yasuri_map_spec.rb
 - spec/yasuri_node_spec.rb
 - spec/yasuri_paginate_node_spec.rb
 - spec/yasuri_spec.rb