yasuri 3.0.0 → 3.3.2

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: yasuri
 version: !ruby/object:Gem::Version
-  version: 3.0.0
+  version: 3.3.2
 platform: ruby
 authors:
 - TAC
 autorequire:
-bindir: bin
+bindir: exe
 cert_chain: []
-date: 2021-03-18 00:00:00.000000000 Z
+date: 2021-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: codeclimate-test-reporter
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -39,7 +39,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: coveralls
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,7 +81,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: coveralls
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -95,7 +95,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: simplecov
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -109,7 +109,63 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: codeclimate-test-reporter
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-performance
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rubycw
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -136,10 +192,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Yasuri is an easy web-scraping library for supporting "Mechanize".
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Yasuri (鑢) is a library for declarative web scraping and a command line
+  tool for scraping with it.
 email:
 - tac@tac42.net
-executables: []
+executables:
+- yasuri
 extensions: []
 extra_rdoc_files: []
 files:
@@ -147,6 +219,8 @@ files:
 - ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".rspec"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
 - ".ruby-version"
 - ".travis.yml"
 - Gemfile
@@ -155,16 +229,26 @@ files:
 - Rakefile
 - USAGE.ja.md
 - USAGE.md
-- app.rb
+- examples/example.rb
+- examples/github.yml
+- examples/sample.json
+- examples/sample.yml
+- exe/yasuri
 - lib/yasuri.rb
 - lib/yasuri/version.rb
 - lib/yasuri/yasuri.rb
+- lib/yasuri/yasuri_cli.rb
 - lib/yasuri/yasuri_links_node.rb
+- lib/yasuri/yasuri_map_node.rb
 - lib/yasuri/yasuri_node.rb
 - lib/yasuri/yasuri_node_generator.rb
 - lib/yasuri/yasuri_paginate_node.rb
 - lib/yasuri/yasuri_struct_node.rb
 - lib/yasuri/yasuri_text_node.rb
+- spec/cli_resources/tree.json
+- spec/cli_resources/tree.yml
+- spec/cli_resources/tree_wrong.json
+- spec/cli_resources/tree_wrong.yml
 - spec/htdocs/child01.html
 - spec/htdocs/child01_sub.html
 - spec/htdocs/child02.html
@@ -180,8 +264,9 @@ files:
 - spec/htdocs/struct/structual_text.html
 - spec/servers/httpserver.rb
 - spec/spec_helper.rb
+- spec/yasuri_cli_spec.rb
 - spec/yasuri_links_node_spec.rb
-- spec/yasuri_node_spec.rb
+- spec/yasuri_map_spec.rb
 - spec/yasuri_paginate_node_spec.rb
 - spec/yasuri_spec.rb
 - spec/yasuri_struct_node_spec.rb
@@ -199,7 +284,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -209,8 +294,12 @@ requirements: []
 rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
-summary: Yasuri is easy scraping library.
+summary: Yasuri (鑢) is a library for declarative web scraping and cli.
 test_files:
+- spec/cli_resources/tree.json
+- spec/cli_resources/tree.yml
+- spec/cli_resources/tree_wrong.json
+- spec/cli_resources/tree_wrong.yml
 - spec/htdocs/child01.html
 - spec/htdocs/child01_sub.html
 - spec/htdocs/child02.html
@@ -226,8 +315,9 @@ test_files:
 - spec/htdocs/struct/structual_text.html
 - spec/servers/httpserver.rb
 - spec/spec_helper.rb
+- spec/yasuri_cli_spec.rb
 - spec/yasuri_links_node_spec.rb
-- spec/yasuri_node_spec.rb
+- spec/yasuri_map_spec.rb
 - spec/yasuri_paginate_node_spec.rb
 - spec/yasuri_spec.rb
 - spec/yasuri_struct_node_spec.rb

data/app.rb

@@ -1,52 +0,0 @@
-#!/usr/bin/env ruby
-# -*- coding: utf-8 -*-
-
-# Author::    TAC (tac@tac42.net)
-
-require 'pp'
-require 'time'
-require 'mechanize'
-
-require_relative 'lib/yasuri/yasuri'
-
-agent = Mechanize.new
-
-uri = "http://www.asahi.com/"
-
-# Node tree constructing by DSL
-root = Yasuri.links_top '//*[@id="MainInner"]/div[1]/ul/li/a' do
-  text_title   '//*[@id="MainInner"]/div[1]/div/h1'
-  text_article '//*[@id="MainInner"]/div/div[@class="ArticleText"]'
-end
-
-# Node tree constructing by JSON
-src = <<-EOJSON
-   { "node"     : "links",
-     "name"     : "root",
-     "path"     : "//*[@id='MainInner']/div[1]/ul/li/a",
-     "children" : [
-                    { "node" : "text",
-                      "name" : "title",
-                      "path" : "//*[@id='MainInner']/div[1]/div/h1"
-                    },
-                    { "node" : "text",
-                      "name" : "article",
-                      "path" : "//*[@id='MainInner']/div/div[@class='ArticleText']"
-                    }
-                  ]
-   }
-EOJSON
-root = Yasuri.json2tree(src)
-
-# Access to parsed resources
-page = agent.get(uri)
-contents = root.inject(agent, page)
-
-contents.each do |h|
-  t = h['title']
-  a = h['article']
-
-  puts t
-  puts a
-  puts "=" * 100
-end

data/spec/yasuri_node_spec.rb

@@ -1,11 +0,0 @@
-
-# Author::    TAC (tac@tac42.net)
-
-require_relative 'spec_helper'
-
-########
-# Node #
-########
-describe 'Yasuri' do
-
-end