RubyGems - yasuri - Versions diffs - 2.0.11 → 3.2.0 - Mend

yasuri 2.0.11 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (35) hide show

checksums.yaml +5 -5
data/.github/workflows/ruby.yml +35 -0
data/.gitignore +1 -2
data/.ruby-version +1 -0
data/.travis.yml +1 -3
data/README.md +88 -19
data/USAGE.ja.md +325 -63
data/USAGE.md +335 -69
data/exe/yasuri +5 -0
data/lib/yasuri.rb +1 -0
data/lib/yasuri/version.rb +1 -1
data/lib/yasuri/yasuri.rb +80 -39
data/lib/yasuri/yasuri_cli.rb +64 -0
data/lib/yasuri/yasuri_links_node.rb +10 -6
data/lib/yasuri/yasuri_map_node.rb +39 -0
data/lib/yasuri/yasuri_node.rb +24 -3
data/lib/yasuri/yasuri_node_generator.rb +16 -11
data/lib/yasuri/yasuri_paginate_node.rb +18 -6
data/lib/yasuri/yasuri_struct_node.rb +8 -4
data/lib/yasuri/yasuri_text_node.rb +11 -4
data/spec/cli_resources/tree.json +8 -0
data/spec/cli_resources/tree.yml +5 -0
data/spec/cli_resources/tree_wrong.json +9 -0
data/spec/cli_resources/tree_wrong.yml +6 -0
data/spec/htdocs/struct/structual_links.html +30 -0
data/spec/htdocs/{structual_text.html → struct/structual_text.html} +0 -0
data/spec/spec_helper.rb +1 -6
data/spec/yasuri_cli_spec.rb +83 -0
data/spec/yasuri_links_node_spec.rb +12 -4
data/spec/yasuri_map_spec.rb +76 -0
data/spec/yasuri_paginate_node_spec.rb +43 -0
data/spec/yasuri_spec.rb +199 -84
data/spec/yasuri_struct_node_spec.rb +42 -1
data/yasuri.gemspec +5 -3
metadata +52 -19

data/lib/yasuri/yasuri_struct_node.rb CHANGED Viewed

@@ -6,16 +6,20 @@ require_relative 'yasuri_node'
 module Yasuri
   class StructNode
     include Node
-    def inject(agent, page, opt = {})
-      sub_tags = page.search(@xpath)
+    def inject(agent, page, opt = {}, element = page)
+      sub_tags = element.search(@xpath)
       tree = sub_tags.map do |sub_tag|
         child_results_kv = @children.map do |child_node|
-          child_name = Yasuri.NodeName(child_node.name, opt)
-          [child_name, child_node.inject(agent, sub_tag, opt)]
+          child_name = Yasuri.node_name(child_node.name, opt)
+          [child_name, child_node.inject(agent, page, opt, sub_tag)]
         end
         Hash[child_results_kv]
       end
       tree.size == 1 ? tree.first : tree
     end # inject
+    def node_type_str
+      "struct".freeze
+    end
   end
 end

data/lib/yasuri/yasuri_text_node.rb CHANGED Viewed

@@ -7,19 +7,21 @@ module Yasuri
   class TextNode
     include Node
-    def initialize(xpath, name, children = [], truncate: nil, proc:nil)
+    def initialize(xpath, name, children = [], **opt)
       super(xpath, name, children)
+      truncate = opt[:truncate]
+      proc = opt[:proc]
       truncate = Regexp.new(truncate) if not truncate.nil? # regexp or nil
       @truncate = truncate
       @truncate = Regexp.new(@truncate.to_s) if not @truncate.nil?
       @proc = proc.nil? ? nil : proc.to_sym
     end
-    def inject(agent, page, opt = {})
-      node = page.search(@xpath)
+    def inject(agent, page, opt = {}, element = page)
+      node = element.search(@xpath)
       text = node.text.to_s
       if @truncate
@@ -28,11 +30,16 @@ module Yasuri
       end
       text = text.__send__(@proc) if @proc && text.respond_to?(@proc)
       text
     end
     def opts
       {truncate:@truncate, proc:@proc}
     end
+    def node_type_str
+      "text".freeze
+    end
   end
 end

data/spec/cli_resources/tree.json ADDED Viewed

@@ -0,0 +1,8 @@
+{
+  "pages_root": {
+    "path": "/html/body/nav/span/a[@class='next']",
+    "limit": 10,
+    "flatten": false,
+    "text_content": "/html/body/p"
+  }
+}

data/spec/cli_resources/tree.yml ADDED Viewed

@@ -0,0 +1,5 @@
+pages_root:
+  path: "/html/body/nav/span/a[@class='next']"
+  limit: 10
+  flatten: false
+  text_content: "/html/body/p"

data/spec/cli_resources/tree_wrong.json ADDED Viewed

@@ -0,0 +1,9 @@
+{
+  ,,,
+  "pages_root": {
+    "path": "/html/body/nav/span/a[@class='next']",
+    "limit": 10,
+    "flatten": false,
+    "text_content": "/html/body/p"
+  }
+}

data/spec/cli_resources/tree_wrong.yml ADDED Viewed

@@ -0,0 +1,6 @@
+,,,
+pages_root:
+  path: "/html/body/nav/span/a[@class='next']"
+  limit: 10
+  flatten: false
+  text_content: "/html/body/p"

data/spec/htdocs/struct/structual_links.html ADDED Viewed

@@ -0,0 +1,30 @@
+<html>
+  <head>
+    <title>StructualLinksTest</title>
+  </head>
+  <body>
+    <table>
+      <thead>
+        <tr>
+          <th>Title</th>
+          <th>Links</th>
+        </tr>
+      </thead>
+      <tr>
+        <td>Child01,02</td>
+        <td><a href="../child01.html">Child01</a></td>
+        <td><a href="../child02.html">Child02</a></td>
+        <td>../child02.html</td>
+      </tr>
+      <tr>
+        <td>Child01,02,03</td>
+        <td><a href="../child01.html">Child01</a></td>
+        <td><a href="../child02.html">Child02</a></td>
+        <td><a href="../child03.html">Child03</a></td>
+      </tr>
+    </table>
+  </body>
+</html>

data/spec/htdocs/{structual_text.html → struct/structual_text.html} RENAMED Viewed

File without changes

data/spec/spec_helper.rb CHANGED Viewed

@@ -12,16 +12,11 @@ shared_context 'httpserver' do
   }
 end
-# ENV['CODECLIMATE_REPO_TOKEN'] = "0dc78d33107a7f11f257c0218ac1a37e0073005bb9734f2fd61d0f7e803fc151"
-# require "codeclimate-test-reporter"
-# CodeClimate::TestReporter.start
 require 'simplecov'
 require 'coveralls'
 Coveralls.wear!
-SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter.new [
   SimpleCov::Formatter::HTMLFormatter,
   Coveralls::SimpleCov::Formatter
 ]

data/spec/yasuri_cli_spec.rb ADDED Viewed

@@ -0,0 +1,83 @@
+require_relative 'spec_helper'
+describe 'Yasuri' do
+  include_context 'httpserver'
+  before do
+    @agent = Mechanize.new
+    @index_page = @agent.get(uri)
+    @res_dir = File.expand_path('../cli_resources', __FILE__)
+  end
+  describe 'cli scrape' do
+    it "require --file or --json option" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {})
+      }.to output("ERROR: Only one of `--file` or `--json` option should be specified.\n").to_stderr
+    end
+    it "only one of --file or --json option" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: "path.json", json: '{"text_title": "/html/head/title"}'})
+      }.to output("ERROR: Only one of `--file` or `--json` option should be specified.\n").to_stderr
+    end
+    it "require --file option is not empty string" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: "file"})
+      }.to output("ERROR: --file option require not empty argument.\n").to_stderr
+    end
+    it "require --json option is not empty string" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {json: "json"})
+      }.to output("ERROR: --json option require not empty argument.\n").to_stderr
+    end
+    it "display text node as simple string" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {json: '{"text_title": "/html/head/title"}'})
+      }.to output("Yasuri Test\n").to_stdout
+    end
+    it "display texts in single json" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {json: '{"text_c1":"/html/body/p[1]", "text_c2":"/html/body/p[2]"}'})
+      }.to output('{"c1":"Hello,Yasuri","c2":"Last Modify - 2015/02/14"}'+"\n").to_stdout
+    end
+    it "display text node as simple string via json file" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: "#{@res_dir}/tree.json"})
+      }.to output('[{"content":"Hello,YasuriLast Modify - 2015/02/14"}]' + "\n").to_stdout
+    end
+    it "display text node as simple string via yaml file" do
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: "#{@res_dir}/tree.yml"})
+      }.to output('[{"content":"Hello,YasuriLast Modify - 2015/02/14"}]' + "\n").to_stdout
+    end
+    it "display ERROR when json string is wrong" do
+      wrong_json = '{,,}'
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {json: wrong_json})
+      }.to output("ERROR: Failed to convert json to yasuri tree. 809: unexpected token at '#{wrong_json}'\n").to_stderr
+    end
+    it "display ERROR when json file contains is wrong" do
+      file_path = "#{@res_dir}/tree_wrong.json"
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: file_path})
+      }.to output("ERROR: Failed to convert to yasuri tree `#{file_path}`. (<unknown>): did not find expected node content while parsing a flow node at line 2 column 3\n").to_stderr
+    end
+    it "display ERROR when yaml file contains is wrong" do
+      file_path = "#{@res_dir}/tree_wrong.yml"
+      expect {
+        Yasuri::CLI.new.invoke(:scrape, [uri], {file: file_path})
+      }.to output("ERROR: Failed to convert to yasuri tree `#{file_path}`. (<unknown>): did not find expected node content while parsing a block node at line 1 column 1\n").to_stderr
+    end
+  end
+end

data/spec/yasuri_links_node_spec.rb CHANGED Viewed

@@ -59,10 +59,18 @@ describe 'Yasuri' do
       ]
       expect(actual).to match expected
     end
-    it 'can be defined by DSL, return single LinkNode title' do
-      generated = Yasuri.links_title '/html/body/a'
-      original  = Yasuri::LinksNode.new('/html/body/a', "title")
-      compare_generated_vs_original(generated, original, @index_page)
+    it 'can be defined by DSL, return no contains if no child node' do
+      root_node = Yasuri.links_title '/html/body/a'
+      actual = root_node.inject(@agent, @index_page)
+      expected = [{}, {}, {}] # Empty if no child node under links node.
+      expect(actual).to match expected
+    end
+    it 'can be defined return no contains if no child node' do
+      root_node = Yasuri::LinksNode.new('/html/body/a', "title")
+      actual = root_node.inject(@agent, @index_page)
+      expected = [{}, {}, {}] # Empty if no child node under links node.
+      expect(actual).to match expected
     end
     it 'can be defined by DSL, return nested contents under link' do
       generated = Yasuri.links_title '/html/body/a' do

data/spec/yasuri_map_spec.rb ADDED Viewed

@@ -0,0 +1,76 @@
+require_relative 'spec_helper'
+describe 'Yasuri' do
+  include_context 'httpserver'
+  before do
+    @agent = Mechanize.new
+    @index_page = @agent.get(uri)
+  end
+  describe '::MapNode' do
+    it "multi scrape in singe page" do
+      map = Yasuri.map_sample do
+        text_title  '/html/head/title'
+        text_body_p '/html/body/p[1]'
+      end
+      actual = map.inject(@agent, @index_page)
+      expected = {
+        "title"  => "Yasuri Test",
+        "body_p" => "Hello,Yasuri"
+      }
+      expect(actual).to include expected
+    end
+    it "nested multi scrape in singe page" do
+      map = Yasuri.map_sample do
+        map_group1 { text_child01  '/html/body/a[1]' }
+        map_group2 do
+          text_child01 '/html/body/a[1]'
+          text_child03 '/html/body/a[3]'
+        end
+      end
+      actual = map.inject(@agent, @index_page)
+      expected = {
+        "group1" => {
+          "child01" => "child01"
+        },
+        "group2" => {
+          "child01" => "child01",
+          "child03" => "child03"
+        }
+      }
+      expect(actual).to include expected
+    end
+    it "scrape with links node" do
+      map = Yasuri.map_sample do
+        map_group1 do
+          links_a '/html/body/a' do
+            text_content '/html/body/p'
+          end
+          text_child01  '/html/body/a[1]'
+        end
+        map_group2 do
+          text_child03 '/html/body/a[3]'
+        end
+      end
+      actual = map.inject(@agent, @index_page)
+      expected = {
+        "group1" => {
+          "a" => [
+            {"content" => "Child 01 page."},
+            {"content" => "Child 02 page."},
+            {"content" => "Child 03 page."},
+          ],
+          "child01" => "child01"
+        },
+        "group2" => { "child03" => "child03" }
+      }
+      expect(actual).to include expected
+    end
+  end
+end

data/spec/yasuri_paginate_node_spec.rb CHANGED Viewed

@@ -30,6 +30,49 @@ describe 'Yasuri' do
       expect(actual).to match expected
     end
+    it "scrape each paginated pages with flatten" do
+      root_node = Yasuri::PaginateNode.new("/html/body/nav/span/a[@class='next']", "root", [
+        Yasuri::TextNode.new('/html/body/p', "content"),
+        Yasuri::StructNode.new('/html/body/nav/span', "span", [
+          Yasuri::TextNode.new('./a', "text"),
+        ]),
+      ], flatten: true)
+      actual = root_node.inject(@agent, @page)
+      expected = [
+        "PaginationTest01",
+        {"text"=>""},
+        {"text"=>""},
+        {"text" => "2"},
+        {"text" => "3"},
+        {"text" => "4"},
+        {"text"=>"NextPage »"},
+        "PaginationTest02",
+        {"text"=>"« PreviousPage"},
+        {"text" => "1"},
+        {"text"=>""},
+        {"text" => "3"},
+        {"text" => "4"},
+        {"text"=>"NextPage »"},
+        "PaginationTest03",
+        {"text"=>"« PreviousPage"},
+        {"text" => "1"},
+        {"text" => "2"},
+        {"text"=>""},
+        {"text" => "4"},
+        {"text"=>"NextPage »"},
+        "PaginationTest04",
+        {"text"=>"« PreviousPage"},
+        {"text" => "1"},
+        {"text" => "2"},
+        {"text" => "3"},
+        {"text"=>""},
+        {"text"=>""},
+      ]
+      expect(actual).to match expected
+    end
     it "scrape each paginated pages limited" do
       root_node = Yasuri::PaginateNode.new("/html/body/nav/span/a[@class='next']", "root", [
         Yasuri::TextNode.new('/html/body/p', "content"),

data/spec/yasuri_spec.rb CHANGED Viewed

@@ -13,6 +13,75 @@ describe 'Yasuri' do
     @index_page = @agent.get(@uri)
   end
+  ############
+  # yam2tree #
+  ############
+  describe '.yaml2tree' do
+    it "fail if empty yaml" do
+      expect { Yasuri.yaml2tree(nil) }.to raise_error(RuntimeError)
+    end
+    it "return text node" do
+      src = <<-EOB
+        text_content: "/html/body/p[1]"
+      EOB
+      generated = Yasuri.yaml2tree(src)
+      original  = Yasuri::TextNode.new('/html/body/p[1]', "content")
+      compare_generated_vs_original(generated, original, @index_page)
+    end
+    it "return text node as symbol" do
+      src = <<-EOB
+      :text_content:
+        :path: "/html/body/p[1]"
+      EOB
+      generated = Yasuri.yaml2tree(src)
+      original  = Yasuri::TextNode.new('/html/body/p[1]', "content")
+      compare_generated_vs_original(generated, original, @index_page)
+    end
+    it "return LinksNode/TextNode" do
+      src = <<-EOB
+      links_root:
+        path: "/html/body/a"
+        text_content: "/html/body/p"
+      EOB
+      generated = Yasuri.yaml2tree(src)
+      original  = Yasuri::LinksNode.new('/html/body/a', "root", [
+                    Yasuri::TextNode.new('/html/body/p', "content"),
+                  ])
+      compare_generated_vs_original(generated, original, @index_page)
+    end
+    it "return StructNode/StructNode/[TextNode,TextNode]" do
+      src = <<-EOB
+      struct_tables:
+        path: "/html/body/table"
+        struct_table:
+          path: "./tr"
+          text_title: "./td[1]"
+          text_pub_date: "./td[2]"
+      EOB
+      generated = Yasuri.yaml2tree(src)
+      original  = Yasuri::StructNode.new('/html/body/table', "tables", [
+        Yasuri::StructNode.new('./tr', "table", [
+          Yasuri::TextNode.new('./td[1]', "title"),
+          Yasuri::TextNode.new('./td[2]', "pub_date"),
+        ])
+      ])
+      page = @agent.get(@uri + "/struct/structual_text.html")
+      compare_generated_vs_original(generated, original, page)
+    end
+  end # end of describe '.yaml2tree'
   #############
   # json2tree #
   #############
@@ -22,10 +91,10 @@ describe 'Yasuri' do
     end
     it "return TextNode" do
-      src = %q| { "node"  : "text",
-                  "name"  : "content",
-                  "path"  : "/html/body/p[1]"
-                }|
+      src = %q|
+      {
+        "text_content": "/html/body/p[1]"
+      }|
       generated = Yasuri.json2tree(src)
       original  = Yasuri::TextNode.new('/html/body/p[1]', "content")
@@ -33,26 +102,41 @@ describe 'Yasuri' do
     end
     it "return TextNode with truncate_regexp" do
-      src = %q| { "node"  : "text",
-                  "name"  : "content",
-                  "path"  : "/html/body/p[1]",
-                  "truncate"  : "^[^,]+"
-                }|
+      src = %q|
+      {
+        "text_content": {
+          "path": "/html/body/p[1]",
+          "truncate"  : "^[^,]+"
+        }
+      }|
       generated = Yasuri.json2tree(src)
       original  = Yasuri::TextNode.new('/html/body/p[1]', "content", truncate:/^[^,]+/)
       compare_generated_vs_original(generated, original, @index_page)
     end
+    it "return MapNode with TextNodes" do
+      src = %q|
+      {
+        "text_content01": "/html/body/p[1]",
+        "text_content02": "/html/body/p[2]"
+      }|
+      generated = Yasuri.json2tree(src)
+      original  = Yasuri::MapNode.new('parent', [
+        Yasuri::TextNode.new('/html/body/p[1]', "content01"),
+        Yasuri::TextNode.new('/html/body/p[2]', "content02"),
+      ])
+      compare_generated_vs_original(generated, original, @index_page)
+    end
     it "return LinksNode/TextNode" do
-      src = %q| { "node"     : "links",
-                  "name"     : "root",
-                  "path"     : "/html/body/a",
-                  "children" : [ { "node" : "text",
-                                   "name" : "content",
-                                   "path" : "/html/body/p"
-                                 } ]
-                }|
+      src = %q|
+      {
+        "links_root": {
+          "path": "/html/body/a",
+          "text_content": "/html/body/p"
+        }
+      }|
       generated = Yasuri.json2tree(src)
       original  = Yasuri::LinksNode.new('/html/body/a', "root", [
                     Yasuri::TextNode.new('/html/body/p', "content"),
@@ -62,14 +146,13 @@ describe 'Yasuri' do
     end
     it "return PaginateNode/TextNode" do
-      src = %q|{ "node"     : "pages",
-                 "name"     : "root",
-                 "path"     : "/html/body/nav/span/a[@class=\'next\']",
-                 "children" : [ { "node" : "text",
-                                  "name" : "content",
-                                  "path" : "/html/body/p"
-                                } ]
-               }|
+      src = %q|
+      {
+        "pages_root": {
+          "path": "/html/body/nav/span/a[@class=\'next\']",
+          "text_content": "/html/body/p"
+        }
+      }|
       generated = Yasuri.json2tree(src)
       original = Yasuri::PaginateNode.new("/html/body/nav/span/a[@class='next']", "root", [
                    Yasuri::TextNode.new('/html/body/p', "content"),
@@ -81,15 +164,14 @@ describe 'Yasuri' do
     end
     it "return PaginateNode/TextNode with limit" do
-      src = %q|{ "node"     : "pages",
-                 "name"     : "root",
-                 "path"     : "/html/body/nav/span/a[@class=\'next\']",
-                 "limit"    : 2,
-                 "children" : [ { "node" : "text",
-                                  "name" : "content",
-                                  "path" : "/html/body/p"
-                                } ]
-               }|
+      src = %q|
+      {
+        "pages_root": {
+          "path": "/html/body/nav/span/a[@class=\'next\']",
+          "limit": 2,
+          "text_content": "/html/body/p"
+        }
+      }|
       generated = Yasuri.json2tree(src)
       original = Yasuri::PaginateNode.new("/html/body/nav/span/a[@class='next']", "root", [
                    Yasuri::TextNode.new('/html/body/p', "content"),
@@ -101,24 +183,17 @@ describe 'Yasuri' do
     end
     it "return StructNode/StructNode/[TextNode,TextNode]" do
-     src = %q| { "node"     : "struct",
-                 "name"     : "tables",
-                 "path"     : "/html/body/table",
-                 "children" : [
-                   { "node"       : "struct",
-                     "name"       : "table",
-                     "path"       : "./tr",
-                     "children"   : [
-                       { "node" : "text",
-                         "name" : "title",
-                         "path" : "./td[1]"
-                       },
-                       { "node" : "text",
-                         "name" : "pub_date",
-                         "path" : "./td[2]"
-                       }]
-                   }]
-               }|
+      src = %q|
+      {
+        "struct_tables": {
+          "path": "/html/body/table",
+          "struct_table": {
+            "path": "./tr",
+            "text_title": "./td[1]",
+            "text_pub_date": "./td[2]"
+          }
+        }
+      }|
       generated = Yasuri.json2tree(src)
       original  = Yasuri::StructNode.new('/html/body/table', "tables", [
         Yasuri::StructNode.new('./tr', "table", [
@@ -126,27 +201,27 @@ describe 'Yasuri' do
           Yasuri::TextNode.new('./td[2]', "pub_date"),
         ])
       ])
-      page = @agent.get(@uri + "/structual_text.html")
+      page = @agent.get(@uri + "/struct/structual_text.html")
       compare_generated_vs_original(generated, original, page)
     end
   end
   #############
   # tree2json #
   #############
   describe '.tree2json' do
     it "return empty json" do
-      json = Yasuri.tree2json(nil)
-      expect(json).to match "{}"
+      expect { Yasuri.tree2json(nil) }.to raise_error(RuntimeError)
     end
     it "return text node" do
       node = Yasuri::TextNode.new("/html/head/title", "title")
       json = Yasuri.tree2json(node)
-      expected_str = %q| { "node": "text",
-                           "name": "title",
-                           "path": "/html/head/title"
-                         } |
+      expected_str = %q|
+      {
+        "text_title": "/html/head/title"
+      }|
       expected = JSON.parse(expected_str)
       actual   = JSON.parse(json)
       expect(actual).to match expected
@@ -155,29 +230,49 @@ describe 'Yasuri' do
     it "return text node with truncate_regexp" do
       node = Yasuri::TextNode.new("/html/head/title", "title", truncate:/^[^,]+/)
       json = Yasuri.tree2json(node)
-      expected_str = %q| { "node": "text",
-                           "name": "title",
-                           "path": "/html/head/title",
-                           "truncate": "^[^,]+"
-                         } |
+      expected_str = %q|
+      {
+        "text_title": {
+          "path": "/html/head/title",
+          "truncate": "^[^,]+"
+        }
+      }|
       expected = Yasuri.tree2json(Yasuri.json2tree(expected_str))
       actual   = Yasuri.tree2json(Yasuri.json2tree(json))
       expect(actual).to match expected
     end
+    it "return map node with text nodes" do
+      tree = Yasuri::MapNode.new('parent', [
+        Yasuri::TextNode.new('/html/body/p[1]', "content01"),
+        Yasuri::TextNode.new('/html/body/p[2]', "content02"),
+      ])
+      actual_json = Yasuri.tree2json(tree)
+      expected_json = %q|
+      {
+        "text_content01": "/html/body/p[1]",
+        "text_content02": "/html/body/p[2]"
+      }|
+      expected = Yasuri.tree2json(Yasuri.json2tree(expected_json))
+      actual   = Yasuri.tree2json(Yasuri.json2tree(actual_json))
+      expect(actual).to match expected
+    end
     it "return LinksNode/TextNode" do
       tree  = Yasuri::LinksNode.new('/html/body/a', "root", [
                 Yasuri::TextNode.new('/html/body/p', "content"),
               ])
       json   = Yasuri.tree2json(tree)
-      expected_src = %q| { "node"     : "links",
-                           "name"     : "root",
-                           "path"     : "/html/body/a",
-                           "children" : [ { "node" : "text",
-                                            "name" : "content",
-                                            "path" : "/html/body/p"
-                                          } ]
-                         }|
+      expected_src = %q|
+      {
+        "links_root": {
+          "path": "/html/body/a",
+          "text_content":"/html/body/p"
+        }
+      }|
       expected  = JSON.parse(expected_src)
       actual    = JSON.parse(json)
       expect(actual).to match expected
@@ -189,24 +284,44 @@ describe 'Yasuri' do
              ], limit:10)
       json   = Yasuri.tree2json(tree)
-      expected_src = %q| { "node"     : "pages",
-                           "name"     : "root",
-                           "path"     : "/html/body/nav/span/a[@class='next']",
-                           "limit"    : 10,
-                           "children" : [ { "node" : "text",
-                                            "name" : "content",
-                                            "path" : "/html/body/p"
-                                          } ]
-                         }|
+      expected_src = %q|
+      {
+        "pages_root": {
+          "path": "/html/body/nav/span/a[@class='next']",
+          "limit": 10,
+          "flatten": false,
+          "text_content": "/html/body/p"
+        }
+      }|
       expected  = JSON.parse(expected_src)
       actual    = JSON.parse(json)
       expect(actual).to match expected
     end
   end
+  it "return StructNode/StructNode/[TextNode,TextNode]" do
+    tree  = Yasuri::StructNode.new('/html/body/table', "tables", [
+      Yasuri::StructNode.new('./tr', "table", [
+        Yasuri::TextNode.new('./td[1]', "title"),
+        Yasuri::TextNode.new('./td[2]', "pub_date"),
+      ])
+    ])
+    json   = Yasuri.tree2json(tree)
+    expected_src = %q|
+    {
+      "struct_tables": {
+        "path": "/html/body/table",
+        "struct_table": {
+          "path": "./tr",
+          "text_title": "./td[1]",
+          "text_pub_date": "./td[2]"
+        }
+      }
+    }|
+    expected  = JSON.parse(expected_src)
+    actual    = JSON.parse(json)
+    expect(actual).to match expected
+  end
   it 'has a version number' do
     expect(Yasuri::VERSION).not_to be nil