ncode-syosetu-core 0.2.3 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d633f10a2926b8b9ac37e4c5b41be5755ca487b3
-  data.tar.gz: ccf4f465dc7dcfa57aac78c05e282589e464190f
+SHA256:
+  metadata.gz: 3519e75bb238cc402ef2e4d7c4e9bd24fd51112274a103fee29d83929f58ed0f
+  data.tar.gz: 54c1bd9261fab79f23b96c71e2dfc7616ebcbda8ba60366111f0f6697e848d4d
 SHA512:
-  metadata.gz: 6c5cb168e34e4d49a919ec341f6ce9328f6ff580b713fafd8ee7380f88306a558cb77fff6b88d7f7c0c36c1d19c13b2322cd2379a18ef2ffce528969786c391c
-  data.tar.gz: 7320f221b49eadf945b893986c6d56cd4204bfb826e673c5fecfd0bd2b6319c3cefcfeab0f8a070c284ebaa5b55e561bfdb6751b065ae05d892755eca7d86f36
+  metadata.gz: 6bc9982c1376a0b7817fd81628760d1af54bb17a48cdffdf9f30551fc0fac132a2fcb4bbfcaa9435df7b25f4115417993bcf82534f74778193b27dcb8398bd49
+  data.tar.gz: e54374af620b833fadea6842b3a0579194902403008f4530e9e5f3a664e2cbf13d0c5af4f6d7d674e7667b867b529e313140fabb4a03f65a39e4be478cad315a

data/exe/ncode2md

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ncode-syosetu-core'
+
+if ARGV.size == 0
+  puts "#$0 ncode [ncode...]"
+  exit
+end
+
+ARGV.each do |arg|
+  parsed = NcodeSyosetu.parse_url(arg)
+  novel = NcodeSyosetu.client(host: parsed[:host]).get(parsed[:ncode])
+  File.write("#{parsed[:ncode]}.md", novel.markdown)
+end

data/exe/ncode2text

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ncode-syosetu-core'
+
+if ARGV.size == 0
+  puts "#$0 ncode [ncode...]"
+  exit
+end
+
+ARGV.each do |arg|
+  parsed = NcodeSyosetu.parse_url(arg)
+  novel = NcodeSyosetu.client(host: parsed[:host]).get(parsed[:ncode])
+  File.write("#{parsed[:ncode]}.txt", novel.text)
+end

data/lib/ncode_syosetu/client.rb

@@ -12,22 +12,33 @@ module NcodeSyosetu
       end
     end
 
-    def initialize(logger: Logger.new(STDOUT), sleep: 0.5)
+    def initialize(host: NcodeSyosetu::NCODE_HOST_NAME, logger: Logger.new(STDOUT), sleep: 0.5)
+      @host = host
       @mechanize = Mechanize.new
       @logger = logger
       @sleep = sleep
+
+      if @host == NcodeSyosetu::NOVEL18_HOST_NAME
+        cookie = Mechanize::Cookie.new("over18", "yes", domain: ".syosetu.com", path: "/", expires: Time.now + 86400 * 365)
+        @mechanize.cookie_jar.add(cookie)
+      end
     end
 
     def get(ncode)
       toc = get_toc(ncode)
 
-      episodes = toc.episodes.map do |episode|
-        if episode[:number]
-          get_episode(ncode, episode[:text], episode[:number])
+      episodes =
+        if toc.short_story?
+          [toc.to_episode]
         else
-          NcodeSyosetu::Model::Heading.new(episode[:text])
+          toc.episodes.map do |episode|
+            if episode[:number]
+              get_episode(ncode, episode[:text], episode[:number])
+            else
+              NcodeSyosetu::Model::Heading.new(episode[:text])
+            end
+          end
         end
-      end
 
       NcodeSyosetu::Model::Novel.new(toc, episodes)
     end
@@ -43,11 +54,11 @@ module NcodeSyosetu
     end
 
     def toc_url(ncode)
-      "http://#{NcodeSyosetu::NCODE_HOST_NAME}/#{ncode}"
+      "https://#{@host}/#{ncode}"
     end
 
     def episode_url(ncode, number)
-      "http://#{NcodeSyosetu::NCODE_HOST_NAME}/#{ncode}/#{number}"
+      "https://#{@host}/#{ncode}/#{number}"
     end
 
     private

data/lib/ncode_syosetu/model/episode.rb

@@ -1,4 +1,5 @@
 require "erb"
+require "nokogiri"
 
 module NcodeSyosetu
   module Model
@@ -11,8 +12,8 @@ module NcodeSyosetu
         @number = number
 
         @body_html =
-          page.search(".novel_subtitle").to_html <<
-          page.search(".novel_view").to_html
+          page.search(".p-novel__title").to_html <<
+          page.search(".p-novel__body").to_html
       end
 
       def html
@@ -32,6 +33,51 @@ module NcodeSyosetu
 </html>
         HTML
       end
+
+      def text
+        doc = Nokogiri::HTML.fragment(@body_html)
+        lines = []
+        lines << doc.at(".p-novel__title")&.text&.strip
+        doc.search(".p-novel__text p").each do |p|
+          lines << p.text
+        end
+        lines.compact.join("\n")
+      end
+
+      def markdown
+        doc = Nokogiri::HTML.fragment(@body_html)
+        lines = []
+        title_text = doc.at(".p-novel__title")&.text&.strip
+        lines << "## #{title_text}" if title_text
+        lines << ""
+        doc.search(".p-novel__text p").each do |p|
+          lines << ruby_to_markdown(p)
+        end
+        lines.join("\n")
+      end
+
+      private
+
+      def ruby_to_markdown(node)
+        result = +""
+        node.children.each do |child|
+          case child.name
+          when "ruby"
+            base = child.search("rb").first&.text || child.children.select(&:text?).map(&:text).join
+            rt = child.at("rt")&.text
+            if rt && !rt.empty?
+              result << "#{base}（#{rt}）"
+            else
+              result << base
+            end
+          when "text"
+            result << child.text
+          else
+            result << child.text
+          end
+        end
+        result
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/heading.rb

@@ -6,6 +6,14 @@ module NcodeSyosetu
       def initialize(title)
         @title = title
       end
+
+      def text
+        title.strip
+      end
+
+      def markdown
+        "# #{title.strip}"
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/novel.rb

@@ -15,6 +15,31 @@ module NcodeSyosetu
           end
         EOS
       end
+
+      def text
+        lines = []
+        lines << title
+        lines << author
+        lines << ""
+        episodes.each do |episode|
+          lines << episode.text
+          lines << ""
+        end
+        lines.join("\n")
+      end
+
+      def markdown
+        lines = []
+        lines << "# #{title}"
+        lines << ""
+        lines << "*#{author}*"
+        lines << ""
+        episodes.each do |episode|
+          lines << episode.markdown
+          lines << ""
+        end
+        lines.join("\n")
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/toc.rb

@@ -6,26 +6,46 @@ module NcodeSyosetu
       def initialize(page)
         @url = page.uri.to_s
         @title = page.title
-        @author = page.search(".novel_writername").text.chomp
-        @abstract = page.search(".novel_ex").text.chomp
+        @author = page.search(".p-novel__author").text.chomp
+        @abstract = page.search(".p-novel__summary").text.chomp
 
         @episodes = []
-        page.at(".index_box").children.each do |sub_item|
-          next unless sub_item.matches?('.chapter_title, .novel_sublist2')
-          episode = { text: sub_item.text.gsub(/\s+/, " ").chomp }
-          link = sub_item.search("a")
-          unless link.empty?
-            if link.attr("href").value =~ %r[/(\d+)/?$]
-              episode[:number] = $1.to_i
+        eplist = page.at(".p-eplist")
+        if eplist
+          eplist.children.each do |sub_item|
+            next unless sub_item.matches?('.p-eplist__chapter-title, .p-eplist__sublist')
+            episode = { text: sub_item.text.gsub(/\s+/, " ").chomp }
+            link = sub_item.search("a")
+            unless link.empty?
+              if link.attr("href").value =~ %r[/(\d+)/?$]
+                episode[:number] = $1.to_i
+              end
             end
+            @episodes << episode
           end
-          @episodes << episode
+
+          @body_html =
+            page.search(".p-novel__author").to_html <<
+            page.search(".p-novel__summary").to_html <<
+            page.search(".p-eplist").to_html
+        else
+          # Short story: the toc page itself contains the body.
+          @short_story = true
+          @page = page
+
+          @body_html =
+            page.search(".p-novel__author").to_html <<
+            page.search(".p-novel__summary").to_html
         end
+      end
+
+      def short_story?
+        !!@short_story
+      end
 
-        @body_html =
-          page.search(".novel_writername").to_html <<
-          page.search(".novel_ex").to_html <<
-          page.search(".index_box").to_html
+      def to_episode
+        raise "not a short story" unless short_story?
+        Episode.new(@title, 1, @page)
       end
 
       def html

data/lib/ncode_syosetu/version.rb

@@ -1,3 +1,3 @@
 module NcodeSyosetu
-  VERSION = "0.2.3"
+  VERSION = "0.3.1"
 end

data/lib/ncode_syosetu.rb

@@ -5,8 +5,18 @@ require "ncode_syosetu/builder"
 
 module NcodeSyosetu
   NCODE_HOST_NAME = "ncode.syosetu.com"
+  NOVEL18_HOST_NAME = "novel18.syosetu.com"
 
-  def self.client
-    @@client ||= Client.new
+  def self.client(host: NCODE_HOST_NAME)
+    @@clients ||= {}
+    @@clients[host] ||= Client.new(host: host)
+  end
+
+  def self.parse_url(url_or_ncode)
+    if url_or_ncode =~ %r{\Ahttps?://([^/]+)/([^/]+)}
+      { host: $1, ncode: $2 }
+    else
+      { host: NCODE_HOST_NAME, ncode: url_or_ncode }
+    end
   end
 end

data/ncode-syosetu-core.gemspec

@@ -18,9 +18,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "mechanize", "2.7.2"
+  spec.add_dependency "mechanize", "~> 2.14"
 
-  spec.add_development_dependency "bundler", "~> 1.13"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "~> 3.13"
 end

metadata

@@ -1,75 +1,63 @@
 --- !ruby/object:Gem::Specification
 name: ncode-syosetu-core
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.1
 platform: ruby
 authors:
 - hogelog
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2017-01-14 00:00:00.000000000 Z
+date: 2026-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.7.2
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.7.2
-- !ruby/object:Gem::Dependency
-  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
-  type: :development
+        version: '2.14'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
+        version: '2.14'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
-description: 
+        version: '3.13'
+description:
 email:
 - konbu.komuro@gmail.com
-executables: []
+executables:
+- ncode2md
+- ncode2text
 extensions: []
 extra_rdoc_files: []
 files:
@@ -80,6 +68,8 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- exe/ncode2md
+- exe/ncode2text
 - lib/ncode-syosetu-core.rb
 - lib/ncode_syosetu.rb
 - lib/ncode_syosetu/builder.rb
@@ -95,7 +85,7 @@ homepage: https://github.com/hogelog/ncode-syosetu
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -110,9 +100,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.8
-signing_key: 
+rubygems_version: 3.5.22
+signing_key:
 specification_version: 4
 summary: Ncode syosetu scraper
 test_files: []