ncode-syosetu-core 0.2.3 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d633f10a2926b8b9ac37e4c5b41be5755ca487b3
-  data.tar.gz: ccf4f465dc7dcfa57aac78c05e282589e464190f
+SHA256:
+  metadata.gz: ced6daefa3566dd623f1b39e96f8d8dc863517d5acb49a0d0c59888162af4788
+  data.tar.gz: 46a2c39df0910ac0feed9f24bb681ee4a8a85d192eb786f5a7d95238d1f16cbc
 SHA512:
-  metadata.gz: 6c5cb168e34e4d49a919ec341f6ce9328f6ff580b713fafd8ee7380f88306a558cb77fff6b88d7f7c0c36c1d19c13b2322cd2379a18ef2ffce528969786c391c
-  data.tar.gz: 7320f221b49eadf945b893986c6d56cd4204bfb826e673c5fecfd0bd2b6319c3cefcfeab0f8a070c284ebaa5b55e561bfdb6751b065ae05d892755eca7d86f36
+  metadata.gz: 2bfc117c976f50af6b269786bf3caf42f7e207d1b6a0d94f87333d4f533c6e88bcbf917b6017d60b5ce312ffeecc7ce986874fb8062a5a0712fff19550c9d5df
+  data.tar.gz: 6f99a37a4d659c7c341679bf8e29de50d29caf8c5a88e730320f1e1da2a64772d2f72c1cee59bc82b4c1e925debf0028a23bcb54862715838786dbecedd67967

data/exe/ncode2md

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ncode-syosetu-core'
+
+if ARGV.size == 0
+  puts "#$0 ncode [ncode...]"
+  exit
+end
+
+ARGV.each do |arg|
+  parsed = NcodeSyosetu.parse_url(arg)
+  novel = NcodeSyosetu.client(host: parsed[:host]).get(parsed[:ncode])
+  File.write("#{parsed[:ncode]}.md", novel.markdown)
+end

data/exe/ncode2text

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ncode-syosetu-core'
+
+if ARGV.size == 0
+  puts "#$0 ncode [ncode...]"
+  exit
+end
+
+ARGV.each do |arg|
+  parsed = NcodeSyosetu.parse_url(arg)
+  novel = NcodeSyosetu.client(host: parsed[:host]).get(parsed[:ncode])
+  File.write("#{parsed[:ncode]}.txt", novel.text)
+end

data/lib/ncode_syosetu/client.rb

@@ -12,10 +12,16 @@ module NcodeSyosetu
       end
     end
 
-    def initialize(logger: Logger.new(STDOUT), sleep: 0.5)
+    def initialize(host: NcodeSyosetu::NCODE_HOST_NAME, logger: Logger.new(STDOUT), sleep: 0.5)
+      @host = host
       @mechanize = Mechanize.new
       @logger = logger
       @sleep = sleep
+
+      if @host == NcodeSyosetu::NOVEL18_HOST_NAME
+        cookie = Mechanize::Cookie.new("over18", "yes", domain: ".syosetu.com", path: "/", expires: Time.now + 86400 * 365)
+        @mechanize.cookie_jar.add(cookie)
+      end
     end
 
     def get(ncode)
@@ -43,11 +49,11 @@ module NcodeSyosetu
     end
 
     def toc_url(ncode)
-      "http://#{NcodeSyosetu::NCODE_HOST_NAME}/#{ncode}"
+      "https://#{@host}/#{ncode}"
     end
 
     def episode_url(ncode, number)
-      "http://#{NcodeSyosetu::NCODE_HOST_NAME}/#{ncode}/#{number}"
+      "https://#{@host}/#{ncode}/#{number}"
     end
 
     private

data/lib/ncode_syosetu/model/episode.rb

@@ -1,4 +1,5 @@
 require "erb"
+require "nokogiri"
 
 module NcodeSyosetu
   module Model
@@ -11,8 +12,8 @@ module NcodeSyosetu
         @number = number
 
         @body_html =
-          page.search(".novel_subtitle").to_html <<
-          page.search(".novel_view").to_html
+          page.search(".p-novel__title").to_html <<
+          page.search(".p-novel__body").to_html
       end
 
       def html
@@ -32,6 +33,51 @@ module NcodeSyosetu
 </html>
         HTML
       end
+
+      def text
+        doc = Nokogiri::HTML.fragment(@body_html)
+        lines = []
+        lines << doc.at(".p-novel__title")&.text&.strip
+        doc.search(".p-novel__text p").each do |p|
+          lines << p.text
+        end
+        lines.compact.join("\n")
+      end
+
+      def markdown
+        doc = Nokogiri::HTML.fragment(@body_html)
+        lines = []
+        title_text = doc.at(".p-novel__title")&.text&.strip
+        lines << "## #{title_text}" if title_text
+        lines << ""
+        doc.search(".p-novel__text p").each do |p|
+          lines << ruby_to_markdown(p)
+        end
+        lines.join("\n")
+      end
+
+      private
+
+      def ruby_to_markdown(node)
+        result = +""
+        node.children.each do |child|
+          case child.name
+          when "ruby"
+            base = child.search("rb").first&.text || child.children.select(&:text?).map(&:text).join
+            rt = child.at("rt")&.text
+            if rt && !rt.empty?
+              result << "#{base}（#{rt}）"
+            else
+              result << base
+            end
+          when "text"
+            result << child.text
+          else
+            result << child.text
+          end
+        end
+        result
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/heading.rb

@@ -6,6 +6,14 @@ module NcodeSyosetu
       def initialize(title)
         @title = title
       end
+
+      def text
+        title.strip
+      end
+
+      def markdown
+        "# #{title.strip}"
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/novel.rb

@@ -15,6 +15,31 @@ module NcodeSyosetu
           end
         EOS
       end
+
+      def text
+        lines = []
+        lines << title
+        lines << author
+        lines << ""
+        episodes.each do |episode|
+          lines << episode.text
+          lines << ""
+        end
+        lines.join("\n")
+      end
+
+      def markdown
+        lines = []
+        lines << "# #{title}"
+        lines << ""
+        lines << "*#{author}*"
+        lines << ""
+        episodes.each do |episode|
+          lines << episode.markdown
+          lines << ""
+        end
+        lines.join("\n")
+      end
     end
   end
 end

data/lib/ncode_syosetu/model/toc.rb

@@ -6,12 +6,12 @@ module NcodeSyosetu
       def initialize(page)
         @url = page.uri.to_s
         @title = page.title
-        @author = page.search(".novel_writername").text.chomp
-        @abstract = page.search(".novel_ex").text.chomp
+        @author = page.search(".p-novel__author").text.chomp
+        @abstract = page.search(".p-novel__summary").text.chomp
 
         @episodes = []
-        page.at(".index_box").children.each do |sub_item|
-          next unless sub_item.matches?('.chapter_title, .novel_sublist2')
+        page.at(".p-eplist").children.each do |sub_item|
+          next unless sub_item.matches?('.p-eplist__chapter-title, .p-eplist__sublist')
           episode = { text: sub_item.text.gsub(/\s+/, " ").chomp }
           link = sub_item.search("a")
           unless link.empty?
@@ -23,9 +23,9 @@ module NcodeSyosetu
         end
 
         @body_html =
-          page.search(".novel_writername").to_html <<
-          page.search(".novel_ex").to_html <<
-          page.search(".index_box").to_html
+          page.search(".p-novel__author").to_html <<
+          page.search(".p-novel__summary").to_html <<
+          page.search(".p-eplist").to_html
       end
 
       def html

data/lib/ncode_syosetu/version.rb

@@ -1,3 +1,3 @@
 module NcodeSyosetu
-  VERSION = "0.2.3"
+  VERSION = "0.3.0"
 end

data/lib/ncode_syosetu.rb

@@ -5,8 +5,18 @@ require "ncode_syosetu/builder"
 
 module NcodeSyosetu
   NCODE_HOST_NAME = "ncode.syosetu.com"
+  NOVEL18_HOST_NAME = "novel18.syosetu.com"
 
-  def self.client
-    @@client ||= Client.new
+  def self.client(host: NCODE_HOST_NAME)
+    @@clients ||= {}
+    @@clients[host] ||= Client.new(host: host)
+  end
+
+  def self.parse_url(url_or_ncode)
+    if url_or_ncode =~ %r{\Ahttps?://([^/]+)/([^/]+)}
+      { host: $1, ncode: $2 }
+    else
+      { host: NCODE_HOST_NAME, ncode: url_or_ncode }
+    end
   end
 end

data/ncode-syosetu-core.gemspec

@@ -18,9 +18,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "mechanize", "2.7.2"
+  spec.add_dependency "mechanize", "~> 2.14"
 
-  spec.add_development_dependency "bundler", "~> 1.13"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "~> 3.13"
 end

metadata

@@ -1,75 +1,63 @@
 --- !ruby/object:Gem::Specification
 name: ncode-syosetu-core
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.0
 platform: ruby
 authors:
 - hogelog
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2017-01-14 00:00:00.000000000 Z
+date: 2026-03-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.7.2
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.7.2
-- !ruby/object:Gem::Dependency
-  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
-  type: :development
+        version: '2.14'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
+        version: '2.14'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
-description: 
+        version: '3.13'
+description:
 email:
 - konbu.komuro@gmail.com
-executables: []
+executables:
+- ncode2md
+- ncode2text
 extensions: []
 extra_rdoc_files: []
 files:
@@ -80,6 +68,8 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- exe/ncode2md
+- exe/ncode2text
 - lib/ncode-syosetu-core.rb
 - lib/ncode_syosetu.rb
 - lib/ncode_syosetu/builder.rb
@@ -95,7 +85,7 @@ homepage: https://github.com/hogelog/ncode-syosetu
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -110,9 +100,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.8
-signing_key: 
+rubygems_version: 3.5.22
+signing_key:
 specification_version: 4
 summary: Ncode syosetu scraper
 test_files: []