chupa-text-decomposer-html 1.0.3 → 1.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 5b340a505f73aa5bcc6613a55b6fcec5e7988bc4
-  data.tar.gz: 3f4e1ef2b30decee069f76521753f6533a51024b
+SHA256:
+  metadata.gz: e5d82df61c624d47a350142691c76d2dbab98fbd90123501b0a6693cd0a3c496
+  data.tar.gz: 1c7df05103ac4d448ce48927b991cd750048754f2a5a236b79a2c61e87603691
 SHA512:
-  metadata.gz: 51f94a9bd3eb45765aa4518f8415ec82ec235f53e99e75e4ec94afb45721869587e9ad558fc7bdfeb05fca39ed76f24d08d770428b0a775c613f8b0768e60b7c
-  data.tar.gz: 409267fc2e80bc9cbc119443b6dee928ab72a7e1eb747c69cb8c781654fcd6977cf2d16663622c29f46e6c86923da0a9e8f911b82f73c8cb63e0722e9a130cda
+  metadata.gz: 47fb20db31734d563d250dab59f43d81afafd7cb6df2b2e717bc6130dd74d6d0e110783f14f66c8d4ec2ee4c93150fe943238b78d9b7702e8e9bf634174138f7
+  data.tar.gz: d52756b3cd3ff79fd471851a38e7774527850a48b42b7333e56bcadb1c8e5b3e952d100b91f3103feb4ba09d082900efb6fa394c94431e03cd8be7f9cc4c48ea

data/Gemfile

@@ -1,6 +1,6 @@
-# -*- mode: ruby; coding: utf-8 -*-
+# -*- mode: ruby -*-
 #
-# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2013-2024  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -20,6 +20,12 @@ source "https://rubygems.org/"
 
 gemspec
 
+gem "bundler"
+gem "packnga"
+gem "rake"
+gem "redcarpet"
+gem "test-unit"
+
 base_dir = File.dirname(__FILE__)
 local_chupa_text_dir = File.join(base_dir, "..", "chupa-text")
 if File.exist?(local_chupa_text_dir)

data/chupa-text-decomposer-html.gemspec

@@ -1,6 +1,6 @@
 # -*- ruby -*-
 #
-# Copyright (C) 2013-2017  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2013-2024  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -22,7 +22,7 @@ end
 
 Gem::Specification.new do |spec|
   spec.name = "chupa-text-decomposer-html"
-  spec.version = "1.0.3"
+  spec.version = "1.0.5"
   spec.homepage = "https://github.com/ranguba/chupa-text-decomposer-html"
   spec.authors = ["Kouhei Sutou"]
   spec.email = ["kou@clear-code.com"]
@@ -41,10 +41,4 @@ Gem::Specification.new do |spec|
 
   spec.add_runtime_dependency("chupa-text")
   spec.add_runtime_dependency("nokogiri")
-
-  spec.add_development_dependency("bundler")
-  spec.add_development_dependency("rake")
-  spec.add_development_dependency("test-unit")
-  spec.add_development_dependency("packnga")
-  spec.add_development_dependency("redcarpet")
 end

data/doc/text/news.md

@@ -1,5 +1,17 @@
 # News
 
+## 1.0.5: 2024-09-22
+
+### Fixes
+
+  * Fixed typos.
+
+## 1.0.4: 2024-09-22
+
+### Improvements
+
+  * Removed NKF dependency.
+
 ## 1.0.3: 2017-07-10
 
 ### Improvements

data/lib/chupa-text/decomposers/html.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013-2017  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2013-2024  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -14,7 +14,6 @@
 # License along with this library; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 
-require "nkf"
 require "nokogiri"
 
 module ChupaText
@@ -49,7 +48,7 @@ module ChupaText
         doc = Nokogiri::HTML.parse(html, nil, guess_encoding(html))
         body_element = (doc % "body")
         if body_element
-          body = extract_text(body_element, "").scrub.gsub(/^\s+|\s+$/, '')
+          body = extract_text(body_element, +"").scrub.gsub(/^\s+|\s+$/, '')
         else
           body = ""
         end
@@ -89,7 +88,7 @@ module ChupaText
           if text.encoding != Encoding::ASCII_8BIT and text.valid_encoding?
             text.encoding.to_s
           else
-            guess_encoding_nkf(text)
+            guess_encoding_heuristic(text)
           end
         end
       end
@@ -105,8 +104,22 @@ module ChupaText
         end
       end
 
-      def guess_encoding_nkf(text)
-        NKF.guess(text).name
+      def guess_encoding_heuristic(text)
+        candidates = [
+          Encoding::EUC_JP,
+          Encoding::WINDOWS_31J,
+          Encoding::UTF_16BE,
+          Encoding::UTF_16LE,
+        ]
+        candidates.each do |candidate|
+          begin
+            text.encode(Encoding::UTF_8, candidate)
+          rescue EncodingError
+          else
+            return candidate.name
+          end
+        end
+        "UTF-8"
       end
 
       def extract_text(element, text)

data/test/run-test.rb

@@ -26,4 +26,4 @@ require "chupa-text"
 
 ChupaText::Decomposers.load
 
-exit(Test::Unit::AutoRunner.run(true))
+exit(Test::Unit::AutoRunner.run(true, __dir__))

data/test/test-html.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2013-2017  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2013-2024  Sutou Kouhei <kou@clear-code.com>
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -188,7 +188,7 @@ class TestHTML < Test::Unit::TestCase
 
       sub_test_case("detect") do
         def test_nothing
-          @data.body = <<-HTML.force_encoding("UTF-8")
+          @data.body = <<-HTML.dup.force_encoding("UTF-8")
 <html>
   <body>Hello</body>
 </html>

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: chupa-text-decomposer-html
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.5
 platform: ruby
 authors:
 - Kouhei Sutou
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-07-10 00:00:00.000000000 Z
+date: 2024-09-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: chupa-text
@@ -38,76 +37,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: test-unit
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: packnga
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: redcarpet
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: |
   This is a ChupaText decomposer plugin for to extract text and
   meta-data from HTML.
@@ -133,7 +62,6 @@ homepage: https://github.com/ranguba/chupa-text-decomposer-html
 licenses:
 - LGPL-2.1+
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -148,9 +76,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.2
-signing_key: 
+rubygems_version: 3.6.0.dev
 specification_version: 4
 summary: This is a ChupaText decomposer plugin for to extract text and meta-data from
   HTML.