jruby-boilerpipe 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b25faefd03910a9b1e5e88e733b35f373a7b71a241e8a742e43e0419080fd70
-  data.tar.gz: 21f97fe1fb05465f3a4ffe9751054e423854c6028a356152b42a0582d28fc260
+  metadata.gz: f33a129d7965665580ad4717ff9b33379c3e310e7d60b6e1f94a625bf6008a31
+  data.tar.gz: a3583abe164b5cbc6b468d5e2fb04bd9395eeacded838fe9b6fa1407b61fbe07
 SHA512:
-  metadata.gz: a8c7ba7de6d49ce2479121e5dbbf783ebbc8dfbfe7e17236a9523d1eed47cbac2f5d549597c7cb4ac1d34aa03e048efa349599cfe9d86bf5b9b5e316b11aff02
-  data.tar.gz: 0df70ee51cbce0b1299f8b24027e115bc6dc0a4824a4dcea0c25716077e93dbeb12da476f1681e69317c41fa3d7c6a42ebd4670bf1db22700381ce7c39d4f699
+  metadata.gz: c508f14e8b057a5d29796b8908c5b4b245c70b3de34f2f5b29a922fd309fb2667d296515bd1f261862299dd8ba0446fddadad829c8a59dab796baef0382fe767
+  data.tar.gz: '0383054cd6a662ff1bfb7e508e6b18a66b81324a03817a86a5e2111e7cd9d5777123cfc0a74d2f5d6de536b615b45b75b9d7599f10ee046fbbf51787c50c4385'

data/README.md

@@ -1,11 +1,15 @@
 # Boilerpipe
 
-I saw other gems wrapping boilerpipe but they seemed to be outdated, hit the free api or I couldn't get them to work because of dependency issues. I went directly to the original author's github https://github.com/kohlschutter/boilerpipe and forked that code base here https://github.com/gregors/boilerpipe .  I made one notible change that is to add a user agent so article extractor wouldn't return a 403 for a variety of web servers. I compiled all dependencies into the jar using the maven-assembly-plugin using Java 8.
+I saw other gems wrapping boilerpipe but they seemed to be outdated, hit the free api or I couldn't get them to work because of dependency issues. I went directly to the [original author's source](https://github.com/kohlschutter/boilerpipe) and forked that code base [here](https://github.com/gregors/boilerpipe). I made one notible change that is to add a user agent so article extractor wouldn't return a 403 for a variety of web servers. I compiled all dependencies into the jar using the maven-assembly-plugin using Java 8.
+
+Also check out my pure ruby implementation [boilerpipe-ruby](https://github.com/gregors/boilerpipe-ruby)
 
 Extractors added so far:
 
 * ArticleExtractor
+* ArticleSentencesExtractor
 * DefaultExtractor
+* LargestContentExtractor
 
 
 ## Installation
@@ -25,7 +29,8 @@ Or install it yourself as:
     $ gem install jruby-boilerpipe
 
 ## Usage
-    You can feed Boilerpipe:ArticleExractor either a valid url or html content.
+
+#### You can feed Boilerpipe:ArticleExractor either a valid url or html content.
 
     jruby-9.1.7.0 :001 >  require 'boilerpipe'
     => true
@@ -37,6 +42,13 @@ Or install it yourself as:
     jruby-9.1.7.0 :004 > contents = open("https://github.com/jruby/jruby/wiki/AboutJRuby").read
     jruby-9.1.7.0 :005 > Boilerpipe::ArticleExtractor.text(contents)
     => "Clone this wiki locally\nAbout JRuby\nJRuby is a 100% Java implementation of the Ruby programming language. It is Ruby for the JVM.\nJRuby provides a complete set of core \"builtin\" classes and syntax for the Ruby language, as well as most of the Ruby Standard Libraries. The standard libraries are mostly Ruby's own complement of .rb files, but a few that depend on C language-based extensions have been reimplemented. Some are still missing, but we hope to implement as many as is feasible.\nSee Differences Between MRI And JRuby for more information on potential incompatibilities between JRuby and the C implementation of Ruby.\nDevelopment Team\nJRuby's current core development team consists of nine developers:\nCharles Oliver Nutter (Red Hat) aka headius\nThomas Enebo (Red Hat) aka enebo\nNick Sieger (LivingSocial)\nThere are also many past contributors who still help out from time to time:\nOla Bini (Thoughtworks)\nMany more...check out the JRuby commit logs!\nLinks\n"
+
+#### Or using a different extractor
+
+    jruby-9.2.5.0 :001 >  require 'boilerpipe'
+    => true
+    jruby-9.2.5.0 :003 > ::Boilerpipe::ArticleSentencesExtractor.text('https://github.com/jruby/jruby/wiki/AboutJRuby')
+     => "JRuby is a 100% Java implementation of the Ruby programming language. It is Ruby for the JVM.\nJRuby provides a complete set of core \"builtin\" classes and syntax for the Ruby language, as well as most of the Ruby Standard Libraries. The standard libraries..."
     
 ## Development
 

data/jruby-boilerpipe.gemspec

@@ -6,20 +6,20 @@ require 'boilerpipe/version'
 Gem::Specification.new do |spec|
   spec.name          = 'jruby-boilerpipe'
   spec.version       = Boilerpipe::VERSION
-  spec.authors       = ["Gregory Ostermayr"]
-  spec.email         = ["<gregory.ostermayr@gmail.com>"]
+  spec.authors       = ['Gregory Ostermayr']
+  spec.email         = ['<gregory.ostermayr@gmail.com>']
 
   spec.summary       = %q{Ruby wrapper around boilerpipe java library}
   spec.description   = %q{Java8 compiled - latest boilerpipe-2.0-SNAPSHOT - including all dependencies}
-  spec.homepage      = "https://github.com/gregors/jruby-boilerpipe"
+  spec.homepage      = 'https://github.com/gregors/jruby-boilerpipe'
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
-  spec.add_development_dependency "bundler", "~> 1.10"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec"
-  spec.add_development_dependency "rickshaw"
+  spec.add_development_dependency 'bundler', '~> 1.10'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'rickshaw'
 end

data/lib/boilerpipe.rb

@@ -3,6 +3,7 @@ require 'boilerpipe/version'
 require 'boilerpipe/sax/boilerpipe_html_parser'
 require 'boilerpipe/document/document'
 require 'boilerpipe/extractors/article_extractor'
+require 'boilerpipe/extractors/article_sentences_extractor'
 require 'boilerpipe/extractors/default_extractor'
 require 'boilerpipe/extractors/largest_content_extractor'
 require 'boilerpipe/filters/filters'

data/lib/boilerpipe/extractors/article_sentences_extractor.rb

@@ -0,0 +1,39 @@
+module Boilerpipe
+  java_import java.net.URL
+
+  module Extractors
+    class ArticleSentencesExtractor
+      java_import 'com.kohlschutter.boilerpipe.extractors.ArticleSentencesExtractor'
+
+      def self.process(doc)
+        ArticleSentencesExtractor::INSTANCE.process doc
+      end
+
+      def self.get_text(s)
+        url = nil
+
+        begin
+          url = Java::JavaNet::URL.new(s)
+        rescue Java::JavaNet::MalformedURLException => e
+          # not a URL
+        end
+        input = url ? url : s
+        ArticleSentencesExtractor::INSTANCE.get_text(input)
+      end
+
+      class <<self
+        alias_method :text, :get_text
+      end
+    end
+  end
+
+  class ArticleSentencesExtractor
+    def self.get_text(s)
+      Extractors::ArticleSentencesExtractor.get_text s
+    end
+
+    class <<self
+      alias_method :text, :get_text
+    end
+  end
+end

data/lib/boilerpipe/version.rb

@@ -1,3 +1,3 @@
 module Boilerpipe
-  VERSION = '0.2.0'
+  VERSION = '0.3.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jruby-boilerpipe
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Gregory Ostermayr
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2017-09-11 00:00:00.000000000 Z
+date: 2018-12-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -85,6 +85,7 @@ files:
 - lib/boilerpipe.rb
 - lib/boilerpipe/document/document.rb
 - lib/boilerpipe/extractors/article_extractor.rb
+- lib/boilerpipe/extractors/article_sentences_extractor.rb
 - lib/boilerpipe/extractors/default_extractor.rb
 - lib/boilerpipe/extractors/largest_content_extractor.rb
 - lib/boilerpipe/filters/filters.rb
@@ -110,7 +111,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.6.11
+rubygems_version: 2.7.6
 signing_key:
 specification_version: 4
 summary: Ruby wrapper around boilerpipe java library