ruby_tika_app 1.5.0 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 23bb9e8faef2930749c2a92c52bca6991c6f4cfd
-  data.tar.gz: aff9a6f879ed8f100e3e72cc13077c3e81093eb0
+SHA256:
+  metadata.gz: bbd4069c575a64c475bf64daa5529fb6d2d552ddd5282791708de6344bbe2755
+  data.tar.gz: b4254a9b725fa8a320fbe6a90d1c41077d972a181fb1f3a90447061fa43be9f6
 SHA512:
-  metadata.gz: afc3e589189d68e809f5a7f56742676ad3b9daa520c2fa412f7af84671c416b31e18b90cf89aa713dcdbb8752e605cf511d854c939ea29b4bfbf509d59e742e2
-  data.tar.gz: fc3a95fd56ff9cc646ae01f8ddbfb8942038af77fc8ae7dc6c7de7297eec182b6fad334b09f96ebf065a95c4967da109e6b207b3e4daebd660255753c50ce909
+  metadata.gz: f87262cb29711262b8ceef0ec55a4dd6db9a964999190734242efa00f92e4847a7ab72e1fae3e53318f93fb08b82f40dbd345f2a79021e4839a861f59878a970
+  data.tar.gz: cc425ee26c3a8f7879ae58b2872704e15bf589961b22d40c73bd43caea0b1720a589670c5897dee03acb707dbe067a7b97587bb0ce48818c541282f604b3b8da

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2011 Chris Parker
+Copyright (c) 2011-2018 Chris Parker
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/ext/tika-config.xml

@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<properties>
+  <service-loader initializableProblemHandler="ignore"/>
+  <parsers>
+    <!-- Default Parser for most things, except for 2 mime types, and never
+         use the Executable Parser -->
+    <parser class="org.apache.tika.parser.DefaultParser">
+      <mime-exclude>image/jpeg</mime-exclude>
+      <mime-exclude>application/x-sqlite3</mime-exclude>
+      <parser-exclude class="org.apache.tika.parser.jdbc.SQLite3Parser"/>
+    </parser>
+  </parsers>
+</properties>

data/lib/ruby_tika_app.rb

@@ -5,7 +5,6 @@ require 'stringio'
 require 'open4'
 
 class RubyTikaApp
-
   class Error < RuntimeError; end
 
   class CommandFailedError < Error
@@ -16,17 +15,19 @@ class RubyTikaApp
   end
 
   def initialize(document)
-    if (document =~ /https?:\/\/[\S]+/) == 0
-      @document = document
-    else
-      @document = "file://#{document}"
-    end
+    @document = if (document =~ %r{https?:\/\/[\S]+}) == 0
+                  document
+                else
+                  "file://#{document}"
+                end
 
     java_cmd = 'java'
     java_args = '-server -Djava.awt.headless=true'
-    tika_path = "#{File.join(File.dirname(__FILE__))}/../ext/tika-app-1.9.jar"
+    ext_dir = File.join(File.dirname(__FILE__))
+    tika_path = "#{ext_dir}/../ext/tika-app-1.19.1.jar"
+    tika_config_path = "#{ext_dir}/../ext/tika-config.xml"
 
-    @tika_cmd = "#{java_cmd} #{java_args} -jar '#{tika_path}'"
+    @tika_cmd = "#{java_cmd} #{java_args} -jar '#{tika_path}' --config='#{tika_config_path}'"
   end
 
   def to_xml
@@ -58,7 +59,7 @@ class RubyTikaApp
   def run_tika(option)
     final_cmd = "#{@tika_cmd} #{option} '#{@document}'"
 
-    pid, stdin, stdout, stderr = Open4::popen4(final_cmd)
+    _, stdin, stdout, stderr = Open4.popen4(final_cmd)
 
     stdout_result = stdout.read.strip
     stderr_result = stderr.read.strip
@@ -75,8 +76,11 @@ class RubyTikaApp
     stderr.close
   end
 
-  def strip_stderr(s)
-    s.gsub(/^(info|warn) - .*$/i, '').strip
+  def strip_stderr(err)
+    err
+      .gsub(/^(info|warn) - .*$/i, '')
+      .strip
+      .gsub(/Picked up JAVA_TOOL_OPTIONS: .+ -Dfile.encoding=UTF-8/i, '')
+      .strip
   end
-
 end

data/ruby_tika_app.gemspec

@@ -1,32 +1,31 @@
-# -*- encoding: utf-8 -*-
-$:.push File.expand_path('../lib', __FILE__)
+$LOAD_PATH.push File.expand_path('lib', __dir__)
 
 Gem::Specification.new do |s|
   s.name        = 'ruby_tika_app'
-  s.version     = '1.5.0'
+  s.version     = '1.8.0'
   s.platform    = Gem::Platform::RUBY
   s.authors     = ['Chris Parker']
-  s.email       = %w(mrcsparker@gmail.com)
+  s.email       = %w[mrcsparker@gmail.com]
   s.homepage    = 'https://github.com/mrcsparker/ruby_tika_app'
-  s.summary     = %q{Wrapper around the tika-app jar}
-  s.description = %q{Wrapper around the tika-app jar}
+  s.summary     = 'Wrapper around the tika-app jar'
+  s.description = 'Wrapper around the tika-app jar'
 
   s.rubyforge_project = 'ruby_tika_app'
 
-  s.files         = `git ls-files`.split("\n") + 
-    %w(LICENSE README.md HISTORY)
-  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
-  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
-  s.require_paths = %w(lib)
+  s.files         = `git ls-files`.split("\n") +
+                    %w[LICENSE README.md HISTORY]
+  s.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+  s.require_paths = %w[lib]
   s.test_files    = Dir.glob('spec/**/*')
 
   s.add_runtime_dependency('open4')
 
-  s.add_development_dependency('rake')
-  s.add_development_dependency('rspec', '~> 3.3.0')
   s.add_development_dependency('bundler', '>= 1.0.15')
-  s.add_development_dependency('simplecov')
   s.add_development_dependency('json')
+  s.add_development_dependency('pry')
   s.add_development_dependency('rack')
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rspec', '~> 3.8.0')
+  s.add_development_dependency('simplecov')
   s.add_development_dependency('thin')
 end

data/spec/ruby_tika_app_spec.rb

@@ -1,10 +1,9 @@
 require 'spec_helper'
 
 describe RubyTikaApp do
-
   before(:each) do
     doc_path = "#{File.join(File.dirname(__FILE__))}/docs"
-    
+
     @test_file = "#{doc_path}/graph sampling simplex - 11.pdf"
 
     @cnn_com_file = "#{doc_path}/cnn.com"
@@ -13,50 +12,50 @@ describe RubyTikaApp do
 
   describe 'Error' do
     it 'has an error' do
-      expect {
+      expect do
         rta = RubyTikaApp.new('No file')
         rta.to_xml
-      }.to raise_error(RuntimeError)
+      end.to raise_error(RuntimeError)
     end
   end
 
   describe '#to_xml' do
     it 'header' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_xml[0..37]).to eq("<?xml version=\"1.0\" encoding=\"UTF-8\"?>")
+      expect(rta.to_xml[0..37]).to eq('<?xml version="1.0" encoding="UTF-8"?>')
     end
-  
+
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
       xml = rta.to_xml
 
       xml_size = xml.size / 2
 
-      expect(xml[xml_size..(xml_size + 100)]).to eq("plicated nodes make the node distribution converge\nto uniform distribution. We do not need to conside")
+      expect(xml[xml_size..(xml_size + 100)]).to eq("ph\nG. This methodology is also used in Frontier Sampling (FS).\nSince this is the only difference betw")
     end
   end
 
   describe '#to_html' do
     it 'header' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_html[0..42]).to eq("<html xmlns=\"http://www.w3.org/1999/xhtml\">")
+      expect(rta.to_html[0..42]).to eq('<html xmlns="http://www.w3.org/1999/xhtml">')
     end
 
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_html[1000 ... 1100]).to eq("on/pdf\"/>\n<meta name=\"X-Parsed-By\" content=\"org.apache.tika.parser.DefaultParser\"/>\n<meta name=\"X-Pa")
+      expect(rta.to_html[1000...1100]).to eq("Z\"/>\n<meta name=\"meta:save-date\" content=\"2011-03-29T13:00:16Z\"/>\n<meta name=\"pdf:encrypted\" content")
     end
   end
 
   describe '#to_json' do
     it 'header' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_json[0..42]).to eq("{\"Application\":\"\\u0027Certified by IEEE PDF")
+      expect(rta.to_json[0..42]).to eq('{"Application":"\\u0027Certified by IEEE PDF')
     end
 
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_json[100 ... 150]).to eq("\"171510\",\"Content-Type\":\"application/pdf\",\"Creatio")
+      expect(rta.to_json[100...150]).to eq('"171510","Content-Type":"application/pdf","Creatio')
     end
   end
 
@@ -68,7 +67,7 @@ describe RubyTikaApp do
 
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_text[100 ... 150]).to eq("n Zhang3, Tianyin Xu2\n\nLong Jin1, Pan Hui4, Beixin")
+      expect(rta.to_text[100...150]).to eq("in Zhang3, Tianyin Xu2\n\nLong Jin1, Pan Hui4, Beixi")
     end
   end
 
@@ -80,7 +79,7 @@ describe RubyTikaApp do
 
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_text_main[100 ... 150]).to eq("n Zhang3, Tianyin Xu2\nLong Jin1, Pan Hui4, Beixing")
+      expect(rta.to_text_main[100...150]).to eq("n Zhang3, Tianyin Xu2\nLong Jin1, Pan Hui4, Beixing")
     end
   end
 
@@ -92,7 +91,7 @@ describe RubyTikaApp do
 
     it 'middle' do
       rta = RubyTikaApp.new(@test_file)
-      expect(rta.to_metadata[100 ... 150]).to eq("Type: application/pdf\nCreation-Date: 2011-03-29T12")
+      expect(rta.to_metadata[100...150]).to eq("Type: application/pdf\nCreation-Date: 2011-03-29T12")
     end
   end
 
@@ -109,5 +108,4 @@ describe RubyTikaApp do
       expect(rta.to_text).to eq(RubyTikaApp.new(@news_ycombinator_com_file).to_text)
     end
   end
-
 end

data/spec/spec_helper.rb

@@ -8,12 +8,11 @@ require 'ruby_tika_app'
 require 'rspec'
 
 # Include all files under spec/support
-Dir['./spec/support/**/*.rb'].each {|f| require f}
+Dir['./spec/support/**/*.rb'].each { |f| require f }
 
 # Start a local rack server to serve up test pages.
 @server_thread = Thread.new do
-  Rack::Handler::Thin.run MyApp::Test::Server.new, :Port => 9299
+  Rack::Handler::Thin.run MyApp::Test::Server.new, Port: 9299
 end
 
 sleep(1) # wait a sec for the server to be booted
-

data/spec/support/test_server.rb

@@ -5,15 +5,15 @@ module MyApp
   module Test
     class Server
       def call(env)
-        @root = "#{File.expand_path(File.dirname(__FILE__))}/../docs/"
+        @root = "#{__dir__}/../docs/"
         path = Rack::Utils.unescape(env['PATH_INFO'])
         path += 'index.html' if path == '/'
-        file = @root + "#{path}"
+        file = @root + path.to_s
 
-        if File.exists?(file)
-          [ 200, {'Content-Type' => 'text/html'}, File.read(file) ]
+        if File.exist?(file)
+          [200, { 'Content-Type' => 'text/html' }, File.read(file)]
         else
-          [ 404, {'Content-Type' => 'text/plain'}, 'file not found' ]
+          [404, { 'Content-Type' => 'text/plain' }, 'file not found']
         end
       end
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_tika_app
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 1.8.0
 platform: ruby
 authors:
 - Chris Parker
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-06-30 00:00:00.000000000 Z
+date: 2018-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: open4
@@ -25,49 +25,49 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.0.15
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.0.15
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.0
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.0
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.15
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.15
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: simplecov
+  name: rack
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,7 +81,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: json
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -95,7 +95,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rack
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.8.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -136,7 +150,8 @@ files:
 - LICENSE
 - README.md
 - Rakefile
-- ext/tika-app-1.9.jar
+- ext/tika-app-1.19.1.jar
+- ext/tika-config.xml
 - lib/ruby_tika_app.rb
 - ruby_tika_app.gemspec
 - spec/docs/cnn.com
@@ -164,14 +179,14 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: ruby_tika_app
-rubygems_version: 2.4.5
+rubygems_version: 2.7.7
 signing_key: 
 specification_version: 4
 summary: Wrapper around the tika-app jar
 test_files:
-- spec/docs/cnn.com
+- spec/ruby_tika_app_spec.rb
 - spec/docs/graph sampling simplex - 11.pdf
+- spec/docs/cnn.com
 - spec/docs/news.ycombinator.com
-- spec/ruby_tika_app_spec.rb
-- spec/spec_helper.rb
 - spec/support/test_server.rb
+- spec/spec_helper.rb