ruby_tika_app_lambda 1.25.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 941f6c5387c687023b8160fb54b098d3fbb8ed49b8266e272c6880157f773b01
+  data.tar.gz: e54d467f6624d299809213c308e57ef6c3e12fc0389d21596e58e53ea581eb27
+SHA512:
+  metadata.gz: 076f2194cca270d47e458fbffada19bcc03454f285e300cdf51236fb4a88ab0bd18b3285baf90b2c4d17bf1f2e80665737dfdcdb895c73a86d5ad27159c95a27
+  data.tar.gz: 1e6a2d67a050fc0a2b70ae97525400dbe95814ca98ee9fbfb2ab7f50b777506b865dd6898bfccce21174c0fce02d963668ba29f03dbc8142daedbe5c8a8b214d

data/.gitignore

@@ -0,0 +1,9 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+.sublime-project
+.sublime-project.sublime-workspace
+.rbenv-version
+.idea
+coverage/*

data/.rspec

@@ -0,0 +1,3 @@
+--colour --profile
+--format documentation
+--format progress

data/Gemfile

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in ruby_tika_app.gemspec
+gemspec

data/HISTORY

@@ -0,0 +1,13 @@
+1.9.0 - February 4, 2020
+* Bumped tika to 1.23
+
+1.0.1 - May 8, 2013
+* Fixed issue where URLs were not being parsed.
+
+0.2.0 - November 30, 2011
+* Fixed open4 bundler issue - file was getting required that needed open4 before add_dependency
+* Added README info, HISTORY
+* Added more tests
+
+0.1.0 - November 29, 2011
+* Initial release

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2011-2020 Chris Parker
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,54 @@
+## Ruby Tika Parser
+
+### Introduction
+
+This is a simple frontend to the Java Tika parser command line jar / app.
+
+It is the same as running: 
+
+    java -server -Djava.awt.headless=true -Dfile.encoding=UTF-8 -jar tika-app-1.24.1.jar FileToParse.pdf
+
+with options like --xml, --text, etc.
+
+### Installation
+
+To install, add ruby_tika_app to your _Gemfile_ and run `bundle install`:
+
+    gem 'ruby_tika_app'
+
+
+### Note about installation
+
+RubyTikaApp is a pretty big gem since it includes the ruby-tika-app jarfile.
+It might take a while to install.
+
+### Usage
+
+First, you need Java installed.  And it needs to be in your $PATH.
+
+Then:
+
+```ruby
+require 'ruby_tika_app'
+
+rta = RubyTikaApp.new("sample_file.pdf")
+
+puts rta.to_xml # <xml output>
+
+# You also get to_json, to_text, to_text_main, and to_metadata
+
+```
+
+### Testing
+
+Run:
+
+    bundle exec rspec spec/
+
+*NOTE*: Since we are using an underlying java library to connect to external
+URLs we can't use a standard mocking library.  The test suite starts a
+rack-based web server.
+
+### Contributing
+
+Fork on GitHub and after you've committed tested patches, send a pull request.

data/Rakefile

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'

data/ext/tika-config.xml

@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<properties>
+  <service-loader initializableProblemHandler="ignore"/>
+  <parsers>
+    <!-- Default Parser for most things, except for 2 mime types, and never
+         use the Executable Parser -->
+    <parser class="org.apache.tika.parser.DefaultParser">
+      <mime-exclude>image/jpeg</mime-exclude>
+      <mime-exclude>application/x-sqlite3</mime-exclude>
+      <parser-exclude class="org.apache.tika.parser.jdbc.SQLite3Parser"/>
+    </parser>
+  </parsers>
+</properties>

data/lib/ruby_tika_app.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+# Based on the rake remote task code
+
+require 'rubygems'
+require 'stringio'
+require 'open4'
+
+class RubyTikaApp
+  class Error < RuntimeError; end
+
+  class CommandFailedError < Error
+    attr_reader :status
+    def initialize(status)
+      @status = status
+    end
+  end
+
+  def initialize(document)
+    @document = if (document =~ %r{https?:\/\/[\S]+}) == 0
+                  document
+                else
+                  "file://#{document}"
+                end
+
+    java_cmd = 'java'
+    java_args = '-server -Djava.awt.headless=true -Dfile.encoding=UTF-8'
+    ext_dir = File.join(File.dirname(__FILE__))
+    tika_path = "/opt/tika-app.jar"
+    tika_config_path = "#{ext_dir}/../ext/tika-config.xml"
+
+    @tika_cmd = "#{java_cmd} #{java_args} -jar '#{tika_path}' --config='#{tika_config_path}'"
+  end
+
+  def to_xml
+    run_tika('--xml')
+  end
+
+  def to_html
+    run_tika('--html')
+  end
+
+  def to_json(*_args)
+    run_tika('--json')
+  end
+
+  def to_text
+    run_tika('--text')
+  end
+
+  def to_text_main
+    run_tika('--text-main')
+  end
+
+  def to_metadata
+    run_tika('--metadata')
+  end
+
+  private
+
+  def run_tika(option)
+    final_cmd = "#{@tika_cmd} #{option} '#{@document}'"
+
+    _, stdin, stdout, stderr = Open4.popen4(final_cmd)
+
+    stdout_result = stdout.read.strip
+    stderr_result = stderr.read.strip
+
+    if stdout_result.empty? && !stderr_result.empty?
+      raise(CommandFailedError.new(stderr_result), "execution failed with status #{stderr_result}: #{final_cmd}")
+    end
+
+    stdout_result
+  ensure
+    stdin.close
+    stdout.close
+    stderr.close
+  end
+end

data/ruby_tika_app.gemspec

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+$LOAD_PATH.push File.expand_path('lib', __dir__)
+
+Gem::Specification.new do |s|
+  s.name        = 'ruby_tika_app_lambda'
+  s.version     = '1.25.0'
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Chris Parker', 'Eric Musgrove']
+  s.email       = %w[mrcsparker@gmail.com eric.musgrove@stoatlabs.com]
+  s.homepage    = 'https://github.com/StoatLabs/ruby_tika_app'
+  s.summary     = 'Wrapper around the tika-app jar'
+  s.description = 'Wrapper around the tika-app jar'
+
+  s.files         = `git ls-files`.split("\n") +
+                    %w[LICENSE README.md HISTORY]
+  s.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+  s.require_paths = %w[lib]
+  s.test_files    = Dir.glob('spec/**/*')
+
+  s.add_runtime_dependency('open4')
+
+  s.add_development_dependency('bundler', '>= 1.0.15')
+  s.add_development_dependency('json')
+  s.add_development_dependency('pry')
+  s.add_development_dependency('rack')
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rspec', '~> 3.9.0')
+  s.add_development_dependency('simplecov')
+  s.add_development_dependency('thin')
+end