ruby_tika_app 0.2

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in ruby_tika_app.gemspec
+gemspec

data/HISTORY

@@ -0,0 +1,7 @@
+0.2 - November 30, 2011
+* Fixed open4 bundler issue - file was getting required that needed open4 before add_dependency
+* Added README info, HISTORY
+* Added more tests
+
+0.1 - November 29, 2011
+* Initial release

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Chris Parker
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.textile

@@ -0,0 +1,47 @@
+h1. Ruby Tika Parser
+
+h2. Introduction
+
+This is a simple frontend to the Java Tika parser command line jar / app.
+
+It is the same as running: 
+
+<pre>
+java -server -Djava.awt.headless=true -jar tika-app-0.10.jar FileToParse.pdf
+</pre>
+
+with options like --xml, --text, etc.
+
+h2. Installation
+
+To install, add ruby_tika_app to your @Gemfile@ and run `bundle install`:
+
+<pre>
+gem 'ruby_tika_app'
+</pre>
+
+h3. Note about installation
+
+RubyTikaApp is a pretty big gem since it includes the ruby-tika-app jarfile.
+It might take a while to install.
+
+h2. Usage
+
+First, you need Java installed.  And it needs to be in your $PATH.
+
+Then:
+
+<pre>
+require 'ruby_tika_app'
+
+rta = RubyTikaApp.new("sample_file.pdf")
+
+puts rta.to_xml # <xml output>
+
+# You also get to_json, to_text, to_text_main, and to_metadata
+
+</pre>
+
+h2. Contributing
+
+Fork on GitHub and after you've committed tested patches, send a pull request.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/ruby_tika_app.rb

@@ -0,0 +1,78 @@
+# Based on the rake remote task code
+
+require 'rubygems'
+require 'stringio'
+require 'open4'
+
+class RubyTikaApp
+
+  class Error < RuntimeError; end
+
+  class CommandFailedError < Error
+    attr_reader :status
+    def initialize status
+      @status = status
+    end
+  end
+
+  def initialize(document)
+
+    @document = document
+
+    java_cmd = 'java'
+    java_args = '-server -Djava.awt.headless=true'
+    tika_path = "#{File.join(File.dirname(__FILE__))}/../ext/tika-app-0.10.jar"
+
+    @tika_cmd = "#{java_cmd} #{java_args} -jar #{tika_path}"
+  end
+
+  def to_xml
+    run_tika('--xml')
+  end
+
+  def to_html
+    run_tika('--html')
+  end
+
+  def to_json
+    run_tika('--json')
+  end
+
+  def to_text
+    run_tika('--text')
+  end
+
+  def to_text_main
+    run_tika('--text-main')
+  end
+
+  def to_metadata
+    run_tika('--metadata')
+  end
+
+  private
+
+  def run_tika(option)
+
+    final_cmd = "#{@tika_cmd} #{option} #{@document}"
+    result = []
+
+
+    pid, stdin, stdout, stderr = Open4::popen4(final_cmd)
+
+    stdout_result = stdout.read.strip
+    stderr_result = stderr.read.strip
+
+    unless stderr_result.strip == "" then
+      raise(CommandFailedError.new(stderr_result),
+            "execution failed with status #{stderr_result}: #{final_cmd}")
+    end
+
+    stdout_result
+  ensure
+    stdin.close
+    stdout.close
+    stderr.close
+  end
+
+end

data/ruby_tika_app.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "ruby_tika_app"
+  s.version     = "0.2"
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Chris Parker"]
+  s.email       = ["mrcsparker@gmail.com"]
+  s.homepage    = "https://github.com/mrcsparker/ruby_tika_app"
+  s.summary     = %q{Wrapper around the tika-app jar}
+  s.description = %q{Wrapper around the tika-app jar}
+
+  s.rubyforge_project = "ruby_tika_app"
+
+  s.files         = `git ls-files`.split("\n") + 
+    %w(LICENSE README.textile HISTORY)
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.test_files    = Dir.glob('spec/**/*')
+
+  s.add_runtime_dependency("open4")
+
+  s.add_development_dependency("rspec", "~> 2.7.0")
+  s.add_development_dependency("bundler", ">= 1.0.15")
+end

data/spec/ruby_tika_app_spec.rb

@@ -0,0 +1,86 @@
+require 'spec_helper'
+
+describe RubyTikaApp do
+
+  before(:each) do
+    @test_file = "#{File.join(File.dirname(__FILE__))}/docs/graph_sampling_simplex11.pdf"
+  end
+
+  describe "#to_xml" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_xml[0..37].should == "<?xml version=\"1.0\" encoding=\"UTF-8\"?>"
+    end
+  
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      xml = rta.to_xml
+
+      xml_size = xml.size / 2
+
+      xml[xml_size..(xml_size + 100)].should == "HRW considers all the duplicated nodes as valid nodes.\nThese duplicated nodes make the node distribut"
+    end
+  end
+
+  describe "#to_html" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_html[0..42].should == "<html xmlns=\"http://www.w3.org/1999/xhtml\">"
+    end
+
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_html[1000 ... 1100].should == "ersity of Goettingen, Germany\n3 Department of Computer Science, U.C. Santa Barbara, USA\n4 Deutsche T"
+    end
+  end
+
+  describe "#to_json" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_json[0..42].should == "{ \"Application\":\"\\u0027Certified by IEEE PD"
+    end
+
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_json[100 ... 150].should == "h\":171510, \n\"Content-Type\":\"application/pdf\", \n\"Cr"
+    end
+  end
+
+  describe "#to_text" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_text[0..42].should == "Understanding Graph Sampling Algorithms\nfor"
+    end
+
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_text[100 ... 150].should == "n Zhang3, Tianyin Xu2\nLong Jin1, Pan Hui4, Beixing"
+    end
+  end
+
+  describe "#to_text_main" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_text_main[0..42].should == "Understanding Graph Sampling Algorithms for"
+    end
+
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_text_main[100 ... 150].should == "n Zhang3, Tianyin Xu2 Long Jin1, Pan Hui4, Beixing"
+    end
+  end
+
+  describe "#to_metadata" do
+    it "header" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_metadata[0..42].should == "Application: 'Certified by IEEE PDFeXpress "
+    end
+
+    it "middle" do
+      rta = RubyTikaApp.new(@test_file)
+      rta.to_metadata[100 ... 150].should == "Type: application/pdf\nCreation-Date: 2011-03-29T12"
+    end
+
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'ruby_tika_app'
+require 'rspec'
+
+RSpec.configure do |config|
+
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification 
+name: ruby_tika_app
+version: !ruby/object:Gem::Version 
+  hash: 15
+  prerelease: 
+  segments: 
+  - 0
+  - 2
+  version: "0.2"
+platform: ruby
+authors: 
+- Chris Parker
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-12-20 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: open4
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 2
+        - 7
+        - 0
+        version: 2.7.0
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 1
+        - 0
+        - 15
+        version: 1.0.15
+  type: :development
+  version_requirements: *id003
+description: Wrapper around the tika-app jar
+email: 
+- mrcsparker@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .rspec
+- Gemfile
+- HISTORY
+- LICENSE
+- README.textile
+- Rakefile
+- ext/tika-app-0.10.jar
+- lib/ruby_tika_app.rb
+- ruby_tika_app.gemspec
+- spec/docs/graph_sampling_simplex11.pdf
+- spec/ruby_tika_app_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/mrcsparker/ruby_tika_app
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: ruby_tika_app
+rubygems_version: 1.8.12
+signing_key: 
+specification_version: 3
+summary: Wrapper around the tika-app jar
+test_files: 
+- spec/docs/graph_sampling_simplex11.pdf
+- spec/ruby_tika_app_spec.rb
+- spec/spec_helper.rb