RubyGems - rtika - Versions diffs - 0.1.0 - Mend

rtika 0.1.0

Files changed (15) hide show

data/.document ADDED

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore ADDED

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+## TEXTMATE
+*.tmproj
+tmtags
+## EMACS
+*~
+\#*
+.\#*
+## VIM
+*.swp
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+## PROJECT::SPECIFIC

data/LICENSE ADDED

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Pradeep Elankumaran
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc ADDED

@@ -0,0 +1,33 @@
+= rTika
+A JRuby wrapper around the excellent Apache Tika content extraction library.
+Feed rTika your files and get extracted text and metadata in return.
+== Usage
+Make sure you're on JRuby first.
+  require 'rubygems'
+  require 'rtika'
+  result = RTika::FileParser.parse("mywordfile.doc")
+  puts result.content
+  puts result.title
+  puts result.author
+  result = RTika::StringParser.parse("<html><body>this is my very ... long ... string</body></html>")
+  puts result.content
+  puts result.title
+== Note on Patches/Pull Requests
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+== Copyright
+Copyright (c) 2010 Pradeep Elankumaran. See LICENSE for details.

data/Rakefile ADDED

@@ -0,0 +1,55 @@
+require 'rubygems'
+require 'rake'
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "rtika"
+    gem.summary = %Q{A JRuby wrapper around the Apache Tika library}
+    gem.description = %Q{rTika is a JRuby wrapper around the Apache Tika content extraction library}
+    gem.email = "pradeepe@gmail.com"
+    gem.homepage = "http://github.com/skyfallsin/rtika"
+    gem.authors = ["Pradeep Elankumaran"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+task :test => :check_dependencies
+task :default => :test
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "rtika #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+Jeweler::GemcutterTasks.new

data/VERSION ADDED

	@@ -0,0 +1 @@
1	+ 0.1.0

data/lib/rtika.rb ADDED

@@ -0,0 +1,110 @@
+raise "You need JRuby to use rRTika" unless RUBY_PLATFORM =~ /java/
+require 'java'
+Dir[File.join(File.dirname(__FILE__), "*.jar")].each do |jar|
+  #puts "require #{jar}"
+  require jar
+end
+module RTika
+  import org.apache.tika.sax.BodyContentHandler
+  import org.apache.tika.parser.AutoDetectParser
+  import org.apache.tika.metadata.Metadata
+  class ParsedResult
+    attr_accessor :content, :metadata
+    def initialize(content, metadata)
+      @content, @metadata = content, metadata
+    end
+    def content
+      @content.to_string
+    end
+    def title
+      @metadata.get(Metadata::TITLE)
+    end
+    def author
+      @metadata.get(Metadata::AUTHOR)
+    end
+    def content_type
+      @metadata.get(Metadata::CONTENT_TYPE)
+    end
+    def filename
+      @metadata.get("filename")
+    end
+  end
+  class GenericParser
+    def self.parse(*args)
+      new(*args).parse
+    end
+    def parse
+      @parser = RTika::AutoDetectParser.new
+      content, metadata = process
+      RTika::ParsedResult.new(content, metadata)
+    end
+    def process
+      raise "override this in your parser, return content and metadata"
+    end
+  end
+  class StringParser < GenericParser
+    def initialize(string)
+      @input_string = string
+    end
+    def process
+      input_stream = java.io.ByteArrayInputStream.new(@input_string.to_java.get_bytes)
+      content = RTika::BodyContentHandler.new
+      metadata = RTika::Metadata.new
+      @parser.parse(input_stream, content, metadata)
+      input_stream.close
+      return [content, metadata]
+    end
+  end
+  class FileParser < GenericParser
+    def initialize(filename)
+      @filename = filename
+    end
+    def process
+      input_stream = java.io.FileInputStream.new(java.io.File.new(@filename))
+      content =  RTika::BodyContentHandler.new
+      metadata = RTika::Metadata.new
+      metadata.set("filename", File.basename(@filename))
+      @parser.parse(input_stream, content, metadata)
+      input_stream.close
+      return [content, metadata]
+    end
+  end
+	class UrlParser < GenericParser
+    def initialize(url, content)
+      @url = url
+      @content = content
+    end
+    def process
+      input_stream = java.io.ByteArrayInputStream.new(@content.to_java.get_bytes)
+      content =  RTika::BodyContentHandler.new
+      metadata = RTika::Metadata.new
+      metadata.set("filename", File.basename(@url))
+      @parser.parse(input_stream, content, metadata)
+      input_stream.close
+      return [content, metadata]
+    end
+  end
+end

data/lib/tika-app-0.7.jar ADDED

Binary file

data/lib/tika-bundle-0.7.jar ADDED

Binary file

data/lib/tika-core-0.7.jar ADDED

Binary file

data/lib/tika-parsers-0.7.jar ADDED

Binary file

data/rtika.gemspec ADDED

@@ -0,0 +1,55 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+Gem::Specification.new do |s|
+  s.name = %q{rtika}
+  s.version = "0.1.0"
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Pradeep Elankumaran"]
+  s.date = %q{2010-10-28}
+  s.description = %q{rTika is a JRuby wrapper around the Apache Tika content extraction library}
+  s.email = %q{pradeepe@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "lib/rtika.rb",
+     "lib/tika-app-0.7.jar",
+     "lib/tika-bundle-0.7.jar",
+     "lib/tika-core-0.7.jar",
+     "lib/tika-parsers-0.7.jar",
+     "rtika.gemspec",
+     "test/helper.rb",
+     "test/test_rtika.rb"
+  ]
+  s.homepage = %q{http://github.com/skyfallsin/rtika}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{A JRuby wrapper around the Apache Tika library}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_rtika.rb"
+  ]
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/test/helper.rb ADDED

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rtika'
+class Test::Unit::TestCase
+end

data/test/test_rtika.rb ADDED

@@ -0,0 +1,7 @@
+require 'helper'
+class TestRtika < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata ADDED

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: rtika
+version: !ruby/object:Gem::Version
+  prerelease: false
+  segments:
+    - 0
+    - 1
+    - 0
+  version: 0.1.0
+platform: ruby
+authors:
+  - Pradeep Elankumaran
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2010-10-28 00:00:00 -07:00
+default_executable:
+dependencies: []
+description: rTika is a JRuby wrapper around the Apache Tika content extraction library
+email: pradeepe@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+  - LICENSE
+  - README.rdoc
+files:
+  - .document
+  - .gitignore
+  - LICENSE
+  - README.rdoc
+  - Rakefile
+  - VERSION
+  - lib/rtika.rb
+  - lib/tika-app-0.7.jar
+  - lib/tika-bundle-0.7.jar
+  - lib/tika-core-0.7.jar
+  - lib/tika-parsers-0.7.jar
+  - rtika.gemspec
+  - test/helper.rb
+  - test/test_rtika.rb
+has_rdoc: true
+homepage: http://github.com/skyfallsin/rtika
+licenses: []
+post_install_message:
+rdoc_options:
+  - --charset=UTF-8
+require_paths:
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        segments:
+          - 0
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        segments:
+          - 0
+        version: "0"
+requirements: []
+rubyforge_project:
+rubygems_version: 1.3.6
+signing_key:
+specification_version: 3
+summary: A JRuby wrapper around the Apache Tika library
+test_files:
+  - test/helper.rb
+  - test/test_rtika.rb