tikas 0.0.2

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.rvmrc

@@ -0,0 +1 @@
+rvm gemset use tikas

data/Gemfile

@@ -0,0 +1,4 @@
+source :rubygems
+
+# Specify your gem's dependencies in tika.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2011 Julio Arias
+
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+
+task :default => [:test_units]
+
+desc "Run tests"
+Rake::TestTask.new do |t|
+    t.libs << "test"
+    t.test_files = FileList['test/*test.rb']
+    t.verbose = true
+end

data/Readme.md

@@ -0,0 +1,80 @@
+# What is this?
+
+A Sinatra service around Apache Tika content extraction project
+
+# Requisites
+
+TikaS requires nailgun to be installed
+
+On OS X (using hombrew or follow the Linux instructions):
+
+    $ brew install nailgun
+
+On Linux:
+
+1- Download [Nailgun](http://sourceforge.net/projects/nailgun/files/nailgun/0.7.1/)
+
+2- Build the ng client
+
+    $ cd nailgun_folder ; make
+
+3- Add ng to your PATH
+
+4- Create a ng-server script and put in your PATH
+
+    #!/bin/bash
+    exec java -server -jar "/path/to/nailgun/jar/nailgun-0.7.1.jar"    
+
+# Usage:
+
+    $ gem install tikas 
+
+or
+
+    $ bundle install # if using bundler
+
+In your config.ru
+
+    require 'rubygems' # require bundler too if your using it 
+    require 'tikas'
+
+    run TikaS::TikaServer
+
+Call the service
+
+* To get the file text content:
+
+     $ curl -v -F "data=@your_file.ext"  http://localhost:9292/extract
+
+* To get the file metadata only
+
+     $ curl -v -F "data=@your_file.ext"  http://localhost:9292/metadata
+
+# TODO:
+
+* Test tests and more tests :D 
+
+# LICENSE:
+
+Copyright (c) 2011 Julio Arias
+
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/config.ru

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'bundler/setup'
+
+$:.unshift File.expand_path(File.dirname(__FILE__))
+
+require 'lib/tikas'
+
+run TikaS::TikaServer

data/lib/tikas.rb

@@ -0,0 +1,70 @@
+require 'tikas/version'
+require 'sinatra'
+require 'json'
+
+module TikaS
+  class TikaServer < Sinatra::Base
+    TIKA_JAR = File.join(File.dirname(__FILE__), "tika-app.jar")
+
+    configure do      
+      # Start nailgun assuming is installed with hombrew or similar ng-server script exists in PATH
+      `nohup ng-server > /dev/null 2>&1 &`
+      
+      sleep 0.5 # Just to let nailgun start properly
+
+      # Add tika-app.jar to nailgun classpath
+      `ng ng-cp #{TIKA_JAR}`
+      # Create an alias to TikaCLI class
+      `ng ng-alias tika org.apache.tika.cli.TikaCLI`
+    end
+
+    get '/' do
+      <<-EOF
+        <p>
+          Welcome to TikaS a simple server for extracting document content and metadata.
+        </p>
+        <p>
+          TikaS uses Apache Tika to do the extraction so any file type sopported by Tika is supported by TikaS
+        </p>
+        <p>
+          Sample usage:
+          <br/>
+          <br/>
+          $ curl -v -F "data=@your_file.ext" #{request.url}extract
+          <br/>
+          $ curl -v -F "data=@your_file.ext" #{request.url}metadata
+          <br/>
+        </p>
+        <p>
+          More info <a href="https://github.com/jarias/tikas">TikaS</a>
+        </p>
+      EOF
+    end
+
+    post '/extract' do
+      content_type 'application/json'
+      begin
+        {:data => `ng tika -t #{params[:data][:tempfile].path}`, :api_version => VERSION}.to_json
+      rescue Exception => e
+        [500, {:error => e.to_s, :api_version => VERSION}.to_json]
+      end
+    end
+
+    post '/metadata' do
+      content_type 'application/json'
+      begin
+        metadata = {}
+        m = `ng tika -t -m #{params[:data][:tempfile].path}`
+        m.split("\n").map {|l| l.split ':'}.each {|e| metadata[e[0]] = e[1]}
+        metadata["resourceName"] = params[:data][:filename]
+        {:metadata => metadata, :api_version => VERSION}.to_json
+      rescue Exception => e
+        [500, {:error => e.to_s, :api_version => VERSION}.to_json]
+      end
+    end
+   
+    at_exit do 
+      `ng ng-stop`
+    end 
+  end
+end

data/lib/tikas/version.rb

@@ -0,0 +1,3 @@
+module TikaS
+  VERSION = "0.0.2"
+end

data/test/test_helper.rb

@@ -0,0 +1,9 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'test/unit'
+require 'rack/test'
+
+$:.push File.expand_path("../..", __FILE__)
+
+require 'lib/tikas'

data/test/tikas_test.rb

@@ -0,0 +1,8 @@
+require 'test_helper'
+
+class TikasTest < Test::Unit::TestCase
+  # TODO real tests ;)
+  def test_test
+    assert true
+  end
+end

data/tikas.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "tikas/version"
+
+Gem::Specification.new do |s|
+  s.name        = "tikas"
+  s.version     = TikaS::VERSION
+  s.authors     = ["Julio Arias"]
+  s.email       = ["jarias01@gmail.com"]
+  s.homepage    = "https://github.com/jarias/tikas"
+  s.summary     = %q{Sinatra based service around Apache Tika (http://tika.apache.org/)}
+  s.description = %q{Sinatra based service around Apache Tika content extraction project}
+
+  s.rubyforge_project = "tikas"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency "sinatra", "~> 1.2.6"
+
+  s.add_development_dependency "guard", "~> 0.3.4"
+  s.add_development_dependency "rb-fsevent", "~> 0.4.0"
+  s.add_development_dependency "rack-test", "~> 0.6.0"
+end

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification
+name: tikas
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Julio Arias
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-11-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: &70143955583440 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.6
+  type: :runtime
+  prerelease: false
+  version_requirements: *70143955583440
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &70143955582300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.4
+  type: :development
+  prerelease: false
+  version_requirements: *70143955582300
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: &70143955581520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :development
+  prerelease: false
+  version_requirements: *70143955581520
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: &70143955580580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *70143955580580
+description: Sinatra based service around Apache Tika content extraction project
+email:
+- jarias01@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- LICENSE
+- Rakefile
+- Readme.md
+- config.ru
+- lib/tika-app.jar
+- lib/tikas.rb
+- lib/tikas/version.rb
+- test/test_files/sample.pdf
+- test/test_helper.rb
+- test/tikas_test.rb
+- tikas.gemspec
+homepage: https://github.com/jarias/tikas
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: tikas
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Sinatra based service around Apache Tika (http://tika.apache.org/)
+test_files:
+- test/test_files/sample.pdf
+- test/test_helper.rb
+- test/tikas_test.rb