tika_wrapper 0.0.1

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+sudo: false
+rvm:
+  - 2.2.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in tika_wrapper.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Chris Beer
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,15 @@
+# tika_wrapper
+
+Wrap any task with a running tika server:
+
+```ruby
+TikaWrapper.wrap do |tika|
+  # Something that requires tika
+end
+```
+
+## Basic Options
+
+```ruby
+TikaWrapper.wrap port: '9998'
+```

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: ['spec']

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'tika_wrapper'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/coveralls.yml

@@ -0,0 +1 @@
+service_name: travis-ci

data/exe/tika_wrapper

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+
+require 'tika_wrapper'
+require 'optparse'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "Usage: tika_wrapper [options]"
+
+  opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+    options[:verbose] = v
+  end
+
+  opts.on("--version VERSION", "Specify a tika version to download (default: #{TikaWrapper.default_tika_version})") do |v|
+    options[:version] = v
+  end
+
+  opts.on("-pPORT", "--port PORT", "Specify the port tika should run at (default: 9998)") do |p|
+    options[:port] = p
+  end
+end.parse!
+
+# default to verbose
+options[:verbose] = true if options[:verbose].nil?
+
+TikaWrapper.wrap(options) do |conn|
+  while conn.status
+    sleep 1
+  end
+end

data/lib/tika_wrapper.rb

@@ -0,0 +1,18 @@
+require 'tika_wrapper/version'
+require 'tika_wrapper/instance'
+
+module TikaWrapper
+  def self.default_tika_version
+    "1.8"
+  end
+
+  def self.default_instance(options = {})
+    @default_instance ||= TikaWrapper::Instance.new options
+  end
+
+  ##
+  # Ensures a tika service is running before executing the block
+  def self.wrap(options = {}, &block)
+    default_instance(options).wrap(&block)
+  end
+end

data/lib/tika_wrapper/instance.rb

@@ -0,0 +1,234 @@
+require 'digest'
+require 'fileutils'
+require 'json'
+require 'open-uri'
+require 'ruby-progressbar'
+require 'securerandom'
+require 'stringio'
+require 'tmpdir'
+
+module TikaWrapper
+  class Instance
+    attr_reader :options, :pid
+
+    ##
+    # @param [Hash] options
+    # @option options [String] :url
+    # @option options [String] :version
+    # @option options [String] :port
+    # @option options [String] :version_file
+    # @option options [String] :instance_dir
+    # @option options [String] :download_path
+    # @option options [String] :md5sum
+    # @option options [String] :tika_xml
+    # @option options [Boolean] :verbose
+    # @option options [Boolean] :managed
+    # @option options [Boolean] :ignore_md5sum
+    # @option options [Hash] :tika_options
+    # @option options [Hash] :env
+    def initialize(options = {})
+      @options = options
+    end
+
+    def wrap(&_block)
+      start
+      yield self
+    ensure
+      stop
+    end
+
+    ##
+    # Start tika and wait for it to become available
+    def start
+      download
+      if managed?
+        exec(p: port)
+
+        # Wait for tika to start
+        unless status
+          sleep 1
+        end
+      end
+    end
+
+    ##
+    # Stop tika and wait for it to finish exiting
+    def stop
+      if managed? && started?
+        Process.kill("KILL", pid.to_i)
+
+        # Wait for tika to stop
+        while status
+          sleep 1
+        end
+      end
+
+      @pid = nil
+    end
+
+    ##
+    # Check the status of a managed tika service
+    def status
+      return true unless managed?
+
+      begin
+        open(url + "version")
+        true
+      rescue
+        false
+      end
+    end
+
+    ##
+    # Is tika running?
+    def started?
+      !!status
+    end
+
+    ##
+    # Get the port this tika instance is running at
+    def port
+      options.fetch(:port, "9998").to_s
+    end
+
+    ##
+    # Clean up any files tika_wrapper may have downloaded
+    def clean!
+      stop
+      FileUtils.remove_entry(download_path) if File.exists? download_path
+      FileUtils.remove_entry(md5sum_path) if File.exists? md5sum_path
+    end
+
+    ##
+    # Get a (likely) URL to the tika instance
+    def url
+      "http://127.0.0.1:#{port}/"
+    end
+
+    protected
+
+    def download
+      unless File.exists?(download_path) && validate?(download_path)
+        fetch_with_progressbar download_url, download_path
+        validate! download_path
+      end
+
+      download_path
+    end
+
+    def validate?(file)
+      Digest::MD5.file(file).hexdigest == expected_md5sum
+    end
+
+    def validate!(file)
+      unless validate? file
+        raise "MD5 mismatch" unless options[:ignore_md5sum]
+      end
+    end
+
+    ##
+    # Run the tika server
+    def exec(options = {})
+      args = ["java", "-jar", tika_binary] + tika_options.merge(options).map { |k, v| ["-#{k}", "#{v}"] }.flatten + [">&2"]
+      io = IO.popen(env, args + [err: [:child, :out]])
+      @pid = io.pid
+    end
+
+    private
+
+    def download_url
+      @download_url ||= options.fetch(:url, default_download_url)
+    end
+
+    def default_download_url
+      @default_url ||= begin
+        mirror_url = "http://www.apache.org/dyn/closer.cgi/tika/tika-server-#{version}.jar?asjson=true"
+        json = open(mirror_url).read
+        doc = JSON.parse(json)
+        doc['preferred'] + doc['path_info']
+      end
+    end
+
+    def md5url
+      "http://archive.apache.org/dist/tika/tika-server-#{version}.jar.md5"
+    end
+
+    def version
+      @version ||= options.fetch(:version, default_tika_version)
+    end
+
+    def tika_options
+      options.fetch(:tika_options, {})
+    end
+
+    def env
+      options.fetch(:env, {})
+    end
+
+    def default_tika_version
+      TikaWrapper.default_tika_version
+    end
+
+    def download_path
+      @download_path ||= options.fetch(:download_path, default_download_path)
+    end
+
+    def default_download_path
+      File.join(Dir.tmpdir, File.basename(download_url))
+    end
+
+    def tika_dir
+      @tika_dir ||= options.fetch(:instance_dir, File.join(Dir.tmpdir, File.basename(download_url, ".jar")))
+    end
+
+    def verbose?
+      !!options.fetch(:verbose, false)
+    end
+
+    def managed?
+      !!options.fetch(:managed, true)
+    end
+
+    def version_file
+      options.fetch(:version_file, File.join(tika_dir, "VERSION"))
+    end
+
+    def expected_md5sum
+      @md5sum ||= options.fetch(:md5sum, open(md5file).read.split(" ").first)
+    end
+
+    def tika_binary
+      download_path
+    end
+
+    def md5sum_path
+      File.join(Dir.tmpdir, File.basename(md5url))
+    end
+
+    def tmp_save_dir
+      @tmp_save_dir ||= Dir.mktmpdir
+    end
+
+    def fetch_with_progressbar(url, output)
+      pbar = ProgressBar.create(title: File.basename(url), total: nil, format: "%t: |%B| %p%% (%e )")
+      open(url, content_length_proc: lambda do|t|
+        if t && 0 < t
+          pbar.total = t
+        end
+      end,
+                progress_proc: lambda do|s|
+                  pbar.progress = s
+                end) do |io|
+        IO.copy_stream(io, output)
+      end
+    end
+
+    def md5file
+      unless File.exists? md5sum_path
+        fetch_with_progressbar md5url, md5sum_path
+      end
+
+      md5sum_path
+    end
+  end
+end

data/lib/tika_wrapper/version.rb

@@ -0,0 +1,3 @@
+module TikaWrapper
+  VERSION = "0.0.1"
+end

data/spec/lib/tika_wrapper_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe TikaWrapper do
+  describe ".wrap" do
+    it "should launch tika" do
+      TikaWrapper.wrap do |tika|
+        expect do
+          Timeout::timeout(15) do
+            TCPSocket.new('127.0.0.1', tika.port).close
+          end
+        end.not_to raise_exception
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'coveralls'
+Coveralls.wear!
+
+require 'tika_wrapper'
+
+require 'rspec'
+
+RSpec.configure do |_config|
+end

data/tika_wrapper.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tika_wrapper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "tika_wrapper"
+  spec.version       = TikaWrapper::VERSION
+  spec.authors       = ["Chris Beer"]
+  spec.email         = ["chris@cbeer.info"]
+  spec.summary       = %q{Tika service wrapper}
+  spec.homepage      = "https://github.com/cbeer/tika_wrapper"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "ruby-progressbar"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "coveralls"
+end

metadata

@@ -0,0 +1,136 @@
+--- !ruby/object:Gem::Specification
+name: tika_wrapper
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Chris Beer
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-06-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- chris@cbeer.info
+executables:
+- tika_wrapper
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".rubocop_hound.yml"
+- ".rubocop_todo.yml"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- coveralls.yml
+- exe/tika_wrapper
+- lib/tika_wrapper.rb
+- lib/tika_wrapper/instance.rb
+- lib/tika_wrapper/version.rb
+- spec/lib/tika_wrapper_spec.rb
+- spec/spec_helper.rb
+- tika_wrapper.gemspec
+homepage: https://github.com/cbeer/tika_wrapper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Tika service wrapper
+test_files:
+- spec/lib/tika_wrapper_spec.rb
+- spec/spec_helper.rb