solr_wrapper 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2980ce0da6b13f768917b7a81ebeb45dfd2a4ff6
+  data.tar.gz: b8f4d793718df779050a5c571016b326cd8e3de3
+SHA512:
+  metadata.gz: 635757846c0b44d01d92993837555a38661c97638b745cc83d55be0fd59f098c09ad05fa7e316afcfe0dd8c49199d43dc22ad435994392bb5f67d84a87cf251b
+  data.tar.gz: 84d932af417c6823d9666361ab2044dad3112555121d5b7df4bca6ec72e32408265167f67fbe838e76ac8f42039e19c483ae40e5e6b4c9b39fa2c4aab4f87554

data/.gitignore

@@ -0,0 +1,35 @@
+Gemfile.lock
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in solr_wrapper.gemspec
+gemspec
+
+gem 'byebug'

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Chris Beer
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1 @@
+# solrwrapper

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/solr_wrapper.rb

@@ -0,0 +1,16 @@
+require 'solr_wrapper/version'
+require 'solr_wrapper/instance'
+
+module SolrWrapper
+  def self.default_solr_version
+    "5.0.0"
+  end
+
+  def self.default_instance options
+    @default_instance ||= SolrWrapper::Instance.new options
+  end
+
+  def self.wrap options = {}, &block
+    default_instance(options).wrap &block
+  end
+end

data/lib/solr_wrapper/instance.rb

@@ -0,0 +1,214 @@
+require 'digest'
+require 'fileutils'
+require 'open-uri'
+require 'progressbar'
+require 'securerandom'
+require 'tmpdir'
+require 'zip'
+
+module SolrWrapper
+  class Instance
+    attr_reader :options
+
+    def initialize options = {}
+      @options = options
+    end
+
+    def wrap &block
+      start
+      yield self
+    ensure
+      stop
+    end
+
+    def start
+      extract
+      IO.popen([solr_binary, "start", "-p", port, err: [:child, :out]]) do |io|
+        if verbose?
+          IO.copy_stream(io,$stderr)
+        end
+      end if managed?
+      started!
+    end
+
+    def stop
+      return unless started?
+
+      IO.popen([solr_binary, "stop", "-p", port, err: [:child, :out]]) do |io|
+        if verbose?
+          IO.copy_stream(io,$stderr)
+        end
+      end if managed?
+    end
+
+    def started?
+      !!@started
+    end
+
+    def extract
+      zip_path = download
+
+      begin
+        Zip::File.open(zip_path) do |zip_file|
+          # Handle entries one by one
+          zip_file.each do |entry|
+            dest_file = File.join(tmp_save_dir,entry.name)
+            FileUtils.remove_entry(dest_file,true)
+            entry.extract(dest_file)
+          end
+        end
+
+      rescue Exception => e
+        abort "Unable to unzip #{zip_path} into #{tmp_save_dir}: #{e.message}"
+      end
+
+      begin  
+        FileUtils.remove_dir(solr_dir,true)
+        FileUtils.cp_r File.join(tmp_save_dir, File.basename(default_url, ".zip")), solr_dir
+        FileUtils.chmod 0755, solr_binary
+      rescue Exception => e
+        abort "Unable to copy #{tmp_save_dir} to #{solr_dir}: #{e.message}"
+      end
+
+      solr_dir
+    ensure
+      FileUtils.remove_entry tmp_save_dir
+    end
+
+    def download
+      unless File.exists? download_path and md5sum(download_path) == expected_md5sum
+        pbar = ProgressBar.new("solr", nil)
+        open(url, content_length_proc: lambda {|t|
+          if t && 0 < t
+            pbar.total = t
+            pbar.file_transfer_mode
+          end
+          },
+          progress_proc: lambda {|s|
+            pbar.set s if pbar
+          }) do |io|
+          IO.copy_stream(io,download_path)
+        end
+
+        unless md5sum(download_path) == expected_md5sum
+          raise "MD5 mismatch" unless options[:ignore_md5sum]
+        end
+      end
+
+      download_path
+    end
+
+    def port
+      options.fetch(:port, "8983")
+    end
+
+    def create options = {}
+      options[:name] ||= SecureRandom.hex
+
+      IO.popen([solr_binary, "create", "-c", options[:name], "-d", options[:dir], "-p", port, err: [:child, :out]]) do |io|
+        if verbose?
+          IO.copy_stream(io,$stderr)
+        end
+      end
+
+      options[:name]
+    end
+    
+    def delete name, options = {}
+      IO.popen([solr_binary, "delete", "-c", name, "-p", port, err: [:child, :out]]) do |io|
+        if verbose?
+          IO.copy_stream(io,$stderr)
+        end
+      end
+    end
+
+    def with_collection options = {}
+      name = create(options)
+      begin
+        yield name
+      ensure
+        delete name
+      end
+    end
+
+    private
+    def expected_md5sum
+      @md5sum ||= options.fetch(:md5sum, open(md5file).read.split(" ").first)
+    end
+
+    def md5sum file
+      Digest::MD5.file(file).hexdigest
+    end
+
+    def md5file
+      unless File.exists? md5sum_path
+        pbar = ProgressBar.new("md5", nil)
+        open(md5url, content_length_proc: lambda {|t|
+          if t && 0 < t
+            pbar.total = t
+            pbar.file_transfer_mode
+          end
+        },
+        progress_proc: lambda {|s|
+          pbar.set s if pbar
+        }) do |io|
+          IO.copy_stream(io, md5sum_path)
+        end
+      end
+
+      md5sum_path
+    end
+
+    def md5url
+      "http://www.us.apache.org/dist/lucene/solr/#{version}/solr-#{version}.zip.md5"
+    end
+
+    def md5sum_path
+      File.join(Dir.tmpdir, File.basename(md5url))
+    end
+
+    def url
+      @download_url ||= options.fetch(:url, default_url)
+    end
+
+    def default_url
+      "http://mirrors.ibiblio.org/apache/lucene/solr/#{version}/solr-#{version}.zip"
+    end
+
+    def version
+      @version ||= options.fetch(:version, SolrWrapper.default_solr_version)
+    end
+
+    def download_path
+      @download_path ||= options.fetch(:download_path, default_download_path)  
+    end
+
+    def default_download_path
+      File.join(Dir.tmpdir, File.basename(default_url))
+    end
+
+    def solr_dir
+      @solr_dir ||= options.fetch(:instance_dir, File.join(Dir.tmpdir, File.basename(default_url, ".zip")))
+    end
+
+    def tmp_save_dir
+      @tmp_save_dir ||= Dir.mktmpdir
+    end
+
+    def solr_binary
+      File.join(solr_dir, "bin", "solr")
+    end
+    
+    def started! status = true
+      @started = status
+    end
+
+    def verbose?
+      !!options.fetch(:verbose, false)
+    end
+
+    def managed?
+      !!options.fetch(:managed, true)
+    end
+  end
+end

data/lib/solr_wrapper/version.rb

@@ -0,0 +1,3 @@
+module SolrWrapper
+  VERSION = "0.0.1"
+end

data/solr_wrapper.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'solr_wrapper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "solr_wrapper"
+  spec.version       = SolrWrapper::VERSION
+  spec.authors       = ["Chris Beer"]
+  spec.email         = ["chris@cbeer.info"]
+  spec.summary       = %q{Solr 5 service wrapper}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "rubyzip"
+  spec.add_dependency "progressbar"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "simple_solr_client"
+end

data/spec/fixtures/basic_configs/_rest_managed.json

@@ -0,0 +1 @@
+{"initArgs":{},"managedList":[]}

data/spec/fixtures/basic_configs/currency.xml

@@ -0,0 +1,67 @@
+<?xml version="1.0" ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<!-- Example exchange rates file for CurrencyField type named "currency" in example schema -->
+
+<currencyConfig version="1.0">
+  <rates>
+    <!-- Updated from http://www.exchangerate.com/ at 2011-09-27 -->
+    <rate from="USD" to="ARS" rate="4.333871" comment="ARGENTINA Peso" />
+    <rate from="USD" to="AUD" rate="1.025768" comment="AUSTRALIA Dollar" />
+    <rate from="USD" to="EUR" rate="0.743676" comment="European Euro" />
+    <rate from="USD" to="BRL" rate="1.881093" comment="BRAZIL Real" />
+    <rate from="USD" to="CAD" rate="1.030815" comment="CANADA Dollar" />
+    <rate from="USD" to="CLP" rate="519.0996" comment="CHILE Peso" />
+    <rate from="USD" to="CNY" rate="6.387310" comment="CHINA Yuan" />
+    <rate from="USD" to="CZK" rate="18.47134" comment="CZECH REP. Koruna" />
+    <rate from="USD" to="DKK" rate="5.515436" comment="DENMARK Krone" />
+    <rate from="USD" to="HKD" rate="7.801922" comment="HONG KONG Dollar" />
+    <rate from="USD" to="HUF" rate="215.6169" comment="HUNGARY Forint" />
+    <rate from="USD" to="ISK" rate="118.1280" comment="ICELAND Krona" />
+    <rate from="USD" to="INR" rate="49.49088" comment="INDIA Rupee" />
+    <rate from="USD" to="XDR" rate="0.641358" comment="INTNL MON. FUND SDR" />
+    <rate from="USD" to="ILS" rate="3.709739" comment="ISRAEL Sheqel" />
+    <rate from="USD" to="JPY" rate="76.32419" comment="JAPAN Yen" />
+    <rate from="USD" to="KRW" rate="1169.173" comment="KOREA (SOUTH) Won" />
+    <rate from="USD" to="KWD" rate="0.275142" comment="KUWAIT Dinar" />
+    <rate from="USD" to="MXN" rate="13.85895" comment="MEXICO Peso" />
+    <rate from="USD" to="NZD" rate="1.285159" comment="NEW ZEALAND Dollar" />
+    <rate from="USD" to="NOK" rate="5.859035" comment="NORWAY Krone" />
+    <rate from="USD" to="PKR" rate="87.57007" comment="PAKISTAN Rupee" />
+    <rate from="USD" to="PEN" rate="2.730683" comment="PERU Sol" />
+    <rate from="USD" to="PHP" rate="43.62039" comment="PHILIPPINES Peso" />
+    <rate from="USD" to="PLN" rate="3.310139" comment="POLAND Zloty" />
+    <rate from="USD" to="RON" rate="3.100932" comment="ROMANIA Leu" />
+    <rate from="USD" to="RUB" rate="32.14663" comment="RUSSIA Ruble" />
+    <rate from="USD" to="SAR" rate="3.750465" comment="SAUDI ARABIA Riyal" />
+    <rate from="USD" to="SGD" rate="1.299352" comment="SINGAPORE Dollar" />
+    <rate from="USD" to="ZAR" rate="8.329761" comment="SOUTH AFRICA Rand" />
+    <rate from="USD" to="SEK" rate="6.883442" comment="SWEDEN Krona" />
+    <rate from="USD" to="CHF" rate="0.906035" comment="SWITZERLAND Franc" />
+    <rate from="USD" to="TWD" rate="30.40283" comment="TAIWAN Dollar" />
+    <rate from="USD" to="THB" rate="30.89487" comment="THAILAND Baht" />
+    <rate from="USD" to="AED" rate="3.672955" comment="U.A.E. Dirham" />
+    <rate from="USD" to="UAH" rate="7.988582" comment="UKRAINE Hryvnia" />
+    <rate from="USD" to="GBP" rate="0.647910" comment="UNITED KINGDOM Pound" />
+    
+    <!-- Cross-rates for some common currencies -->
+    <rate from="EUR" to="GBP" rate="0.869914" />  
+    <rate from="EUR" to="NOK" rate="7.800095" />  
+    <rate from="GBP" to="NOK" rate="8.966508" />  
+  </rates>
+</currencyConfig>

data/spec/fixtures/basic_configs/lang/stopwords_en.txt

@@ -0,0 +1,54 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# a couple of test stopwords to test that the words are really being
+# configured from this file:
+stopworda
+stopwordb
+
+# Standard english stop words taken from Lucene's StopAnalyzer
+a
+an
+and
+are
+as
+at
+be
+but
+by
+for
+if
+in
+into
+is
+it
+no
+not
+of
+on
+or
+such
+that
+the
+their
+then
+there
+these
+they
+this
+to
+was
+will
+with