simple_solr_client 0.1.0

data/solr_sample_core/conf/xslt/updateXml.xsl

@@ -0,0 +1,70 @@
+<!-- 
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ -->
+
+<!--
+  Simple transform of Solr query response into Solr Update XML compliant XML.
+  When used in the xslt response writer you will get UpdaateXML as output.
+  But you can also store a query response XML to disk and feed this XML to
+  the XSLTUpdateRequestHandler to index the content. Provided as example only.
+  See http://wiki.apache.org/solr/XsltUpdateRequestHandler for more info
+ -->
+<xsl:stylesheet version='1.0' xmlns:xsl='http://www.w3.org/1999/XSL/Transform'>
+  <xsl:output media-type="text/xml" method="xml" indent="yes"/>
+
+  <xsl:template match='/'>
+    <add>
+        <xsl:apply-templates select="response/result/doc"/>
+    </add>
+  </xsl:template>
+  
+  <!-- Ignore score (makes no sense to index) -->
+  <xsl:template match="doc/*[@name='score']" priority="100">
+  </xsl:template>
+
+  <xsl:template match="doc">
+    <xsl:variable name="pos" select="position()"/>
+    <doc>
+        <xsl:apply-templates>
+          <xsl:with-param name="pos"><xsl:value-of select="$pos"/></xsl:with-param>
+        </xsl:apply-templates>
+    </doc>
+  </xsl:template>
+
+  <!-- Flatten arrays to duplicate field lines -->
+  <xsl:template match="doc/arr" priority="100">
+      <xsl:variable name="fn" select="@name"/>
+      
+      <xsl:for-each select="*">
+		<xsl:element name="field">
+		    <xsl:attribute name="name"><xsl:value-of select="$fn"/></xsl:attribute>
+	        <xsl:value-of select="."/>
+		</xsl:element>
+      </xsl:for-each>
+  </xsl:template>
+
+
+  <xsl:template match="doc/*">
+      <xsl:variable name="fn" select="@name"/>
+
+	<xsl:element name="field">
+	    <xsl:attribute name="name"><xsl:value-of select="$fn"/></xsl:attribute>
+        <xsl:value-of select="."/>
+	</xsl:element>
+  </xsl:template>
+
+  <xsl:template match="*"/>
+</xsl:stylesheet>

data/spec/client_basics_spec.rb

@@ -0,0 +1,26 @@
+require 'minitest_helper'
+
+describe SimpleSolrClient::Client do
+
+  before do
+    @client = TestClient.instance.client
+  end
+  it "creates a new object" do
+    @client.base_url.must_equal 'http://localhost:8983/solr'
+  end
+
+  it "strips off a trailing slash for base_url" do
+    c = SimpleSolrClient::Client.new('http://localhost:8983/solr/')
+    c.base_url.must_equal 'http://localhost:8983/solr'
+  end
+
+  it "constructs a url with no args" do
+    @client.url.must_equal 'http://localhost:8983/solr'
+  end
+
+  it "constructs a URL with args" do
+    @client.url('admin', 'ping').must_equal 'http://localhost:8983/solr/admin/ping'
+  end
+
+
+end

data/spec/connect_spec.rb

@@ -0,0 +1,25 @@
+require 'minitest_helper'
+
+describe "Basic connection to a running solr" do
+
+  before do
+    @core = TempCore.instance.core('connect')
+    @client = TempCore.instance.client
+  end
+
+
+  it "gets some sort of response" do
+    @client._get('admin/cores').keys.must_include 'status'
+  end
+
+  it "gets an OK response from cores" do
+    @client._get('admin/cores')['status'].keys.must_include @core.name
+  end
+
+  it "gets a ping" do
+    @core.up?.must_equal true
+  end
+
+
+
+end

data/spec/core_basics.rb

@@ -0,0 +1,21 @@
+require 'minitest_helper'
+
+describe SimpleSolrClient::Client do
+
+  before do
+    @core = TempCore.instance.core('core_basics')
+  end
+  it "creates a new object" do
+    @core.base_url.must_equal "http://localhost:8983/solr"
+  end
+
+  it "constructs a url with no args" do
+    @core.url.must_equal "http://localhost:8983/solr/#{@core.name}"
+  end
+
+  it "constructs a URL with args" do
+    @core.url('admin', 'ping').must_equal "http://localhost:8983/solr/#{@core.name}/admin/ping"
+  end
+
+
+end

data/spec/index_spec.rb

@@ -0,0 +1,31 @@
+require 'minitest_helper'
+
+describe "Basic indexing/" do
+
+  before do
+    @core = TempCore.instance.core('index_spec')
+    @core.clear
+  end
+
+
+  it "clears" do
+    @core.number_of_documents.must_equal 0
+  end
+
+  it "adds" do
+    @core.add_docs({:id=>1, :name_s=>"Bill"}).commit
+    @core.number_of_documents.must_equal 1
+  end
+
+  it "deletes by query" do
+    @core.add_docs({:id=>1, :name_s=>"Bill"})
+    @core.add_docs({:id=>2, :name_s=>"Mike"})
+    @core.commit
+    @core.number_of_documents.must_equal 2
+    @core.delete('name_s:Mike').commit
+    @core.number_of_documents.must_equal 1
+  end
+
+
+end
+

data/spec/load_spec.rb

@@ -0,0 +1,7 @@
+require 'minitest_helper'
+
+describe 'Version' do
+  it "has a version" do
+    SimpleSolrClient::VERSION.wont_be_nil
+  end
+end

data/spec/minitest_helper.rb

@@ -0,0 +1,36 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'simple_solr'
+require 'minitest/spec'
+require 'minitest/autorun'
+require "minitest/reporters"
+Minitest::Reporters.use! Minitest::Reporters::SpecReporter.new
+
+require 'singleton'
+
+ENV['TEST_SOLR_URL'] ||= 'http://localhost:8983/solr'
+ENV['TEST_SOLR_CORE'] ||= 'core1'
+
+class TestClient
+  include Singleton
+  attr_reader :client, :core
+  def initialize
+    @client = SimpleSolrClient::Client.new ENV['TEST_SOLR_URL']
+    @core = @client.core ENV['TEST_SOLR_CORE']
+  end
+end
+
+class TempCore
+  include Singleton
+  attr_reader :client
+  def initialize
+    @client = TestClient.instance.client
+    @tempcores = {}
+    Minitest.after_run { @client.unload_temp_cores }
+  end
+
+  def core(name)
+    @tempcores[name] ||= @client.temp_core
+    @tempcores[name]
+  end
+end
+

data/spec/schema_spec.rb

@@ -0,0 +1,113 @@
+require 'minitest_helper'
+
+describe "Schema" do
+
+  SS = SimpleSolrClient::Schema # convenience
+
+  before do
+    @core   = TempCore.instance.core('schema_spec')
+    @schema = @core.schema
+  end
+
+  describe "the id field" do
+    it "finds it" do
+      @schema.field('id').name.must_equal 'id'
+    end
+
+    it "has a type name of string" do
+      @schema.field('id').type_name.must_equal 'string'
+    end
+
+    it "has the string type" do
+      @schema.field('id').type.must_equal @schema.field_type('string')
+    end
+
+    it "matches on exact match" do
+      @schema.field('id').matches('id').must_equal true
+    end
+
+    it "doesn't match on inexact match" do
+      @schema.field('id').matches('testid').must_equal false
+    end
+
+  end
+
+  describe "the _i dynamic field" do
+    it "finds it" do
+      @schema.dynamic_field('*_i').wont_be_nil
+    end
+
+    it "has type int" do
+      @schema.dynamic_field("*_i").type.must_equal @schema.field_type('int')
+    end
+
+    it 'matches appropriates' do
+      dfield  = @schema.dynamic_field('*_i')
+      dfield.matches('test_i').must_equal true
+      dfield.matches('test_s_i').must_equal true
+      dfield.matches('test_i_s').must_equal false
+    end
+
+    it "is found when looking for a match" do
+      dfield  = @schema.dynamic_field('*_i')
+      results = @schema.resulting_fields("year_i")
+      results.size.must_equal 1
+      results.first.type.must_equal dfield.type
+    end
+
+  end
+
+  describe "add/delete field" do
+    it "allows us to add a field" do
+      @schema.add_field SS::Field.new(:name => 'new_field', :type_name => 'string')
+      @schema.write
+      @core.reload
+      @schema.field('new_field').wont_be_nil
+    end
+
+    it "allows us to drop a field" do
+      @schema.add_field SS::Field.new(:name => 'new_field', :type_name => 'string')
+      @schema.write
+      @core.reload
+      @schema.field('new_field').wont_be_nil
+      @schema.drop_field('new_field')
+      @schema.write
+      @schema = @core.reload.schema
+      @schema.fields.map(&:name).wont_include 'new_field'
+    end
+
+
+  end
+
+  describe 'Dynamic Fields' do
+    it "adds a dfield" do
+      @schema.add_dynamic_field SS::DynamicField.new(:name => '*_test_i', :type_name => 'string', :stored => true)
+      @schema.write
+      @schema = @core.reload.schema
+      @schema.dynamic_field('*_test_i').wont_be_nil
+    end
+
+    it "prefers longer dfield names when determining resulting_fields" do
+      @schema.add_dynamic_field SS::DynamicField.new(:name => '*_test_i', :type_name => 'string', :stored => true)
+      @schema.write
+      @schema = @core.reload.schema
+      rf = @schema.resulting_fields('bill_test_i')
+      rf.size.must_equal 1
+      rf.first.type.name.must_equal 'string'
+    end
+
+    it "prefers explicity-defined fields to dynamic fields" do
+      @schema.add_field SS::Field.new(:name=>'explicit_i', :type_name=>'string')
+      @schema.write
+      @schema = @core.reload.schema
+      rf = @schema.resulting_fields('explicit_i')
+      rf.size.must_equal 1
+      rf.first.type.name.must_equal 'string'
+    end
+
+
+  end
+
+
+end
+

metadata

@@ -0,0 +1,284 @@
+--- !ruby/object:Gem::Specification
+name: simple_solr_client
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Bill Dueber
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest-reporters
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- bill@dueber.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/simple_solr.rb
+- lib/simple_solr/client.rb
+- lib/simple_solr/client/core_admin.rb
+- lib/simple_solr/core.rb
+- lib/simple_solr/core/admin.rb
+- lib/simple_solr/core/core_data.rb
+- lib/simple_solr/core/index.rb
+- lib/simple_solr/core/search.rb
+- lib/simple_solr/response/document.rb
+- lib/simple_solr/response/generic_response.rb
+- lib/simple_solr/response/query_response.rb
+- lib/simple_solr/schema.rb
+- lib/simple_solr/schema/analysis.rb
+- lib/simple_solr/schema/copyfield.rb
+- lib/simple_solr/schema/dynamic_field.rb
+- lib/simple_solr/schema/field.rb
+- lib/simple_solr/schema/field_or_type.rb
+- lib/simple_solr/schema/field_type.rb
+- lib/simple_solr/schema/matcher.rb
+- lib/simple_solr/version.rb
+- simple_solr_client.gemspec
+- solr_sample_core/conf/_schema_analysis_stopwords_english.json
+- solr_sample_core/conf/_schema_analysis_synonyms_english.json
+- solr_sample_core/conf/admin-extra.html
+- solr_sample_core/conf/admin-extra.menu-bottom.html
+- solr_sample_core/conf/admin-extra.menu-top.html
+- solr_sample_core/conf/clustering/carrot2/kmeans-attributes.xml
+- solr_sample_core/conf/clustering/carrot2/lingo-attributes.xml
+- solr_sample_core/conf/clustering/carrot2/stc-attributes.xml
+- solr_sample_core/conf/currency.xml
+- solr_sample_core/conf/elevate.xml
+- solr_sample_core/conf/lang/contractions_ca.txt
+- solr_sample_core/conf/lang/contractions_fr.txt
+- solr_sample_core/conf/lang/contractions_ga.txt
+- solr_sample_core/conf/lang/contractions_it.txt
+- solr_sample_core/conf/lang/hyphenations_ga.txt
+- solr_sample_core/conf/lang/stemdict_nl.txt
+- solr_sample_core/conf/lang/stoptags_ja.txt
+- solr_sample_core/conf/lang/stopwords_ar.txt
+- solr_sample_core/conf/lang/stopwords_bg.txt
+- solr_sample_core/conf/lang/stopwords_ca.txt
+- solr_sample_core/conf/lang/stopwords_ckb.txt
+- solr_sample_core/conf/lang/stopwords_cz.txt
+- solr_sample_core/conf/lang/stopwords_da.txt
+- solr_sample_core/conf/lang/stopwords_de.txt
+- solr_sample_core/conf/lang/stopwords_el.txt
+- solr_sample_core/conf/lang/stopwords_en.txt
+- solr_sample_core/conf/lang/stopwords_es.txt
+- solr_sample_core/conf/lang/stopwords_eu.txt
+- solr_sample_core/conf/lang/stopwords_fa.txt
+- solr_sample_core/conf/lang/stopwords_fi.txt
+- solr_sample_core/conf/lang/stopwords_fr.txt
+- solr_sample_core/conf/lang/stopwords_ga.txt
+- solr_sample_core/conf/lang/stopwords_gl.txt
+- solr_sample_core/conf/lang/stopwords_hi.txt
+- solr_sample_core/conf/lang/stopwords_hu.txt
+- solr_sample_core/conf/lang/stopwords_hy.txt
+- solr_sample_core/conf/lang/stopwords_id.txt
+- solr_sample_core/conf/lang/stopwords_it.txt
+- solr_sample_core/conf/lang/stopwords_ja.txt
+- solr_sample_core/conf/lang/stopwords_lv.txt
+- solr_sample_core/conf/lang/stopwords_nl.txt
+- solr_sample_core/conf/lang/stopwords_no.txt
+- solr_sample_core/conf/lang/stopwords_pt.txt
+- solr_sample_core/conf/lang/stopwords_ro.txt
+- solr_sample_core/conf/lang/stopwords_ru.txt
+- solr_sample_core/conf/lang/stopwords_sv.txt
+- solr_sample_core/conf/lang/stopwords_th.txt
+- solr_sample_core/conf/lang/stopwords_tr.txt
+- solr_sample_core/conf/lang/userdict_ja.txt
+- solr_sample_core/conf/mapping-FoldToASCII.txt
+- solr_sample_core/conf/mapping-ISOLatin1Accent.txt
+- solr_sample_core/conf/protwords.txt
+- solr_sample_core/conf/schema.xml
+- solr_sample_core/conf/scripts.conf
+- solr_sample_core/conf/solrconfig.xml
+- solr_sample_core/conf/spellings.txt
+- solr_sample_core/conf/stopwords.txt
+- solr_sample_core/conf/syn.txt
+- solr_sample_core/conf/synonyms.txt
+- solr_sample_core/conf/token_fixing_charfilter.txt
+- solr_sample_core/conf/update-script.js
+- solr_sample_core/conf/velocity/README.txt
+- solr_sample_core/conf/velocity/VM_global_library.vm
+- solr_sample_core/conf/velocity/browse.vm
+- solr_sample_core/conf/velocity/cluster.vm
+- solr_sample_core/conf/velocity/cluster_results.vm
+- solr_sample_core/conf/velocity/debug.vm
+- solr_sample_core/conf/velocity/did_you_mean.vm
+- solr_sample_core/conf/velocity/error.vm
+- solr_sample_core/conf/velocity/facet_fields.vm
+- solr_sample_core/conf/velocity/facet_pivot.vm
+- solr_sample_core/conf/velocity/facet_queries.vm
+- solr_sample_core/conf/velocity/facet_ranges.vm
+- solr_sample_core/conf/velocity/facets.vm
+- solr_sample_core/conf/velocity/footer.vm
+- solr_sample_core/conf/velocity/head.vm
+- solr_sample_core/conf/velocity/header.vm
+- solr_sample_core/conf/velocity/hit.vm
+- solr_sample_core/conf/velocity/hit_grouped.vm
+- solr_sample_core/conf/velocity/hit_plain.vm
+- solr_sample_core/conf/velocity/join_doc.vm
+- solr_sample_core/conf/velocity/jquery.autocomplete.css
+- solr_sample_core/conf/velocity/jquery.autocomplete.js
+- solr_sample_core/conf/velocity/layout.vm
+- solr_sample_core/conf/velocity/main.css
+- solr_sample_core/conf/velocity/mime_type_lists.vm
+- solr_sample_core/conf/velocity/pagination_bottom.vm
+- solr_sample_core/conf/velocity/pagination_top.vm
+- solr_sample_core/conf/velocity/product_doc.vm
+- solr_sample_core/conf/velocity/query.vm
+- solr_sample_core/conf/velocity/query_form.vm
+- solr_sample_core/conf/velocity/query_group.vm
+- solr_sample_core/conf/velocity/query_spatial.vm
+- solr_sample_core/conf/velocity/results_list.vm
+- solr_sample_core/conf/velocity/richtext_doc.vm
+- solr_sample_core/conf/velocity/suggest.vm
+- solr_sample_core/conf/velocity/tabs.vm
+- solr_sample_core/conf/xslt/example.xsl
+- solr_sample_core/conf/xslt/example_atom.xsl
+- solr_sample_core/conf/xslt/example_rss.xsl
+- solr_sample_core/conf/xslt/luke.xsl
+- solr_sample_core/conf/xslt/updateXml.xsl
+- spec/client_basics_spec.rb
+- spec/connect_spec.rb
+- spec/core_basics.rb
+- spec/index_spec.rb
+- spec/load_spec.rb
+- spec/minitest_helper.rb
+- spec/schema_spec.rb
+homepage: https://github.com/billdueber/simple_solr
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Interact with a Solr API via JSON
+test_files:
+- spec/client_basics_spec.rb
+- spec/connect_spec.rb
+- spec/core_basics.rb
+- spec/index_spec.rb
+- spec/load_spec.rb
+- spec/minitest_helper.rb
+- spec/schema_spec.rb
+has_rdoc: