active_triples-solrizer 0.3.0

data/lib/active_triples/solrizer/indexing_service.rb

@@ -0,0 +1,52 @@
+module ActiveTriples::Solrizer
+  class IndexingService
+    # include ::Solrizer::Common
+    attr_reader :object
+
+    def initialize(obj)
+      @object = obj
+    end
+
+    def self.profile_solr_name
+      # @profile_solr_name ||= ActiveFedora::SolrQueryBuilder.solr_name("object_profile", :displayable)
+      @profile_solr_name ||= :object_profile_ss
+    end
+
+    def profile_service
+      ProfileIndexingService
+    end
+
+    def properties_service
+      PropertiesIndexingService
+    end
+
+    # Creates a solr document hash for the {#object}
+    # @yield [Hash] yields the solr document
+    # @return [Hash] the solr document
+    def generate_solr_document
+      solr_doc = {}
+      # Solrizer.set_field(solr_doc, 'system_create', c_time, :stored_sortable)
+      # Solrizer.set_field(solr_doc, 'system_modified', m_time, :stored_sortable)
+      solr_doc.merge!(SOLR_DOCUMENT_ID.to_sym => object.id)
+      solr_doc.merge!(:at_model_ssi => object.class.to_s)   # TODO dynamic for now, but probably should be static solr field
+      solr_doc.merge!(self.class.profile_solr_name => profile_service.new(object).export)
+      solr_doc.merge!(properties_service.new(object).export)
+      yield(solr_doc) if block_given?
+      solr_doc
+    end
+
+    #   protected
+    #
+    #   def c_time
+    #     c_time = object.create_date.present? ? object.create_date : DateTime.now
+    #     c_time = DateTime.parse(c_time) unless c_time.is_a?(DateTime)
+    #     c_time
+    #   end
+    #
+    #   def m_time
+    #     m_time = object.modified_date.present? ? object.modified_date : DateTime.now
+    #     m_time = DateTime.parse(m_time) unless m_time.is_a?(DateTime)
+    #     m_time
+    #   end
+  end
+end

data/lib/active_triples/solrizer/profile_indexing_service.rb

@@ -0,0 +1,53 @@
+require 'json'
+
+module ActiveTriples::Solrizer
+  class ProfileIndexingService
+    def initialize(object=nil)
+      @object = object
+    end
+
+    def export
+      return '' if @object.nil?
+      # @object.serializable_hash.to_json
+      attributes(@object).to_json
+    end
+
+    def import( object_profile, object_class=nil )
+      raise ArgumentError, 'object_profile must not be nil'  if
+          object_profile == nil
+
+      raise ArgumentError, 'object_class must not be nil if @object is nil'  if
+          object_class == nil && @object == nil
+
+      raise ArgumentError, 'object_class must be same as class for @object'  unless
+          object_class == nil || @object == nil || object_class == @object.class
+
+      # @object.deserializable_json(object_profile)
+
+      attrs = JSON(object_profile)
+      object_class ||= @object.class
+      @object = object_class.new(attrs['id'])
+      set_attributes(@object,attrs)
+      @object
+    end
+
+private
+    def attributes(obj)
+      attrs = obj.attributes
+      attrs.each do |k,v|
+        next unless (v.is_a?(Array) || (Object::ActiveTriples.const_defined?("Relation") && v.is_a?(ActiveTriples::Relation)))
+        next unless v.first.is_a? ActiveTriples::Resource
+        attrs[k] = v.first.id
+      end
+      attrs
+    end
+
+    def set_attributes(obj,attrs)
+      attrs.each do |k,v|
+        next if k == 'id'
+        obj.set_value( k, v )
+      end
+    end
+
+  end
+end

data/lib/active_triples/solrizer/properties_indexing_service.rb

@@ -0,0 +1,139 @@
+module ActiveTriples::Solrizer
+  class PropertiesIndexingService
+
+    # supported types:
+    #  :text        - tokenized text
+    #  :text_en     - tokenized English text
+    #  :string      - non-tokenized string
+    #  :integer
+    #  :date        - format for this date field is of the form 1995-12-31T23:59:59Z; Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
+    #  :long
+    #  :double
+    #  :float
+    #  :boolean
+    #  :coordinate  - used to index the lat and long components for the "location"
+    #  :location
+    #  :guess       - allow guessing of the type based on the type of the property value
+
+    # supported modifiers:
+    #  :indexed     - [all types except :coordinate] searchable, but not returned in solr doc unless also has :stored modifier
+    #  :stored      - [all types except :coordinate] returned in solr doc, but not searchable unless also has :indexed modifier
+    #  :multiValued - [all types except :boolean, :coordinate] NOTE: if not specified and multiple values exist, only the first value is included in the solr doc
+    #  :sortable    - [all types except :boolean, :coordinate, :location] numbers are stored as trie version of numeric type; :string, :text, :text_XX have an extra alphaSort field
+    #  :range       - [all numeric types including :integer, :date, :long, :double, :float];  optimize for range queries
+    #  :vectored    - [valid for :text, :text_XX only]
+
+
+    def initialize(object)
+      @object = object
+    end
+
+    def export
+      solr_fields(@object)
+    end
+
+    def solr_fields(obj)
+      attrs_values = obj.attributes
+      solr_doc = {}
+      obj._active_triples_config.each do |key,cfg|
+        modifiers = parse_modifiers cfg.behaviors
+        next unless modifiers[:indexed] || modifiers[:stored]
+        values = attrs_values[key]
+        values = values.to_a if Object::ActiveTriples.const_defined?("Relation") && values.kind_of?(ActiveTriples::Relation)
+        next if values.nil? || !values.is_a?(Array) || values.first.nil?
+
+        encoded_data_type = encode_data_type( cfg.type, modifiers, values )
+        solr_fieldname = build_solr_fieldname( key, encoded_data_type, modifiers )
+        solr_value = build_solr_value( values, encoded_data_type, modifiers )
+        solr_doc[solr_fieldname.to_sym] = solr_value
+
+        next unless modifiers[:sortable] && [:t,:te,:s].include?( encoded_data_type )
+
+        solr_fieldname = "#{key}_ssort"
+        solr_doc[solr_fieldname.to_sym] = solr_value
+      end
+
+      solr_doc
+    end
+
+private
+    def encode_data_type( data_type, modifiers, values )
+      return :t           if data_type == :text
+      return :te          if data_type == :text_en
+      return :s           if data_type == :string
+      return :it          if data_type == :integer && ( modifiers[:sortable] || modifiers[:range] )
+      return :i           if data_type == :integer
+      return :dtt         if data_type == :date    && ( modifiers[:sortable] || modifiers[:range] )
+      return :dt          if data_type == :date
+      return :lt          if data_type == :long    && ( modifiers[:sortable] || modifiers[:range] )
+      return :l           if data_type == :long
+      return :dbt         if data_type == :double  && ( modifiers[:sortable] || modifiers[:range] )
+      return :db          if data_type == :double
+      return :ft          if data_type == :float   && ( modifiers[:sortable] || modifiers[:range] )
+      return :f           if data_type == :float
+      return :b           if data_type == :boolean
+      return :coordinate  if data_type == :coordinate
+      return :location    if data_type == :location
+      return guess_data_type( modifiers, values ) if data_type == :guess
+      nil
+    end
+
+    def guess_data_type( modifiers, values )
+      data_type = :t   # default to text which tokenizes a string
+      data_type = :i   if values.first.is_a?( Fixnum )
+      data_type = :it  if values.first.is_a?( Fixnum )  && ( modifiers[:sortable] || modifiers[:range] )
+      data_type = :l   if values.first.is_a?( Bignum )
+      data_type = :lt  if values.first.is_a?( Bignum )  && ( modifiers[:sortable] || modifiers[:range] )
+      data_type = :f   if values.first.is_a?( Float )
+      data_type = :ft  if values.first.is_a?( Float )   && ( modifiers[:sortable] || modifiers[:range] )
+      data_type = :b   if values.first.is_a?( TrueClass ) || values.first.is_a?( FalseClass )
+      data_type = :dt  if date? values.first
+      data_type
+    end
+
+    def parse_modifiers( cfg_behaviors )
+      modifiers = {}
+      return modifiers if cfg_behaviors.nil?
+      modifiers[:indexed]     = cfg_behaviors.include?( :indexed     ) ? true : false
+      modifiers[:stored]      = cfg_behaviors.include?( :stored      ) ? true : false
+      modifiers[:multiValued] = cfg_behaviors.include?( :multiValued ) ? true : false
+      modifiers[:sortable]    = cfg_behaviors.include?( :sortable    ) ? true : false
+      modifiers[:range]       = cfg_behaviors.include?( :range       ) ? true : false
+      modifiers[:vectored]    = cfg_behaviors.include?( :vectored    ) ? true : false
+      modifiers
+    end
+
+
+    def build_solr_fieldname( key, encoded_data_type, modifiers )
+      solr_fieldname = key + "_" + encoded_data_type.to_s
+      return solr_fieldname if encoded_data_type == :coordinate  # no supported modifiers
+      solr_fieldname += "s"   if modifiers[:stored]
+      solr_fieldname += "i"   if modifiers[:indexed]
+      solr_fieldname += "m"   if modifiers[:multiValued] && encoded_data_type != :b
+      solr_fieldname += "v"   if modifiers[:vectored] && [:t,:te].include?( encoded_data_type )
+      solr_fieldname
+    end
+
+    def build_solr_value( values, encoded_data_type, modifiers )
+      if modifiers[:multiValued] && encoded_data_type != :b
+        solr_value = values.to_a
+        solr_value.collect! { |v| v.is_a?( ActiveTriples::Resource ) ? v.id : v }
+      else
+        # grab first value only and ignore the rest
+        solr_value = values.first
+        solr_value = solr_value.id        if solr_value.is_a? ActiveTriples::Resource
+      end
+      solr_value
+    end
+
+    def date? test_date
+      return false unless test_date.is_a? String
+      begin
+        Date.parse(test_date)
+      rescue ArgumentError
+        return false
+      end
+      return true
+    end
+  end
+end

data/lib/active_triples/solrizer/solr_service.rb

@@ -0,0 +1,141 @@
+require 'rsolr'
+require 'deprecation'
+
+module ActiveTriples::Solrizer
+  class SolrService
+    extend Deprecation
+
+    attr_reader :conn
+
+    def initialize(host, args)
+      host = ActiveTriples::Solrizer.configuration.solr_uri unless host
+      args = {read_timeout: ActiveTriples::Solrizer.configuration.read_timeout,
+              open_timeout: ActiveTriples::Solrizer.configuration.open_timeout}.merge(args.dup)
+      args.merge!(url: host)
+      @conn = RSolr.connect args
+    end
+
+    class << self
+      def register(host=nil, args={})
+        Thread.current[:solr_service] = new(host, args)
+      end
+
+      def reset!
+        Thread.current[:solr_service] = nil
+      end
+
+      def instance
+        # Register Solr
+
+        unless Thread.current[:solr_service]
+          register(ActiveTriples::Solrizer.configuration.solr_uri)
+        end
+
+        raise SolrNotInitialized unless Thread.current[:solr_service]
+        Thread.current[:solr_service]
+      end
+
+      def lazy_reify_solr_results(solr_results, opts = {})
+        Deprecation.warn SolrService, "SolrService.lazy_reify_solr_results is deprecated. Use QueryResultBuilder.lazy_reify_solr_results instead. This will be removed in active-fedora 10.0"
+        QueryResultBuilder.lazy_reify_solr_results(solr_results, opts)
+      end
+
+      def reify_solr_results(solr_results, opts = {})
+        Deprecation.warn SolrService, "SolrService.reify_solr_results is deprecated. Use QueryResultBuilder.reify_solr_results instead. This will be removed in active-fedora 10.0"
+        QueryResultBuilder.reify_solr_results(solr_results, opts)
+      end
+
+      def reify_solr_result(hit, opts = {})
+        Deprecation.warn SolrService, "SolrService.reify_solr_result is deprecated. Use QueryResultBuilder.reify_solr_result instead. This will be removed in active-fedora 10.0"
+        QueryResultBuilder.reify_solr_result(hit, opts)
+      end
+
+      #Returns all possible classes for the solr object
+      def classes_from_solr_document(hit, opts = {})
+        Deprecation.warn SolrService, "SolrService.classes_from_solr_document is deprecated. Use QueryResultBuilder.classes_from_solr_document instead. This will be removed in active-fedora 10.0"
+        QueryResultBuilder.classes_from_solr_document(hit, opts)
+      end
+
+      #Returns the best singular class for the solr object
+      def class_from_solr_document(hit, opts = {})
+        Deprecation.warn SolrService, "SolrService.class_from_solr_document is deprecated. Use QueryResultBuilder.class_from_solr_document instead. This will be removed in active-fedora 10.0"
+        QueryResultBuilder.class_from_solr_document(hit, opts)
+      end
+
+      # Construct a solr query for a list of ids
+      # This is used to get a solr response based on the list of ids in an object's RELS-EXT relationhsips
+      # If the id_array is empty, defaults to a query of "id:NEVER_USE_THIS_ID", which will return an empty solr response
+      # @param [Array] id_array the ids that you want included in the query
+      def construct_query_for_ids(id_array)
+        Deprecation.warn SolrService, "SolrService.construct_query_for_ids is deprecated. Use SolrQueryBuilder.construct_query_for_ids instead. This will be removed in active-fedora 10.0"
+        SolrQueryBuilder.construct_query_for_ids(id_array)
+      end
+
+      def construct_query_for_pids(id_array)
+        Deprecation.warn SolrService, "construct_query_for_pids is deprecated and will be removed in active-fedora 10.0"
+        SolrQueryBuilder.construct_query_for_ids(id_array)
+      end
+
+      # Create a raw query clause suitable for sending to solr as an fq element
+      # @param [String] key
+      # @param [String] value
+      def raw_query(key, value)
+        Deprecation.warn SolrService, "SolrService.raw_query is deprecated. Use SolrQueryBuilder.raw_query instead. This will be removed in active-fedora 10.0"
+        SolrQueryBuilder.raw_query(key, value)
+      end
+
+      def solr_name(*args)
+        Deprecation.warn SolrService, "SolrService.solr_name is deprecated. Use SolrQueryBuilder.solr_name instead. This will be removed in active-fedora 10.0"
+        SolrQueryBuilder.solr_name(*args)
+      end
+
+      # Create a query with a clause for each key, value
+      # @param [Hash, Array<Array<String>>] field_pairs key is the predicate, value is the target_uri
+      # @param [String] join_with ('AND') the value we're joining the clauses with
+      # @example
+      #   construct_query_for_rel [[:has_model, "info:fedora/afmodel:ComplexCollection"], [:has_model, "info:fedora/afmodel:ActiveFedora_Base"]], 'OR'
+      #   # => _query_:"{!raw f=has_model_ssim}info:fedora/afmodel:ComplexCollection" OR _query_:"{!raw f=has_model_ssim}info:fedora/afmodel:ActiveFedora_Base"
+      #
+      #   construct_query_for_rel [[Book.reflect_on_association(:library), "foo/bar/baz"]]
+      def construct_query_for_rel(field_pairs, join_with = 'AND')
+        Deprecation.warn SolrService, "SolrService.construct_query_for_rel is deprecated. Use SolrQueryBuilder.construct_query_for_rel instead. This will be removed in active-fedora 10.0"
+        SolrQueryBuilder.construct_query_for_rel(field_pairs, join_with)
+      end
+
+      def query(query, args={})
+        raw = args.delete(:raw)
+        args = args.merge(:q=>query, :qt=>'standard')
+        result = SolrService.instance.conn.get('select', :params=>args)
+        return result if raw
+        result['response']['docs']
+      end
+
+      def delete(id)
+        SolrService.instance.conn.delete_by_id(id, params: {'softCommit' => true})
+      end
+
+      # Get the count of records that match the query
+      # @param [String] query a solr query
+      # @param [Hash] args arguments to pass through to `args' param of SolrService.query (note that :rows will be overwritten to 0)
+      # @return [Integer] number of records matching
+      def count(query, args={})
+        args = args.merge(:raw=>true, :rows=>0)
+        SolrService.query(query, args)['response']['numFound'].to_i
+      end
+
+      # @param [Hash] doc the document to index
+      # @param [Hash] params
+      #   :commit => commits immediately
+      #   :softCommit => commit to memory, but don't flush to disk
+      def add(doc, params = {})
+        SolrService.instance.conn.add(doc, params: params)
+      end
+
+      def commit
+        SolrService.instance.conn.commit
+      end
+
+    end
+  end #SolrService
+  class SolrNotInitialized < StandardError;end
+end #ActiveFedora

data/lib/active_triples/solrizer/version.rb

@@ -0,0 +1,5 @@
+module ActiveTriples
+  module Solrizer
+    VERSION = "0.3.0"
+  end
+end

data/solr/schema.xml

@@ -0,0 +1,438 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<schema name="Hydra" version="1.5">
+  <!-- NOTE: various comments and unused configuration possibilities have been purged
+     from this file.  Please refer to http://wiki.apache.org/solr/SchemaXml,
+     as well as the default schema file included with Solr -->
+  
+  <uniqueKey>id</uniqueKey>
+  
+  <fields>
+    <!-- If you remove this field, you must _also_ disable the update log in solrconfig.xml
+         or Solr won't start. _version_ and update log are required for SolrCloud
+    --> 
+    <field name="_version_" type="long" indexed="true" stored="true"/>
+
+    <field name="id" type="string" stored="true" indexed="true" multiValued="false" required="true"/>
+    <field name="timestamp" type="date" indexed="true" stored="true" default="NOW" multiValued="false"/>
+    
+    <field name="lat" type="tdouble" stored="true" indexed="true" multiValued="false"/>
+    <field name="lng" type="tdouble" stored="true" indexed="true" multiValued="false"/>
+
+	<!--these fields are hard coded in places in hydra-head -->
+	<field name="active_fedora_model_s" type="string" stored="true" indexed="true"/>
+	<field name="object_profile_display" type="string" stored="true" indexed="true"/>
+	<field name="has_model_s" type="string" stored="true" indexed="true"/>
+	<field name="is_governed_by_s" type="string" stored="true" indexed="true"/>
+	
+	<!--
+	These are hard coded in places in hydra-head, but we hope to fix that.
+	
+	<field name="inheritable_discover_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="inheritable_read_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="inheritable_edit_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="inheritable_discover_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="inheritable_read_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="inheritable_edit_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="read_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="discover_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="edit_access_person_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="read_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="edit_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	<field name="discover_access_group_t" type="string" stored="true" indexed="true" multiValued="true"/>
+	-->	
+
+
+    <!-- NOTE:  not all possible Solr field types are represented in the dynamic fields -->
+
+    <!-- text (_t...) -->
+    <dynamicField name="*_ti" type="text" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_tim" type="text" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_ts" type="text" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_tsm" type="text" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_tsi" type="text" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_tsim" type="text" stored="true" indexed="true" multiValued="true"/>
+    <dynamicField name="*_tiv" type="text" stored="false" indexed="true" multiValued="false" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_timv" type="text" stored="false" indexed="true" multiValued="true" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_tsiv" type="text" stored="true" indexed="true" multiValued="false" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_tsimv" type="text" stored="true" indexed="true" multiValued="true" termVectors="true" termPositions="true" termOffsets="true"/>
+    
+    <!-- English text (_te...) -->
+    <dynamicField name="*_tei" type="text_en" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_teim" type="text_en" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_tes" type="text_en" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_tesm" type="text_en" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_tesi" type="text_en" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_tesim" type="text_en" stored="true" indexed="true" multiValued="true"/>
+    <dynamicField name="*_teiv" type="text_en" stored="false" indexed="true" multiValued="false" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_teimv" type="text_en" stored="false" indexed="true" multiValued="true" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_tesiv" type="text_en" stored="true" indexed="true" multiValued="false" termVectors="true" termPositions="true" termOffsets="true"/>
+    <dynamicField name="*_tesimv" type="text_en" stored="true" indexed="true" multiValued="true" termVectors="true" termPositions="true" termOffsets="true"/>
+    
+    <!-- string (_s...) -->
+    <dynamicField name="*_si" type="string" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_sim" type="string" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_ss" type="string" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_ssm" type="string" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_ssi" type="string" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_ssim" type="string" stored="true" indexed="true" multiValued="true"/>
+    <dynamicField name="*_ssort" type="alphaSort" stored="false" indexed="true" multiValued="false"/>
+    
+    <!-- integer (_i...) -->
+    <dynamicField name="*_ii" type="int" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_iim" type="int" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_is" type="int" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_ism" type="int" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_isi" type="int" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_isim" type="int" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- trie integer (_it...) (for faster range queries) -->
+    <dynamicField name="*_iti" type="tint" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_itim" type="tint" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_its" type="tint" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_itsm" type="tint" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_itsi" type="tint" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_itsim" type="tint" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- date (_dt...) -->
+    <!-- The format for this date field is of the form 1995-12-31T23:59:59Z
+         Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z -->
+    <dynamicField name="*_dti" type="date" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dtim" type="date" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_dts" type="date" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_dtsm" type="date" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_dtsi" type="date" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dtsim" type="date" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- trie date (_dtt...) (for faster range queries) -->
+    <dynamicField name="*_dtti" type="tdate" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dttim" type="tdate" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_dtts" type="tdate" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_dttsm" type="tdate" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_dttsi" type="tdate" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dttsim" type="tdate" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- long (_l...) -->
+    <dynamicField name="*_li" type="long" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_lim" type="long" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_ls" type="long" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_lsm" type="long" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_lsi" type="long" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_lsim" type="long" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- trie long (_lt...) (for faster range queries) -->
+    <dynamicField name="*_lti" type="tlong" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_ltim" type="tlong" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_lts" type="tlong" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_ltsm" type="tlong" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_ltsi" type="tlong" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_ltsim" type="tlong" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- double (_db...) -->
+    <dynamicField name="*_dbi" type="double" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dbim" type="double" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_dbs" type="double" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_dbsm" type="double" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_dbsi" type="double" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dbsim" type="double" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- trie double (_dbt...) (for faster range queries) -->
+    <dynamicField name="*_dbti" type="tdouble" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dbtim" type="tdouble" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_dbts" type="tdouble" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_dbtsm" type="tdouble" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_dbtsi" type="tdouble" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_dbtsim" type="tdouble" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- float (_f...) -->
+    <dynamicField name="*_fi" type="float" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_fim" type="float" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_fs" type="float" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_fsm" type="float" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_fsi" type="float" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_fsim" type="float" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- trie float (_ft...) (for faster range queries) -->
+    <dynamicField name="*_fti" type="tfloat" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_ftim" type="tfloat" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_fts" type="tfloat" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_ftsm" type="tfloat" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_ftsi" type="tfloat" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_ftsim" type="tfloat" stored="true" indexed="true" multiValued="true"/>
+    
+    <!-- boolean (_b...) -->
+    <dynamicField name="*_bi" type="boolean" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_bs" type="boolean" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_bsi" type="boolean" stored="true" indexed="true" multiValued="false"/>
+    
+    <!-- Type used to index the lat and lon components for the "location" FieldType -->
+    <dynamicField name="*_coordinate" type="tdouble" indexed="true"  stored="false" />
+
+    <!-- location (_ll...) -->
+    <dynamicField name="*_lli" type="location" stored="false" indexed="true" multiValued="false"/>
+    <dynamicField name="*_llim" type="location" stored="false" indexed="true" multiValued="true"/>
+    <dynamicField name="*_lls" type="location" stored="true" indexed="false" multiValued="false"/>
+    <dynamicField name="*_llsm" type="location" stored="true" indexed="false" multiValued="true"/>
+    <dynamicField name="*_llsi" type="location" stored="true" indexed="true" multiValued="false"/>
+    <dynamicField name="*_llsim" type="location" stored="true" indexed="true" multiValued="true"/>
+
+    <!-- you must define copyField source and dest fields explicity or schemaBrowser doesn't work -->
+    <field name="all_text_timv" type="text" stored="false" indexed="true" multiValued="true" termVectors="true" termPositions="true" termOffsets="true"/>
+
+    <!-- deprecated fields from pre-Solr 4.0 pre-hydra 5.0 -->
+<!--    
+    <field name="marc_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="title_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="title_vern_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="subtitle_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="subtitle_vern_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="author_display" type="string" indexed="false" stored="true" multiValued="false"/>
+    <field name="author_vern_display" type="string" indexed="false" stored="true" multiValued="false"/>
+-->
+    <!-- these fields are also used for display, so they must be stored -->
+<!--    
+    <field name="isbn_t" type="text" indexed="true" stored="true" multiValued="true"/>
+    <field name="language_facet" type="string" indexed="true" stored="true" multiValued="true" />
+    <field name="subject_topic_facet" type="string" indexed="true" stored="true" multiValued="true" />
+    <field name="subject_era_facet" type="string" indexed="true" stored="true" multiValued="true" />
+    <field name="subject_geo_facet" type="string" indexed="true" stored="true" multiValued="true" />
+-->
+     <!-- pub_date is used for facet and display so it must be indexed and stored -->
+<!--    
+    <field name="pub_date" type="string" indexed="true" stored="true" multiValued="true"/>
+-->
+    <!-- pub_date sort uses new trie-based int fields, which are recommended for any int and are displayable, sortable, and range-quer
+    we use 'tint' for faster range-queries. -->
+<!--    
+    <field name="pub_date_sort" type="tint" indexed="true" stored="true" multiValued="false"/>
+-->
+    <!-- format is used for facet, display, and choosing which partial to use for the show view, so it must be stored and indexed -->
+<!--    
+    <field name="format" type="string" indexed="true" stored="true"/>
+
+    <dynamicField name="*_i"  type="int"    indexed="true"  stored="true"/>
+    <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" multiValued="true"/>
+    <dynamicField name="*_l"  type="long"   indexed="true"  stored="true"/>
+    <dynamicField name="*_t"  type="text"    indexed="true"  stored="true" multiValued="true"/>
+    <dynamicField name="*_txt" type="text_general"    indexed="true"  stored="true" multiValued="true"/>
+    <dynamicField name="*_b"  type="boolean" indexed="true"  stored="true"/>
+    <dynamicField name="*_f"  type="float"  indexed="true"  stored="true"/>
+    <dynamicField name="*_d"  type="double" indexed="true"  stored="true"/>
+
+    <dynamicField name="ignored_*" type="ignored" multiValued="true"/>
+    <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
+
+    <dynamicField name="random_*" type="random" />
+
+    <dynamicField name="*_display" type="string" indexed="false" stored="true" multiValued="true" />
+    <dynamicField name="*_facet" type="string" indexed="true" stored="true" multiValued="true" />
+    <dynamicField name="*_sort" type="string" indexed="true" stored="false" multiValued="false" />
+    <dynamicField name="*_unstem_search" type="text_general" indexed="true" stored="false" multiValued="true" />
+    <dynamicField name="*spell" type="textSpell" indexed="true" stored="false" multiValued="true" />
+-->
+    <!-- uncomment the following to ignore any fields that don't already match an existing
+         field name or dynamic field, rather than reporting them as an error.
+         alternately, change the type="ignored" to some other type e.g. "text" if you want
+         unknown fields indexed and/or stored by default -->
+    <!--dynamicField name="*" type="ignored" multiValued="true" /-->
+
+    <!-- END hydra deprecated items -->
+
+  </fields>
+
+  <!-- START hydra deprecated items -->
+<!--  
+  <defaultSearchField>text</defaultSearchField>
+-->
+  <!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
+<!--  
+  <solrQueryParser defaultOperator="AND"/>
+
+  <copyField source="title_t" dest="title_unstem_search"/>
+  <copyField source="subtitle_t" dest="subtitle_unstem_search"/>
+  <copyField source="title_addl_t" dest="title_addl_unstem_search"/>
+  <copyField source="title_added_entry_t" dest="title_added_entry_unstem_search"/>
+  <copyField source="title_series_t" dest="title_series_unstem_search"/>
+  <copyField source="author_t" dest="author_unstem_search"/>
+  <copyField source="author_addl_t" dest="author_addl_unstem_search"/>
+  <copyField source="subject_t" dest="subject_unstem_search"/>
+  <copyField source="subject_addl_t" dest="subject_addl_unstem_search"/>
+  <copyField source="subject_topic_facet" dest="subject_topic_unstem_search"/>
+-->
+  <!-- sort fields -->
+<!--  
+  <copyField source="pub_date" dest="pub_date_sort"/>
+-->
+
+  <!-- spellcheck fields -->
+  <!-- default spell check;  should match fields for default request handler -->
+  <!-- it won't work with a copy of a copy field -->
+<!-- 
+  <copyField source="*_t" dest="spell"/>
+  <copyField source="*_facet" dest="spell"/>
+-->
+  <!-- title spell check;  should match fields for title request handler -->
+<!-- 
+  <copyField source="title_t" dest="title_spell"/>
+  <copyField source="subtitle_t" dest="title_spell"/>
+  <copyField source="addl_titles_t" dest="title_spell"/>
+  <copyField source="title_added_entry_t" dest="title_spell"/>
+  <copyField source="title_series_t" dest="title_spell"/>
+-->
+  <!-- author spell check; should match fields for author request handler -->
+<!-- 
+  <copyField source="author_t" dest="author_spell"/>
+  <copyField source="author_addl_t" dest="author_spell"/>
+-->
+  <!-- subject spell check; should match fields for subject request handler -->
+<!-- 
+  <copyField source="subject_topic_facet" dest="subject_spell"/>
+  <copyField source="subject_t" dest="subject_spell"/>
+  <copyField source="subject_addl_t" dest="subject_spell"/>
+-->
+  
+  <!-- OpenSearch query field should match request handler search fields -->
+<!--  
+  <copyField source="title_t" dest="opensearch_display"/>
+  <copyField source="subtitle_t" dest="opensearch_display"/>
+  <copyField source="addl_titles_t" dest="opensearch_display"/>
+  <copyField source="title_added_entry_t" dest="opensearch_display"/>
+  <copyField source="title_series_t" dest="opensearch_display"/>
+  <copyField source="author_t" dest="opensearch_display"/>
+  <copyField source="author_addl_t" dest="opensearch_display"/>
+  <copyField source="subject_topic_facet" dest="opensearch_display"/>
+  <copyField source="subject_t" dest="opensearch_display"/>
+  <copyField source="subject_addl_t" dest="opensearch_display"/>
+-->
+
+  <!-- Above, multiple source fields are copied to the [text] field.
+      Another way to map multiple source fields to the same
+      destination field is to use the dynamic field syntax.
+      copyField also supports a maxChars to copy setting.  -->
+
+    <!-- <copyField source="*_t" dest="text" maxChars="3000"/> -->
+<!--  
+    <copyField source="*_s" dest="text"/>
+    <copyField source="*_t" dest="text"/>
+    <copyField source="*_facet" dest="text"/>
+-->
+    <!-- copy name to alphaNameSort, a field designed for sorting by name -->
+    <!-- <copyField source="name" dest="alphaNameSort"/> -->
+
+    <!-- END hydra deprecated items -->
+
+  <!-- copy fields;  note that you must define copyField source and dest fields explicity or schemaBrowser doesn't work -->
+<!--
+  <copyField source="some_field" dest="all_text_timv" />
+-->  
+
+  <types>
+    <fieldType name="string" class="solr.StrField" sortMissingLast="true" />
+    <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>    
+    <fieldType name="rand" class="solr.RandomSortField" omitNorms="true"/>
+    
+    <!-- Default numeric field types.  -->
+    <fieldType name="int" class="solr.TrieIntField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="float" class="solr.TrieFloatField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="long" class="solr.TrieLongField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" positionIncrementGap="0"/>
+    
+    <!-- trie numeric field types for faster range queries -->
+    <fieldType name="tint" class="solr.TrieIntField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" positionIncrementGap="0"/>
+    
+    <!-- The format for this date field is of the form 1995-12-31T23:59:59Z
+         Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
+      -->
+    <fieldType name="date" class="solr.TrieDateField" precisionStep="0" positionIncrementGap="0"/>
+    <!-- A Trie based date field for faster date range queries and date faceting. -->
+    <fieldType name="tdate" class="solr.TrieDateField" precisionStep="6" positionIncrementGap="0"/>
+    
+    
+    <!-- This point type indexes the coordinates as separate fields (subFields)
+      If subFieldType is defined, it references a type, and a dynamic field
+      definition is created matching *___<typename>.  Alternately, if 
+      subFieldSuffix is defined, that is used to create the subFields.
+      Example: if subFieldType="double", then the coordinates would be
+        indexed in fields myloc_0___double,myloc_1___double.
+      Example: if subFieldSuffix="_d" then the coordinates would be indexed
+        in fields myloc_0_d,myloc_1_d
+      The subFields are an implementation detail of the fieldType, and end
+      users normally should not need to know about them.
+     -->
+    <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
+    
+    <!-- A specialized field for geospatial search. If indexed, this fieldType must not be multivalued. -->
+    <fieldType name="location" class="solr.LatLonType" subFieldSuffix="_coordinate"/>
+    
+    <!-- An alternative geospatial field type new to Solr 4.  It supports multiValued and polygon shapes.
+      For more information about this and other Spatial fields new to Solr 4, see:
+      http://wiki.apache.org/solr/SolrAdaptersForLuceneSpatial4
+    -->
+    <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
+      geo="true" distErrPct="0.025" maxDistErr="0.000009" units="degrees" />
+    
+    <fieldType name="text" class="solr.TextField" omitNorms="false">
+      <analyzer>
+        <tokenizer class="solr.ICUTokenizerFactory"/>
+        <filter class="solr.ICUFoldingFilterFactory"/>  <!-- NFKC, case folding, diacritics removed -->
+        <filter class="solr.TrimFilterFactory"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- A text field that only splits on whitespace for exact matching of words -->
+    <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
+      <analyzer>
+        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+        <filter class="solr.TrimFilterFactory"/>
+      </analyzer>
+    </fieldType>
+        
+    <!-- single token analyzed text, for sorting.  Punctuation is significant. -->
+    <fieldtype name="alphaSort" class="solr.TextField" sortMissingLast="true" omitNorms="true">
+      <analyzer>
+        <tokenizer class="solr.KeywordTokenizerFactory" />
+        <filter class="solr.ICUFoldingFilterFactory"/>
+        <filter class="solr.TrimFilterFactory" />
+      </analyzer>
+    </fieldtype>
+    
+    <!-- A text field with defaults appropriate for English -->
+    <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
+      <analyzer>
+        <tokenizer class="solr.ICUTokenizerFactory"/>
+        <filter class="solr.ICUFoldingFilterFactory"/>  <!-- NFKC, case folding, diacritics removed -->
+        <filter class="solr.EnglishPossessiveFilterFactory"/>
+        <!-- EnglishMinimalStemFilterFactory is less aggressive than PorterStemFilterFactory: -->
+        <filter class="solr.EnglishMinimalStemFilterFactory"/>
+        <!--
+        <filter class="solr.PorterStemFilterFactory"/>
+        -->
+        <filter class="solr.TrimFilterFactory"/>
+      </analyzer>
+    </fieldType>
+        
+    <!-- queries for paths match documents at that path, or in descendent paths -->
+    <fieldType name="descendent_path" class="solr.TextField">
+      <analyzer type="index">
+        <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
+      </analyzer>
+      <analyzer type="query">
+        <tokenizer class="solr.KeywordTokenizerFactory" />
+      </analyzer>
+    </fieldType>
+    
+    <!-- queries for paths match documents at that path, or in ancestor paths -->
+    <fieldType name="ancestor_path" class="solr.TextField">
+      <analyzer type="index">
+        <tokenizer class="solr.KeywordTokenizerFactory" />
+      </analyzer>
+      <analyzer type="query">
+        <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
+      </analyzer>
+    </fieldType>
+    
+  </types>
+  
+</schema>