solrsam 0.4.2

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,337 @@
1
+ <?xml version="1.0" encoding="UTF-8"?>
2
+ <!--
3
+ Licensed to the Apache Software Foundation (ASF) under one or more
4
+ contributor license agreements. See the NOTICE file distributed with
5
+ this work for additional information regarding copyright ownership.
6
+ The ASF licenses this file to You under the Apache License, Version 2.0
7
+ (the "License"); you may not use this file except in compliance with
8
+ the License. You may obtain a copy of the License at
9
+
10
+ http://www.apache.org/licenses/LICENSE-2.0
11
+
12
+ Unless required by applicable law or agreed to in writing, software
13
+ distributed under the License is distributed on an "AS IS" BASIS,
14
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
+ See the License for the specific language governing permissions and
16
+ limitations under the License.
17
+ -->
18
+
19
+
20
+ <!--
21
+ Display the luke request handler with graphs
22
+ -->
23
+ <xsl:stylesheet
24
+ xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
25
+ xmlns="http://www.w3.org/1999/xhtml"
26
+ version="1.0"
27
+ >
28
+ <xsl:output
29
+ method="html"
30
+ encoding="UTF-8"
31
+ media-type="text/html; charset=UTF-8"
32
+ doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN"
33
+ doctype-system="http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"
34
+ />
35
+
36
+ <xsl:variable name="title">Solr Luke Request Handler Response</xsl:variable>
37
+
38
+ <xsl:template match="/">
39
+ <html xmlns="http://www.w3.org/1999/xhtml">
40
+ <head>
41
+ <link rel="stylesheet" type="text/css" href="solr-admin.css"/>
42
+ <link rel="icon" href="favicon.ico" type="image/ico"/>
43
+ <link rel="shortcut icon" href="favicon.ico" type="image/ico"/>
44
+ <title>
45
+ <xsl:value-of select="$title"/>
46
+ </title>
47
+ <xsl:call-template name="css"/>
48
+
49
+ </head>
50
+ <body>
51
+ <h1>
52
+ <xsl:value-of select="$title"/>
53
+ </h1>
54
+ <div class="doc">
55
+ <ul>
56
+ <xsl:if test="response/lst[@name='index']">
57
+ <li>
58
+ <a href="#index">Index Statistics</a>
59
+ </li>
60
+ </xsl:if>
61
+ <xsl:if test="response/lst[@name='fields']">
62
+ <li>
63
+ <a href="#fields">Field Statistics</a>
64
+ <ul>
65
+ <xsl:for-each select="response/lst[@name='fields']/lst">
66
+ <li>
67
+ <a href="#{@name}">
68
+ <xsl:value-of select="@name"/>
69
+ </a>
70
+ </li>
71
+ </xsl:for-each>
72
+ </ul>
73
+ </li>
74
+ </xsl:if>
75
+ <xsl:if test="response/lst[@name='doc']">
76
+ <li>
77
+ <a href="#doc">Document statistics</a>
78
+ </li>
79
+ </xsl:if>
80
+ </ul>
81
+ </div>
82
+ <xsl:if test="response/lst[@name='index']">
83
+ <h2><a name="index"/>Index Statistics</h2>
84
+ <xsl:apply-templates select="response/lst[@name='index']"/>
85
+ </xsl:if>
86
+ <xsl:if test="response/lst[@name='fields']">
87
+ <h2><a name="fields"/>Field Statistics</h2>
88
+ <xsl:apply-templates select="response/lst[@name='fields']"/>
89
+ </xsl:if>
90
+ <xsl:if test="response/lst[@name='doc']">
91
+ <h2><a name="doc"/>Document statistics</h2>
92
+ <xsl:apply-templates select="response/lst[@name='doc']"/>
93
+ </xsl:if>
94
+ </body>
95
+ </html>
96
+ </xsl:template>
97
+
98
+ <xsl:template match="lst">
99
+ <xsl:if test="parent::lst">
100
+ <tr>
101
+ <td colspan="2">
102
+ <div class="doc">
103
+ <xsl:call-template name="list"/>
104
+ </div>
105
+ </td>
106
+ </tr>
107
+ </xsl:if>
108
+ <xsl:if test="not(parent::lst)">
109
+ <div class="doc">
110
+ <xsl:call-template name="list"/>
111
+ </div>
112
+ </xsl:if>
113
+ </xsl:template>
114
+
115
+ <xsl:template name="list">
116
+ <xsl:if test="count(child::*)>0">
117
+ <table>
118
+ <thead>
119
+ <tr>
120
+ <th colspan="2">
121
+ <p>
122
+ <a name="{@name}"/>
123
+ </p>
124
+ <xsl:value-of select="@name"/>
125
+ </th>
126
+ </tr>
127
+ </thead>
128
+ <tbody>
129
+ <xsl:choose>
130
+ <xsl:when
131
+ test="@name='histogram'">
132
+ <tr>
133
+ <td colspan="2">
134
+ <xsl:call-template name="histogram"/>
135
+ </td>
136
+ </tr>
137
+ </xsl:when>
138
+ <xsl:otherwise>
139
+ <xsl:apply-templates/>
140
+ </xsl:otherwise>
141
+ </xsl:choose>
142
+ </tbody>
143
+ </table>
144
+ </xsl:if>
145
+ </xsl:template>
146
+
147
+ <xsl:template name="histogram">
148
+ <div class="doc">
149
+ <xsl:call-template name="barchart">
150
+ <xsl:with-param name="max_bar_width">50</xsl:with-param>
151
+ <xsl:with-param name="iwidth">800</xsl:with-param>
152
+ <xsl:with-param name="iheight">160</xsl:with-param>
153
+ <xsl:with-param name="fill">blue</xsl:with-param>
154
+ </xsl:call-template>
155
+ </div>
156
+ </xsl:template>
157
+
158
+ <xsl:template name="barchart">
159
+ <xsl:param name="max_bar_width"/>
160
+ <xsl:param name="iwidth"/>
161
+ <xsl:param name="iheight"/>
162
+ <xsl:param name="fill"/>
163
+ <xsl:variable name="max">
164
+ <xsl:for-each select="int">
165
+ <xsl:sort data-type="number" order="descending"/>
166
+ <xsl:if test="position()=1">
167
+ <xsl:value-of select="."/>
168
+ </xsl:if>
169
+ </xsl:for-each>
170
+ </xsl:variable>
171
+ <xsl:variable name="bars">
172
+ <xsl:value-of select="count(int)"/>
173
+ </xsl:variable>
174
+ <xsl:variable name="bar_width">
175
+ <xsl:choose>
176
+ <xsl:when test="$max_bar_width &lt; ($iwidth div $bars)">
177
+ <xsl:value-of select="$max_bar_width"/>
178
+ </xsl:when>
179
+ <xsl:otherwise>
180
+ <xsl:value-of select="$iwidth div $bars"/>
181
+ </xsl:otherwise>
182
+ </xsl:choose>
183
+ </xsl:variable>
184
+ <table class="histogram">
185
+ <tbody>
186
+ <tr>
187
+ <xsl:for-each select="int">
188
+ <td>
189
+ <xsl:value-of select="."/>
190
+ <div class="histogram">
191
+ <xsl:attribute name="style">background-color: <xsl:value-of select="$fill"/>; width: <xsl:value-of select="$bar_width"/>px; height: <xsl:value-of select="($iheight*number(.)) div $max"/>px;</xsl:attribute>
192
+ </div>
193
+ </td>
194
+ </xsl:for-each>
195
+ </tr>
196
+ <tr>
197
+ <xsl:for-each select="int">
198
+ <td>
199
+ <xsl:value-of select="@name"/>
200
+ </td>
201
+ </xsl:for-each>
202
+ </tr>
203
+ </tbody>
204
+ </table>
205
+ </xsl:template>
206
+
207
+ <xsl:template name="keyvalue">
208
+ <xsl:choose>
209
+ <xsl:when test="@name">
210
+ <tr>
211
+ <td class="name">
212
+ <xsl:value-of select="@name"/>
213
+ </td>
214
+ <td class="value">
215
+ <xsl:value-of select="."/>
216
+ </td>
217
+ </tr>
218
+ </xsl:when>
219
+ <xsl:otherwise>
220
+ <xsl:value-of select="."/>
221
+ </xsl:otherwise>
222
+ </xsl:choose>
223
+ </xsl:template>
224
+
225
+ <xsl:template match="int|bool|long|float|double|uuid|date">
226
+ <xsl:call-template name="keyvalue"/>
227
+ </xsl:template>
228
+
229
+ <xsl:template match="arr">
230
+ <tr>
231
+ <td class="name">
232
+ <xsl:value-of select="@name"/>
233
+ </td>
234
+ <td class="value">
235
+ <ul>
236
+ <xsl:for-each select="child::*">
237
+ <li>
238
+ <xsl:apply-templates/>
239
+ </li>
240
+ </xsl:for-each>
241
+ </ul>
242
+ </td>
243
+ </tr>
244
+ </xsl:template>
245
+
246
+ <xsl:template match="str">
247
+ <xsl:choose>
248
+ <xsl:when test="@name='schema' or @name='index' or @name='flags'">
249
+ <xsl:call-template name="schema"/>
250
+ </xsl:when>
251
+ <xsl:otherwise>
252
+ <xsl:call-template name="keyvalue"/>
253
+ </xsl:otherwise>
254
+ </xsl:choose>
255
+ </xsl:template>
256
+
257
+ <xsl:template name="schema">
258
+ <tr>
259
+ <td class="name">
260
+ <xsl:value-of select="@name"/>
261
+ </td>
262
+ <td class="value">
263
+ <xsl:if test="contains(.,'unstored')">
264
+ <xsl:value-of select="."/>
265
+ </xsl:if>
266
+ <xsl:if test="not(contains(.,'unstored'))">
267
+ <xsl:call-template name="infochar2string">
268
+ <xsl:with-param name="charList">
269
+ <xsl:value-of select="."/>
270
+ </xsl:with-param>
271
+ </xsl:call-template>
272
+ </xsl:if>
273
+ </td>
274
+ </tr>
275
+ </xsl:template>
276
+
277
+ <xsl:template name="infochar2string">
278
+ <xsl:param name="i">1</xsl:param>
279
+ <xsl:param name="charList"/>
280
+
281
+ <xsl:variable name="char">
282
+ <xsl:value-of select="substring($charList,$i,1)"/>
283
+ </xsl:variable>
284
+ <xsl:choose>
285
+ <xsl:when test="$char='I'">
286
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='I']"/> - </xsl:when>
287
+ <xsl:when test="$char='T'">
288
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='T']"/> - </xsl:when>
289
+ <xsl:when test="$char='S'">
290
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='S']"/> - </xsl:when>
291
+ <xsl:when test="$char='M'">
292
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='M']"/> - </xsl:when>
293
+ <xsl:when test="$char='V'">
294
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='V']"/> - </xsl:when>
295
+ <xsl:when test="$char='o'">
296
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='o']"/> - </xsl:when>
297
+ <xsl:when test="$char='p'">
298
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='p']"/> - </xsl:when>
299
+ <xsl:when test="$char='O'">
300
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='O']"/> - </xsl:when>
301
+ <xsl:when test="$char='L'">
302
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='L']"/> - </xsl:when>
303
+ <xsl:when test="$char='B'">
304
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='B']"/> - </xsl:when>
305
+ <xsl:when test="$char='C'">
306
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='C']"/> - </xsl:when>
307
+ <xsl:when test="$char='f'">
308
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='f']"/> - </xsl:when>
309
+ <xsl:when test="$char='l'">
310
+ <xsl:value-of select="/response/lst[@name='info']/lst/str[@name='l']"/> -
311
+ </xsl:when>
312
+ </xsl:choose>
313
+
314
+ <xsl:if test="not($i>=string-length($charList))">
315
+ <xsl:call-template name="infochar2string">
316
+ <xsl:with-param name="i">
317
+ <xsl:value-of select="$i+1"/>
318
+ </xsl:with-param>
319
+ <xsl:with-param name="charList">
320
+ <xsl:value-of select="$charList"/>
321
+ </xsl:with-param>
322
+ </xsl:call-template>
323
+ </xsl:if>
324
+ </xsl:template>
325
+ <xsl:template name="css">
326
+ <style type="text/css">
327
+ <![CDATA[
328
+ td.name {font-style: italic; font-size:80%; }
329
+ .doc { margin: 0.5em; border: solid grey 1px; }
330
+ .exp { display: none; font-family: monospace; white-space: pre; }
331
+ div.histogram { background: none repeat scroll 0%; -moz-background-clip: -moz-initial; -moz-background-origin: -moz-initial; -moz-background-inline-policy: -moz-initial;}
332
+ table.histogram { width: auto; vertical-align: bottom; }
333
+ table.histogram td, table.histogram th { text-align: center; vertical-align: bottom; border-bottom: 1px solid #ff9933; width: auto; }
334
+ ]]>
335
+ </style>
336
+ </xsl:template>
337
+ </xsl:stylesheet>
data/config/solr.yml ADDED
@@ -0,0 +1,12 @@
1
+ development:
2
+ jetty_path: "/usr/local/jetty"
3
+ solr_data_dir: "/tmp/jetty/solr/test-data"
4
+ solr_server_url: "http://localhost:8888/solr"
5
+ test:
6
+ jetty_path: "/usr/local/jetty"
7
+ solr_data_dir: "/tmp/jetty/solr/test-data"
8
+ solr_server_url: "http://localhost:8888/solr"
9
+ production:
10
+ jetty_path: "/usr/local/jetty"
11
+ solr_data_dir: "/data/solr/search-index"
12
+ solr_server_url: "http://localhost:8080/solr"
@@ -0,0 +1,13 @@
1
+ development:
2
+ jetty_path: "/usr/local/jetty"
3
+ solr_data_dir: "/tmp/jetty/solr/solrsan-test-index"
4
+ solr_server_url: "http://localhost:9090/solr"
5
+ test:
6
+ jetty_path: "/usr/local/jetty"
7
+ solr_data_dir: "/tmp/jetty/solr/solrsan-test-index"
8
+ solr_server_url: "http://localhost:9090/solr"
9
+ production:
10
+ jetty_path: "/usr/local/jetty"
11
+ solr_data_dir: "/data/solr/search-index"
12
+ solr_server_url: "http://localhost:8080/solr"
13
+
@@ -0,0 +1,23 @@
1
+ require 'rails/generators/solrsan_generator'
2
+
3
+ module Solrsan
4
+ module Generators
5
+ class ConfigGenerator < Rails::Generators::Base
6
+ source_root File.expand_path("../templates", __FILE__)
7
+
8
+ def create_config_files
9
+ template("solrsan.rb", File.join("config", "initializers", "solrsan.rb"))
10
+ template("solr.yml", File.join("config", "solr.yml"))
11
+ end
12
+
13
+ def copy_solr_conf
14
+ directory "../../../../../../config/solr", "config/solr", :recursive => true
15
+ end
16
+
17
+ def copy_rake_task
18
+ copy_file "../../../../../tasks/solr.rake", "lib/tasks/solr.rake"
19
+ end
20
+
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,13 @@
1
+ development:
2
+ jetty_path: "/usr/local/jetty"
3
+ solr_data_dir: "/Users/HOME_DIR/src/app_name/solr-data"
4
+ solr_server_url: "http://localhost:9090/solr"
5
+ test:
6
+ jetty_path: "/usr/local/jetty"
7
+ solr_data_dir: "/Users/HOME_DIR/src/app_name/solr-data"
8
+ solr_server_url: "http://localhost:9090/solr"
9
+ production:
10
+ jetty_path: "/usr/local/jetty"
11
+ solr_data_dir: "/data/search/appname-data"
12
+ solr_server_url: "http://localhost:8080/solr"
13
+
@@ -0,0 +1,5 @@
1
+ solr_config = YAML::load( File.open( File.join(Rails.root, "config", "solr.yml") ) )
2
+ solr_server_url = solr_config[Rails.env]['solr_server_url']
3
+
4
+ Solrsan::Config.instance.solr_server_url = solr_server_url
5
+
@@ -0,0 +1,11 @@
1
+ require "rails/generators/named_base"
2
+
3
+ module Solrsan #:nodoc:
4
+ module Generators #:nodoc:
5
+ class Base < ::Rails::Generators::NamedBase #:nodoc:
6
+ def self.source_root
7
+ File.expand_path("../#{base_name}/#{generator_name}/templates", __FILE__)
8
+ end
9
+ end
10
+ end
11
+ end
@@ -0,0 +1,31 @@
1
+ # add require 'solrsam/capistrano', be sure to have solr.rake in your tasks dir
2
+
3
+ Capistrano::Configuration.instance(:must_exist).load do
4
+ namespace :solr do
5
+ desc "starts solr"
6
+ task :start, :roles => :search do
7
+ run "cd #{current_path} && rake solr:start RAILS_ENV=#{stage}"
8
+ end
9
+
10
+ desc "stops solr"
11
+ task :stop, :roles => :search do
12
+ run "cd #{current_path} && rake solr:stop RAILS_ENV=#{stage}"
13
+ end
14
+
15
+ desc "clear and re-index"
16
+ task :reindex, :roles => :search do
17
+ run "cd #{current_path} && rake solr:clear_index RAILS_ENV=#{stage}"
18
+ run "cd #{current_path} && rake solr:index RAILS_ENV=#{stage}"
19
+ end
20
+
21
+ desc "re-index without clearing"
22
+ task :index, :roles => :search do
23
+ run "cd #{current_path} && rake solr:index RAILS_ENV=#{stage}"
24
+ end
25
+
26
+ desc "build spelling dictionary"
27
+ task :build_dictionary, :roles => :search do
28
+ run "cd #{current_path} && rake solr:build_dictionary RAILS_ENV=#{stage}"
29
+ end
30
+ end
31
+ end
@@ -0,0 +1,25 @@
1
+ module Solrsam
2
+ class Config
3
+ include Singleton
4
+
5
+ def initialize
6
+ @server_urls = { :write => {}, :read => {} }
7
+ @solr_servers = { :write => {}, :read => {} }
8
+ end
9
+
10
+ def rsolr_object(namespace = :default, method = :read)
11
+
12
+ unless @solr_servers[method][namespace]
13
+ @solr_servers[method][namespace] = RSolr.connect :url => @server_urls[method][namespace]
14
+ end
15
+ @solr_servers[method][namespace]
16
+
17
+ end
18
+
19
+ def add_server(namespace, url, method)
20
+
21
+ @server_urls[method][namespace] = url
22
+
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,83 @@
1
+ module Solrsam
2
+ module Search
3
+ extend ActiveSupport::Concern
4
+
5
+ module InstanceMethods
6
+ def as_solr_document
7
+ self.attributes
8
+ end
9
+
10
+ def indexed_fields
11
+ raise "Object has have a valid as_solr_document defined" if as_solr_document.nil?
12
+
13
+ doc = {:type => self.class.class_name, :db_id => id_value, :id => solr_id_value}
14
+
15
+ initial_document_fields = as_solr_document.reject{|k,v| k == :id || k == :_id}
16
+ converted_fields = initial_document_fields.reduce({}) do |acc, tuple|
17
+ value = tuple[1]
18
+ value = value.to_time.utc.xmlschema if value.respond_to?(:utc) || value.is_a?(Date)
19
+ acc[tuple[0]] = value
20
+ acc
21
+ end
22
+ doc.merge(converted_fields)
23
+ end
24
+
25
+ def index
26
+ self.class.index(self)
27
+ end
28
+
29
+ def destroy_index_document
30
+ self.class.destroy_index_document(self)
31
+ end
32
+
33
+ def id_value
34
+ item_id = self.attributes[:_id] || self.attributes[:id] || self.id
35
+ raise "Object must have an id attribute defined before being indexed" if item_id.nil?
36
+ item_id
37
+ end
38
+
39
+ def solr_id_value
40
+ "#{self.class.class_name}-#{id_value.to_s}"
41
+ end
42
+
43
+ end
44
+
45
+ module ClassMethods
46
+ def index(doc)
47
+ solr_docs = []
48
+ if doc.respond_to?(:map)
49
+ solr_docs = doc.map{|document| document.indexed_fields }
50
+ elsif doc.respond_to?(:as_solr_document) && doc.respond_to?(:indexed_fields)
51
+ solr_docs << doc.indexed_fields
52
+ else
53
+ raise "Indexed document must define a as_solr_document method."
54
+ end
55
+ self.perform_solr_command(:write) do |rsolr|
56
+ rsolr.add(solr_docs)
57
+ end
58
+ end
59
+
60
+ def index_all
61
+ self.find_in_batches(:batch_size => 100) do |group|
62
+ self.index(group)
63
+ end
64
+ end
65
+
66
+ def destroy_index_document(doc)
67
+ if doc.respond_to?(:solr_id_value)
68
+ self.perform_solr_command(:write) do |rsolr|
69
+ rsolr.delete_by_query("id:#{doc.solr_id_value}")
70
+ end
71
+ else
72
+ raise "Object must include Solrsam::Search"
73
+ end
74
+ end
75
+
76
+ def destroy_all_index_documents!
77
+ self.perform_solr_command(:write) do |rsolr|
78
+ rsolr.delete_by_query("type:#{class_name}")
79
+ end
80
+ end
81
+ end
82
+ end
83
+ end