bigindex-solr 1.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (100) hide show
  1. data/.document +5 -0
  2. data/.gitignore +8 -0
  3. data/MIT-LICENSE +20 -0
  4. data/README.rdoc +73 -0
  5. data/Rakefile +49 -0
  6. data/VERSION +1 -0
  7. data/bigindex-solr.gemspec +141 -0
  8. data/examples/bigindex.yml +9 -0
  9. data/install.rb +17 -0
  10. data/lib/bigindex-solr.rb +32 -0
  11. data/lib/bigindex-solr/tasks.rb +3 -0
  12. data/lib/tasks/bigindex_solr.rake +55 -0
  13. data/schema.xml +126 -0
  14. data/solr/CHANGES.txt +562 -0
  15. data/solr/LICENSE.txt +608 -0
  16. data/solr/NOTICE.txt +57 -0
  17. data/solr/etc/jetty.xml +206 -0
  18. data/solr/etc/webdefault.xml +379 -0
  19. data/solr/lib/commons-codec-1.3.jar +0 -0
  20. data/solr/lib/commons-csv-0.1-SNAPSHOT.jar +0 -0
  21. data/solr/lib/commons-fileupload-1.2.jar +0 -0
  22. data/solr/lib/commons-io-1.2.jar +0 -0
  23. data/solr/lib/easymock.jar +0 -0
  24. data/solr/lib/jetty-6.1.3.jar +0 -0
  25. data/solr/lib/jetty-util-6.1.3.jar +0 -0
  26. data/solr/lib/jsp-2.1/ant-1.6.5.jar +0 -0
  27. data/solr/lib/jsp-2.1/core-3.1.1.jar +0 -0
  28. data/solr/lib/jsp-2.1/jsp-2.1.jar +0 -0
  29. data/solr/lib/jsp-2.1/jsp-api-2.1.jar +0 -0
  30. data/solr/lib/lucene-analyzers-2007-05-20_00-04-53.jar +0 -0
  31. data/solr/lib/lucene-core-2007-05-20_00-04-53.jar +0 -0
  32. data/solr/lib/lucene-highlighter-2007-05-20_00-04-53.jar +0 -0
  33. data/solr/lib/lucene-snowball-2007-05-20_00-04-53.jar +0 -0
  34. data/solr/lib/lucene-spellchecker-2007-05-20_00-04-53.jar +0 -0
  35. data/solr/lib/servlet-api-2.4.jar +0 -0
  36. data/solr/lib/servlet-api-2.5-6.1.3.jar +0 -0
  37. data/solr/lib/xpp3-1.1.3.4.O.jar +0 -0
  38. data/solr/solr/README.txt +52 -0
  39. data/solr/solr/bin/abc +176 -0
  40. data/solr/solr/bin/abo +176 -0
  41. data/solr/solr/bin/backup +108 -0
  42. data/solr/solr/bin/backupcleaner +142 -0
  43. data/solr/solr/bin/commit +128 -0
  44. data/solr/solr/bin/optimize +129 -0
  45. data/solr/solr/bin/readercycle +129 -0
  46. data/solr/solr/bin/rsyncd-disable +77 -0
  47. data/solr/solr/bin/rsyncd-enable +76 -0
  48. data/solr/solr/bin/rsyncd-start +145 -0
  49. data/solr/solr/bin/rsyncd-stop +105 -0
  50. data/solr/solr/bin/scripts-util +83 -0
  51. data/solr/solr/bin/snapcleaner +148 -0
  52. data/solr/solr/bin/snapinstaller +168 -0
  53. data/solr/solr/bin/snappuller +248 -0
  54. data/solr/solr/bin/snappuller-disable +77 -0
  55. data/solr/solr/bin/snappuller-enable +77 -0
  56. data/solr/solr/bin/snapshooter +109 -0
  57. data/solr/solr/conf/admin-extra.html +31 -0
  58. data/solr/solr/conf/protwords.txt +21 -0
  59. data/solr/solr/conf/schema.xml +126 -0
  60. data/solr/solr/conf/scripts.conf +24 -0
  61. data/solr/solr/conf/solrconfig.xml +458 -0
  62. data/solr/solr/conf/stopwords.txt +57 -0
  63. data/solr/solr/conf/synonyms.txt +31 -0
  64. data/solr/solr/conf/xslt/example.xsl +132 -0
  65. data/solr/solr/conf/xslt/example_atom.xsl +63 -0
  66. data/solr/solr/conf/xslt/example_rss.xsl +62 -0
  67. data/solr/solr/data/development/index/_a.fdt +0 -0
  68. data/solr/solr/data/development/index/_a.fdx +0 -0
  69. data/solr/solr/data/development/index/_a.fnm +2 -0
  70. data/solr/solr/data/development/index/_a.frq +1 -0
  71. data/solr/solr/data/development/index/_a.nrm +1 -0
  72. data/solr/solr/data/development/index/_a.prx +0 -0
  73. data/solr/solr/data/development/index/_a.tii +0 -0
  74. data/solr/solr/data/development/index/_a.tis +0 -0
  75. data/solr/solr/data/development/index/_a_1.del +0 -0
  76. data/solr/solr/data/development/index/_b.fdt +0 -0
  77. data/solr/solr/data/development/index/_b.fdx +0 -0
  78. data/solr/solr/data/development/index/_b.fnm +2 -0
  79. data/solr/solr/data/development/index/_b.frq +0 -0
  80. data/solr/solr/data/development/index/_b.nrm +1 -0
  81. data/solr/solr/data/development/index/_b.prx +0 -0
  82. data/solr/solr/data/development/index/_b.tii +0 -0
  83. data/solr/solr/data/development/index/_b.tis +0 -0
  84. data/solr/solr/data/development/index/_b_1.del +0 -0
  85. data/solr/solr/data/development/index/_c.fdt +0 -0
  86. data/solr/solr/data/development/index/_c.fdx +0 -0
  87. data/solr/solr/data/development/index/_c.fnm +2 -0
  88. data/solr/solr/data/development/index/_c.frq +1 -0
  89. data/solr/solr/data/development/index/_c.nrm +1 -0
  90. data/solr/solr/data/development/index/_c.prx +0 -0
  91. data/solr/solr/data/development/index/_c.tii +0 -0
  92. data/solr/solr/data/development/index/_c.tis +0 -0
  93. data/solr/solr/data/development/index/_c_1.del +0 -0
  94. data/solr/solr/data/development/index/segments.gen +0 -0
  95. data/solr/solr/data/development/index/segments_q +0 -0
  96. data/solr/start.jar +0 -0
  97. data/solr/webapps/solr.war +0 -0
  98. data/spec/bigindex-solr_spec.rb +7 -0
  99. data/spec/spec_helper.rb +9 -0
  100. metadata +163 -0
data/solr/solr/conf/stopwords.txt ADDED
@@ -0,0 +1,57 @@
1
+ # Licensed to the Apache Software Foundation (ASF) under one or more
2
+ # contributor license agreements. See the NOTICE file distributed with
3
+ # this work for additional information regarding copyright ownership.
4
+ # The ASF licenses this file to You under the Apache License, Version 2.0
5
+ # (the "License"); you may not use this file except in compliance with
6
+ # the License. You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ #-----------------------------------------------------------------------
17
+ # a couple of test stopwords to test that the words are really being
18
+ # configured from this file:
19
+ stopworda
20
+ stopwordb
21
+
22
+ #Standard english stop words taken from Lucene's StopAnalyzer
23
+ an
24
+ and
25
+ are
26
+ as
27
+ at
28
+ be
29
+ but
30
+ by
31
+ for
32
+ if
33
+ in
34
+ into
35
+ is
36
+ it
37
+ no
38
+ not
39
+ of
40
+ on
41
+ or
42
+ s
43
+ such
44
+ t
45
+ that
46
+ the
47
+ their
48
+ then
49
+ there
50
+ these
51
+ they
52
+ this
53
+ to
54
+ was
55
+ will
56
+ with
57
+
data/solr/solr/conf/synonyms.txt ADDED
@@ -0,0 +1,31 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ #-----------------------------------------------------------------------
14
+ #some test synonym mappings unlikely to appear in real input text
15
+ aaa => aaaa
16
+ bbb => bbbb1 bbbb2
17
+ ccc => cccc1,cccc2
18
+ a\=>a => b\=>b
19
+ a\,a => b\,b
20
+ fooaaa,baraaa,bazaaa
21
+
22
+ # Some synonym groups specific to this example
23
+ GB,gib,gigabyte,gigabytes
24
+ MB,mib,megabyte,megabytes
25
+ Television, Televisions, TV, TVs
26
+ #notice we use "gib" instead of "GiB" so any WordDelimiterFilter coming
27
+ #after us won't split it into two words.
28
+
29
+ # Synonym mappings can be used for spelling correction too
30
+ pixima => pixma
31
+
data/solr/solr/conf/xslt/example.xsl ADDED
@@ -0,0 +1,132 @@
1
+ <?xml version='1.0' encoding='UTF-8'?>
2
+
3
+ <!--
4
+ * Licensed to the Apache Software Foundation (ASF) under one or more
5
+ * contributor license agreements. See the NOTICE file distributed with
6
+ * this work for additional information regarding copyright ownership.
7
+ * The ASF licenses this file to You under the Apache License, Version 2.0
8
+ * (the "License"); you may not use this file except in compliance with
9
+ * the License. You may obtain a copy of the License at
10
+ *
11
+ * http://www.apache.org/licenses/LICENSE-2.0
12
+ *
13
+ * Unless required by applicable law or agreed to in writing, software
14
+ * distributed under the License is distributed on an "AS IS" BASIS,
15
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
+ * See the License for the specific language governing permissions and
17
+ * limitations under the License.
18
+ -->
19
+
20
+ <!--
21
+ Simple transform of Solr query results to HTML
22
+ -->
23
+ <xsl:stylesheet version='1.0'
24
+ xmlns:xsl='http://www.w3.org/1999/XSL/Transform'
25
+ >
26
+
27
+ <xsl:output media-type="text/html; charset=UTF-8" encoding="UTF-8"/>
28
+
29
+ <xsl:variable name="title" select="concat('Solr search results (',response/result/@numFound,' documents)')"/>
30
+
31
+ <xsl:template match='/'>
32
+ <html>
33
+ <head>
34
+ <title><xsl:value-of select="$title"/></title>
35
+ <xsl:call-template name="css"/>
36
+ </head>
37
+ <body>
38
+ <h1><xsl:value-of select="$title"/></h1>
39
+ <div class="note">
40
+ This has been formatted by the sample "example.xsl" transform -
41
+ use your own XSLT to get a nicer page
42
+ </div>
43
+ <xsl:apply-templates select="response/result/doc"/>
44
+ </body>
45
+ </html>
46
+ </xsl:template>
47
+
48
+ <xsl:template match="doc">
49
+ <xsl:variable name="pos" select="position()"/>
50
+ <div class="doc">
51
+ <table width="100%">
52
+ <xsl:apply-templates>
53
+ <xsl:with-param name="pos"><xsl:value-of select="$pos"/></xsl:with-param>
54
+ </xsl:apply-templates>
55
+ </table>
56
+ </div>
57
+ </xsl:template>
58
+
59
+ <xsl:template match="doc/*[@name='score']" priority="100">
60
+ <xsl:param name="pos"></xsl:param>
61
+ <tr>
62
+ <td class="name">
63
+ <xsl:value-of select="@name"/>
64
+ </td>
65
+ <td class="value">
66
+ <xsl:value-of select="."/>
67
+
68
+ <xsl:if test="boolean(//lst[@name='explain'])">
69
+ <xsl:element name="a">
70
+ <!-- can't allow whitespace here -->
71
+ <xsl:attribute name="href">javascript:toggle("<xsl:value-of select="concat('exp-',$pos)" />");</xsl:attribute>?</xsl:element>
72
+ <br/>
73
+ <xsl:element name="div">
74
+ <xsl:attribute name="class">exp</xsl:attribute>
75
+ <xsl:attribute name="id">
76
+ <xsl:value-of select="concat('exp-',$pos)" />
77
+ </xsl:attribute>
78
+ <xsl:value-of select="//lst[@name='explain']/str[position()=$pos]"/>
79
+ </xsl:element>
80
+ </xsl:if>
81
+ </td>
82
+ </tr>
83
+ </xsl:template>
84
+
85
+ <xsl:template match="doc/arr" priority="100">
86
+ <tr>
87
+ <td class="name">
88
+ <xsl:value-of select="@name"/>
89
+ </td>
90
+ <td class="value">
91
+ <ul>
92
+ <xsl:for-each select="*">
93
+ <li><xsl:value-of select="."/></li>
94
+ </xsl:for-each>
95
+ </ul>
96
+ </td>
97
+ </tr>
98
+ </xsl:template>
99
+
100
+
101
+ <xsl:template match="doc/*">
102
+ <tr>
103
+ <td class="name">
104
+ <xsl:value-of select="@name"/>
105
+ </td>
106
+ <td class="value">
107
+ <xsl:value-of select="."/>
108
+ </td>
109
+ </tr>
110
+ </xsl:template>
111
+
112
+ <xsl:template match="*"/>
113
+
114
+ <xsl:template name="css">
115
+ <script>
116
+ function toggle(id) {
117
+ var obj = document.getElementById(id);
118
+ obj.style.display = (obj.style.display != 'block') ? 'block' : 'none';
119
+ }
120
+ </script>
121
+ <style type="text/css">
122
+ body { font-family: "Lucida Grande", sans-serif }
123
+ td.name { font-style: italic; font-size:80%; }
124
+ td { vertical-align: top; }
125
+ ul { margin: 0px; margin-left: 1em; padding: 0px; }
126
+ .note { font-size:80%; }
127
+ .doc { margin-top: 1em; border-top: solid grey 1px; }
128
+ .exp { display: none; font-family: monospace; white-space: pre; }
129
+ </style>
130
+ </xsl:template>
131
+
132
+ </xsl:stylesheet>
data/solr/solr/conf/xslt/example_atom.xsl ADDED
@@ -0,0 +1,63 @@
1
+ <?xml version='1.0' encoding='UTF-8'?>
2
+
3
+ <!--
4
+ * Licensed to the Apache Software Foundation (ASF) under one or more
5
+ * contributor license agreements. See the NOTICE file distributed with
6
+ * this work for additional information regarding copyright ownership.
7
+ * The ASF licenses this file to You under the Apache License, Version 2.0
8
+ * (the "License"); you may not use this file except in compliance with
9
+ * the License. You may obtain a copy of the License at
10
+ *
11
+ * http://www.apache.org/licenses/LICENSE-2.0
12
+ *
13
+ * Unless required by applicable law or agreed to in writing, software
14
+ * distributed under the License is distributed on an "AS IS" BASIS,
15
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
+ * See the License for the specific language governing permissions and
17
+ * limitations under the License.
18
+ -->
19
+
20
+ <!--
21
+ Simple transform of Solr query results to Atom
22
+ -->
23
+
24
+ <xsl:stylesheet version='1.0'
25
+ xmlns:xsl='http://www.w3.org/1999/XSL/Transform'>
26
+
27
+ <xsl:output method="xml" encoding="utf-8" />
28
+
29
+ <xsl:template match='/'>
30
+ <xsl:variable name="query" select="response/lst[@name='responseHeader']/lst[@name='params']/str[@name='q']"/>
31
+ <feed xmlns="http://www.w3.org/2005/Atom">
32
+ <title>Example Solr Atom 1.0 Feed</title>
33
+ <subtitle>
34
+ This has been formatted by the sample "example_atom.xsl" transform -
35
+ use your own XSLT to get a nicer Atom feed.
36
+ </subtitle>
37
+ <author>
38
+ <name>Apache Solr</name>
39
+ <email>solr-user@lucene.apache.org</email>
40
+ </author>
41
+ <link rel="self" type="application/atom+xml"
42
+ href="http://localhost:8983/solr/q={$query}&amp;wt=xslt&amp;tr=atom.xsl"/>
43
+ <updated>
44
+ <xsl:value-of select="response/result/doc[position()=1]/date[@name='timestamp']"/>
45
+ </updated>
46
+ <id>tag:localhost,2007:example</id>
47
+ <xsl:apply-templates select="response/result/doc"/>
48
+ </feed>
49
+ </xsl:template>
50
+
51
+ <!-- search results xslt -->
52
+ <xsl:template match="doc">
53
+ <xsl:variable name="id" select="str[@name='id']"/>
54
+ <entry>
55
+ <title><xsl:value-of select="str[@name='name']"/></title>
56
+ <link href="http://localhost:8983/solr/select?q={$id}"/>
57
+ <id>tag:localhost,2007:<xsl:value-of select="$id"/></id>
58
+ <summary><xsl:value-of select="arr[@name='features']"/></summary>
59
+ <updated><xsl:value-of select="date[@name='timestamp']"/></updated>
60
+ </entry>
61
+ </xsl:template>
62
+
63
+ </xsl:stylesheet>
data/solr/solr/conf/xslt/example_rss.xsl ADDED
@@ -0,0 +1,62 @@
1
+ <?xml version='1.0' encoding='UTF-8'?>
2
+
3
+ <!--
4
+ * Licensed to the Apache Software Foundation (ASF) under one or more
5
+ * contributor license agreements. See the NOTICE file distributed with
6
+ * this work for additional information regarding copyright ownership.
7
+ * The ASF licenses this file to You under the Apache License, Version 2.0
8
+ * (the "License"); you may not use this file except in compliance with
9
+ * the License. You may obtain a copy of the License at
10
+ *
11
+ * http://www.apache.org/licenses/LICENSE-2.0
12
+ *
13
+ * Unless required by applicable law or agreed to in writing, software
14
+ * distributed under the License is distributed on an "AS IS" BASIS,
15
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
+ * See the License for the specific language governing permissions and
17
+ * limitations under the License.
18
+ -->
19
+
20
+ <!--
21
+ Simple transform of Solr query results to RSS
22
+ -->
23
+
24
+ <xsl:stylesheet version='1.0'
25
+ xmlns:xsl='http://www.w3.org/1999/XSL/Transform'>
26
+
27
+ <xsl:output method="xml" encoding="utf-8" />
28
+ <xsl:template match='/'>
29
+ <rss version="2.0">
30
+ <channel>
31
+ <title>Example Solr RSS 2.0 Feed</title>
32
+ <link>http://localhost:8983/solr</link>
33
+ <description>
34
+ This has been formatted by the sample "example_rss.xsl" transform -
35
+ use your own XSLT to get a nicer RSS feed.
36
+ </description>
37
+ <language>en-us</language>
38
+ <docs>http://localhost:8983/solr</docs>
39
+ <xsl:apply-templates select="response/result/doc"/>
40
+ </channel>
41
+ </rss>
42
+ </xsl:template>
43
+
44
+ <!-- search results xslt -->
45
+ <xsl:template match="doc">
46
+ <xsl:variable name="id" select="str[@name='id']"/>
47
+ <xsl:variable name="timestamp" select="date[@name='timestamp']"/>
48
+ <item>
49
+ <title><xsl:value-of select="str[@name='name']"/></title>
50
+ <link>
51
+ http://localhost:8983/solr/select?q=id:<xsl:value-of select="$id"/>
52
+ </link>
53
+ <description>
54
+ <xsl:value-of select="arr[@name='features']"/>
55
+ </description>
56
+ <pubDate><xsl:value-of select="$timestamp"/></pubDate>
57
+ <guid>
58
+ http://localhost:8983/solr/select?q=id:<xsl:value-of select="$id"/>
59
+ </guid>
60
+ </item>
61
+ </xsl:template>
62
+ </xsl:stylesheet>
data/solr/solr/data/development/index/_a.fnm ADDED
@@ -0,0 +1,2 @@
1
+
2
+ idtexttitle_s type_s_mvauthor_sauthor_partial_match_tpk_scurrent_time_ttitle_partial_match_t
data/solr/solr/data/development/index/_a.frq ADDED
@@ -0,0 +1 @@
1
+ 
data/solr/solr/data/development/index/_a.nrm ADDED
@@ -0,0 +1 @@
1
+ NRM�|r|||y|uxv
data/solr/solr/data/development/index/_b.fnm ADDED
@@ -0,0 +1,2 @@
1
+
2
+ idtext
data/solr/solr/data/development/index/_b.nrm ADDED
@@ -0,0 +1 @@
1
+ NRM�|kk|||y|ux
data/solr/solr/data/development/index/_c.fnm ADDED
@@ -0,0 +1,2 @@
1
+
2
+ idtext
data/solr/solr/data/development/index/_c.frq ADDED
@@ -0,0 +1 @@
1
+ 
data/solr/solr/data/development/index/_c.nrm ADDED
@@ -0,0 +1 @@
1
+ NRM�|rv|||y|ux
data/solr/start.jar ADDED
Binary file
data/solr/webapps/solr.war ADDED
Binary file
data/spec/bigindex-solr_spec.rb ADDED
@@ -0,0 +1,7 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
2
+
3
+ describe "BigindexSolr" do
4
+ it "fails" do
5
+ fail "hey buddy, you should probably rename this file and start specing for real"
6
+ end
7
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,9 @@
1
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
2
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
3
+ require 'bigindex-solr'
4
+ require 'spec'
5
+ require 'spec/autorun'
6
+
7
+ Spec::Runner.configure do |config|
8
+
9
+ end