muck-raker 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- data/MIT-LICENSE +20 -0
- data/README.rdoc +24 -0
- data/Rakefile +76 -0
- data/VERSION +1 -0
- data/app/controllers/admin/recommender/feeds_controller.rb +174 -0
- data/app/controllers/recommender/default_controller.rb +15 -0
- data/app/controllers/recommender/entries_controller.rb +79 -0
- data/app/controllers/recommender/recommendations_controller.rb +46 -0
- data/app/controllers/recommender/search_controller.rb +82 -0
- data/app/helpers/muck_raker_helper.rb +29 -0
- data/app/models/click.rb +2 -0
- data/app/models/cloud_cache.rb +9 -0
- data/app/models/entry.rb +274 -0
- data/app/models/feed.rb +29 -0
- data/app/models/language.rb +2 -0
- data/app/models/oai_endpoint.rb +2 -0
- data/app/models/recommendation.rb +2 -0
- data/app/models/service.rb +2 -0
- data/app/models/subject.rb +2 -0
- data/app/models/user.rb +36 -0
- data/app/views/default/_advertisements.html.erb +30 -0
- data/app/views/default/_language_list.html.erb +5 -0
- data/app/views/default/index.html.erb +3 -0
- data/app/views/default/tour.html.erb +15 -0
- data/app/views/default/widgets.html.erb +4 -0
- data/app/views/documents/.tmp_not_found.html +0 -0
- data/app/views/entries/_cloud_type_selector.html.erb +9 -0
- data/app/views/entries/_result.html.erb +10 -0
- data/app/views/entries/_tag_cloud.html.erb +4 -0
- data/app/views/entries/_tags.html.erb +7 -0
- data/app/views/entries/browse_by_tags.html.erb +33 -0
- data/app/views/entries/collections.html.erb +28 -0
- data/app/views/entries/details.html.erb +39 -0
- data/app/views/entries/index.html.erb +8 -0
- data/app/views/entries/search.html.erb +21 -0
- data/app/views/entries/show.html.erb +19 -0
- data/app/views/entries/track_clicks.html.erb +0 -0
- data/app/views/feeds/_feed_selection.html.erb +1 -0
- data/app/views/feeds/edit.html.erb +107 -0
- data/app/views/feeds/harvest_now.html.erb +3 -0
- data/app/views/feeds/index.html.erb +95 -0
- data/app/views/feeds/new.html.erb +109 -0
- data/app/views/feeds/unban.html.erb +3 -0
- data/app/views/layouts/_flashes.html.erb +5 -0
- data/app/views/layouts/default.html.erb +35 -0
- data/app/views/layouts/default_old.html.erb +43 -0
- data/app/views/layouts/global/_header.html.erb +16 -0
- data/app/views/layouts/global/_search_box.html.erb +13 -0
- data/app/views/layouts/recommendations.html.erb +17 -0
- data/app/views/recommendations/document_not_found.html.erb +13 -0
- data/app/views/recommendations/index.pjs.erb +44 -0
- data/app/views/recommendations/index.rss.builder +37 -0
- data/app/views/recommendations/index.xml.builder +34 -0
- data/app/views/recommendations/index_js.pjs.erb +35 -0
- data/app/views/search/_languages.html.erb +6 -0
- data/app/views/search/_result.html.erb +9 -0
- data/app/views/search/_search_box.html.erb +9 -0
- data/app/views/search/index.html.erb +5 -0
- data/app/views/search/results.atom.builder +27 -0
- data/app/views/search/results.html.erb +35 -0
- data/app/views/search/results.pjs.erb +13 -0
- data/app/views/search/results.rdf.builder +24 -0
- data/app/views/search/results.rss.builder +31 -0
- data/app/views/search/results.xml.builder +19 -0
- data/config/muck_raker_routes.rb +39 -0
- data/config/solr/README.txt +0 -0
- data/config/solr/cores/de/conf/protwords.txt +21 -0
- data/config/solr/cores/de/conf/schema.xml +81 -0
- data/config/solr/cores/de/conf/solrconfig.xml +304 -0
- data/config/solr/cores/de/conf/stopwords.txt +341 -0
- data/config/solr/cores/de/conf/synonyms.txt +31 -0
- data/config/solr/cores/en/conf/protwords.txt +21 -0
- data/config/solr/cores/en/conf/schema.xml +83 -0
- data/config/solr/cores/en/conf/solrconfig.xml +304 -0
- data/config/solr/cores/en/conf/stopwords.txt +341 -0
- data/config/solr/cores/en/conf/synonyms.txt +31 -0
- data/config/solr/cores/es/conf/protwords.txt +21 -0
- data/config/solr/cores/es/conf/schema.xml +81 -0
- data/config/solr/cores/es/conf/solrconfig.xml +304 -0
- data/config/solr/cores/es/conf/stopwords.txt +206 -0
- data/config/solr/cores/es/conf/synonyms.txt +31 -0
- data/config/solr/cores/fr/conf/protwords.txt +21 -0
- data/config/solr/cores/fr/conf/schema.xml +82 -0
- data/config/solr/cores/fr/conf/solrconfig.xml +304 -0
- data/config/solr/cores/fr/conf/stopwords.txt +57 -0
- data/config/solr/cores/fr/conf/synonyms.txt +31 -0
- data/config/solr/cores/ja/conf/protwords.txt +21 -0
- data/config/solr/cores/ja/conf/schema.xml +69 -0
- data/config/solr/cores/ja/conf/solrconfig.xml +304 -0
- data/config/solr/cores/ja/conf/stopwords.txt +341 -0
- data/config/solr/cores/ja/conf/synonyms.txt +31 -0
- data/config/solr/cores/nl/conf/protwords.txt +21 -0
- data/config/solr/cores/nl/conf/schema.xml +78 -0
- data/config/solr/cores/nl/conf/solrconfig.xml +304 -0
- data/config/solr/cores/nl/conf/stopwords.txt +45691 -0
- data/config/solr/cores/nl/conf/synonyms.txt +31 -0
- data/config/solr/cores/ru/conf/protwords.txt +21 -0
- data/config/solr/cores/ru/conf/schema.xml +78 -0
- data/config/solr/cores/ru/conf/solrconfig.xml +304 -0
- data/config/solr/cores/ru/conf/stopwords.txt +341 -0
- data/config/solr/cores/ru/conf/synonyms.txt +31 -0
- data/config/solr/cores/zh/conf/protwords.txt +21 -0
- data/config/solr/cores/zh/conf/schema.xml +72 -0
- data/config/solr/cores/zh/conf/solrconfig.xml +304 -0
- data/config/solr/cores/zh/conf/stopwords.txt +341 -0
- data/config/solr/cores/zh/conf/synonyms.txt +31 -0
- data/config/solr/solr.xml +50 -0
- data/db/bootstrap/feeds.yml +4268 -0
- data/db/bootstrap/oai_endpoints.yml +6 -0
- data/db/bootstrap/services.yml +172 -0
- data/db/migrate/20090602191243_create_muck_raker.rb +304 -0
- data/install.rb +1 -0
- data/lib/muck_raker/initialize_routes.rb +8 -0
- data/lib/muck_raker/languages.rb +53 -0
- data/lib/muck_raker.rb +6 -0
- data/locales/en.yml +42 -0
- data/rails/init.rb +27 -0
- data/raker/lib/aggregatord.jar +0 -0
- data/raker/lib/aggregatord.properties +45 -0
- data/raker/lib/apache-solr-common-1.3.0.jar +0 -0
- data/raker/lib/apache-solr-core-1.3.0.jar +0 -0
- data/raker/lib/apache-solr-dataimporthandler-1.3.0.jar +0 -0
- data/raker/lib/axis.jar +0 -0
- data/raker/lib/commons-codec-1.3.jar +0 -0
- data/raker/lib/commons-csv-1.0-SNAPSHOT-r609327.jar +0 -0
- data/raker/lib/commons-daemon.jar +0 -0
- data/raker/lib/commons-dbcp-1.2.1.jar +0 -0
- data/raker/lib/commons-discovery-0.2.jar +0 -0
- data/raker/lib/commons-fileupload-1.2.jar +0 -0
- data/raker/lib/commons-httpclient-3.1.jar +0 -0
- data/raker/lib/commons-io-1.3.1.jar +0 -0
- data/raker/lib/commons-logging-1.0.4.jar +0 -0
- data/raker/lib/commons-pool-1.3.jar +0 -0
- data/raker/lib/delicious-1.13.jar +0 -0
- data/raker/lib/flickrapi-1.0a9.jar +0 -0
- data/raker/lib/geronimo-stax-api_1.0_spec-1.0.1.jar +0 -0
- data/raker/lib/javax.jms.jar +0 -0
- data/raker/lib/jaxrpc.jar +0 -0
- data/raker/lib/jdom.jar +0 -0
- data/raker/lib/jericho.jar +0 -0
- data/raker/lib/junit-4.3.jar +0 -0
- data/raker/lib/log4j-1.2.8.jar +0 -0
- data/raker/lib/lucene-analyzers-2.4-dev.jar +0 -0
- data/raker/lib/lucene-core-2.4-dev.jar +0 -0
- data/raker/lib/lucene-highlighter-2.4-dev.jar +0 -0
- data/raker/lib/lucene-memory-2.4-dev.jar +0 -0
- data/raker/lib/lucene-queries-2.4-dev.jar +0 -0
- data/raker/lib/lucene-snowball-2.4-dev.jar +0 -0
- data/raker/lib/lucene-spellchecker-2.4-dev.jar +0 -0
- data/raker/lib/mail.jar +0 -0
- data/raker/lib/mysql-connector-java-5.1.7-bin.jar +0 -0
- data/raker/lib/recommenderd.jar +0 -0
- data/raker/lib/recommenderd.properties +64 -0
- data/raker/lib/rome-1.0.jar +0 -0
- data/raker/lib/rome.properties +90 -0
- data/raker/lib/solr-commons-csv-pom.xml.template +36 -0
- data/raker/lib/solr-lucene-analyzers-pom.xml.template +35 -0
- data/raker/lib/solr-lucene-contrib-pom.xml.template +48 -0
- data/raker/lib/solr-lucene-core-pom.xml.template +36 -0
- data/raker/lib/solr-lucene-highlighter-pom.xml.template +38 -0
- data/raker/lib/solr-lucene-queries-pom.xml.template +38 -0
- data/raker/lib/solr-lucene-snowball-pom.xml.template +36 -0
- data/raker/lib/solr-lucene-spellchecker-pom.xml.template +36 -0
- data/raker/lib/stax-utils.jar +0 -0
- data/raker/lib/wsdl4j-1.5.1.jar +0 -0
- data/raker/lib/wstx-asl-3.2.7.jar +0 -0
- data/tasks/bootstrap.rake +18 -0
- data/tasks/raker.rake +68 -0
- data/test/recommender_test.rb +8 -0
- data/test/test_helper.rb +20 -0
- data/uninstall.rb +1 -0
- metadata +253 -0
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/raker/lib/jdom.jar
ADDED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/raker/lib/mail.jar
ADDED
Binary file
|
Binary file
|
Binary file
|
@@ -0,0 +1,64 @@
|
|
1
|
+
# number of worker threads to spawn
|
2
|
+
#threads=20
|
3
|
+
|
4
|
+
# size of the queue
|
5
|
+
#stale_feed_queue_size=100
|
6
|
+
|
7
|
+
# seconds to wait before timing out a HTTP request
|
8
|
+
#request_timeout=30
|
9
|
+
|
10
|
+
# seconds to wait before querying the database for stale feeds
|
11
|
+
#stale_thread_poll_interval=5
|
12
|
+
|
13
|
+
# minutes to wait before checking to see if a feed has new entries
|
14
|
+
#feed_refresh_interval=60
|
15
|
+
|
16
|
+
# whether or not to log to file
|
17
|
+
#log_file_prefix=osmoharvester
|
18
|
+
|
19
|
+
# pairs to consider when calculating recommendations; default is 200
|
20
|
+
#pairs_to_consider=200
|
21
|
+
|
22
|
+
# maximum number of recommendations to calculate; default is 20
|
23
|
+
#max_recommendations=20
|
24
|
+
|
25
|
+
# smtp server to use to email admin of results
|
26
|
+
#smtp_server=
|
27
|
+
|
28
|
+
# email address to send reports to
|
29
|
+
#admin_email=
|
30
|
+
|
31
|
+
# only harvest 2000 new entries
|
32
|
+
#test_mode=false
|
33
|
+
|
34
|
+
# harvest before running recommendations
|
35
|
+
#harvest=true
|
36
|
+
|
37
|
+
# redo all recommendations
|
38
|
+
#redo_recommendations=false
|
39
|
+
|
40
|
+
# reindex all of the entries in the DB
|
41
|
+
#reindex_all=false
|
42
|
+
|
43
|
+
# solr home directory
|
44
|
+
#solr_dir=c:/projects/oerrecommender/config/solr/
|
45
|
+
solr_dir=../muck/vendor/plugins/muck_raker/config/solr
|
46
|
+
|
47
|
+
# rails environment (default is production)
|
48
|
+
rails_env=production
|
49
|
+
|
50
|
+
# path to database.yml (default is ../../../../../shared/system/config/database.yml)
|
51
|
+
db_yml=../../../../../shared/system/config/database.yml
|
52
|
+
|
53
|
+
# whether or not to log to console
|
54
|
+
log_to_console=true
|
55
|
+
|
56
|
+
# amount of info to log
|
57
|
+
# NEVER = 0;
|
58
|
+
# CRITICAL = 1;
|
59
|
+
# EXCEPTION = 2;
|
60
|
+
# WARNING = 3;
|
61
|
+
# STATUS = 4;
|
62
|
+
# INFO = 5;
|
63
|
+
# ALL = 10;
|
64
|
+
debug_level=10
|
Binary file
|
@@ -0,0 +1,90 @@
|
|
1
|
+
# ------------------------------------------------------------------------------
|
2
|
+
# Copyright (C) 2005 Robert Cooper, Temple of the Screaming Penguin
|
3
|
+
#
|
4
|
+
# This program is free software; you can redistribute it and/or modify
|
5
|
+
# it under the terms of the GNU General Public License as published by
|
6
|
+
# the Free Software Foundation; either version 2 of the License, or
|
7
|
+
# (at your option) any later version.
|
8
|
+
#
|
9
|
+
# This program is distributed in the hope that it will be useful,
|
10
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
11
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
12
|
+
# GNU General Public License for more details.
|
13
|
+
#
|
14
|
+
# You should have received a copy of the GNU General Public License
|
15
|
+
# along with this program; if not, write to the Free Software
|
16
|
+
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
17
|
+
# ------------------------------------------------------------------------------
|
18
|
+
|
19
|
+
# Robert Cooper <cooper@screaming-pengun.com> (c) 2005
|
20
|
+
#
|
21
|
+
# This is the plug-in registry file for TOTSP ROME modules in
|
22
|
+
# com.totsp.xml.syndication;
|
23
|
+
|
24
|
+
# Parsers for RSS 1.0 feed modules
|
25
|
+
#
|
26
|
+
#rss_1.0.feed.ModuleParser.classes=com.sun.syndication.feed.module.content.io.ContentModuleParser
|
27
|
+
|
28
|
+
# Parsers for RSS 1.0 item modules
|
29
|
+
#
|
30
|
+
#rss_1.0.item.ModuleParser.classes=com.sun.syndication.feed.module.content.io.ContentModuleParser
|
31
|
+
|
32
|
+
# Generators for RSS 1.0 feed modules
|
33
|
+
#
|
34
|
+
#rss_1.0.feed.ModuleGenerator.classes=com.sun.syndication.feed.module.content.io.ContentModuleGenerator
|
35
|
+
|
36
|
+
# Generators for RSS 1.0 entry modules
|
37
|
+
#
|
38
|
+
#rss_1.0.item.ModuleGenerator.classes=com.sun.syndication.feed.module.content.io.ContentModuleGenerator
|
39
|
+
|
40
|
+
|
41
|
+
# Parsers for RSS 2.0 feed modules
|
42
|
+
#
|
43
|
+
#rss_2.0.feed.ModuleParser.classes=com.sun.syndication.feed.module.content.io.ContentModuleParser
|
44
|
+
|
45
|
+
# Parsers for RSS 2.0 item modules
|
46
|
+
#
|
47
|
+
#rss_2.0.item.ModuleParser.classes=com.sun.syndication.feed.module.content.io.ContentModuleParser
|
48
|
+
|
49
|
+
# Generators for RSS 2.0 feed modules
|
50
|
+
#
|
51
|
+
#rss_2.0.feed.ModuleGenerator.classes=com.sun.syndication.feed.module.content.io.ContentModuleGenerator
|
52
|
+
|
53
|
+
# Generators for RSS 2.0 entry modules
|
54
|
+
#
|
55
|
+
#rss_2.0.item.ModuleGenerator.classes=com.sun.syndication.feed.module.content.io.ContentModuleGenerator
|
56
|
+
|
57
|
+
datetime.extra.masks=dd MMM yyyy hh:mm a
|
58
|
+
|
59
|
+
#WireFeedParser.classes=com.sun.syndication.io.impl.RSS090Parser \
|
60
|
+
# com.sun.syndication.io.impl.RSS091NetscapeParser \
|
61
|
+
# com.sun.syndication.io.impl.RSS091UserlandParser \
|
62
|
+
# com.sun.syndication.io.impl.RSS092Parser \
|
63
|
+
# com.sun.syndication.io.impl.RSS093Parser \
|
64
|
+
# com.sun.syndication.io.impl.RSS094Parser \
|
65
|
+
# com.sun.syndication.io.impl.RSS10Parser \
|
66
|
+
# com.sun.syndication.io.impl.RSS20wNSParser \
|
67
|
+
# com.sun.syndication.io.impl.RSS20Parser \
|
68
|
+
# com.sun.syndication.io.impl.Atom10Parser \
|
69
|
+
# com.sun.syndication.io.impl.Atom03Parser \
|
70
|
+
# edu.usu.cosl.syndication.io.impl.OAIParser
|
71
|
+
|
72
|
+
WireFeedParser.classes=edu.usu.cosl.syndication.io.impl.OAI20Parser \
|
73
|
+
edu.usu.cosl.syndication.io.impl.OAI20ListSetsParser \
|
74
|
+
edu.usu.cosl.syndication.io.impl.MerlotParser
|
75
|
+
|
76
|
+
oai_2.0.item.ModuleParser.classes=com.sun.syndication.io.impl.SyModuleParser \
|
77
|
+
com.sun.syndication.io.impl.DCModuleParser \
|
78
|
+
edu.usu.cosl.syndication.io.impl.DCTermsModuleParser
|
79
|
+
|
80
|
+
oai_2.0_list_sets.item.ModuleParser.classes=com.sun.syndication.io.impl.SyModuleParser \
|
81
|
+
com.sun.syndication.io.impl.DCModuleParser \
|
82
|
+
edu.usu.cosl.syndication.io.impl.DCTermsModuleParser
|
83
|
+
|
84
|
+
sqi_merlot_lom.item.ModuleParser.classes=com.sun.syndication.io.impl.SyModuleParser \
|
85
|
+
com.sun.syndication.io.impl.DCModuleParser \
|
86
|
+
edu.usu.cosl.syndication.io.impl.DCTermsModuleParser
|
87
|
+
|
88
|
+
Converter.classes=edu.usu.cosl.syndication.feed.synd.impl.ConverterForOAI20 \
|
89
|
+
edu.usu.cosl.syndication.feed.synd.impl.ConverterForMerlot \
|
90
|
+
edu.usu.cosl.syndication.feed.synd.impl.ConverterForOAI20ListSets
|
@@ -0,0 +1,36 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<parent>
|
25
|
+
<groupId>org.apache.solr</groupId>
|
26
|
+
<artifactId>solr-parent</artifactId>
|
27
|
+
<version>@maven_version@</version>
|
28
|
+
</parent>
|
29
|
+
<modelVersion>4.0.0</modelVersion>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-commons-csv</artifactId>
|
32
|
+
<name>Solr Specific Commons CSV</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>Solr Specific Commons CSV</description>
|
35
|
+
<packaging>jar</packaging>
|
36
|
+
</project>
|
@@ -0,0 +1,35 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
<modelVersion>4.0.0</modelVersion>
|
24
|
+
<parent>
|
25
|
+
<groupId>org.apache.solr</groupId>
|
26
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
27
|
+
<version>@maven_version@</version>
|
28
|
+
</parent>
|
29
|
+
<groupId>org.apache.solr</groupId>
|
30
|
+
<artifactId>solr-lucene-analyzers</artifactId>
|
31
|
+
<name>Solr Specific Lucene Analyzers</name>
|
32
|
+
<version>@maven_version@</version>
|
33
|
+
<description>Solr Specific Additional Analyzers</description>
|
34
|
+
<packaging>jar</packaging>
|
35
|
+
</project>
|
@@ -0,0 +1,48 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<modelVersion>4.0.0</modelVersion>
|
25
|
+
<parent>
|
26
|
+
<groupId>org.apache.solr</groupId>
|
27
|
+
<artifactId>solr-parent</artifactId>
|
28
|
+
<version>@maven_version@</version>
|
29
|
+
</parent>
|
30
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
31
|
+
<name>Solr Specific Lucene Contrib POM</name>
|
32
|
+
<version>@maven_version@</version>
|
33
|
+
<packaging>pom</packaging>
|
34
|
+
<dependencies>
|
35
|
+
<dependency>
|
36
|
+
<groupId>org.apache.solr</groupId>
|
37
|
+
<artifactId>solr-lucene-core</artifactId>
|
38
|
+
<version>@maven_version@</version>
|
39
|
+
</dependency>
|
40
|
+
</dependencies>
|
41
|
+
<properties>
|
42
|
+
<commons-logging-version>1.0.4</commons-logging-version>
|
43
|
+
<commons-digester-version>1.7</commons-digester-version>
|
44
|
+
<commons-collections-version>3.1</commons-collections-version>
|
45
|
+
<commons-beanutils-version>1.7.0</commons-beanutils-version>
|
46
|
+
<jakarta-regexp-version>1.4</jakarta-regexp-version>
|
47
|
+
</properties>
|
48
|
+
</project>
|
@@ -0,0 +1,36 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<parent>
|
25
|
+
<groupId>org.apache.solr</groupId>
|
26
|
+
<artifactId>solr-parent</artifactId>
|
27
|
+
<version>@maven_version@</version>
|
28
|
+
</parent>
|
29
|
+
<modelVersion>4.0.0</modelVersion>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-lucene-core</artifactId>
|
32
|
+
<name>Solr Specific Lucene Core</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>Solr Specific Lucene Core</description>
|
35
|
+
<packaging>jar</packaging>
|
36
|
+
</project>
|
@@ -0,0 +1,38 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<modelVersion>4.0.0</modelVersion>
|
25
|
+
<parent>
|
26
|
+
<groupId>org.apache.solr</groupId>
|
27
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
28
|
+
<version>@maven_version@</version>
|
29
|
+
</parent>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-lucene-highlighter</artifactId>
|
32
|
+
<name>Solr Specific Lucene Highlighter</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>
|
35
|
+
This is the highlighter for apache lucene java
|
36
|
+
</description>
|
37
|
+
<packaging>jar</packaging>
|
38
|
+
</project>
|
@@ -0,0 +1,38 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<modelVersion>4.0.0</modelVersion>
|
25
|
+
<parent>
|
26
|
+
<groupId>org.apache.solr</groupId>
|
27
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
28
|
+
<version>@maven_version@</version>
|
29
|
+
</parent>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-lucene-queries</artifactId>
|
32
|
+
<name>Solr Specific Lucene Queries</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>
|
35
|
+
Queries - various query object exotica not in core
|
36
|
+
</description>
|
37
|
+
<packaging>jar</packaging>
|
38
|
+
</project>
|
@@ -0,0 +1,36 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<modelVersion>4.0.0</modelVersion>
|
25
|
+
<parent>
|
26
|
+
<groupId>org.apache.solr</groupId>
|
27
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
28
|
+
<version>@maven_version@</version>
|
29
|
+
</parent>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-lucene-snowball</artifactId>
|
32
|
+
<name>Solr Specific Lucene Snowball</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>Snowball Analyzers</description>
|
35
|
+
<packaging>jar</packaging>
|
36
|
+
</project>
|
@@ -0,0 +1,36 @@
|
|
1
|
+
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
2
|
+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
3
|
+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
4
|
+
|
5
|
+
<!--
|
6
|
+
Licensed to the Apache Software Foundation (ASF) under one
|
7
|
+
or more contributor license agreements. See the NOTICE file
|
8
|
+
distributed with this work for additional information
|
9
|
+
regarding copyright ownership. The ASF licenses this file
|
10
|
+
to you under the Apache License, Version 2.0 (the
|
11
|
+
"License"); you may not use this file except in compliance
|
12
|
+
with the License. You may obtain a copy of the License at
|
13
|
+
|
14
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
15
|
+
|
16
|
+
Unless required by applicable law or agreed to in writing,
|
17
|
+
software distributed under the License is distributed on an
|
18
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
19
|
+
KIND, either express or implied. See the License for the
|
20
|
+
specific language governing permissions and limitations
|
21
|
+
under the License.
|
22
|
+
-->
|
23
|
+
|
24
|
+
<modelVersion>4.0.0</modelVersion>
|
25
|
+
<parent>
|
26
|
+
<groupId>org.apache.solr</groupId>
|
27
|
+
<artifactId>solr-lucene-contrib</artifactId>
|
28
|
+
<version>@maven_version@</version>
|
29
|
+
</parent>
|
30
|
+
<groupId>org.apache.solr</groupId>
|
31
|
+
<artifactId>solr-lucene-spellchecker</artifactId>
|
32
|
+
<name>Solr Specific Lucene Spellchecker</name>
|
33
|
+
<version>@maven_version@</version>
|
34
|
+
<description>Spell Checker</description>
|
35
|
+
<packaging>jar</packaging>
|
36
|
+
</project>
|
Binary file
|
Binary file
|
Binary file
|
@@ -0,0 +1,18 @@
|
|
1
|
+
namespace :muck do
|
2
|
+
namespace :raker do
|
3
|
+
namespace :db do
|
4
|
+
desc "Loads oai endpoints so we can get test data"
|
5
|
+
task :bootstrap => :environment do
|
6
|
+
require 'active_record/fixtures'
|
7
|
+
ActiveRecord::Base.establish_connection(RAILS_ENV.to_sym)
|
8
|
+
|
9
|
+
# import the bootstrap db entries
|
10
|
+
OaiEndpoint.delete_all
|
11
|
+
Fixtures.new(OaiEndpoint.connection,"oai_endpoints",OaiEndpoint,File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'db', 'bootstrap',"oai_endpoints")).insert_fixtures
|
12
|
+
Feed.delete_all
|
13
|
+
Fixtures.new(Feed.connection,"feeds",Feed,File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'db', 'bootstrap',"feeds")).insert_fixtures
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
18
|
+
|
data/tasks/raker.rake
ADDED
@@ -0,0 +1,68 @@
|
|
1
|
+
namespace :muck do
|
2
|
+
|
3
|
+
namespace :raker do
|
4
|
+
|
5
|
+
namespace :db do
|
6
|
+
desc "Flags the languages that the recommender supports"
|
7
|
+
task :populate => :environment do
|
8
|
+
require 'active_record/fixtures'
|
9
|
+
['en', 'es', 'zh-CN', 'fr', 'ja', 'de', 'ru', 'nl'].each{|l|
|
10
|
+
r = Language.first(:one, :conditions => "locale = '#{l}'")
|
11
|
+
if r
|
12
|
+
r.update_attribute(:muck_raker_supported, true)
|
13
|
+
else
|
14
|
+
puts "Unable to find languages to flag. You probably need to run rake muck:db:populate"
|
15
|
+
break
|
16
|
+
end
|
17
|
+
}
|
18
|
+
# set up the defined services
|
19
|
+
ActiveRecord::Base.establish_connection(RAILS_ENV.to_sym)
|
20
|
+
Fixtures.new(Service.connection,"services",Service,File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'db', 'bootstrap', 'services')).insert_fixtures
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
desc "Sync files from recommender."
|
25
|
+
task :sync do
|
26
|
+
system "rsync -ruv vendor/plugins/recommender/db ."
|
27
|
+
end
|
28
|
+
|
29
|
+
desc "Start the recommender daemon process"
|
30
|
+
task :start => :environment do
|
31
|
+
separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
|
32
|
+
Dir.chdir(File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'raker', 'lib')) do
|
33
|
+
jars = Dir['*.jar'].join(separator)
|
34
|
+
exec "java -Dsolr.solr.home=\"#{SOLR_HOME_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -classpath #{jars}#{separator}. edu.usu.cosl.recommenderd.Recommender"
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
desc "Harvest without recommending"
|
39
|
+
task :harvest => :environment do
|
40
|
+
separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
|
41
|
+
Dir.chdir(File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'raker', 'lib')) do
|
42
|
+
jars = Dir['*.jar'].join(separator)
|
43
|
+
exec "java -Dsolr.solr.home=\"#{SOLR_HOME_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -classpath #{jars}#{separator}. edu.usu.cosl.aggregatord.Harvester"
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
desc "Recommend without harvesting"
|
48
|
+
task :recommend => :environment do
|
49
|
+
separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
|
50
|
+
Dir.chdir(File.join(RAILS_ROOT, 'vendor', 'plugins', 'muck_raker', 'raker', 'lib')) do
|
51
|
+
jars = Dir['*.jar'].join(separator)
|
52
|
+
exec "java -Dsolr.solr.home=\"#{SOLR_HOME_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -classpath #{jars}#{separator}. edu.usu.cosl.recommenderd.Recommender skip_harvest"
|
53
|
+
end
|
54
|
+
end
|
55
|
+
|
56
|
+
desc "Stop the recommender daemon process"
|
57
|
+
task :stop do
|
58
|
+
system "java"
|
59
|
+
end
|
60
|
+
|
61
|
+
desc "Restart the recommender daemon process"
|
62
|
+
task :restart do
|
63
|
+
system "java"
|
64
|
+
end
|
65
|
+
|
66
|
+
end
|
67
|
+
|
68
|
+
end
|