outoftime-sunspot 0.0.1 → 0.0.2

data/solr/solr/README.txt

@@ -1,52 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-Example "Solr Home" Directory
-=============================
-
-This directory is provided as an example of what a "Solr Home" directory
-should look like.
-
-It's not strictly necessary that you copy all of the files in this
-directory when setting up a new instance of Solr, but it is recommended.
-
-
-Basic Directory Structure
--------------------------
-
-The Solr Home directory typically contains the following subdirectories...
-
-   conf/
-        This directory is mandatory and must contain your solrconfig.xml
-        and schema.xml.  Any other optional configuration files would also 
-        be kept here.
-
-   data/
-        This directory is the default location where Solr will keep your
-        index, and is used by the replication scripts for dealing with
-        snapshots.  You can override this location in the solrconfig.xml
-        and scripts.conf files. Solr will create this directory if it
-        does not already exist.
-
-   lib/
-        This directory is optional.  If it exists, Solr will load any Jars
-        found in this directory and use them to resolve any "plugins"
-        specified in your solrconfig.xml or schema.xml (ie: Analyzers,
-        Request Handlers, etc...)
-
-   bin/
-        This directory is optional.  It is the default location used for
-        keeping the replication scripts.

data/solr/solr/bin/abc

@@ -1,176 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# Shell script to make an Atomic Backup after Commit of
-# a Solr Lucene collection.
-
-orig_dir=$(pwd)
-cd ${0%/*}/..
-solr_root=$(pwd)
-cd ${orig_dir}
-curl_url=""
-
-unset solr_hostname solr_port data_dir webapp_name user verbose debug solr_url
-. ${solr_root}/bin/scripts-util
-
-# set up variables
-prog=${0##*/}
-log=${solr_root}/logs/${prog}.log
-
-# define usage string
-USAGE="\
-usage: $prog [-h hostname] [-p port] [-d dir] [-w webappname] [-u username] [-U url] [-v] [-V]
-       -h          specify Solr hostname (defaults to localhost)
-       -p          specify Solr port number
-       -w          specify name of Solr webapp (defaults to solr)
-       -u          specify user to sudo to before running script
-       -U          specify full update url (overrides -h,-p,-w parameters)
-       -d          specify directory holding index data
-       -v          increase verbosity
-       -V          output debugging info
-"
-
-# parse args
-while getopts h:p:d:w:u:U:vV OPTION
-do
-    case $OPTION in
-    h)
-        solr_hostname="$OPTARG"
-        ;;
-    p)
-        solr_port="$OPTARG"
-        ;;
-    d)
-        data_dir="$OPTARG"
-        ;;
-    w)
-        webapp_name="$OPTARG"
-        ;;
-    u)
-        user="$OPTARG"
-        ;;
-    U)
-        solr_url="$OPTARG"
-        ;;
-    v)
-        verbose="v"
-        ;;
-    V)
-        debug="V"
-        ;;
-    *)
-        echo "$USAGE"
-        exit 1
-    esac
-done
-
-[[ -n $debug ]] && set -x
-
-# use default value for data_dir if not specified
-# relative path starts at ${solr_root}
-if [[ -z ${data_dir} ]]
-then
-    data_dir=${solr_root}/data
-elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
-then
-    data_dir=${solr_root}/${data_dir}
-fi
-
-if [[ -n ${solr_url} ]]
-then
-  curl_url=${solr_url}
-else
-  if [[ -z ${solr_port} ]]
-  then
-    echo "Solr port number missing in $confFile or command line."
-    echo "$USAGE"
-    exit 1
-  fi
-
-  # use default hostname if not specified
-  if [[ -z ${solr_hostname} ]]
-  then
-    solr_hostname=localhost
-  fi
-
-  # use default webapp name if not specified
-  if [[ -z ${webapp_name} ]]
-  then
-    webapp_name=solr
-  fi
-  curl_url=http://${solr_hostname}:${solr_port}/${webapp_name}/update
-fi
-
-fixUser "$@"
-
-start=`date +"%s"`
-
-logMessage started by $oldwhoami
-logMessage command: $0 $@
-
-logMessage sending commit to Solr server at ${curl_url}
-rs=`curl ${curl_url} -s -H 'Content-type:text/xml; charset=utf-8' -d "<commit/>"`
-if [[ $? != 0 ]]
-then
-  logMessage failed to connect to Solr server at ${curl_url}
-  logMessage commit failed
-  logExit failed 1
-fi
-
-# check status of commit request
-echo $rs | grep '<result.*status="0"' > /dev/null 2>&1
-if [[ $? != 0 ]]
-then
-  logMessage commit request to Solr at ${curl_url} failed:
-  logMessage $rs
-  logExit failed 2
-fi
-
-# successful commit creates a snapshot file synchronously
-lastsnap=`ls -drt1 ${data_dir}/snapshot.* 2> /dev/null | tail -1 `
-
-if [[ $lastsnap == "" ]]
-then
-  logMessage commit did not create snapshot at ${curl_url}, backup failed:
-  logExit failed 3
-fi
-
-name=backup.${lastsnap##*snapshot.}
-temp=temp-${name}
-
-if [[ -d ${data_dir}/${name} ]]
-then
-    logMessage backup directory ${data_dir}/${name} already exists
-    logExit aborted 1
-fi
-
-if [[ -d ${data_dir}/${temp} ]]
-then
-    logMessage backingup of ${data_dir}/${name} in progress
-    logExit aborted 1
-fi
-logMessage making backup ${data_dir}/${name}
-
-# clean up after INT/TERM
-trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
-
-# make a backup using hard links into temporary location
-# then move it into place atomically
-cp -lr ${lastsnap} ${data_dir}/${temp}
-mv ${data_dir}/${temp} ${data_dir}/${name}
-
-logExit ended 0

data/solr/solr/bin/abo

@@ -1,176 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# Shell script to make an Atomic Backup after Optimize of
-# a Solr Lucene collection.
-
-orig_dir=$(pwd)
-cd ${0%/*}/..
-solr_root=$(pwd)
-cd ${orig_dir}
-curl_url=""
-
-unset solr_hostname solr_port data_dir webapp_name user verbose debug solr_url
-. ${solr_root}/bin/scripts-util
-
-# set up variables
-prog=${0##*/}
-log=${solr_root}/logs/${prog}.log
-
-# define usage string
-USAGE="\
-usage: $prog [-h hostname] [-p port] [-d dir] [-w webapp_name] [-u username] [-U url] [-v] [-V]
-       -h          specify Solr hostname (defaults to localhost)
-       -p          specify Solr port number
-       -w          specify name of Solr webapp (defaults to solr)
-       -u          specify user to sudo to before running script
-       -U          specify full update url (overrides -h,-p,-w parameters)
-       -d          specify directory holding index data (defaults to data)
-       -v          increase verbosity
-       -V          output debugging info
-"
-
-# parse args
-while getopts h:p:d:w:u:U:vV OPTION
-do
-    case $OPTION in
-    h)
-        solr_hostname="$OPTARG"
-        ;;
-    p)
-        solr_port="$OPTARG"
-        ;;
-    d)
-        data_dir="$OPTARG"
-        ;;
-    w)
-        webapp_name="$OPTARG"
-        ;;
-    u)
-        user="$OPTARG"
-        ;;
-    U)
-        solr_url="$OPTARG"
-        ;;
-    v)
-        verbose="v"
-        ;;
-    V)
-        debug="V"
-        ;;
-    *)
-        echo "$USAGE"
-        exit 1
-    esac
-done
-
-[[ -n $debug ]] && set -x
-
-# use default value for data_dir if not specified
-# relative path starts at ${solr_root}
-if [[ -z ${data_dir} ]]
-then
-    data_dir=${solr_root}/data
-elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
-then
-    data_dir=${solr_root}/${data_dir}
-fi
-
-if [[ -n ${solr_url} ]]
-then
-  curl_url=${solr_url}
-else
-  if [[ -z ${solr_port} ]]
-  then
-    echo "Solr port number missing in $confFile or command line."
-    echo "$USAGE"
-    exit 1
-  fi
-
-  # use default hostname if not specified
-  if [[ -z ${solr_hostname} ]]
-  then
-    solr_hostname=localhost
-  fi
-
-  # use default webapp name if not specified
-  if [[ -z ${webapp_name} ]]
-  then
-    webapp_name=solr
-  fi
-  curl_url=http://${solr_hostname}:${solr_port}/${webapp_name}/update
-fi
-
-fixUser "$@"
-
-start=`date +"%s"`
-
-logMessage started by $oldwhoami
-logMessage command: $0 $@
-
-logMessage sending optimize to Solr server at ${curl_url}
-rs=`curl ${curl_url} -s -H 'Content-type:text/xml; charset=utf-8' -d "<optimize/>"`
-if [[ $? != 0 ]]
-then
-  logMessage failed to connect to Solr server at ${curl_url}
-  logMessage optimize failed
-  logExit failed 1
-fi
-
-# check status of optimize request
-echo $rs | grep '<result.*status="0"' > /dev/null 2>&1
-if [[ $? != 0 ]]
-then
-  logMessage optimize request to Solr at ${curl_url} failed:
-  logMessage $rs
-  logExit failed 2
-fi
-
-# successful optimize creates a snapshot file synchronously
-lastsnap=`ls -drt1 ${data_dir}/snapshot.* | tail -1 `
-
-if [[ $lastsnap == "" ]]
-then
-  logMessage commit did not create snapshot at ${curl_url}, backup failed:
-  logExit failed 3
-fi
-
-name=backup.${lastsnap##*snapshot.}
-temp=temp-${name}
-
-if [[ -d ${data_dir}/${name} ]]
-then
-    logMessage backup directory ${data_dir}/${name} already exists
-    logExit aborted 1
-fi
-
-if [[ -d ${data_dir}/${temp} ]]
-then
-    logMessage backingup of ${data_dir}/${name} in progress
-    logExit aborted 1
-fi
-logMessage making backup ${data_dir}/${name}
-
-# clean up after INT/TERM
-trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
-
-# make a backup using hard links into temporary location
-# then move it into place atomically
-cp -lr ${lastsnap} ${data_dir}/${temp}
-mv ${data_dir}/${temp} ${data_dir}/${name}
-
-logExit ended 0

data/solr/solr/bin/backup

@@ -1,108 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# Shell script to make a backup of a Solr Lucene collection.
-
-orig_dir=$(pwd)
-cd ${0%/*}/..
-solr_root=$(pwd)
-cd ${orig_dir}
-
-unset data_dir user verbose debug
-. ${solr_root}/bin/scripts-util
-
-# set up variables
-prog=${0##*/}
-log=${solr_root}/logs/${prog}.log
-
-# define usage string
-USAGE="\
-usage: $prog [-d dir] [-u username] [-v]
-       -d          specify directory holding index data
-       -u          specify user to sudo to before running script
-       -v          increase verbosity
-       -V          output debugging info
-"
-
-# parse args
-while getopts d:u:vV OPTION
-do
-    case $OPTION in
-    d)
-        data_dir="$OPTARG"
-        ;;
-    u)
-        user="$OPTARG"
-        ;;
-    v)
-        verbose="v"
-        ;;
-    V)
-        debug="V"
-        ;;
-    *)
-        echo "$USAGE"
-        exit 1
-    esac
-done
-
-[[ -n $debug ]] && set -x
-
-# use default value for data_dir if not specified
-# relative path starts at ${solr_root}
-if [[ -z ${data_dir} ]]
-then
-    data_dir=${solr_root}/data
-elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
-then
-    data_dir=${solr_root}/${data_dir}
-fi
-
-fixUser "$@"
-
-start=`date +"%s"`
-
-logMessage started by $oldwhoami
-logMessage command: $0 $@
-
-name=backup.`date +"%Y%m%d%H%M%S"`
-temp=temp-${name}
-
-if [[ -d ${data_dir}/${name} ]]
-then
-    logMessage backup directory ${data_dir}/${name} already exists
-    logExit aborted 1
-fi
-
-if [[ -d ${data_dir}/${temp} ]]
-then
-    logMessage backingup of ${data_dir}/${name} in progress
-    logExit aborted 1
-fi
-
-# clean up after INT/TERM
-trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
-
-logMessage making backup ${data_dir}/${name}
-
-# make a backup using hard links into temporary location
-# then move it into place atomically
-cp -lr ${data_dir}/index ${data_dir}/${temp}
-mv ${data_dir}/${temp} ${data_dir}/${name}
-
-logExit ended 0
-

data/solr/solr/bin/backupcleaner

@@ -1,142 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# Shell script to clean up backups of a Solr Lucene collection.
-
-orig_dir=$(pwd)
-cd ${0%/*}/..
-solr_root=$(pwd)
-cd ${orig_dir}
-
-unset days num data_dir user verbose debug
-. ${solr_root}/bin/scripts-util
-
-# set up variables
-prog=${0##*/}
-log=${solr_root}/logs/${prog}.log
-
-# define usage string
-USAGE="\
-usage: $prog -D <days> | -N <num> [-d dir] [-u username] [-v]
-       -D <days>   cleanup backups more than <days> days old
-       -N <num>    keep the most recent <num> number of backups and
-                   cleanup up the remaining ones that are not being pulled
-       -d          specify directory holding index data
-       -u          specify user to sudo to before running script
-       -v          increase verbosity
-       -V          output debugging info
-"
-
-# parse args
-while getopts D:N:d:u:vV OPTION
-do
-    case $OPTION in
-    D)
-        days="$OPTARG"
-        ;;
-    N)
-        num="$OPTARG"
-        ;;
-    d)
-        data_dir="$OPTARG"
-        ;;
-    u)
-        user="$OPTARG"
-        ;;
-    v)
-        verbose="v"
-        ;;
-    V)
-        debug="V"
-        ;;
-    *)
-        echo "$USAGE"
-        exit 1
-    esac
-done
-
-[[ -n $debug ]] && set -x
-
-if [[ -z ${days} && -z ${num} ]]
-then
-    echo "$USAGE"
-    exit 1
-fi
-
-fixUser "$@"
-
-# use default value for data_dir if not specified
-# relative path starts at ${solr_root}
-if [[ -z ${data_dir} ]]
-then
-    data_dir=${solr_root}/data
-elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
-then
-    data_dir=${solr_root}/${data_dir}
-fi
-
-function remove
-{
-    logMessage removing backup $1
-    /bin/rm -rf $1
-}
-
-start=`date +"%s"`
-
-logMessage started by $oldwhoami
-logMessage command: $0 $@
-
-# trap control-c
-trap 'echo "caught INT/TERM, exiting now but partial cleanup may have already occured";logExit aborted 13' INT TERM
-
-if [[ -n ${days} ]]
-then
-    #is maxdepth supported?
-    find ${data_dir} -maxdepth 0 -name foobar >/dev/null 2>&1
-    if [ $? = 0 ]; then
-      maxdepth="-maxdepth 1"
-    else
-      unset maxdepth
-    fi
-  
-    logMessage cleaning up backups more than ${days} days old
-    for i in `find ${data_dir} ${maxdepth} -name 'backup.*' -mtime +${days} -print`
-    do
-        remove $i
-    done
-elif [[ -n ${num} ]]
-then
-    logMessage cleaning up all backups except for the most recent ${num} ones
-    unset backups count
-    backups=`ls -cd ${data_dir}/backup.* 2>/dev/null`
-    if [[ $? == 0 ]]
-    then
-        count=`echo $backups|wc -w`
-        startpos=`expr $num + 1`
-        if [[ $count -gt $num ]]
-        then
-            for i in `echo $backups|cut -f${startpos}- -d" "`
-            do
-	        remove $i
-	    done
-        fi
-    fi
-fi
-
-logExit ended 0
-
-