droonga-engine 1.0.5 → 1.0.6

data/install/centos/droonga-engine

@@ -0,0 +1,60 @@
+#!/bin/bash
+#
+#  /etc/rc.d/init.d/droonga-engine
+#
+#  <Droonga engine is a core component in Droonga system>
+# chkconfig: 2345 20 80
+
+# TODO: we have to migrate to systemd based management in near future...
+SYSTEMCTL_SKIP_REDIRECT=yes
+
+# Source function library.
+. /etc/init.d/functions
+
+NAME=droonga-engine
+USER=$NAME
+GROUP=droonga
+DAEMON=/usr/local/bin/$NAME
+export DROONGA_BASE_DIR=/home/$NAME/droonga
+cd $DROONGA_BASE_DIR
+PIDFILE=/run/$NAME/$NAME.pid
+DAEMON_ARGS="--daemon --pid-file=$PIDFILE"
+
+[ -x $DAEMON ] || exit 0
+
+start() {
+  echo -n "Starting $NAME: "
+  daemon --user $USER --pidfile $PIDFILE $DAEMON $DAEMON_ARGS
+  RET_CODE=$?
+  touch /var/lock/subsys/$NAME
+  return $RET_CODE
+}
+
+stop() {
+  echo -n "Shutting down $NAME: "
+  killproc -p $PIDFILE $DAEMON
+  RET_CODE=$?
+  rm -f /var/lock/subsys/$NAME
+  return $RET_CODE
+}
+
+case "$1" in
+  start)
+    start
+    ;;
+  stop)
+    stop
+    ;;
+  status)
+    status $NAME
+    ;;
+  restart)
+    stop
+    start
+    ;;
+  *)
+    echo "Usage: $NAME {start|stop|status|reload|restart[|probe]"
+    exit 1
+    ;;
+esac
+exit $?

data/install/centos/functions.sh

@@ -0,0 +1,35 @@
+# Copyright (C) 2014 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+register_service() {
+  local NAME=$1
+  local USER=$2
+  local GROUP=$3
+
+  #TODO: we should migrate to systemd in near future...
+
+  local pid_dir=/run/$NAME
+  mkdir -p $pid_dir
+  chown -R $USER:$GROUP $pid_dir
+
+  curl -o /etc/rc.d/init.d/$NAME $(download_url "install/centos/$NAME")
+  if [ $? -ne 0 ]; then
+    echo "ERROR: Failed to download service script!"
+    exit 1
+  fi
+
+  chmod +x /etc/rc.d/init.d/$NAME
+  /sbin/chkconfig --add $NAME
+}

data/install/debian/droonga-engine

@@ -0,0 +1,155 @@
+#! /bin/sh
+### BEGIN INIT INFO
+# Provides:          droonga-engine
+# Required-Start:    $remote_fs $syslog
+# Required-Stop:     $remote_fs $syslog
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: Droonga engine is a core component in Droonga system
+### END INIT INFO
+
+# Do NOT "set -e"
+
+# PATH should only include /usr/* if it runs after the mountnfs.sh script
+PATH=/sbin:/usr/sbin:/bin:/usr/bin
+DESC=""
+NAME=droonga-engine
+USER=$NAME
+GROUP=droonga
+DAEMON=/usr/local/bin/$NAME
+export DROONGA_BASE_DIR=/home/$NAME/droonga
+PIDFILE=/var/run/$NAME/$NAME.pid
+DAEMON_ARGS="--daemon --pid-file=$PIDFILE"
+SCRIPTNAME=/etc/init.d/$NAME
+
+# Exit if the package is not installed
+[ -x "$DAEMON" ] || exit 0
+
+# Read configuration variable file if it is present
+[ -r /etc/default/$NAME ] && . /etc/default/$NAME
+
+# Load the VERBOSE setting and other rcS variables
+. /lib/init/vars.sh
+
+# Define LSB log_* functions.
+# Depend on lsb-base (>= 3.2-14) to ensure that this file is present
+# and status_of_proc is working.
+. /lib/lsb/init-functions
+
+#
+# Function that starts the daemon/service
+#
+do_start()
+{
+	# Return
+	#   0 if daemon has been started
+	#   1 if daemon was already running
+	#   2 if daemon could not be started
+	start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON --user $USER --test > /dev/null \
+		|| return 1
+	start-stop-daemon --start --quiet --pidfile $PIDFILE --exec $DAEMON --user $USER --chuid $USER:$GROUP --chdir $DROONGA_BASE_DIR -- \
+		$DAEMON_ARGS \
+		|| return 2
+	# Add code here, if necessary, that waits for the process to be ready
+	# to handle requests from services started subsequently which depend
+	# on this one.  As a last resort, sleep for some time.
+}
+
+#
+# Function that stops the daemon/service
+#
+do_stop()
+{
+	# Return
+	#   0 if daemon has been stopped
+	#   1 if daemon was already stopped
+	#   2 if daemon could not be stopped
+	#   other if a failure occurred
+	start-stop-daemon --stop --quiet --retry=TERM/30/KILL/5 --pidfile $PIDFILE --name $NAME
+	RETVAL="$?"
+	[ "$RETVAL" = 2 ] && return 2
+	# Wait for children to finish too if this is a daemon that forks
+	# and if the daemon is only ever run from this initscript.
+	# If the above conditions are not satisfied then add some other code
+	# that waits for the process to drop all resources that could be
+	# needed by services started subsequently.  A last resort is to
+	# sleep for some time.
+	start-stop-daemon --stop --quiet --oknodo --retry=0/30/KILL/5 --exec $DAEMON
+	[ "$?" = 2 ] && return 2
+	# Many daemons don't delete their pidfiles when they exit.
+	rm -f $PIDFILE
+	return "$RETVAL"
+}
+
+#
+# Function that sends a SIGHUP to the daemon/service
+#
+do_reload() {
+	#
+	# If the daemon can reload its configuration without
+	# restarting (for example, when it is sent a SIGHUP),
+	# then implement that here.
+	#
+	start-stop-daemon --stop --signal 1 --quiet --pidfile $PIDFILE --name $NAME
+	return 0
+}
+
+case "$1" in
+  start)
+	[ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
+	do_start
+	case "$?" in
+		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+	esac
+	;;
+  stop)
+	[ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
+	do_stop
+	case "$?" in
+		0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+		2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+	esac
+	;;
+  status)
+	status_of_proc "$DAEMON" "$NAME" && exit 0 || exit $?
+	;;
+  #reload|force-reload)
+	#
+	# If do_reload() is not implemented then leave this commented out
+	# and leave 'force-reload' as an alias for 'restart'.
+	#
+	#log_daemon_msg "Reloading $DESC" "$NAME"
+	#do_reload
+	#log_end_msg $?
+	#;;
+  restart|force-reload)
+	#
+	# If the "reload" option is implemented then remove the
+	# 'force-reload' alias
+	#
+	log_daemon_msg "Restarting $DESC" "$NAME"
+	do_stop
+	case "$?" in
+	  0|1)
+		do_start
+		case "$?" in
+			0) log_end_msg 0 ;;
+			1) log_end_msg 1 ;; # Old process is still running
+			*) log_end_msg 1 ;; # Failed to start
+		esac
+		;;
+	  *)
+		# Failed to stop
+		log_end_msg 1
+		;;
+	esac
+	;;
+  *)
+	#echo "Usage: $SCRIPTNAME {start|stop|restart|reload|force-reload}" >&2
+	echo "Usage: $SCRIPTNAME {start|stop|status|restart|force-reload}" >&2
+	exit 3
+	;;
+esac
+
+:

data/install/debian/functions.sh

@@ -0,0 +1,33 @@
+# Copyright (C) 2014 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+register_service() {
+  local NAME=$1
+  local USER=$2
+  local GROUP=$3
+
+  local pid_dir=/var/run/$NAME
+  mkdir -p $pid_dir
+  chown -R $USER:$GROUP $pid_dir
+
+  curl -o /etc/init.d/$NAME $(download_url "install/debian/$NAME")
+  if [ $? -ne 0 ]; then
+    echo "ERROR: Failed to download service script!"
+    exit 1
+  fi
+
+  chmod +x /etc/init.d/$NAME
+  update-rc.d $NAME defaults
+}

data/install.sh

@@ -0,0 +1,360 @@
+# Copyright (C) 2014 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+# Usage:
+#
+#  Ubuntu:
+#
+#   Install a release version:
+#     $ curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | sudo bash
+#   Install the latest revision from the repository:
+#     $ curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | sudo VERSION=master bash
+#   Install with the specified hostname (disabling auto-detection):
+#     $ curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | sudo HOST=xxx.xxx.xxx.xxx bash
+#
+#  CentOS 7:
+#
+#   Install a release version:
+#     # curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | bash
+#   Install the latest revision from the repository:
+#     # curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | VERSION=master bash
+#   Install with the specified hostname (disabling auto-detection):
+#     # curl https://raw.githubusercontent.com/droonga/droonga-engine/master/install.sh | HOST=xxx.xxx.xxx.xxx bash
+
+NAME=droonga-engine
+DOWNLOAD_URL_BASE=https://raw.githubusercontent.com/droonga/$NAME
+REPOSITORY_URL=https://github.com/droonga/$NAME.git
+USER=$NAME
+GROUP=droonga
+DROONGA_BASE_DIR=/home/$USER/droonga
+TEMPDIR=/tmp/install-$NAME
+
+: ${VERSION:=release}
+: ${HOST:=Auto Detect}
+
+case $(uname) in
+  Darwin|*BSD|CYGWIN*) sed="sed -E" ;;
+  *)                   sed="sed -r" ;;
+esac
+
+ensure_root() {
+  if [ "$EUID" != "0" ]; then
+    echo "You must run this script as the root."
+    exit 1
+  fi
+}
+
+guess_platform() {
+  if [ -e /etc/debian_version ] || [ -e /etc/debian_release ]; then
+    echo "debian"
+    return 0
+  elif [ -e /etc/centos-release ]; then
+    echo "centos"
+    return 0
+  fi
+  return 1
+}
+
+exist_command() {
+  type "$1" > /dev/null 2>&1
+}
+
+exist_all_commands() {
+  for command in $@; do
+    if ! exist_command $command; then
+      return 1
+    fi
+  done
+  return 0
+}
+
+exist_yum_repository() {
+  if ! yum --enablerepo=$1 repolist; then
+    return 1
+  fi
+  yum --enablerepo=$1 repolist | grep --quiet "$1"
+}
+
+exist_user() {
+  id "$1" > /dev/null 2>&1
+}
+
+prepare_user() {
+  echo ""
+  echo "Preparing the user..."
+
+  groupadd $GROUP
+
+  if ! exist_user $USER; then
+    useradd -m $USER
+  fi
+
+  usermod -G $GROUP $USER
+  return 0
+}
+
+setup_configuration_directory() {
+  echo ""
+  echo "Setting up the configuration directory..."
+
+  [ ! -e $DROONGA_BASE_DIR ] &&
+    mkdir $DROONGA_BASE_DIR
+
+  if [ ! -e $DROONGA_BASE_DIR/catalog.json -o \
+       ! -e $DROONGA_BASE_DIR/$NAME.yaml ]; then
+    [ "$HOST" = "Auto Detect" ] &&
+      HOST=$(determine_hostname)
+
+    if [ "$HOST" = "" ]; then
+      HOST=$(hostname)
+      echo "********************** CAUTION!! **********************"
+      echo "Installation process coudln't detect the hostname of"
+      echo "this node, which is accessible from other nodes."
+      echo "You may have to configure droonga-engine manually"
+      echo "to refer a valid accessible hostname for this node,"
+      echo "by following command line:"
+      echo ""
+      echo "  droonga-engine-configure --reset-config --reset-catalog"
+      echo "*******************************************************"
+    fi
+    echo "This node is configured with a hostname $HOST."
+  fi
+
+  droonga-engine-configure --quiet \
+    --host=$HOST
+  if [ $? -ne 0 ]; then
+    echo "ERROR: Failed to configure $NAME!"
+    exit 1
+  fi
+
+  chown -R $USER:$GROUP $DROONGA_BASE_DIR
+}
+
+
+guess_global_hostname() {
+  if hostname -d > /dev/null 2>&1; then
+    local domain=$(hostname -d)
+    local hostname=$(hostname -s)
+    if [ "$domain" != "" ]; then
+      echo "$hostname.$domain"
+      return 0
+    fi
+  fi
+  echo ""
+  return 1
+}
+
+determine_hostname() {
+  local global_hostname=$(guess_global_hostname)
+  if [ "$global_hostname" != "" ]; then
+    echo "$global_hostname"
+    return 0
+  fi
+
+  local address=$(hostname -i | \
+                  $sed -e "s/127\.[0-9]+\.[0-9]+\.[0-9]+//g" \
+                       -e "s/[0-9a-f:]+%[^ ]+//g" \
+                       -e "s/  +/ /g" \
+                       -e "s/^ +| +\$//g" |\
+                  cut -d " " -f 1)
+  if [ "$address" != "" ]; then
+    echo "$address"
+    return 0
+  fi
+
+  echo ""
+  return 1
+}
+
+download_url() {
+  if [ "$VERSION" = "master" ]; then
+    echo "$DOWNLOAD_URL_BASE/master/$1"
+  else
+    echo "$DOWNLOAD_URL_BASE/v$(installed_version)/$1"
+  fi
+}
+
+installed_version() {
+  $NAME --version | cut -d " " -f 2
+}
+
+
+install_rroonga() {
+  # Install Rroonga globally from a public gem, because custom build
+  # doesn't work as we expect for Droonga...
+  if exist_command grndump; then
+    local current_version=$(grndump -v | cut -d " " -f 2)
+    local version_matcher=$(cat $NAME.gemspec | \
+                            grep rroonga | \
+                            cut -d "," -f 2 | \
+                            cut -d '"' -f 2)
+    local compared_version=$(echo "$version_matcher" | \
+                             cut -d " " -f 2)
+    local operator=$(echo "$version_matcher" | cut -d " " -f 1)
+    local compare_result=$(ruby -e "puts('$current_version' $operator '$compared_version')")
+    if [ "$compare_result" = "true" ]; then return 0; fi
+  fi
+  gem install rroonga --no-ri --no-rdoc
+}
+
+install_master() {
+  gem install bundler --no-ri --no-rdoc
+
+  cd $TEMPDIR
+
+  if [ -d $NAME ]
+  then
+    cd $NAME
+    install_rroonga
+    git reset --hard
+    git pull --rebase
+    bundle update
+  else
+    git clone $REPOSITORY_URL
+    cd $NAME
+    install_rroonga
+    bundle install
+  fi
+  rm -rf pkg
+  bundle exec rake build
+  gem install "pkg/*.gem" --no-ri --no-rdoc
+}
+
+
+
+# ====================== for Debian/Ubuntu ==========================
+prepare_environment_in_debian() {
+  local use_groonga_package=no
+  if apt-cache policy | grep --quiet groonga; then
+    use_groonga_package=yes
+  else
+    if [ "$(lsb_release -i -s)" = "Ubuntu" ]; then
+      add-apt-repository -y ppa:groonga/ppa
+      use_groonga_package=yes
+    else
+      local groonga_list=/etc/apt/sources.list.d/groonga.list
+      echo "deb http://packages.groonga.org/debian/ wheezy main" >> $groonga_list
+      echo "deb-src http://packages.groonga.org/debian/ wheezy main" >> $groonga_list
+      apt-get update
+      apt-get install -y --allow-unauthenticated groonga-keyring
+      use_groonga_package=yes
+    fi
+  fi
+
+  apt-get update
+  apt-get install -y curl ruby ruby-dev build-essential
+
+  if [ "$use_groonga_package" = "yes" ]; then
+    apt-get install -y libgroonga-dev
+  fi
+
+  if [ "$VERSION" = "master" ]; then
+    apt-get install -y git
+  fi
+}
+# ====================== /for Debian/Ubuntu =========================
+
+
+
+# ========================= for CentOS 7 ============================
+prepare_environment_in_centos() {
+  local use_groonga_package=no
+  if ! exist_yum_repository groonga; then
+    rpm -ivh http://packages.groonga.org/centos/groonga-release-1.1.0-1.noarch.rpm
+
+    # disable it by default!
+    groonga_repo=/etc/yum.repos.d/groonga.repo
+    backup=/tmp/$(basename $groonga_repo).bak
+    mv $groonga_repo $backup
+    cat $backup | $sed -e "s/enabled=1/enabled=0/" \
+      > $groonga_repo
+  fi
+
+  if exist_yum_repository groonga; then
+    use_groonga_package=yes
+    yum -y --enablerepo=groonga makecache
+  else
+    yum -y makecache
+  fi
+  yum -y groupinstall development
+  yum -y install curl ruby-devel
+
+  if [ "$use_groonga_package" = "yes" ]; then
+    yum -y --enablerepo=groonga install groonga-devel
+  fi
+
+  if [ "$VERSION" = "master" ]; then
+    yum -y install git
+  fi
+}
+# ========================= /for CentOS 7 ===========================
+
+
+
+install() {
+  mkdir -p $TEMPDIR
+
+  echo "Preparing the environment..."
+  prepare_environment_in_$PLATFORM
+
+  echo ""
+  if [ "$VERSION" = "master" ]; then
+    echo "Installing $NAME from the git repository..."
+    install_master
+  else
+    echo "Installing $NAME from RubyGems..."
+    gem install droonga-engine --no-rdoc --no-ri
+  fi
+
+  if ! exist_command droonga-engine; then
+    echo "ERROR: Failed to install $NAME!"
+    exit 1
+  fi
+
+  curl -o $TEMPDIR/functions.sh $(download_url "install/$PLATFORM/functions.sh")
+  if ! source $TEMPDIR/functions.sh; then
+    echo "ERROR: Failed to download post-installation script!"
+    exit 1
+  fi
+  if ! exist_command register_service; then
+    echo "ERROR: Downloaded post-installation script is broken!"
+    exit 1
+  fi
+
+  prepare_user
+
+  setup_configuration_directory
+
+  echo ""
+  echo "Registering $NAME as a service..."
+  # this function is defined by the downloaded "functions.sh"!
+  register_service $NAME $USER $GROUP
+
+  echo ""
+  echo "Successfully installed $NAME."
+}
+
+
+ensure_root
+
+PLATFORM=$(guess_platform)
+if [ "$PLATFORM" = "" ]; then
+  echo "Not supported platform."
+  exit 255
+fi
+
+install
+
+exit 0

data/lib/droonga/address.rb

@@ -13,6 +13,8 @@
 # License along with this library; if not, write to the Free Software
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 
+require "socket"
+
 module Droonga
   class Address
     class << self
@@ -33,7 +35,7 @@ module Droonga
       end
     end
 
-    DEFAULT_HOST = "127.0.0.1"
+    DEFAULT_HOST = Socket.gethostname
     DEFAULT_PORT = 10031
     DEFAULT_TAG  = "droonga"
 

data/lib/droonga/catalog/dataset.rb

@@ -20,6 +20,8 @@ require "droonga/catalog/volume_collection"
 module Droonga
   module Catalog
     class Dataset
+      DEFAULT_NAME = "Default"
+
       attr_reader :name
 
       def initialize(name, data)