syncwrap 1.5.2 → 2.0.0

data/sync/etc/hosts.erb

@@ -0,0 +1,8 @@
+127.0.0.1       localhost
+::1             ip6-localhost localhost6
+
+# Hosts generated by SyncWrap::EtcHosts
+<% etc_host_table.each do |ip, names| %>
+<%= "%-15s %s" % [ ip, names.join( ' ' ) ] %>
+
+<% end %>

data/{etc/init.d/iyyov → sync/etc/init.d/iyyov.erb}

@@ -1,29 +1,43 @@
 #!/bin/bash
-#
+<% if lsb %>
+### BEGIN INIT INFO
+# Provides:          iyyov
+# Required-Start:    $remote_fs $syslog
+# Required-Stop:     $remote_fs $syslog
+# Should-Start:      $named
+# Default-Start:     2 3 4 5
+# Default-Stop:
+# Short-Description: Iyyov jruby monitor
+# Description:       Iyyov jruby monitoring and job control daemon
+### END INIT INFO
+
+. /lib/lsb/init-functions
+<% else %>
 # iyyov    Startup script for Iyyov monitoring daemon
 #
 # chkconfig: 2345 88 12
-# description: Iyyov monitoring daemon
+# description: Iyyov monitoring and job control daemon
 # processname: iyyov
 # config: /opt/var/iyyov/jobs.rb
 
 . /etc/rc.d/init.d/functions
+<% end %>
 
 # Gem home directory
 # Set to match system "jgem environment path"
-gem_home="/usr/local/lib/jruby/gems"
+gem_home="<%= local_root %>/lib/jruby/gems"
 
 # (Exact) Gem version of iyyov to run
-version="1.1.4"
+version="<%= iyyov_version %>"
 
 # User to run the daemon as (should own rundir)
-user="runr"
+user="<%= run_user %>"
 
 # Running directory (for jobs.rb config, log, and pid file)
-rundir="/var/local/runr/iyyov"
+rundir="<%= run_dir %>/iyyov"
 
 # Add PATH to jruby if non-standard
-export PATH=$PATH:/usr/local/bin
+export PATH=$PATH:<%= local_root %>/bin
 
 prog="iyyov"
 daemon="${gem_home}/gems/iyyov-${version}-java/init/${prog}"
@@ -37,11 +51,18 @@ start() {
     [ -f "$config" ] || exit 6
     [ -d "$rundir" ] || exit 7
 
+<% if lsb %>
+    log_daemon_msg "Starting Iyyov Daemon" "iyyov"
+    start-stop-daemon --start -d $rundir -c $user --exec $daemon -- $config
+    RETVAL=$?
+    log_end_msg $RETVAL
+<% else %>
     echo -n $"Starting $prog: "
     runuser -c "cd $rundir && $daemon $config" $user
     RETVAL=$?
     [ $RETVAL -eq 0 ] && success $"$prog startup" || failure $"$prog startup"
     echo
+<% end %>
 }
 
 status() {
@@ -59,12 +80,19 @@ reload() {
 }
 
 stop() {
+<% if lsb %>
+    log_daemon_msg "Stopping iyyov daemon" "iyyov"
+    start-stop-daemon --stop --quiet --oknodo --pidfile $pidfile
+    RETVAL=$?
+    log_end_msg $RETVAL
+<% else %>
     echo -n $"Shutting down $prog: "
     killproc -p $pidfile $prog
     RETVAL=$?
     [ $RETVAL -eq 0 ] && success || failure
     echo
     return $RETVAL
+<% end %>
 }
 
 case "$1" in

data/sync/etc/sysconfig/pgsql/postgresql.erb

@@ -0,0 +1,2 @@
+# Default
+PGDATA=<%= pg_data_dir %>

data/sync/src/hashdot/Makefile.erb

@@ -0,0 +1,98 @@
+# JDK used for compiling, a different one can be set at runtime,
+# see profiles/default.hdp
+JAVA_HOME=<%= jdk_dir %>
+# Dependent on apache portable runtime (apr-devel-1.x apr-1.x)
+APR_CONFIG=$(shell which apr-1-config)
+
+# Install hashdot binaries to specified directory
+INSTALL_BIN=<%= local_root %>/bin
+
+# The set of symlinks (from all below) to install
+INSTALL_SYMLINKS = jruby
+
+# Where to install and find profiles (*.hdp)
+# export PROFILE_DIR=./profiles to work in source directory
+PROFILE_DIR?=<%= local_root %>/lib/hashdot/profiles
+
+VERSION=1.4.0
+
+CC=gcc
+CFLAGS=$(shell ${APR_CONFIG} --cflags --cppflags --includes) -O2 -Wall -fno-strict-aliasing -g \
+-I$(JAVA_HOME)/include \
+-I$(JAVA_HOME)/include/linux \
+-DHASHDOT_PROFILE_DIR=\"${PROFILE_DIR}\" \
+-DHASHDOT_VERSION=\"${VERSION}\"
+
+LDFLAGS=$(shell ${APR_CONFIG} --ldflags)
+
+# Override platform default (i.e. Mac defaults x32)
+# LDFLAGS += -m64
+
+LDLIBS=$(shell ${APR_CONFIG} --libs --link-ld)
+
+ALL_SYMLINKS = clj jruby jython groovy rhino scala
+
+all: hashdot
+
+OBJS = runtime.o daemon.o jvm.o libpath.o main.o pidfile.o property.o
+
+hashdot: $(OBJS)
+	$(CC) $(LDFLAGS) -o $@ $(OBJS) $(LDLIBS)
+
+Makefile.deps : $(OBJS:%.o=%.c) *.h
+	$(CC) -MM $(CFLAGS) $(OBJS:%.o=%.c) > $@
+
+# Install to INSTALL_BIN and PROFILE_DIR
+install: hashdot
+	install -d $(PROFILE_DIR)
+	install -m 644 profiles/*.hdp $(PROFILE_DIR)
+	install -d $(INSTALL_BIN)
+	install -m 755 hashdot $(INSTALL_BIN)
+	cd $(INSTALL_BIN) && \
+	for sl in $(INSTALL_SYMLINKS); do \
+		test -e $$sl || ln -s hashdot $$sl; \
+	done
+
+dist: hashdot
+	mkdir hashdot-$(VERSION)
+	cp -a INSTALL Makefile *.c *.h profiles test doc examples hashdot-$(VERSION)
+	tar --exclude '.svn' --exclude '*~' -zcvf hashdot-$(VERSION)-src.tar.gz hashdot-$(VERSION)
+	rm -rf hashdot-$(VERSION)
+
+publish: dist
+	rsync -auP hashdot-$(VERSION)-src.tar.gz  dekellum@frs.sourceforge.net:uploads/
+	rsync -aP --exclude ’*~’ doc/ dekellum,hashdot@web.sourceforge.net:/home/groups/h/ha/hashdot/htdocs/
+
+$(ALL_SYMLINKS): hashdot
+	ln -sf hashdot $@
+
+test/foo/Bar.class test/foobar.jar : test/foo/Bar.java
+	$(JAVA_HOME)/bin/javac $^
+	$(JAVA_HOME)/bin/jar -cf test/foobar.jar -C test foo
+
+CPATH_TESTS = $(wildcard test/test_class_path_?.rb)
+
+test: hashdot jruby test/foo/Bar.class test/foobar.jar
+	test/error/error_tests.sh
+	test/test_props.rb
+	test/test_env.rb
+	test/test_chdir.rb
+	@for tst in $(CPATH_TESTS); do echo $$tst; $$tst; done
+	test/test_daemon.rb
+	test/test_cmdline.rb param1 param2 || true
+	test/test_pid_file
+
+# Requires all profiles working
+EXAMPLES = $(wildcard examples/*)
+test-examples : $(ALL_SYMLINKS)
+	@for example in $(EXAMPLES); do echo $$example; $$example; done
+
+clean:
+	rm -rf hashdot-$(VERSION)-src.tar.gz hashdot hashdot.dSYM
+	rm -rf $(ALL_SYMLINKS)
+	rm -rf *.o
+	rm -rf test/foobar.jar
+
+include Makefile.deps
+
+.PHONY : test test-examples all install dist publish

data/sync/src/hashdot/profiles/default.hdp.erb

@@ -0,0 +1,25 @@
+# HashDot default launch profile
+# This profile is always read before any other profiles or hashdot
+# properties.
+
+## Setup the default JVM
+
+# JVM install directory
+hashdot.vm.home = <%= jdk_dir %>
+
+# For Linux: amd64, i386, etc.
+# Unused on Mac OS X
+hashdot.vm.arch = amd64
+
+# Mode: client, server
+# client is unavailable on platforms like Linux amd64
+# (See override in shortlived.hdp)
+hashdot.vm.mode = server
+
+# JVM library to Load
+# Delay expansion (:=) to allow variable overrides
+# Linux:
+hashdot.vm.lib := ${hashdot.vm.home}/jre/lib/${hashdot.vm.arch}/${hashdot.vm.mode}/libjvm.so
+# Mac: hashdot.vm.lib := ${hashdot.vm.home}/Libraries/lib${hashdot.vm.mode}.dylib
+
+# user.timezone = America/Los_Angeles

data/sync/src/hashdot/profiles/jruby-common.hdp

@@ -0,0 +1,28 @@
+# Common setting for multiple version of jruby.
+
+# Identical defaults to jruby launcher
+# These can still be overridden by the individual scripts
+hashdot.vm.options += -Xmx768m -Xss1m
+
+# Only jruby.jar is required for typical usage (scripts can require
+# bsf.jar or JIP profiler if desired).
+hashdot.vm.options += -Xbootclasspath/a:${jruby.lib}/jruby.jar
+
+hashdot.main = org.jruby.Main
+
+# Arguments following these flags are _not_ a script to scan for
+# hashdot headers.
+hashdot.parse_flags.value_args = -F -I -r
+
+# Give up looking for a script header with any of these
+hashdot.parse_flags.terminal = -C -e -S
+
+#JFFI path
+jffi.boot.library.path = ${jruby.home}/lib/native/x86_64-Linux
+
+# Disable native extensions
+# Note: Process.pid no longer works without native. Others?
+# jruby.native.enabled = false
+
+# JMX setup slows startup and wont be used
+jruby.management.enabled = false

data/sync/src/hashdot/profiles/jruby-shortlived.hdp

@@ -0,0 +1,9 @@
+# HashDot profile for shortlived jruby scripts.
+#. hashdot.profile = jruby-shortlived
+
+# Extends shortlived (client VM) and (jruby) profiles with further
+# startup time tweeks.
+hashdot.profile += jruby shortlived
+
+# JMX setup slows startup and wont be used
+jruby.management.enabled=false

data/sync/src/hashdot/profiles/jruby.hdp.erb

@@ -0,0 +1,13 @@
+# HashDot launch profile for JRuby (http://jruby.codehaus.org/)
+#. hashdot.profile = jruby
+
+jruby.home    = <%= jruby_dist_path %>
+jruby.lib     = ${jruby.home}/lib
+jruby.script  = jruby
+jruby.shell   = /bin/sh
+jruby.bindir  = <%= local_root %>/bin
+
+hashdot.profile += jruby-common
+
+# Rubygems Home (Install)
+jruby.gem.home = <%= local_root %>/lib/jruby/gems

data/sync/src/hashdot/profiles/shortlived.hdp

@@ -0,0 +1,6 @@
+# HashDot profile for short lived processes.
+#. hashdot.profile = shortlived
+
+# Use client VM
+# Comment out on Linux amd64, as no client vm is available
+# hashdot.vm.mode     = client

data/sync/var/iyyov/default/config.rb

@@ -0,0 +1 @@
+# Empty config installed by SyncWrap IyyovDaemon deployment

data/sync/var/iyyov/default/daemon.rb.erb

@@ -0,0 +1,15 @@
+Iyyov.context do |c|
+
+  c.define_daemon do |d|
+    d.name     = "<%= name %>"
+<% if gem_name != name %>
+    d.gem_name = "<%= gem_name %>"
+<% end %>
+<% if instance %>
+    d.instance = "<%= instance %>"
+<% end %>
+    d.version  = "= <%= version %>"
+    d.log_rotate
+  end
+
+end

data/sync/var/iyyov/jobs.rb.erb

@@ -0,0 +1,4 @@
+Iyyov.context do |c|
+  c.base_dir = '<%= run_dir %>'
+  c.load_directory( File.join( File.dirname( __FILE__ ), 'jobs.d' ) )
+end

data/test/muddled_sync.rb

@@ -0,0 +1,13 @@
+
+# This contrived sync file demonstrates evil method polution if loaded
+# without the "wrap". See test_space_main.rb
+
+include SyncWrap
+
+# A method with name same as what IyyovDaemon#daemon_service_dir needs
+# (and should be picked up via RunUser)
+def service_dir( *args )
+  raise "This is bad!"
+end
+
+host 'test', RunUser.new, IyyovDaemon.new( name: 'goo', version: '0.0.0' )

data/test/setup.rb

@@ -0,0 +1,39 @@
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rubygems'
+require 'bundler/setup'
+
+require 'minitest/unit'
+require 'minitest/autorun'
+
+begin
+  require_relative 'options.rb'
+rescue LoadError
+  module TestOptions
+    # Set true if local password-less sudo works
+    SAFE_SUDO = false
+
+    # Set to host name for safe (non-modifying) SSH tests
+    SAFE_SSH = false
+
+    # Set true if SAFE_SSH also supports pasword-less sudo
+    SAFE_SSH_SUDO = false
+
+    # See test/sync.rb test/test_vms.rb
+    LOCAL_VM_TEST = false
+  end
+end

data/test/sync/d1/bar

@@ -0,0 +1 @@
+bar

data/test/sync/d1/foo.erb

@@ -0,0 +1 @@
+bar<%= var %>bar

data/test/sync/d3/d2/bar

@@ -0,0 +1 @@
+bar

data/test/sync/d3/d2/foo.erb

@@ -0,0 +1 @@
+bar<%= var %>bar

data/test/test_components.rb

@@ -0,0 +1,108 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require_relative 'setup'
+
+require 'syncwrap'
+
+module SyncWrap
+
+  # Each of the following are default auto test construction plans,
+  # for all components, used below.  The last component is under test
+  # and run via #install if implemented.  The prior components are
+  # known dependencies. A trailing Hash is used to populate required
+  # or test-worthy component options. RHEL and Ubuntu are used
+  # semi-randomly for <Distro> deps, or both are tested in the case of
+  # non-trivial differentiation.
+  AUTO_TESTS =
+    [ [ RHEL, CommercialJDK ],
+      [ Ubuntu, CRubyVM ],
+      [ RHEL,   CRubyVM ],
+      [ EtcHosts ],
+      [ RHEL,   JRubyVM, RunUser, Iyyov, Geminabox ],
+      [ Ubuntu, OpenJDK, JRubyVM, Hashdot ],
+      [ RHEL,   JRubyVM, RunUser, Iyyov ],
+      [ Ubuntu, JRubyVM, RunUser, Iyyov, IyyovDaemon, name: 'test', version: '0' ],
+      [ RHEL,   JRubyVM ],
+      [ RHEL,   MDRaid, raw_devices: 1 ],
+      [ Ubuntu, MDRaid, raw_devices: 2 ],
+      [ Ubuntu, Network ],
+      [ RHEL,   Network ],
+      [ Ubuntu, OpenJDK ],
+      [ Ubuntu, PostgreSQL ],
+      [ RHEL,   PostgreSQL ],
+      [ RHEL, Qpid ],
+      [ RHEL, QpidRepo, qpid_prebuild_repo: 'http://localhost' ],
+      [ RHEL ],
+      [ RunUser ],
+      [ Ubuntu ],
+      [ Users, home_users: [ 'bob' ] ] ]
+
+  class TestContext < Context
+    attr_accessor :commands
+
+    def initialize( *args )
+      @commands = []
+      super
+    end
+
+    def capture_stream( *args )
+      @commands << args
+      [ 0, [] ]
+    end
+  end
+
+  class TestComponents < MiniTest::Unit::TestCase
+
+    def with_test_context( sp, host )
+      ctx = TestContext.new( host, sp.default_options )
+      ctx.with do
+        yield ctx
+      end
+    end
+
+    AUTO_TESTS.each_with_index do |comps, i|
+      comps = comps.dup
+      comp_class_opts = comps.last.is_a?( Hash ) ? comps.pop : {}
+      comp_class = comps.pop
+      cname = ( comp_class.name =~ /([a-zA-Z0-9]+)$/ ) && $1.downcase
+
+      define_method( "test_#{cname}_#{i}" ) do
+        sp = Space.new
+        host = sp.host( 'testhost' )
+        comps.each do |dep|
+          host.add( dep.new )
+        end
+        comp = comp_class.new( comp_class_opts )
+        host.add( comp )
+        pass
+        if comp.respond_to?( :install )
+          with_test_context( sp, host ) do |ctx|
+            comp.install
+            ctx.flush
+            assert_operator( ctx.commands.length, :>, 0 )
+          end
+        end
+      end
+
+    end
+
+  end
+
+end

data/test/test_context.rb

@@ -0,0 +1,107 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2011-2014 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require_relative 'setup'
+
+require 'syncwrap'
+
+class TestContext < MiniTest::Unit::TestCase
+  include SyncWrap
+
+  def sp
+    @sp ||= Space.new
+  end
+
+  class TestContext < Context
+    attr_accessor :run_args
+
+    def run_shell( command, args )
+      @run_args = [ command, args ]
+    end
+  end
+
+  def test_context_queue
+    host = sp.host( 'localhost' )
+    ctx = TestContext.new( host )
+
+    ctx.with do
+      ctx.sh( "c1", user: :root )
+      assert_nil( ctx.run_args )
+      ctx.sh( "c2", user: :root )
+      assert_nil( ctx.run_args )
+      ctx.flush
+      assert_equal( %w[c1 c2], ctx.run_args[0] )
+      assert_equal( { user: :root }, ctx.run_args[1] )
+    end
+  end
+
+  def test_context_flush_at_end
+    host = sp.host( 'localhost' )
+    ctx = TestContext.new( host )
+
+    ctx.with do
+      ctx.sh( "c1", user: :root )
+      ctx.sh( "c2", user: :root )
+      assert_nil( ctx.run_args )
+    end
+    assert_equal( %w[c1 c2], ctx.run_args[0] )
+  end
+
+  def test_context_flush_on_opts_change
+    host = sp.host( 'localhost' )
+    ctx = TestContext.new( host )
+
+    ctx.with do
+      ctx.sh( "c1", user: :root )
+      assert_nil( ctx.run_args )
+      ctx.sh( "c2" )
+      assert_equal( %w[c1], ctx.run_args[0] )
+    end
+    assert_equal( %w[c2], ctx.run_args[0] )
+  end
+
+  def test_context_with_close
+    host = sp.host( 'localhost' )
+    ctx = TestContext.new( host )
+
+    ctx.with do
+      ctx.sh( "c1-", close: "-c3" ) do
+        ctx.sh( "c2" )
+        assert_nil( ctx.run_args )
+      end
+      assert_nil( ctx.run_args )
+    end
+    assert_equal( %w[c1- c2 -c3], ctx.run_args[0] )
+  end
+
+  def test_context_nesting_error
+    host = sp.host( 'localhost' )
+    ctx = TestContext.new( host )
+
+    assert_raises( NestingError ) do
+      ctx.with do
+        ctx.sh( "c1-", close: "-c3" ) do
+          ctx.sh( "c2", user: :root  )
+        end
+      end
+    end
+    assert_nil( ctx.run_args )
+  end
+
+end