dosire-god 0.7.9

data/History.txt

@@ -0,0 +1,261 @@
+== 0.7.9 / 2008-08-06
+  * Major Enhancements
+    * Use a psuedo-priority queue for more efficient driver loop [Darrell Kresge]
+  * Bug Fixes
+    * Fix file_writable? when using chroot [github.com/eric]
+
+== 0.7.8 / 2008-07-09
+  * Bug Fixes
+    * Catch all Exceptions from HttpResponseCode condition [github.com/rliebling]
+    * Don't error out if the process went away in SlashProcPoller [Kevin Clark]
+    * Correction of Task#handle_poll to prevent crash under event registration failure conditions. [github.com/raggi]
+    * Cleaned up logging of failed e-mail sends. [github.com/raggi]
+    * Listen on 127.0.0.1 when using God as a client. [github.com/halorgium]
+  * New Behaviors
+    * clean_unix_socket [github.com/gma]
+  * New Contacts
+    * jabber [github.com/jwulff]
+    * email via sendmail [github.com/monde]
+  * Minor Enhancements
+    * chroot support [github.com/eric]
+    * Added God.log_file for the main god log, overridden by command line option. [github.com/raggi]
+    * Print groups from `god status` command if present [github.com/pdlug]
+    * Allow headers to be specified for http_response_code condition [github.com/pdlug]
+
+== 0.7.7 / 2008-06-17
+  * Bug Fixes
+    * Fix detection of proc file system [raggi]
+
+== 0.7.6 / 2008-05-13
+  * Major Enhancements
+    * Implement System::Process methods for Linux based on /proc [Kevin Clark]
+  * Minor Enhancements
+    * Allowing directories to be loaded at start [Bert Goethals]
+  * Bug Fixes
+    * Don't leak events on error in the kqueue handler [Kevin Clark]
+
+== 0.7.5 / 2008-02-21
+  * Bug Fixes
+    * Remove Ruby's Logger and replace with custom SimpleLogger to stop threaded leak
+
+== 0.7.4 / 2008-02-18
+  * Bug Fixes
+    * Introduce local scope to prevent faulty optimization that causes memory to leak
+
+== 0.7.3 / 2008-02-14
+  * Minor Enhancements
+    * Add --bleakhouse to make running diagnostics easier
+  * Bug Fixes
+    * Use ::Process.kill(0, ...) instead of `kill -0` [queso]
+    * Fix pid_file behavior in process-centric conditions so they work with tasks [matias]
+    * Redirect output of daemonized god to log file or /dev/null earlier [_eric]
+
+== 0.7.2 / 2008-02-04
+  * Bug Fixes
+    * Start event system for CLI commands
+    * Up internal history to 100 lines per watch
+
+== 0.7.1 / 2008-02-04
+  * Minor Enhancements
+    * Add --no-events option to completely disable events system
+
+== 0.7.0 / 2008-02-01
+  * Minor Enhancements
+    * Better default pid_file_directory behavior
+    * Add --attach <pid> to specify that god should quit if <pid> exits
+  * Bug Fixes
+    * Handle ECONNRESET in HttpResponseCode
+
+== 0.6.12 / 2008-01-31
+  * Minor Enhancements
+    * Allow log file output for non-daemonized god
+    * Switch to SIGTERM from SIGHUP for default lambda killer
+
+== 0.6.11 / 2008-01-31
+  * Major Enhancements
+    * HUGE refactor of timer system to simplify scheduling
+  * Minor Enhancements
+    * Check for a truly working event system and disallow event conditions if none is present
+
+== 0.6.10 / 2008-01-24
+  * Bug Fixes
+    * Fix ensure_stop nil pid no local variable bug
+
+== 0.6.9 / 2008-01-23
+  * Bug Fixes
+    * Fix Timer condition dedup behavior
+
+== 0.6.8 / 2008-01-23
+  * Minor Enhancements
+    * Warn if a command returns a non-zero exit code
+    * Ensure that stop command actually stops process
+
+== 0.6.7 / 2008-01-22
+  * Minor Enhancements
+    * Add --no-syslog option to disable Syslog
+    * Allow contact redeclaration (dups are ignored)
+
+== 0.6.6 / 2008-01-07
+  * Bug Fixes
+    * Redo Timer mutexing to reduce synchronization needs
+
+== 0.6.5 / 2008-01-04
+  * Bug Fixes
+    * Fix Timer descheduling deadlock issue
+    * Change HttpResponseCode to use GET instead of HEAD
+
+== 0.6.4 / 2008-12-31
+  * Bug Fixes
+    * Refactor Hub to clarify mutexing
+    * Eliminate potential iteration problem in Timer
+    * Add caching PID accessor to process to solve event deregistration failure
+
+== 0.6.3 / 2007-12-18
+  * Minor Enhancements
+    * Output ProcessExits registration/deregistration info
+
+== 0.6.2 / 2007-12-17
+  * Minor Enhancements
+    * Output registered PID for ProcessExits
+  * Bug Fixes
+    * Fix `god remove <group>` not working for unmonitored watches
+
+== 0.6.1 / 2007-12-14
+
+* Minor Enhancement
+  * Log when state change is complete
+
+== 0.6.0 / 2007-12-4
+
+* Minor Enhancement
+  * Move Syslog calls into God::Logger and clean up all calling code
+  * Remove god's pid file on user requested termination
+  * Better handling and cleanup of DRb server's unix domain socket
+  * Allow shorthand for requesting a god log
+  * Add `god check` to make it easier to diagnose event problems
+  * Refactor god binary into class/method structure
+  * Implement `god remove` to remove a Task altogether
+* New Conditions
+  * DiskUsage < PollCondition - trigger if disk usage is above limit on mount [Rudy Desjardins]
+
+== 0.5.2 / 2007-10-10
+
+* Minor Enhancement
+  * Allow extra args to pass through to config file
+  
+== 0.5.1 / 2007-10-08
+
+* Bug Fixes
+  * Rescue connection refused in http response code condition
+
+== 0.5.0 / 2007-10-05
+
+* Major Enhancements
+  * Implement lifecycle scoped metric to allow for cross-state conditions
+  * Add TriggerCondition for conditions that need info about state changes
+  * Implement notification system
+  * Add Tasks (a generalization of Watches) to do non-process related tasks
+  * Add example init.d file in GOD_INSTALL_DIR/init/god [scott becker]
+  * Add human readable info to conditions (and make low level log lines debug)
+  * Switch DRb to use a unix domain socket for security reasons
+* Minor Enchancements
+  * Allow EventConditions to do transition overloading
+  * Report errors during god startup instead of failing silently
+  * Make transition block optional (default to Always condition returning true)
+  * Better usage info for `god --help`
+  * Explain what's going on when attempting to rebind to an in-use port
+  * Add -b option to god binary to auto-bind to an unused port
+  * Add `god quit` to stop god without stopping any tasks
+  * Make self-daemonized Watch commands synchronous (as they should be)
+  * Allow self-daemonized Watches to specify a log (could be useful)
+  * Check for existence of config file if specified
+  * Robustify `god load` and report errors back to the command issuer
+  * Warn when `god load` tries to set global options
+  * Add Configurable.clear method and make built-in conditions clear on entry
+* New Conditions
+  * Flapping < TriggerCondition - trigger on state change
+  * HttpResponseCode < PollCondition - trigger on http response code or timeout (thx scott becker)
+* New Contacts
+  * Email < Contact - notify via email (smtp)
+* Bug Fixes
+  * Fix abort not aborting problem
+  * Fix -p option not working for god binary
+  * Fix God.init not accepting block (thx _eric)
+  * Fix SIGHUP ignore (thx _eric)
+  * Fix error reporting on `god --help` (don't error report a normal SystemExit)
+
+== 0.4.3 / 2007-09-10
+* Bug Fixes
+  * fix Process#alive? to not raise on no such file (affects `god terminate`)
+
+== 0.4.2 / 2007-09-10
+* Bug Fixes
+  * fix netlink buffer issue that prevented events on Linux from working consistently [dkresge]
+
+== 0.4.1 / 2007-09-10
+* Bug Fixes
+  * require 'stringio' for ruby 1.8.5
+
+== 0.4.0 / 2007-09-10
+
+* Major Enhancements
+  * Add the ability for conditions to override transition state (for exceptional cases)
+  * Implement dynamic load of config files while god is running (god load <filename>)
+  * Add ability to save auto-daemonized process output to a log file
+  * Add robust default stop lambda command for auto-daemonized processes (inspired by _eric)
+  * Add status command for god binary (shows status of each watch)
+  * Create proper logger with timestamps
+  * Add log command to god binary to get real time logs for a specific watch from a running god instance
+  * Add terminate command for god binary (stop god and all watches)
+* Minor Enhancements
+  * Enforce validity of Watches
+  * Enforce that God.init is not called after a Watch
+  * Move pid_file_directory creation and validation to God.start
+  * Remove check for at least one Watch during startup (now that dynamic loading exists)
+* New Conditions
+  * Tries < PollCondition - triggers after the specified number of tries
+  * Add :notify_when_flapping behavior to check for oscillation [kevinclark]
+  * Add :degrading_lambda condition. [kevinclark]
+    It uses a decaying interval (1/2 rate) for 3 cycles before failing.
+* Bug Fixes
+  * Use exit!(0) instead of exit! in god binary to exit with code 0 (instead of default -1)
+  * Command line group control fixed
+  * Fix cross-thread return problem
+
+== 0.3.0 / 2007-08-17
+
+* Fix netlink header problem on Ubuntu Edgy [Dan Sully]
+* Add uid/gid setting for processes [kevinclark]
+* Add autostart flag for watches so they don't necessarily startup with god [kevinclark]
+* Change command line call options for god binary to accommodate watch start/stop functionality
+* Add individual start/stop/restart grace periods for finer grained control
+* Change default DRb port to 17165 ('god'.to_i(32))
+* Implement command line control to start/restart/stop/monitor/unmonitor watches/groups by name
+* Watches can now belong to a group that can be controlled as a whole
+* Allow god to be installed (sans events) on systems that don't support events
+* Daemonize and handle PID files for non-daemonizing scripts [kevinclark]
+* Fix simple mode lifecycle gap
+* Remove necessity to specify pid_file for conditions
+* Change config file to use God.init and God.watch directly instead of God.meddle block
+* Move god binary command logic to main library
+* Enhance god binary with better reporting
+* Fix synchronization bug in Timer (reported by Srini Panguluri)
+* Add Lambda condition for easy custom conditions [Mike Mintz]
+* Add sugar for numerics (seconds, minutes, kilobytes, megabytes, percent, etc)
+* Add optional PID and log file generation to god binary for daemon mode
+* Add God.load to do glob enabled loading
+* Add -V option to god binary for detailed version/build info
+
+== 0.2.0 / 2007-07-18
+
+* Rewrote innards to use a state and event based lifecycle
+* Basic support for events via kqueue (bsd/darwin) and netlink/pec (linux) [kevinclark]
+* Added advanced syntax (simple syntax calls advanced api underneath)
+* Condition returns have changed meaning. With simple syntax, a true return activates block
+* Updated http://god.rubyforge.org with updated simple config and new advanced config
+
+== 0.1.0 / 2007-07-07
+
+* 1 major enhancement
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,107 @@
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/god
+examples/events.god
+examples/gravatar.god
+examples/single.god
+ext/god/extconf.rb
+ext/god/kqueue_handler.c
+ext/god/netlink_handler.c
+init/god
+lib/god.rb
+lib/god/behavior.rb
+lib/god/behaviors/clean_pid_file.rb
+lib/god/behaviors/clean_unix_socket.rb
+lib/god/behaviors/notify_when_flapping.rb
+lib/god/cli/command.rb
+lib/god/cli/run.rb
+lib/god/cli/version.rb
+lib/god/condition.rb
+lib/god/conditions/always.rb
+lib/god/conditions/complex.rb
+lib/god/conditions/cpu_usage.rb
+lib/god/conditions/degrading_lambda.rb
+lib/god/conditions/disk_usage.rb
+lib/god/conditions/flapping.rb
+lib/god/conditions/http_response_code.rb
+lib/god/conditions/lambda.rb
+lib/god/conditions/memory_usage.rb
+lib/god/conditions/process_exits.rb
+lib/god/conditions/process_running.rb
+lib/god/conditions/tries.rb
+lib/god/configurable.rb
+lib/god/contact.rb
+lib/god/contacts/email.rb
+lib/god/dependency_graph.rb
+lib/god/diagnostics.rb
+lib/god/driver.rb
+lib/god/errors.rb
+lib/god/event_handler.rb
+lib/god/event_handlers/dummy_handler.rb
+lib/god/event_handlers/kqueue_handler.rb
+lib/god/event_handlers/netlink_handler.rb
+lib/god/logger.rb
+lib/god/metric.rb
+lib/god/process.rb
+lib/god/registry.rb
+lib/god/simple_logger.rb
+lib/god/socket.rb
+lib/god/sugar.rb
+lib/god/system/portable_poller.rb
+lib/god/system/process.rb
+lib/god/system/slash_proc_poller.rb
+lib/god/task.rb
+lib/god/timeline.rb
+lib/god/trigger.rb
+lib/god/watch.rb
+test/configs/child_events/child_events.god
+test/configs/child_events/simple_server.rb
+test/configs/child_polls/child_polls.god
+test/configs/child_polls/simple_server.rb
+test/configs/complex/complex.god
+test/configs/complex/simple_server.rb
+test/configs/contact/contact.god
+test/configs/contact/simple_server.rb
+test/configs/daemon_events/daemon_events.god
+test/configs/daemon_events/simple_server.rb
+test/configs/daemon_events/simple_server_stop.rb
+test/configs/daemon_polls/daemon_polls.god
+test/configs/daemon_polls/simple_server.rb
+test/configs/degrading_lambda/degrading_lambda.god
+test/configs/degrading_lambda/tcp_server.rb
+test/configs/matias/matias.god
+test/configs/real.rb
+test/configs/running_load/running_load.god
+test/configs/stress/simple_server.rb
+test/configs/stress/stress.god
+test/configs/task/logs/.placeholder
+test/configs/task/task.god
+test/configs/test.rb
+test/helper.rb
+test/suite.rb
+test/test_behavior.rb
+test/test_condition.rb
+test/test_conditions_disk_usage.rb
+test/test_conditions_http_response_code.rb
+test/test_conditions_process_running.rb
+test/test_conditions_tries.rb
+test/test_contact.rb
+test/test_dependency_graph.rb
+test/test_driver.rb
+test/test_event_handler.rb
+test/test_god.rb
+test/test_handlers_kqueue_handler.rb
+test/test_logger.rb
+test/test_metric.rb
+test/test_process.rb
+test/test_registry.rb
+test/test_socket.rb
+test/test_sugar.rb
+test/test_system_portable_poller.rb
+test/test_system_process.rb
+test/test_task.rb
+test/test_timeline.rb
+test/test_trigger.rb
+test/test_watch.rb

data/README.txt

@@ -0,0 +1,59 @@
+god
+    by Tom Preston-Werner
+       Kevin Clark (kqueue/netlink support)
+       
+    http://god.rubyforge.org
+
+== DESCRIPTION:
+  
+God is an easy to configure, easy to extend monitoring framework written 
+in Ruby.
+
+Keeping your server processes and tasks running should be a simple part of 
+your deployment process. God aims to be the simplest, most powerful 
+monitoring application available.
+
+== DOCUMENTATION:
+
+See online documentation at http://god.rubyforge.org
+
+== COMMUNITY:
+
+Sign up for the god mailing list at http://groups.google.com/group/god-rb
+
+== INSTALL:
+
+  $ sudo gem install god
+  
+== CONTRIBUTE:
+
+Latest code is available at http://github.com/mojombo/god
+
+The 'master' branch can be cloned with:
+
+  $ git clone git://github.com/mojombo/god.git
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2007 Tom Preston-Werner
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,35 @@
+require 'rubygems'
+require 'hoe'
+
+Hoe.new('god', '0.7.9') do |p|
+  p.rubyforge_name = 'god'
+  p.author = 'Tom Preston-Werner'
+  p.email = 'tom@rubyisawesome.com'
+  p.url = 'http://god.rubyforge.org/'
+  p.summary = 'Like monit, only awesome'
+  p.description = "God is an easy to configure, easy to extend monitoring framework written in Ruby."
+  p.changes = p.paragraphs_of('History.txt', 0..1).join("\n\n")
+  p.spec_extras = {:extensions => ['ext/god/extconf.rb']}
+end
+
+desc "Open an irb session preloaded with this library"
+task :console do
+  sh "irb -rubygems -r ./lib/god.rb"
+end
+
+desc "Upload site to Rubyforge"
+task :site do
+  sh "scp -r site/* mojombo@god.rubyforge.org:/var/www/gforge-projects/god"
+end
+
+desc "Upload site to Rubyforge"
+task :site_edge do
+  sh "scp -r site/* mojombo@god.rubyforge.org:/var/www/gforge-projects/god/edge"
+end
+
+desc "Run rcov"
+task :coverage do
+  `rm -fr coverage`
+  `rcov test/test_*.rb`
+  `open coverage/index.html`
+end

data/bin/god

@@ -0,0 +1,127 @@
+#!/usr/bin/env ruby
+
+STDOUT.sync = true
+
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+
+require 'rubygems'
+require 'optparse'
+require 'drb'
+
+begin
+  options = {:daemonize => true, :port => 17165, :syslog => true, :events => true}
+
+  opts = OptionParser.new do |opts|
+    opts.banner = <<-EOF
+  Usage:
+    Starting:
+      god [-c <config file>] [-p <port> | -b] [-P <file>] [-l <file>] [-D]
+      
+    Querying:
+      god <command> <argument> [-p <port>]
+      god <command> [-p <port>]
+      god -v
+      god -V (must be run as root to be accurate on Linux)
+      
+    Commands:
+      start <task or group name>         start task or group
+      restart <task or group name>       restart task or group
+      stop <task or group name>          stop task or group
+      monitor <task or group name>       monitor task or group
+      unmonitor <task or group name>     unmonitor task or group
+      remove <task or group name>        remove task or group from god
+      load <file>                        load a config into a running god
+      log <task name>                    show realtime log for given task
+      status                             show status of each task
+      quit                               stop god
+      terminate                          stop god and all tasks
+      check                              run self diagnostic
+      
+    Options:
+  EOF
+  
+    opts.on("-cCONFIG", "--config-file CONFIG", "Configuration file") do |x|
+      options[:config] = x
+    end
+    
+    opts.on("-pPORT", "--port PORT", "Communications port (default 17165)") do |x|
+      options[:port] = x
+    end
+    
+    opts.on("-b", "--auto-bind", "Auto-bind to an unused port number") do
+      options[:port] = "0"
+    end
+    
+    opts.on("-PFILE", "--pid FILE", "Where to write the PID file") do |x|
+      options[:pid] = x
+    end
+    
+    opts.on("-lFILE", "--log FILE", "Where to write the log file") do |x|
+      options[:log] = x
+    end
+    
+    opts.on("-D", "--no-daemonize", "Don't daemonize") do
+      options[:daemonize] = false
+    end
+    
+    opts.on("-v", "--version", "Print the version number and exit") do
+      options[:version] = true
+    end
+    
+    opts.on("-V", "Print extended version and build information") do
+      options[:info] = true
+    end
+    
+    opts.on("--log-level LEVEL", "Log level [debug|info|warn|error|fatal]") do |x|
+      options[:log_level] = x.to_sym
+    end
+    
+    opts.on("--no-syslog", "Disable output to syslog") do
+      options[:syslog] = false
+    end
+    
+    opts.on("--attach PID", "Quit god when the attached process dies") do |x|
+      options[:attach] = x
+    end
+    
+    opts.on("--no-events", "Disable the event system") do
+      options[:events] = false
+    end
+    
+    opts.on("--bleakhouse", "Enable bleakhouse profiling") do
+      options[:bleakhouse] = true
+    end
+  end
+  
+  opts.parse!
+  
+  # validate
+  if options[:log_level] && ![:debug, :info, :warn, :error, :fatal].include?(options[:log_level])
+    abort("Invalid log level '#{options[:log_level]}'")
+  end
+  
+  # dispatch
+  if !options[:config] && options[:version]
+    require 'god'
+    God::CLI::Version.version
+  elsif !options[:config] && options[:info]
+    require 'god'
+    God::EventHandler.load
+    God::CLI::Version.version_extended
+  elsif !options[:config] && command = ARGV[0]
+    require 'god'
+    God::EventHandler.load
+    God::CLI::Command.new(command, options, ARGV)
+  else
+    require 'god/cli/run'
+    God::CLI::Run.new(options)
+  end
+rescue Exception => e
+  if e.instance_of?(SystemExit)
+    raise
+  else
+    puts 'Uncaught exception'
+    puts e.message
+    puts e.backtrace.join("\n")
+  end
+end

data/examples/events.god

@@ -0,0 +1,84 @@
+# This example shows how you might keep a local development Rails server up
+# and running on your Mac.
+
+# Run with:
+# god -c /path/to/events.god
+
+RAILS_ROOT = ENV['GOD_TEST_RAILS_ROOT']
+
+%w{3002}.each do |port|
+  God.watch do |w|
+    w.name = "local-#{port}"
+    w.interval = 5.seconds
+    w.start = "mongrel_rails start -p #{port} -P #{RAILS_ROOT}/log/mongrel.#{port}.pid -c #{RAILS_ROOT} -d"
+    w.stop = "mongrel_rails stop -P #{RAILS_ROOT}/log/mongrel.#{port}.pid -c #{RAILS_ROOT}"
+    w.pid_file = File.join(RAILS_ROOT, "log/mongrel.#{port}.pid")
+    w.log = File.join(RAILS_ROOT, "log/commands.#{port}.log")
+  
+    # clean pid files before start if necessary
+    w.behavior(:clean_pid_file)
+  
+    # determine the state on startup
+    w.transition(:init, { true => :up, false => :start }) do |on|
+      on.condition(:process_running) do |c|
+        c.running = true
+      end
+    end
+  
+    # determine when process has finished starting
+    w.transition([:start, :restart], :up) do |on|
+      on.condition(:process_running) do |c|
+        c.running = true
+      end
+    
+      # failsafe
+      on.condition(:tries) do |c|
+        c.times = 8
+        c.within = 2.minutes
+        c.transition = :start
+      end
+    end
+
+    # start if process is not running
+    w.transition(:up, :start) do |on|
+      on.condition(:process_exits)
+    end
+  
+    # restart if memory or cpu is too high
+    w.transition(:up, :restart) do |on|
+      on.condition(:memory_usage) do |c|
+        c.interval = 20
+        c.above = 50.megabytes
+        c.times = [3, 5]
+      end
+    
+      on.condition(:cpu_usage) do |c|
+        c.interval = 10
+        c.above = 10.percent
+        c.times = 5
+      end
+    
+      on.condition(:http_response_code) do |c|
+        c.host = 'localhost'
+        c.port = port
+        c.path = '/'
+        c.code_is = 500
+        c.timeout = 10.seconds
+        c.times = [3, 5]
+      end
+    end
+  
+    # lifecycle
+    w.lifecycle do |on|
+      on.condition(:flapping) do |c|
+        c.to_state = [:start, :restart]
+        c.times = 5
+        c.within = 1.minute
+        c.transition = :unmonitored
+        c.retry_in = 10.minutes
+        c.retry_times = 5
+        c.retry_within = 2.hours
+      end
+    end
+  end
+end