noah 0.0.5-jruby

data/.autotest

@@ -0,0 +1,13 @@
+require 'autotest/growl'
+Autotest.add_hook(:initialize) {|at|
+  at.add_exception %r{^\.git}  # ignore Version Control System
+  at.add_exception %r{^./tmp}  # ignore temp files, lest autotest will run again, and again...
+  at.clear_mappings         # take out the default (test/test*rb)
+  at.add_mapping(%r{^noah\.rb$}) {|f, _|
+    Dir['spec/**/*.rb']
+  }
+  at.add_mapping(%r{^lib/.*\.rb$}) {|f, _|
+    Dir['spec/**/*.rb']
+  }
+  nil
+}

data/.gitignore

@@ -0,0 +1,7 @@
+.rvmrc
+*.swp
+coverage.data
+.idea
+.gem
+pkg/*
+logs/*

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,83 @@
+PATH
+  remote: .
+  specs:
+    noah (0.0.5-java)
+      haml (= 3.0.25)
+      ohm (= 0.1.3)
+      ohm-contrib (= 0.1.0)
+      rake (= 0.8.7)
+      sinatra (= 1.1.2)
+      sinatra-namespace (= 0.6.1)
+      vegas (= 0.1.8)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ZenTest (4.4.2)
+    autotest (4.4.6)
+      ZenTest (>= 4.4.1)
+    autotest-growl (0.2.9)
+    backports (1.18.2)
+    diff-lcs (1.1.2)
+    haml (3.0.25)
+    jruby-jars (1.5.6)
+    jruby-rack (1.0.5)
+    monkey-lib (0.5.4)
+      backports
+    nest (1.1.0)
+      redis (~> 2.1)
+    ohm (0.1.3)
+      nest (~> 1.0)
+    ohm-contrib (0.1.0)
+      ohm
+    rack (1.2.1)
+    rack-test (0.5.7)
+      rack (>= 1.0)
+    rake (0.8.7)
+    redis (2.1.1)
+    rspec (2.4.0)
+      rspec-core (~> 2.4.0)
+      rspec-expectations (~> 2.4.0)
+      rspec-mocks (~> 2.4.0)
+    rspec-core (2.4.0)
+    rspec-expectations (2.4.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.4.0)
+    rubyzip (0.9.4)
+    sinatra (1.1.2)
+      rack (~> 1.1)
+      tilt (~> 1.2)
+    sinatra-advanced-routes (0.5.1)
+      monkey-lib (~> 0.5.0)
+      sinatra (~> 1.0)
+      sinatra-sugar (~> 0.5.0)
+    sinatra-namespace (0.6.1)
+      sinatra (~> 1.1)
+    sinatra-reloader (0.5.0)
+      sinatra (~> 1.0)
+      sinatra-advanced-routes (~> 0.5.0)
+    sinatra-sugar (0.5.0)
+      monkey-lib (~> 0.5.0)
+      sinatra (~> 1.0)
+    tilt (1.2.2)
+    vegas (0.1.8)
+      rack (>= 1.0.0)
+    warbler (1.2.1)
+      jruby-jars (>= 1.4.0)
+      jruby-rack (>= 1.0.0)
+      rake (>= 0.8.7)
+      rubyzip (>= 0.9.4)
+
+PLATFORMS
+  java
+  ruby
+
+DEPENDENCIES
+  ZenTest (= 4.4.2)
+  autotest (= 4.4.6)
+  autotest-growl (= 0.2.9)
+  noah!
+  rack-test (= 0.5.7)
+  rspec (= 2.4.0)
+  sinatra-reloader (= 0.5.0)
+  warbler (= 1.2.1)

data/README.md

@@ -0,0 +1,213 @@
+# Noah testing quickstart
+(make sure redis is running)
+
+## Setup
+There is no specific configuration file in use anymore. Everything is configured via command-line options to the noah binary or stored in config.ru.
+
+   * The instance of Redis is configured via the `REDIS_URL` env setting. This is honored by Ohm.
+   * Redis DSN strings are in the format of "redis://hostname:port/db"
+   * `RACK_ENV` is honored.
+   * `rake sample["redis://localhost:6379/2"]` populates the locally running redis instance - db 2
+   * `rake spec` runs the test suite (using 'redis://localhost:6379/3' for storing test data)
+
+_rake sample_
+
+	Creating Host entry for 'localhost'
+	Create Service entry for redis
+	Create Service entry for noah
+	Creating Application entry for 'noah'
+	Creating Configuration entry for 'noah'
+	Creating sample entries - Host and Service
+	Creating sample entries - Application and Configuration
+	Setup successful!
+
+## Run it
+There are two way to run Noah
+
+### config.ru
+Edit config.ru to change the redis instance or rack environment.
+
+### bin/noah
+The binary script in bin was created using [Vegas](https://github.com/quirkey/vegas). It accepts the familiar rack options as well as an option for specifying the redis url.
+
+	bin/noah -p 9292 -s thin -d -F -e production -r redis://localhost:6379/2
+	[2011-02-07 16:48:15 -0500] Starting 'noah'...
+	[2011-02-07 16:48:15 -0500] trying port 9292...
+	Couldn't get a file descriptor referring to the console
+	[2011-02-07 16:48:15 -0500] Running with Rack handler: Rack::Handler::Thin
+	>> Thin web server (v1.2.7 codename No Hup)
+	>> Maximum connections set to 1024
+	>> Listening on 0.0.0.0:9292, CTRL+C to stop
+
+If you leave off `-F`, all information will be logged to `$HOME/.vegas/noah`. Run `bin/noah -h` for more options.
+
+Please note on JRuby that the port setting does not work for some f'cking reason. Bug claims to have been fixed. Until then, when on Jruby run like so:
+
+  noah -F -d -r redis://localhost:6379/0
+
+## Example links
+[Noah Start Page](http://localhost:9292/)
+
+If you have Noah running, you can hit the above link for some links created by the setup samples.
+
+## All configs
+_curl http://localhost:9292/c/_
+
+	[
+	 {"id":"1",
+	  "name":"db",
+	  "format":"string",
+	  "body":"redis://127.0.0.1:6379/0",
+	  "update_at":"2011-01-17 14:12:43 UTC",
+	  "application":"noah"
+	 }
+	]
+
+## All services
+_curl http://localhost:9292/s/_
+
+	[
+	 {
+	  "id":"1",
+	  "name":"redis",
+	  "status":"up",
+	  "updated_at":"2011-01-17 14:12:43 UTC",
+	  "host":"localhost"
+	 },
+	 {
+	  "id":"2",
+	  "name":"noah",
+	  "status":"up",
+	  "updated_at":"2011-01-17 14:12:43 UTC",
+	  "host":"localhost"
+	 }
+	]
+
+## All hosts
+_curl http://localhost:9292/h/_
+
+	[
+	 {
+	  "id":"1",
+	  "name":"localhost",
+	  "status":"up",
+	  "updated_at":"2011-01-17 14:12:43 UTC",
+	  "services":[
+		      {
+		       "id":"1",
+		       "name":"redis",
+		       "status":"up",
+		       "updated_at":"2011-01-17 14:12:43 UTC",
+		       "host":"localhost"
+		      },
+		      {
+		       "id":"2",
+		       "name":"noah",
+		       "status":"up",
+		       "updated_at":"2011-01-17 14:12:43 UTC",
+		       "host":"localhost"
+		      }
+		     ]
+	 }
+	]
+
+## All applications
+_curl http://localhost:9292/a/_
+
+	[
+	 {
+	  "id":"1",
+	  "name":"noah",
+	  "updated_at":"2011-01-17 14:12:43 UTC"
+	 }
+	]
+
+Most other combinations of endpoints work as well:
+
+* `http://localhost:9292/h/<hostname>/<servicename>` - `<servicename>` on `<hostname>`
+* `http://localhost:9292/a/<appname>/<configname>` - Configuration for `<appname>`
+* `http://localhost:9292/c/<appname>/<element>` - Specific configuration element for `<appname>`
+
+	{
+	 "id":"1",
+	 "name":"db",
+	 "format":"string",
+	 "body":"redis://127.0.0.1:6379/0",
+	 "update_at":"2011-01-17 14:12:43 UTC",
+	 "application":"noah"
+	}
+
+# Adding new entries
+There are two ways to add new objects: via irb and via the [API](https://github.com/lusis/Noah/wiki/Stabilize-API) on a running instance. The API is still in a state of flux.
+
+## Adding a new application and configuration item
+
+	irb -rohm -rohm/contrib -r./lib/noah/models.rb
+
+	a1 = Application.create(:name => 'myapplication')
+	if a1.save
+	  a1.configurations << Configuration.create(:name => 'jsonconfigobj', :format => 'json', :body => '{"configvar1":"foo","configvar2":"bar"}', :application => a1)
+	end
+	JSON.parse(Configuration[2].body)
+
+	{"configvar1"=>"foo", "configvar2"=>"bar"}
+
+## database.yml inside Noah? Sure!
+
+	dbyaml = <<EOY
+	development:
+	  adapter: mysql
+	  database: rails_development
+	  username: root
+	  password: my super secret password
+	EOY
+	a2 = Application.create(:name => 'myrailsapp')
+	if a2.save
+	  a2.configurations << Configuration.create(:name => 'database.yml', :format => 'yaml', :body => dbyaml, :application => a2)
+	end
+	puts YAML.dump(Configuration[3].body)
+
+	development:
+	  adapter: mysql
+	  database: rails_development
+	  username: root
+	  password: my super secret password
+
+# Hosts and Services/Applications and Configurations
+Host/Services and Applications/Configurations are almost the same thing with a few exceptions. Here are some basic facts:
+
+* Hosts have many Services
+* Applications have many Configurations
+* Hosts and Services have a status - `up`,`down` or `pending`
+
+The intention of the `status` field for Hosts and Services is that a service might, when starting up, set the appropriate status. Same goes for said service shutting down. This also applies to hosts (i.e. a curl PUT is sent to Noah during the boot process).
+ 
+While an application might have different "configurations" based on environment (production, qa, dev), the Configuration object in Noah is intended to be more holistic i.e. these are the Configuration atoms (a yaml file, property X, property Y) that form the running configuration of an Application.
+
+Here's a holistic example using a tomcat application:
+
+* Host running tomcat comes up. It sets its status as "pending"
+* Each service on the box starts up and sets its status to "pending" and finally "up" (think steps in the init script for the service)
+* Tomcat (now in the role of `Application`) given a single property in a properties file called "bootstrap.url", grabs a list of `Configuration`atoms it needs to run. Let's say, by default, Tomcat starts up with all webapps disabled. Using the `Configuration` item `webapps`, it knows which ones to start up.
+* Each webapp (an application under a different context root) now has the role of `Application` and the role of `Service`. As an application, the webapp would grab things that would normally be stored in a .properties file. Maybe even the log4j.xml file. In the role of `Service`, a given webapp might be an API endpoint and so it would have a hostname (a virtual host maybe?) and services associated with it. Each of those, has a `status`.
+
+That might be confusing and it's a fairly overly-contrived example. A more comon use case would be the above where, instead of storing the database.yml on the server, the Rails application actually reads the file from Noah. Now that might not be too exciting but try this example:
+
+* Rails application with memcached as part of the stack.
+* Instead of a local configuration file, the list of memcached servers is a `Configuration` object belonging to the rails application's `Application` object.
+* As new memcached servers are brought online, your CM tool (puppet or chef) updates Noah
+* Your Rails application either via restarting (and thus rebootstrapping the list of memcached servers from Noah) or using the Watcher subsystem is instantly aware of those servers. You could fairly easily implement a custom Watcher that, when the list of memcached server changes, the Passenger restart file is written.
+
+Make sense?
+
+# Constraints
+You can view all the constraints inside `models.rb` but here they are for now:
+
+* A new host must have at least `name` and `status` set.
+* A new service must have at least `name` and `status` set.
+* Each Host `name` must be unique
+* Each Service `name` per Host must be unique
+* Each Application `name` must exist and be unique
+* Each Configuration name per Application must be unique.
+* Each Configuration must have `name`,`format` and `body`
+

data/Rakefile

@@ -0,0 +1,105 @@
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+
+Bundler::GemHelper.install_tasks
+
+desc "Populate database with sample dataset"
+task :sample, :redis_url do |t, args|
+  require 'ohm'
+  begin
+    require 'yajl'
+  rescue LoadError
+    require 'json'
+  end
+  require File.join(File.dirname(__FILE__), 'lib','noah')
+
+  
+  Ohm::connect(:url => args.redis_url)
+  Ohm::redis.flushdb 
+  puts "Creating Host entry for 'localhost'"
+  h = Host.create(:name => 'localhost', :status => "up")
+  if h.save
+    %w[redis noah].each do |service|
+      puts "Create Service entry for #{service}"
+      s = Service.create(:name => service, :status => "up", :host => h)
+      h.services << s
+    end
+  end
+
+  puts "Creating Application entry for 'noah'"
+  a = Application.create(:name => 'noah')
+  if a.save
+    puts "Creating Configuration entry for 'noah'"
+    cr = Configuration.create(:name => 'redis', :format => 'string', :body => 'redis://127.0.0.1:6379/0', :application => a)
+    ch = Configuration.create(:name => 'host', :format => 'string', :body => 'localhost', :application  => a)
+    cp = Configuration.create(:name => 'port', :format => 'string', :body => '9292', :application => a)
+    %w[cr ch cp].each do |c|
+      a.configurations << eval(c)
+    end
+  end
+
+  puts "Creating sample entries - Host and Service"
+  %w[host1.domain.com host2.domain.com host3.domain.com].each do |host|
+    h = Host.create(:name => host, :status => "up")
+    if h.save
+      %w[http https smtp mysql].each do |service|
+        s = Service.create(:name => service, :status => "pending", :host => h)
+        h.services << s
+      end
+    end
+  end
+
+  puts "Creating sample entries - Application and Configuration"
+  my_yaml = <<EOY
+  development:
+    database: development_database
+    adapter: mysql
+    username: dev_user
+    password: dev_password
+EOY
+  my_json = <<EOJ
+  {
+    "id":"hostname",
+    "data":"localhost"
+  }
+EOJ
+
+  a1 = Application.create(:name => 'myrailsapp1')
+  if a1.save
+    c1 = Configuration.create(:name => 'database.yml', :format => 'yaml', :body => my_yaml, :application => a1)
+    a1.configurations << c1
+  end
+
+  a2 = Application.create(:name => 'myrestapp1')
+  if a2.save
+    c2 = Configuration.create(:name => 'config.json', :format => 'json', :body => my_json, :application => a2)
+    a2.configurations << c2
+  end
+  puts "Sample data populated!"
+end
+  
+
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+namespace :coverage do
+  desc "Delete aggregate coverage data."
+  task(:clean) { rm_f "coverage.data" }
+end
+desc "Run Rcov code coverage analysis"
+RSpec::Core::RakeTask.new(:coverage) do |t|
+  t.rcov = true
+  t.verbose = true
+  t.rcov_opts = %q[--aggregate coverage.data --sort coverage --text-report --exclude "config,.bundle/*,gems/*,spec/*" -o doc/coverage -Ilib -i "noah.rb"]
+end

data/autotest/discover.rb

@@ -0,0 +1 @@
+Autotest.add_discovery { "rspec2" }

data/bin/noah

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+$:.unshift(File.expand_path(File.join(File.dirname(__FILE__), "..", "lib")))
+require 'noah'
+require 'vegas'
+
+Vegas::Runner.new(Noah::App, 'noah') do |runner, opts, app|
+  opts.on("-r", "--redis URL", "redis url to connect to (default: redis://localhost:6379/0)") {|r| ENV["REDIS_URL"] = r }
+end

data/config.ru

@@ -0,0 +1,3 @@
+require File.join(File.dirname(__FILE__), 'lib','noah')
+ENV['REDIS_URL'] = "redis://localhost:6379/0"
+run Noah::App

data/doc/coverage/index.html

@@ -0,0 +1,138 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html lang='en' xml:lang='en' xmlns='http://www.w3.org/1999/xhtml'>
+  <head>
+    <meta http-equiv="Content-type" content="text/html;charset=UTF-8" />
+    <title>Noah C0 Coverage Information - RCov</title>
+    <link href="screen.css" media="all" rel="stylesheet" type="text/css" />
+    <link href="print.css" media="print" rel="stylesheet" type="text/css" />
+    
+    <script type="text/javascript" src="jquery-1.3.2.min.js"></script>
+    <script type="text/javascript" src="jquery.tablesorter.min.js"></script>
+    <script type="text/javascript" src="rcov.js"></script>
+  </head>
+  <body>
+    <h1>Noah C0 Coverage Information - RCov</h1>
+    
+
+    <noscript><style type="text/css">.if_js { display:none; }</style></noscript>
+
+    <div class="filters if_js">
+      <fieldset>
+        <label>File Filter:</label>
+        <select id="file_filter" class="filter">
+          <option value="all_files">Show All</option>
+          <option value="lib">lib/</option>
+        </select>
+      </fieldset>
+      <fieldset>
+        <label>Code Coverage Threshold:</label>
+        <select id="coverage_filter" class="filter">
+          <option value="all_coverage">Show All</option>
+          <option value="10">&lt; 10% Coverage</option><option value="20">&lt; 20% Coverage</option><option value="30">&lt; 30% Coverage</option><option value="40">&lt; 40% Coverage</option><option value="50">&lt; 50% Coverage</option><option value="60">&lt; 60% Coverage</option><option value="70">&lt; 70% Coverage</option><option value="80">&lt; 80% Coverage</option><option value="90">&lt; 90% Coverage</option><option value="100">&lt; 100% Coverage</option>
+          <option value="110">= 100% Coverage</option>
+        </select>
+      </fieldset>
+    </div>
+    
+    <div class="report_table_wrapper">
+      <table class='report' id='report_table'>
+        <thead>
+          <tr>
+            <th class="left_align">Name</th>
+            <th class="right_align">Total Lines</th>
+            <th class="right_align">Lines of Code</th>
+            <th class="left_align">Total Coverage</th>
+            <th class="left_align">Code Coverage</th>
+          </tr>
+        </thead>
+        <tfoot>
+          <tr>
+            <td class="left_align">TOTAL</td>
+            <td class='right_align'><tt>612</tt></td>
+            <td class='right_align'><tt>521</tt></td>
+            <td class="left_align"><div class="percent_graph_legend"><tt class=''>83.33%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:83px"></div>
+            <div class="uncovered" style="width:17px"></div>
+          </div></td>
+            <td class="left_align"><div class="percent_graph_legend"><tt class='coverage_total'>81.96%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:82px"></div>
+            <div class="uncovered" style="width:18px"></div>
+          </div></td>
+          </tr>
+        </tfoot>
+        <tbody>
+          
+            <tr class="all_files all_coverage 60 70 80 90 100 lib even">
+              <td class="left_align"><a href="lib-helpers_rb.html">lib/helpers.rb</a></td>
+              <td class='right_align'><tt>55</tt></td>
+              <td class='right_align'><tt>45</tt></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>56.36%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:56px"></div>
+            <div class="uncovered" style="width:44px"></div>
+          </div></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>57.78%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:58px"></div>
+            <div class="uncovered" style="width:42px"></div>
+          </div></td>
+            </tr>
+          
+            <tr class="all_files all_coverage 90 100  odd">
+              <td class="left_align"><a href="noah_rb.html">noah.rb</a></td>
+              <td class='right_align'><tt>326</tt></td>
+              <td class='right_align'><tt>285</tt></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>82.52%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:83px"></div>
+            <div class="uncovered" style="width:17px"></div>
+          </div></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>81.05%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:81px"></div>
+            <div class="uncovered" style="width:19px"></div>
+          </div></td>
+            </tr>
+          
+            <tr class="all_files all_coverage 90 100 lib even">
+              <td class="left_align"><a href="lib-models_rb.html">lib/models.rb</a></td>
+              <td class='right_align'><tt>231</tt></td>
+              <td class='right_align'><tt>191</tt></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>90.91%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:91px"></div>
+            <div class="uncovered" style="width:9px"></div>
+          </div></td>
+              <td class="left_align"><div class="percent_graph_legend"><tt class=''>89.01%</tt></div>
+          <div class="percent_graph">
+            <div class="covered" style="width:89px"></div>
+            <div class="uncovered" style="width:11px"></div>
+          </div></td>
+            </tr>
+          
+        </tbody>
+      </table>
+    </div>
+    
+    <p>Generated on 2011-01-31 05:03:32 -0500 with <a href="http://github.com/relevance/rcov">rcov 0.9.8</a></p>
+
+    <script type="text/javascript">
+      $(document).ready(function(){$("#report_table").tablesorter({widgets: ['zebra'], textExtraction: 'complex'});});
+      $('.filter').change(function(){
+        ff = $('#file_filter').val();
+        cf = $('#coverage_filter').val();
+        $('table#report_table tbody tr').each(function(i){ 
+          if ((this.className.split(" ").indexOf(ff) > -1) && (this.className.split(" ").indexOf(cf) > -1)) {
+            this.style.display = "";
+          } else {
+            this.style.display = "none";
+          };
+          restripe();
+        })
+      })
+    </script>
+
+  </body>
+</html>