vines-services 0.1.0

data/test/config_test.rb

@@ -0,0 +1,242 @@
+# encoding: UTF-8
+
+require 'vines/services'
+require 'minitest/autorun'
+
+class ConfigTest < MiniTest::Unit::TestCase
+  def teardown
+    FileUtils.rm(Dir.glob('localhost-*.db'))
+    %w[data uploads].each do |dir|
+      FileUtils.remove_dir(dir) if File.exist?(dir)
+    end
+  end
+
+  def test_missing_host_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        # missing domain
+      end
+    end
+  end
+
+  def test_multiple_domains_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        host 'vines.wonderland.lit', 'vines.wonderland.lit' do
+          upstream 'localhost', 5347, 'secr3t'
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+        end
+      end
+    end
+  end
+
+  def test_configure
+    config = Vines::Services::Config.configure do
+      host 'vines.wonderland.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'wonderland_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+    end
+    refute_nil config
+    assert_same config, Vines::Services::Config.instance
+  end
+
+  def test_default_upload_directory
+    config = Vines::Services::Config.configure do
+      host 'vines.wonderland.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'wonderland_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+    end
+    assert File.exist?('data/upload')
+  end
+
+  def test_custom_upload_directory
+    config = Vines::Services::Config.configure do
+      host 'vines.wonderland.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        uploads 'uploads'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'wonderland_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+    end
+    assert File.exist?('uploads')
+  end
+
+  def test_missing_upstream_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        host 'vines.wonderland.lit' do
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+        end
+      end
+    end
+  end
+
+  def test_invalid_upstream_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        host 'vines.wonderland.lit' do
+          upstream 'localhost', 5347, nil
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+        end
+      end
+    end
+  end
+
+  def test_missing_storage_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        host 'vines.wonderland.lit' do
+          upstream 'localhost', 5347, 'secr3t'
+        end
+      end
+    end
+  end
+
+  def test_duplicate_storage_raises
+    assert_raises(RuntimeError) do
+      Vines::Services::Config.new do
+        host 'vines.wonderland.lit' do
+          upstream 'localhost', 5347, 'secr3t'
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+        end
+      end
+    end
+  end
+
+  def test_multiple_domains
+    config = Vines::Services::Config.new do
+      host 'vines.wonderland.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'wonderland_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+      host 'vines.verona.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'verona_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+    end
+    assert_equal 2, config.vhosts.size
+    assert_equal 'vines.wonderland.lit', config.vhosts['vines.wonderland.lit'].name
+    assert_equal 'vines.verona.lit', config.vhosts['vines.verona.lit'].name
+  end
+
+  def test_invalid_log_level
+    assert_raises(RuntimeError) do
+      config = Vines::Services::Config.new do
+        log 'bogus'
+        host 'vines.wonderland.lit' do
+          upstream 'localhost', 5347, 'secr3t'
+          storage 'couchdb' do
+            host 'localhost'
+            port 5984
+            database 'wonderland_lit'
+            tls false
+            username ''
+            password ''
+            index_dir '.'
+          end
+        end
+      end
+    end
+  end
+
+  def test_valid_log_level
+    config = Vines::Services::Config.new do
+      log :error
+      host 'vines.wonderland.lit' do
+        upstream 'localhost', 5347, 'secr3t'
+        storage 'couchdb' do
+          host 'localhost'
+          port 5984
+          database 'wonderland_lit'
+          tls false
+          username ''
+          password ''
+          index_dir '.'
+        end
+      end
+    end
+    assert_equal Logger::ERROR, Class.new.extend(Vines::Log).log.level
+  end
+end

data/test/priority_queue_test.rb

@@ -0,0 +1,23 @@
+# encoding: UTF-8
+
+require 'vines/services'
+require 'minitest/autorun'
+
+class PriorityQueueTest < MiniTest::Unit::TestCase
+  def test_queue_push_sorts
+    queue = Vines::Services::PriorityQueue.new
+    nums = (0..10_000).map {|i| rand(10_000) }
+    popped = []
+    EM.run do
+      nums.each {|num| queue.push(num) }
+      assert_equal nums.size, queue.size
+      (nums.size - 1).times do
+        queue.pop {|item| popped << item }
+      end
+      queue.pop {|item| popped << item; EM.stop }
+    end
+    assert queue.empty?
+    assert_equal 0, queue.size
+    assert_equal nums.sort {|a, b| -(a <=> b) }, popped
+  end
+end

data/test/storage/couchdb_test.rb

@@ -0,0 +1,30 @@
+# encoding: UTF-8
+
+require 'vines/services'
+require 'minitest/autorun'
+
+class CouchDBTest < MiniTest::Unit::TestCase
+  def teardown
+    FileUtils.rm(Dir.glob('localhost-*.db'))
+  end
+
+  def test_init
+    assert_raises(RuntimeError) { Vines::Services::Storage::CouchDB.new {} }
+    assert_raises(RuntimeError) { Vines::Services::Storage::CouchDB.new { host 'localhost' } }
+    assert_raises(RuntimeError) do
+      Vines::Services::Storage::CouchDB.new do
+        host 'localhost'
+        port '5984'
+        database 'test'
+        index_dir "./bogus/#{rand(1_000_000)}"
+      end
+    end
+    # shouldn't raise an error
+    Vines::Services::Storage::CouchDB.new do
+      host 'localhost'
+      port '5984'
+      database 'test'
+      index_dir '.'
+    end
+  end
+end

data/test/vql/compiler_test.rb

@@ -0,0 +1,96 @@
+# encoding: UTF-8
+
+require 'vines/services'
+require 'minitest/autorun'
+
+class CompilerTest < MiniTest::Unit::TestCase
+  def setup
+    @compiler = Vines::Services::VQL::Compiler.new
+    @query = "foo.bar like ' spam ' and (age < 42 or age > 99)"
+  end
+
+  def test_to_js_raises
+    assert_raises(ArgumentError) { @compiler.to_js(nil) }
+    assert_raises(ArgumentError) { @compiler.to_js(' ') }
+  end
+
+  def test_to_sql_raises
+    assert_raises(ArgumentError) { @compiler.to_sql(nil) }
+    assert_raises(ArgumentError) { @compiler.to_sql(' ') }
+  end
+
+  def test_to_js
+    js = @compiler.to_js(@query)
+    expected = %q{
+      function(doc) {
+        if (doc.type != 'System') return;
+        try {
+          var match = (doc.ohai.foo.bar.indexOf(' spam ') !== -1) && ((doc.ohai.age < 42) || (doc.ohai.age > 99));
+          if (match) {
+            var name = doc['_id'].replace('system:', '');
+            var os = doc.ohai.kernel.os.toLowerCase().replace('gnu/', '');
+            emit(name, os);
+          }
+        } catch(e) {
+          log(e.message);
+        }
+      }
+    }
+    assert_equal strip(expected), strip(js)
+  end
+
+  def test_to_full_js
+    service = Struct.new(:id, :code)
+    services = [service.new(42, 'fqdn is "www"'), service.new(1, 'age > 42')]
+    js = @compiler.to_full_js(services)
+    expected = %q{
+      function(doc) {
+        if (doc.type != 'System') return;
+        var name = doc['_id'].replace('system:', '');
+        var os = doc.ohai.kernel.os.toLowerCase().replace('gnu/', '');
+
+        try {
+          var match = (doc.ohai.fqdn === "www");
+          if (match) {
+            emit([0, '42'], {name: name, os: os});
+            emit([1, name], '42');
+          }
+        } catch(e) {
+          log(e.message);
+        }
+
+        try {
+          var match = (doc.ohai.age > 42);
+          if (match) {
+            emit([0, '1'], {name: name, os: os});
+            emit([1, name], '1');
+          }
+        } catch(e) {
+          log(e.message);
+        }
+
+      }
+    }
+    assert_equal strip(expected), strip(js)
+  end
+
+  def test_to_sql
+    sql, params = @compiler.to_sql(@query)
+    expected = %q{
+      select name, os from systems
+      inner join attributes a0 on id=a0.system_id and a0.key=?
+      inner join attributes a1 on id=a1.system_id and a1.key=?
+      inner join attributes a2 on id=a2.system_id and a2.key=?
+      where a0.value like ? and (cast(a1.value as number) < ? or cast(a2.value as number) > ?)
+      order by name
+    }
+    assert_equal strip(expected), strip(sql)
+    assert_equal ['foo.bar', 'age', 'age', '% spam %', '42', '99'], params
+  end
+
+  private
+
+  def strip(str)
+    str.strip.gsub(/[ ]{2,}/, '')
+  end
+end

data/test/vql/vql_test.rb

@@ -0,0 +1,233 @@
+# encoding: UTF-8
+
+require 'vines/services'
+require 'minitest/autorun'
+
+class VinesQLTest < MiniTest::Unit::TestCase
+  def setup
+    Citrus.load(File.expand_path('../../../lib/vines/services/vql/vql.citrus', __FILE__))
+  end
+
+  def test_negative_number
+    match = VinesQL.parse('foo < -42 ')
+    assert_equal '(doc.ohai.foo < -42)', match.js
+    assert_equal 'cast(value as number) < ?', match.sql
+    assert_equal ['foo', '-42'], match.params
+
+    match = VinesQL.parse('foo < -0.5 ')
+    assert_equal '(doc.ohai.foo < -0.5)', match.js
+    assert_equal 'cast(value as number) < ?', match.sql
+    assert_equal ['foo', '-0.5'], match.params
+
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 < -') }
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 < --1') }
+  end
+
+  def test_less_than
+    match = VinesQL.parse('foo < 1 ')
+    assert_equal '(doc.ohai.foo < 1)', match.js
+    assert_equal 'cast(value as number) < ?', match.sql
+    assert_equal ['foo', '1'], match.params
+
+    match = VinesQL.parse('foo<=1 ')
+    assert_equal '(doc.ohai.foo <= 1)', match.js
+    assert_equal 'cast(value as number) <= ?', match.sql
+    assert_equal ['foo', '1'], match.params
+
+    match = VinesQL.parse('foo < 1.5 ')
+    assert_equal '(doc.ohai.foo < 1.5)', match.js
+    assert_equal 'cast(value as number) < ?', match.sql
+    assert_equal ['foo', '1.5'], match.params
+
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 < 42') }
+  end
+
+  def test_greater_than
+    match = VinesQL.parse('foo > 1')
+    assert_equal '(doc.ohai.foo > 1)', match.js
+    assert_equal 'cast(value as number) > ?', match.sql
+    assert_equal ['foo', '1'], match.params
+
+    match = VinesQL.parse('foo>=1')
+    assert_equal '(doc.ohai.foo >= 1)', match.js
+    assert_equal 'cast(value as number) >= ?', match.sql
+    assert_equal ['foo', '1'], match.params
+
+    match = VinesQL.parse('foo > 1.5')
+    assert_equal '(doc.ohai.foo > 1.5)', match.js
+    assert_equal 'cast(value as number) > ?', match.sql
+    assert_equal ['foo', '1.5'], match.params
+
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 > 42') }
+  end
+
+  def test_is
+    match = VinesQL.parse('foo.bar is 13')
+    assert_equal '(doc.ohai.foo.bar === 13)', match.js
+    assert_equal 'value=?', match.sql
+    assert_equal ['foo.bar', '13'], match.params
+
+    match = VinesQL.parse('foo.bar is 13.5')
+    assert_equal '(doc.ohai.foo.bar === 13.5)', match.js
+    assert_equal 'value=?', match.sql
+    assert_equal ['foo.bar', '13.5'], match.params
+
+    match = VinesQL.parse('foo.bar is true')
+    assert_equal '(doc.ohai.foo.bar === true)', match.js
+    assert_equal 'value=?', match.sql
+    assert_equal ['foo.bar', 'true'], match.params
+
+    match = VinesQL.parse('foo.bar is false')
+    assert_equal '(doc.ohai.foo.bar === false)', match.js
+    assert_equal 'value=?', match.sql
+    assert_equal ['foo.bar', 'false'], match.params
+
+    match = VinesQL.parse('foo.bar is null')
+    assert_equal '(doc.ohai.foo.bar === null)', match.js
+    assert_equal 'value is null', match.sql
+    assert_equal ['foo.bar'], match.params
+
+    match = VinesQL.parse('foo.bar is " bar "')
+    assert_equal '(doc.ohai.foo.bar === " bar ")', match.js
+    assert_equal 'value=?', match.sql
+    assert_equal ['foo.bar', ' bar '], match.params
+
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 is 42') }
+  end
+
+  def test_is_not
+    match = VinesQL.parse('foo.bar is not 13')
+    assert_equal '(doc.ohai.foo.bar !== 13)', match.js
+    assert_equal 'value <> ?', match.sql
+    assert_equal ['foo.bar', '13'], match.params
+
+    match = VinesQL.parse('foo.bar is not 13.5')
+    assert_equal '(doc.ohai.foo.bar !== 13.5)', match.js
+    assert_equal 'value <> ?', match.sql
+    assert_equal ['foo.bar', '13.5'], match.params
+
+    match = VinesQL.parse('foo.bar is not true')
+    assert_equal '(doc.ohai.foo.bar !== true)', match.js
+    assert_equal 'value <> ?', match.sql
+    assert_equal ['foo.bar', 'true'], match.params
+
+    match = VinesQL.parse('foo.bar is not false')
+    assert_equal '(doc.ohai.foo.bar !== false)', match.js
+    assert_equal 'value <> ?', match.sql
+    assert_equal ['foo.bar', 'false'], match.params
+
+    match = VinesQL.parse('foo.bar is not null')
+    assert_equal '(doc.ohai.foo.bar !== null)', match.js
+    assert_equal 'value is not null', match.sql
+    assert_equal ['foo.bar'], match.params
+
+    match = VinesQL.parse('foo.bar is not " bar "')
+    assert_equal '(doc.ohai.foo.bar !== " bar ")', match.js
+    assert_equal 'value <> ?', match.sql
+    assert_equal ['foo.bar', ' bar '], match.params
+
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 is not 42') }
+  end
+
+  def test_like
+    match = VinesQL.parse('foo.bar like " bar "')
+    assert_equal '(doc.ohai.foo.bar.indexOf(" bar ") !== -1)', match.js
+    assert_equal 'value like ?', match.sql
+    assert_equal ['foo.bar', '% bar %'], match.params
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 like 42') }
+    assert_raises(Citrus::ParseError) { VinesQL.parse('foo.bar like 42') }
+  end
+
+  def test_not_like
+    match = VinesQL.parse('foo.bar not like " bar "')
+    assert_equal '(doc.ohai.foo.bar.indexOf(" bar ") === -1)', match.js
+    assert_equal 'value not like ?', match.sql
+    assert_equal ['foo.bar', '% bar %'], match.params
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 not like 42') }
+    assert_raises(Citrus::ParseError) { VinesQL.parse('foo.bar not like 42') }
+  end
+
+  def test_starts_with
+    match = VinesQL.parse('foo.bar starts with " bar "')
+    assert_equal '(doc.ohai.foo.bar.lastIndexOf(" bar ", 0) === 0)', match.js
+    assert_equal 'value like ?', match.sql
+    assert_equal ['foo.bar', ' bar %'], match.params
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 starts with 42') }
+    assert_raises(Citrus::ParseError) { VinesQL.parse('foo.bar starts with 42') }
+  end
+
+  def test_ends_with
+    match = VinesQL.parse('foo.bar ends with " bar "')
+    assert_equal '(doc.ohai.foo.bar.match(" bar " + \'$\'))', match.js
+    assert_equal 'value like ?', match.sql
+    assert_equal ['foo.bar', '% bar '], match.params
+    assert_raises(Citrus::ParseError) { VinesQL.parse('12 ends with 42') }
+    assert_raises(Citrus::ParseError) { VinesQL.parse('foo.bar ends with 42') }
+  end
+
+  def test_group
+    match = VinesQL.parse('(foo is 12 or bar is 42) and spam > 0')
+    assert_equal '((doc.ohai.foo === 12) || (doc.ohai.bar === 42)) && (doc.ohai.spam > 0)', match.js
+    assert_equal '(value=? or value=?) and cast(value as number) > ?', match.sql
+    assert_equal ['foo', '12', 'bar', '42', 'spam', '0'], match.params
+  end
+
+  def test_complex_syntax_with_extra_whitespace
+    syntax = %q{
+      name  like  'abc'  and
+      (
+        address.city  is  'LA'  or
+        address.city  is  not 'NYC'
+      )  or
+      ssn  not     like  '123'
+      and  status  starts  with    "valid"
+      and  status  ends    with    " test "
+      or   ( age      >    42 )
+    }.strip
+
+    js =
+      "(doc.ohai.name.indexOf('abc') !== -1) && " +
+      "((doc.ohai.address.city === 'LA') || (doc.ohai.address.city !== 'NYC')) || " +
+      "(doc.ohai.ssn.indexOf('123') === -1) && " +
+      "(doc.ohai.status.lastIndexOf(\"valid\", 0) === 0) && " +
+      "(doc.ohai.status.match(\" test \" + '$')) || " +
+      "((doc.ohai.age > 42))"
+
+    sql =
+      "value like ? and " +
+      "(value=? or value <> ?) or " +
+      "value not like ? and " +
+      "value like ? and " +
+      "value like ? or " +
+      "(cast(value as number) > ?)"
+
+    params = [
+      'name', '%abc%',
+      'address.city', 'LA',
+      'address.city', 'NYC',
+      'ssn', '%123%',
+      'status', 'valid%',
+      'status', '% test ',
+      'age', '42']
+
+    match = VinesQL.parse(syntax)
+    assert_equal js, match.js
+    assert_equal sql, match.sql
+    assert_equal params, match.params
+  end
+
+  def test_invalid_syntax
+    assert_raises(Citrus::ParseError) do
+      VinesQL.parse('some bogus syntax!')
+    end
+  end
+
+  def test_params_are_strings_not_matches
+    match = VinesQL.parse('foo < 42 and bar is "foo" and spam is not true')
+    assert_equal ['foo', '42', 'bar', 'foo', 'spam', 'true'], match.params
+    # were incorrectly returned as Citrus::Match objects
+    match.params.each do |p|
+      assert_equal String, p.class
+    end
+  end
+end

data/web/coffeescripts/api.coffee

@@ -0,0 +1,51 @@
+class Api
+  constructor: (@session) ->
+
+  jid: -> "vines.#{@session.bareJid().split('@')[1]}"
+
+  get: (ns, criteria, callback) ->
+    node = @session.xml """
+      <iq id="#{@session.uniqueId()}" to="#{this.jid()}" type="get">
+        <query xmlns="#{ns}"/>
+      </iq>
+    """
+    $('query', node).attr key, value for key, value of criteria
+
+    @session.sendIQ node, (result) =>
+      ok = $(result).attr('type') == 'result'
+      return unless ok
+      callback JSON.parse $('query', result).text()
+
+  get2: (ns, body, callback) ->
+    node = @session.xml """
+      <iq id="#{@session.uniqueId()}" to="#{this.jid()}" type="get">
+        <query xmlns="#{ns}"/>
+      </iq>
+    """
+    $('query', node).text body
+    @session.sendIQ node, (result) =>
+      ok = $(result).attr('type') == 'result'
+      return unless ok
+      callback JSON.parse $('query', result).text()
+
+  remove: (ns, id, callback) ->
+    node = @session.xml """
+      <iq id="#{@session.uniqueId()}" to="#{this.jid()}" type="set">
+        <query xmlns="#{ns}" action="delete" id=""/>
+      </iq>
+    """
+    $('query', node).attr 'id', id
+    @session.sendIQ node, callback
+
+  save: (ns, obj, callback) ->
+    node = @session.xml """
+      <iq id="#{@session.uniqueId()}" to="#{this.jid()}" type="set">
+        <query xmlns="#{ns}"/>
+      </iq>
+    """
+    $('query', node).text JSON.stringify obj
+
+    @session.sendIQ node, (result) =>
+      ok = $(result).attr('type') == 'result'
+      return unless ok
+      callback JSON.parse $('query', result).text()

data/web/coffeescripts/commands.coffee

@@ -0,0 +1,18 @@
+class Commands
+  constructor: ->
+    @buf = []
+    @index = 0
+
+  prev: ->
+    val = @buf[--@index]
+    @index = -1 unless val
+    val || ''
+
+  next: ->
+    val = @buf[++@index]
+    @index = @buf.length unless val
+    val || ''
+
+  push: (cmd) ->
+    @buf.push cmd
+    @index = @buf.length