logworm_amqp 0.8.0

data/CHANGELOG

@@ -0,0 +1,52 @@
+v0.8.0
+	Dropped http for amqp for high scalability and reduce latency  
+
+v0.7.7
+    DB.config now receives an optional app parameter, for the cases where you want to call command-line tools from a directory other than the app's directory... or when you have more than one Heroku remote/app from the same directory
+
+v0.7.6
+    QueryBuilder now allows Time objects as arguments for timeframe
+
+v0.7.5
+    :force_ts now default in QueryBuilder
+    
+v0.7.4
+    Eliminated default host for database. Must be specified in the configuration environment.
+
+v0.7.3
+    Cleaner way to compose the URL for the DB (now logworm://key:secret@host/token/token_secret/)
+
+v0.7.1
+    Added DB.from_config_or_die, to throw exception if DB cannot be initialized
+
+v0.7.0 
+    Changes to run as a Heroku add-on
+    Configuration now stored as a URL
+    Now requires Heroku gem
+       
+v0.6.1 
+    fixed query builder
+
+v0.6.0 
+    added query builder
+
+v0.5.1 
+    removed memcache dependency, added memcache-client
+
+v0.5.0 
+    removed utils, moved them to separate gem
+
+v0.4.1 
+    added start and end options to lw-compute and lw-tail
+
+v0.4.0 
+    added lw-compute tool, to run aggregate queries
+
+v0.3.0 
+    added lw-heroku tool, to push configuration variables to heroku
+
+v0.2.0 
+    removed app/ libraries. Added tail as a utility, lw-tail as a command
+
+v0.1.0 
+    initial version.

data/Manifest

@@ -0,0 +1,14 @@
+CHANGELOG
+Manifest
+README.md
+Rakefile
+lib/base/config.rb
+lib/base/db.rb
+lib/base/query_builder.rb
+lib/logworm_amqp.rb
+spec/base_spec.rb
+spec/builder_spec.rb
+spec/config_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tests/builder_test.rb

data/README.md

@@ -0,0 +1,3 @@
+Common logworm libraries, used by client gem and by logworm applications.
+
+*Not used directly, but include by the logworm client gem*

data/Rakefile

@@ -0,0 +1,10 @@
+require 'echoe'
+Echoe.new('logworm_amqp', '0.8.0') do |p|
+  p.description = "logworm logging tool"
+  p.url = "http://www.logworm.com"
+  p.author = "Pomelo, LLC"
+  p.email  = "schapira@pomelollc.com"
+  p.ignore_pattern = ["tmp/*", "script/*"]
+  p.development_dependencies = ["memcache-client", "hpricot", "oauth", "heroku", "minion"]
+  p.runtime_dependencies = ["memcache-client", "hpricot", "oauth", "heroku", "minion"]
+end

data/lib/base/config.rb

@@ -0,0 +1,49 @@
+require 'singleton'
+
+module Logworm
+  class ConfigFileNotFound < Exception ; end
+  
+  class Config
+    
+    include ::Singleton
+      
+    FILENAME = ".logworm"
+    
+    def initialize
+      reset
+    end
+    
+    def reset
+      @file_found = false
+      @url = nil
+    end
+    
+    def read
+      begin
+        f = File.new("./" + FILENAME, 'r')
+        @url = f.readline.strip
+        @file_found = true
+      rescue Errno::ENOENT => e
+      end
+      self
+    end
+
+    def url
+      @url
+    end
+    
+    def file_found?
+      @file_found and (!@url.nil? and @url != "")
+    end
+    
+    def save(url)
+      File.open("./" + FILENAME, 'w') do |f|
+        f.puts url
+      end rescue Exception
+      %x[echo #{FILENAME} >> .gitignore]
+    end
+    
+  end
+
+end
+

data/lib/base/db.rb

@@ -0,0 +1,145 @@
+require 'oauth'
+require 'json'
+require 'minion'
+require 'hmac-sha1'
+require 'cgi'
+require 'base64'
+
+module Logworm
+  class ForbiddenAccessException < Exception ; end
+  class DatabaseException < Exception ; end
+  class InvalidQueryException < Exception ; end
+  
+  class DB
+    
+    URL_FORMAT    = /logworm:\/\/([^:]+):([^@]+)@([^\/]+)\/([^\/]+)\/([^\/]+)\//
+    # URI: logworm://<consumer_key>:<consumer_secret>@db.logworm.com/<access_token>/<access_token_secret>/
+ 
+    attr_reader :host, :consumer_key, :consumer_secret, :token, :token_secret
+    
+    def initialize(url)
+      match = DB.parse_url(url)
+      raise ForbiddenAccessException.new("Incorrect URL Format #{url}") unless match and match.size == 6      
+      @consumer_key, @consumer_secret, @host, @token, @token_secret = match[1..5]
+      @connection = OAuth::AccessToken.new(OAuth::Consumer.new(@consumer_key, @consumer_secret), @token, @token_secret)
+      Minion.amqp_url = "amqp://logworm-producer:4tX.z.rC@pomelo-1.dotcloud.com/"
+    end
+  
+    def self.with_tokens(token, token_secret)
+      consumer_key    = ENV["#{ENV['APP_ID']}_APPS_KEY"]
+      consumer_secret = ENV["#{ENV['APP_ID']}_APPS_SECRET"]
+      host            = ENV["#{ENV['APP_ID']}_DB_HOST"]
+      DB.new(DB.make_url(host, consumer_key, consumer_secret, token, token_secret))
+    end
+    
+    def self.from_config(app = nil)
+      # Try with URL from the environment. This will certainly be the case when running on Heroku, in production.
+      return DB.new(ENV['LOGWORM_URL']) if ENV['LOGWORM_URL'] and DB.parse_url(ENV['LOGWORM_URL'])
+      
+      # If no env. found, try with configuration file, unless app specified
+      config = Logworm::Config.instance
+      config.read
+      unless app
+        return DB.new(config.url) if config.file_found? and DB.parse_url(config.url)
+      end
+
+      # Try with Heroku configuration otherwise
+      cmd = "heroku config --long #{app ? " --app #{app}" : ""}"
+      config_vars = %x[#{cmd}] || ""
+      m = config_vars.match(Regexp.new("LOGWORM_URL\\s+=>\\s+([^\\n]+)"))
+      if m and DB.parse_url(m[1])
+        config.save(m[1]) unless (config.file_found? and app) # Do not overwrite if --app is provided
+        return DB.new(m[1])
+      end
+      
+      nil
+    end
+    
+    def self.from_config_or_die(app = nil)
+      db = self.from_config(app)
+      raise "The application is not properly configured. Either use 'heroku addon:add' to add logworm to your app, or save your project's credentials into the .logworm file" unless db
+      db
+    end
+
+    def self.make_url(host, consumer_key, consumer_secret, token, token_secret)
+      "logworm://#{consumer_key}:#{consumer_secret}@#{host}/#{token}/#{token_secret}/"
+    end
+
+    def url()
+      DB.make_url(@host, @consumer_key, @consumer_secret, @token, @token_secret)
+    end
+    
+    def self.example_url
+      self.make_url("db.logworm.com", "Ub5sOstT9w", "GZi0HciTVcoFHEoIZ7", "OzO71hEvWYDmncbf3C", "J7wq4X06MihhZgqDeB")
+    end
+
+    
+    def tables()
+      db_call(:get, "#{host_with_protocol}/") || []
+    end
+  
+    def query(table, cond)
+      db_call(:post, "#{host_with_protocol}/queries", {:table => table, :query => cond})
+    end
+    
+    
+  
+    def results(uri)
+      res = db_call(:get, uri)
+      raise InvalidQueryException.new("#{res['error']}") if res['error']
+      res["results"] = JSON.parse(res["results"])
+      res
+    end
+    
+    def signature(base_string, consumer_secret) 
+      secret="#{escape(consumer_secret)}&" 
+      Base64.encode64(HMAC::SHA1.digest(secret,base_string)).chomp.gsub(/\n/,'') 
+    end 
+
+    def escape(value) 
+      CGI.escape(value.to_s).gsub("%7E", '~').gsub("+", "%20") 
+    end 
+    
+    
+    def batch_log(entries)
+      #db_call(:post, "#{host_with_protocol}/log", {:entries => $lr_queue.to_json})
+      content = $lr_queue.to_json
+      sig= signature(content, @token_secret )
+      start = Time.now
+      Minion.enqueue("lw.logging", {:entries => content, :consumer_key => @token, :signature => sig })
+      $stderr.puts "#{Time.now - start}"
+      
+    end
+
+
+
+
+  private
+    def db_call(method, uri, params = {})
+      begin
+        res = @connection.send(method, uri, params)
+      rescue SocketError
+        raise DatabaseException
+      end
+      raise InvalidQueryException.new("#{res.body}")              if res.code.to_i == 400
+      raise ForbiddenAccessException                              if res.code.to_i == 403
+      raise DatabaseException                                     if res.code.to_i == 404
+      raise DatabaseException.new("Server returned: #{res.body}") if res.code.to_i == 500
+      begin
+        JSON.parse(res.body)
+      rescue Exception => e
+        raise DatabaseException.new("Database reponse cannot be parsed: #{e}")
+      end
+    end
+    
+    def self.parse_url(url)
+       url.match(URL_FORMAT)
+    end
+    
+    def host_with_protocol
+      "http://#{@host}"
+    end
+  end
+
+end
+

data/lib/base/query_builder.rb

@@ -0,0 +1,115 @@
+require 'rubygems'
+require 'json'
+
+###
+# Receives a hash with options, and provides a to_json method that returns the query ready to be sent to the logworm server
+# Switches (all optional)
+#   :fields             => String with a comma-separated list of fields (quoted or not), or Array of Strings
+#   :force_ts           => Boolean, specifies whether _ts should be added to the list of fields
+#   :aggregate_function => String
+#   :aggregate_argument => String
+#   :aggregate_group    => String with a comma-separated list of fields (quoted or not), or Array of Strings
+#   :conditions         => String with comma-separated conditions (in MongoDB syntax), or Array of Strings
+#   :start              => String or Integer (for year)
+#   :end                => String or Integer (for year)
+#   :limit              => String or Integer
+###
+module Logworm
+  class QueryBuilder
+    
+    attr_accessor :fields, :groups, :aggregate, :conditions, :tf, :limit
+    
+    def initialize(options = {})
+      @options = options
+      @options.merge(:force_ts => true) unless @options.include? :force_ts
+      @query = build()
+    end
+  
+    def to_json
+      @query
+    end
+  
+    private
+    def build()
+      query_opts = []
+    
+      ###
+      # Fields : Array, or Comma-separated string
+      ###
+      @fields = to_array(@options[:fields])
+      query_opts << '"fields":' + (@options[:force_ts] ? @fields + ["_ts"] : @fields).to_json if @fields.size > 0
+
+      ###
+      # Aggregate
+      #  aggregate_function: String
+      #  aggregate_argument: String (or empty)
+      #  aggregate_group: String or Array
+      ###
+      @groups = to_array(@options[:aggregate_group])
+      @aggregate = {}
+      @aggregate[:function] = @options[:aggregate_function] if is_set?(@options[:aggregate_function])
+      @aggregate[:argument] = @options[:aggregate_argument] if is_set?(@options[:aggregate_argument])
+      @aggregate[:group_by] = groups[0] if groups.size == 1
+      @aggregate[:group_by] = groups if groups.size > 1
+      query_opts << '"aggregate":' + @aggregate.to_json if @aggregate.keys.size > 0
+    
+      if @fields.size > 0 and @aggregate.keys.size > 0
+        raise Logworm::InvalidQueryException.new("Queries cannot contain both fields and aggregates") 
+      end
+    
+      ###
+      # Conditions : Array, or Comma-separated string
+      # ['"a":10' , '"b":20']
+      # "a:10", "b":20
+      ###
+      @conditions = to_string(@options[:conditions])
+      query_opts << '"conditions":{' + conditions + "}" if conditions.size > 0
+
+      ###
+      # Timeframe: String
+      ###
+      @tf = {}
+      @tf[:start] = unquote(@options[:start]).to_s if is_set?(@options[:start]) or is_set?(@options[:start], Integer, 0)
+      @tf[:start] = unquote(@options[:start].strftime("%Y-%m-%dT%H:%M:%SZ")).to_s if is_set?(@options[:start], Time)
+      @tf[:end]   = unquote(@options[:end]).to_s if is_set?(@options[:end]) or is_set?(@options[:end], Integer, 0)
+      @tf[:end]   = unquote(@options[:end].strftime("%Y-%m-%dT%H:%M:%SZ")).to_s if is_set?(@options[:end], Time)
+      query_opts << '"timeframe":' + @tf.to_json if @tf.keys.size > 0
+
+      ###
+      # Limit
+      # String or Integer
+      ###
+      if (is_set?(@options[:limit], Integer, 200) or is_set?(@options[:limit], String, ""))
+        @limit = @options[:limit].to_s
+        query_opts << '"limit":' + @limit
+      end
+
+      # And the string
+      "{#{query_opts.join(", ")}}"
+    end
+  
+    def to_array(arg)
+      return [] if arg.nil?
+      return arg if arg.is_a? Array
+      return arg.split(",").map {|e| unquote(e.strip)} if arg.is_a? String and arg.split != ""
+      []
+    end
+
+    def to_string(arg)
+      return "" if arg.nil?
+      return arg.split(",").map {|e| e.strip}.join(",") if arg.is_a? String
+      return arg.join(",") if arg.is_a? Array and arg.size > 0
+      ""
+    end
+  
+    def unquote(str)
+      return str unless str.is_a? String
+      str.gsub(/^"/, '').gsub(/"$/,'')
+    end
+
+    def is_set?(elt, klass = String, empty_val = "")
+      elt and elt.is_a?(klass) and elt != empty_val
+    end
+  
+  end
+end

data/lib/logworm_amqp.rb

@@ -0,0 +1,3 @@
+require File.dirname(__FILE__) + '/base/db'
+require File.dirname(__FILE__) + '/base/config'
+require File.dirname(__FILE__) + '/base/query_builder'

data/logworm_amqp.gemspec

@@ -0,0 +1,60 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{logworm_amqp}
+  s.version = "0.8.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Pomelo, LLC"]
+  s.date = %q{2010-07-31}
+  s.description = %q{logworm logging tool}
+  s.email = %q{schapira@pomelollc.com}
+  s.extra_rdoc_files = ["CHANGELOG", "README.md", "lib/base/config.rb", "lib/base/db.rb", "lib/base/query_builder.rb", "lib/logworm_amqp.rb"]
+  s.files = ["CHANGELOG", "Manifest", "README.md", "Rakefile", "lib/base/config.rb", "lib/base/db.rb", "lib/base/query_builder.rb", "lib/logworm_amqp.rb", "spec/base_spec.rb", "spec/builder_spec.rb", "spec/config_spec.rb", "spec/spec.opts", "spec/spec_helper.rb", "tests/builder_test.rb", "logworm_amqp.gemspec"]
+  s.homepage = %q{http://www.logworm.com}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Logworm_amqp", "--main", "README.md"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{logworm_amqp}
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{logworm logging tool}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<memcache-client>, [">= 0"])
+      s.add_runtime_dependency(%q<hpricot>, [">= 0"])
+      s.add_runtime_dependency(%q<oauth>, [">= 0"])
+      s.add_runtime_dependency(%q<heroku>, [">= 0"])
+      s.add_runtime_dependency(%q<minion>, [">= 0"])
+      s.add_development_dependency(%q<memcache-client>, [">= 0"])
+      s.add_development_dependency(%q<hpricot>, [">= 0"])
+      s.add_development_dependency(%q<oauth>, [">= 0"])
+      s.add_development_dependency(%q<heroku>, [">= 0"])
+      s.add_development_dependency(%q<minion>, [">= 0"])
+    else
+      s.add_dependency(%q<memcache-client>, [">= 0"])
+      s.add_dependency(%q<hpricot>, [">= 0"])
+      s.add_dependency(%q<oauth>, [">= 0"])
+      s.add_dependency(%q<heroku>, [">= 0"])
+      s.add_dependency(%q<minion>, [">= 0"])
+      s.add_dependency(%q<memcache-client>, [">= 0"])
+      s.add_dependency(%q<hpricot>, [">= 0"])
+      s.add_dependency(%q<oauth>, [">= 0"])
+      s.add_dependency(%q<heroku>, [">= 0"])
+      s.add_dependency(%q<minion>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<memcache-client>, [">= 0"])
+    s.add_dependency(%q<hpricot>, [">= 0"])
+    s.add_dependency(%q<oauth>, [">= 0"])
+    s.add_dependency(%q<heroku>, [">= 0"])
+    s.add_dependency(%q<minion>, [">= 0"])
+    s.add_dependency(%q<memcache-client>, [">= 0"])
+    s.add_dependency(%q<hpricot>, [">= 0"])
+    s.add_dependency(%q<oauth>, [">= 0"])
+    s.add_dependency(%q<heroku>, [">= 0"])
+    s.add_dependency(%q<minion>, [">= 0"])
+  end
+end

data/spec/base_spec.rb

@@ -0,0 +1,143 @@
+require 'rubygems'
+require 'webmock'
+
+require File.dirname(__FILE__) + '/spec_helper'
+
+$: << File.dirname(__FILE__) + '/../lib'
+require 'logworm.rb'
+
+describe Logworm::DB, " initialization" do
+  before do
+    File.delete(".logworm") if File.exist?(".logworm")
+    Logworm::Config.instance.reset
+  end
+  
+  it "should only accept proper URLs" do
+    lambda {Logworm::DB.new('')}.should raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('http://www.test.com')}.should   raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('logworm://a:b@xxx/c/d')}.should raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('logworm://a:b@/c/d/')}.should   raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('logworm://a:b@sda//d/')}.should raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('logworm://:b@sda//d/')}.should  raise_exception(Logworm::ForbiddenAccessException)
+    lambda {Logworm::DB.new('logworm://a:b@xxx/c/d/')}.should_not raise_exception(Logworm::ForbiddenAccessException)
+  end
+
+  it "should be able to parse a proper logworm URL" do
+    db = Logworm::DB.new('logworm://a:b@localhost:9401/c/d/')
+    db.host.should == "localhost:9401"
+    db.consumer_key.should == "a"
+    db.consumer_secret.should == "b"
+    db.token.should == "c"
+    db.token_secret.should == "d"
+  end
+
+  it "should be able to read its configuration from a file" do
+    File.open(".logworm", "w") do |f|
+      f.puts 'logworm://a:b@localhost:9401/c/d/'
+    end
+    db = Logworm::DB.from_config
+    db.host.should == "localhost:9401"
+    db.consumer_key.should == "a"
+    db.consumer_secret.should == "b"
+    db.token.should == "c"
+    db.token_secret.should == "d"
+  end
+  
+  it "should fail if no logworm file (and no current Heroku application)" do
+    db = Logworm::DB.from_config
+    db.should == nil
+  end
+  
+  # Note that this will fail unless it's run from the command line!
+  it "should not be nil if we pass a proper app parameter" do
+    db = Logworm::DB.from_config("lw-client")
+    db.should_not == nil
+    db.host.should == "db.logworm.com"
+  end
+  
+  # Note that this will fail unless it's run from the command line!
+  it "should not use a config file if app is passed" do 
+    File.open(".logworm", "w") do |f|
+      f.puts 'logworm://a:b@xxx:9401/c/d/'
+    end
+    db = Logworm::DB.from_config("lw-client")
+    db.host.should == "db.logworm.com"  # The one from the app, not the config file
+  end
+  
+  # Note that this will fail unless it's run from the command line!
+  it "should not overwrite a config file if app is passed" do 
+    File.open(".logworm", "w") do |f|
+      f.puts 'logworm://a:b@xxx:9401/c/d/'
+    end
+
+    db = Logworm::DB.from_config("lw-client")
+    Logworm::Config.instance.reset
+    Logworm::Config.instance.read
+    Logworm::Config.instance.url.should == 'logworm://a:b@xxx:9401/c/d/'
+  end
+
+end
+
+describe Logworm::DB, " functioning" do
+  
+  host = "http://localhost:9401"
+  
+  before(:all) do
+    @db = Logworm::DB.new('logworm://a:b@localhost:9401/c/d/')
+  end
+  
+  it "should offer a call to get the list of tables --> /" do
+    @db.should_receive(:db_call).with(:get, "#{host}/")
+    @db.tables
+  end
+  
+  it "should just parse and return the results of the call to get tables" do
+    return_body =  [
+            {"tablename" => "table1", "url" => "/table1", "last_write" => "2010-03-20 18:10:22", "rows" => 50},
+            {"tablename" => "table2", "url" => "/table1", "last_write" => "2010-03-20 18:10:22", "rows" => 50}]
+    stub_request(:get, "#{host}/").to_return(:body => return_body.to_json)
+    @db.tables.should == return_body
+  end
+  
+  it "should support a call to start a query --> POST /queries" do
+    @db.should_receive(:db_call).with(:post, "#{host}/queries", {:table => "tbl1", :query => "a good query"})
+    @db.query("tbl1", "a good query")
+  end
+  
+  it "should just parse and return the results of the call to query" do
+    return_body =  {"id" => 10, "query" => "q", "self_uri" => "/queries/10", "results_uri" => "/queries/10/results"}
+    stub_request(:post, "#{host}/queries").with(:body => "query=q&table=table1").to_return(:body => return_body.to_json)
+    @db.query("table1", "q").should == return_body
+  end
+
+  it "should support a call to retrieve the results of a query --> GET /queries/10/results" do
+    @db.should_receive(:db_call).with(:get, "#{host}/queries/10/results")
+    @db.results("#{host}/queries/10/results") rescue Exception # Returns an error when trying to parse results
+  end
+  
+  it "should just parse and return the results of the call to retrieve results, but also add results field" do
+    results     = [{"a" => 10, "b" => "2"}, {"a" => "x"}]
+    return_body = {"id" => 10, "execution_time" => "5", 
+                   "query_url" => "#{host}/queries/10", "results_url" => "#{host}/queries/10/results",
+                   "results"   => results.to_json}
+    stub_request(:get, "#{host}/queries/10/results").to_return(:body => return_body.to_json)
+    @db.results("#{host}/queries/10/results").should == return_body.merge("results" => results)
+  end
+  
+  it "should raise ForbiddenAccessException if 403" do
+    stub_request(:get, "#{host}/").to_return(:status => 403)
+    lambda {@db.tables}.should raise_exception(Logworm::ForbiddenAccessException)
+  end
+
+  it "should raise InvalidQueryException if query is not valid" do
+    stub_request(:post, "#{host}/queries").to_return(:status => 400, :body => "Query error")
+    lambda {@db.query("tbl1", "bad query")}.should raise_exception(Logworm::InvalidQueryException)
+  end
+  
+  it "should raise DatabaseException if response from server is not JSON" do
+    stub_request(:get, "#{host}/").to_return(:body => "blah")
+    lambda {@db.tables}.should raise_exception(Logworm::DatabaseException)
+  end
+  
+
+end

data/spec/builder_spec.rb

@@ -0,0 +1,26 @@
+require 'rubygems'
+
+require File.dirname(__FILE__) + '/spec_helper'
+
+$: << File.dirname(__FILE__) + '/../lib'
+require 'logworm.rb'
+
+describe Logworm::QueryBuilder, " timeframes" do
+  
+  it " should accept Strings as time" do
+    Logworm::QueryBuilder.new(:start => "2010-01-01").to_json.should == '{"timeframe":{"start":"2010-01-01"}}'
+    Logworm::QueryBuilder.new(:end => "2010-01-01").to_json.should == '{"timeframe":{"end":"2010-01-01"}}'
+  end
+  
+  it "should accept an Integer as time, to mean the year" do
+    Logworm::QueryBuilder.new(:start => 2010).to_json.should == '{"timeframe":{"start":"2010"}}'
+    Logworm::QueryBuilder.new(:end => 2010).to_json.should == '{"timeframe":{"end":"2010"}}'
+  end
+
+  it "should accept a Time object" do
+    ts = Time.now
+    Logworm::QueryBuilder.new(:start => ts).to_json.should == '{"timeframe":{"start":"' + ts.strftime("%Y-%m-%dT%H:%M:%SZ") + '"}}'
+    Logworm::QueryBuilder.new(:end => ts).to_json.should   == '{"timeframe":{"end":"' + ts.strftime("%Y-%m-%dT%H:%M:%SZ") + '"}}'
+  end
+
+end

data/spec/config_spec.rb

@@ -0,0 +1,36 @@
+require 'rubygems'
+require 'webmock'
+
+require File.dirname(__FILE__) + '/spec_helper'
+
+$: << File.dirname(__FILE__) + '/../lib'
+require 'logworm.rb'
+
+describe Logworm::Config, " initialization" do
+  
+  before do
+    %x[rm .logworm]
+    %x[mv .gitignore .gitignore_old]
+  end
+  
+  after do
+    %x[mv .gitignore_old .gitignore]
+  end
+
+  it "should create a new .logworm file on save" do
+    url = "xxx"
+    File.should_not exist(".logworm")
+    Logworm::Config.instance.save(url)
+    File.should exist(".logworm")
+    Logworm::Config.instance.read.should be_file_found
+    Logworm::Config.instance.url.should == url
+  end
+
+  it "should add .logworm to .gitignore" do
+    File.should_not exist(".gitignore")
+    Logworm::Config.instance.save("xxx")
+    File.should exist(".gitignore")
+    File.open('.gitignore').readline.strip.should == ".logworm"
+  end
+
+end

data/spec/spec.opts

@@ -0,0 +1,4 @@
+--colour
+--format specdoc
+--loadby mtime
+--reverse

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'spec'
+require 'spec/autorun'
+require 'spec/interop/test'
+require 'webmock/rspec'
+
+include WebMock
+

data/tests/builder_test.rb

@@ -0,0 +1,52 @@
+require 'rubygems'
+require 'test/unit'
+require '../lib/base/query_builder'
+
+class BuilderTest < Test::Unit::TestCase
+  
+  def setup
+  end
+	
+  def teardown
+  end
+
+  def test_empty
+    assert_equal "{}", Logworm::QueryBuilder.new({}).to_json
+  end
+
+  def test_fields
+    assert_equal '{"fields":["a","b"]}', Logworm::QueryBuilder.new(:fields => 'a, b').to_json
+    assert_equal '{"fields":["a","b"]}', Logworm::QueryBuilder.new(:fields => '"a", "b"').to_json
+    assert_equal '{"fields":["a","b"]}', Logworm::QueryBuilder.new(:fields => ["a", "b"]).to_json
+  end
+  
+  def test_aggregate
+    q = {:aggregate_function => "count"}
+    assert_equal '{"aggregate":{"function":"count"}}', Logworm::QueryBuilder.new(q).to_json
+    q = {:aggregate_function => "a", :aggregate_argument => "b"}
+    assert_equal '{"aggregate":{"argument":"b","function":"a"}}', Logworm::QueryBuilder.new(q).to_json
+    q = {:aggregate_function => "a", :aggregate_argument => "b", :aggregate_group => "a,b,c"}
+    assert_equal '{"aggregate":{"argument":"b","group_by":["a","b","c"],"function":"a"}}', Logworm::QueryBuilder.new(q).to_json
+    q = {:aggregate_function => "a", :aggregate_argument => "b", :aggregate_group => ["a","b","c"]}
+    assert_equal '{"aggregate":{"argument":"b","group_by":["a","b","c"],"function":"a"}}', Logworm::QueryBuilder.new(q).to_json
+  end
+
+  def test_conditions
+    assert_equal '{"conditions":{"a":10,"b":"c"}}', Logworm::QueryBuilder.new(:conditions => '"a":10,  "b":"c"').to_json
+    assert_equal '{"conditions":{"a":10,"b":"c"}}', Logworm::QueryBuilder.new(:conditions => ['"a":10',  '"b":"c"']).to_json
+  end
+
+  def test_times
+    assert_equal '{}', Logworm::QueryBuilder.new(:blah => "2009").to_json
+    assert_equal '{"timeframe":{"start":"2009"}}', Logworm::QueryBuilder.new(:start => "2009").to_json
+    assert_equal '{"timeframe":{"end":"2009"}}', Logworm::QueryBuilder.new(:end => "2009").to_json
+    assert_equal '{"timeframe":{"start":"2009","end":"2010"}}', Logworm::QueryBuilder.new(:start => "2009", :end => "2010").to_json
+    assert_equal '{"timeframe":{"start":"2009","end":"2010"}}', Logworm::QueryBuilder.new(:start => 2009, :end => 2010).to_json
+  end
+  
+  def test_limit
+    assert_equal '{"limit":10}', Logworm::QueryBuilder.new(:limit => 10).to_json
+    assert_equal '{}', Logworm::QueryBuilder.new(:limit => 200).to_json
+  end
+
+end

metadata

@@ -0,0 +1,231 @@
+--- !ruby/object:Gem::Specification 
+name: logworm_amqp
+version: !ruby/object:Gem::Version 
+  hash: 63
+  prerelease: false
+  segments: 
+  - 0
+  - 8
+  - 0
+  version: 0.8.0
+platform: ruby
+authors: 
+- Pomelo, LLC
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-07-31 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: memcache-client
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: oauth
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: heroku
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: minion
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: memcache-client
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: oauth
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: heroku
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  name: minion
+  prerelease: false
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id010
+description: logworm logging tool
+email: schapira@pomelollc.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- CHANGELOG
+- README.md
+- lib/base/config.rb
+- lib/base/db.rb
+- lib/base/query_builder.rb
+- lib/logworm_amqp.rb
+files: 
+- CHANGELOG
+- Manifest
+- README.md
+- Rakefile
+- lib/base/config.rb
+- lib/base/db.rb
+- lib/base/query_builder.rb
+- lib/logworm_amqp.rb
+- spec/base_spec.rb
+- spec/builder_spec.rb
+- spec/config_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tests/builder_test.rb
+- logworm_amqp.gemspec
+has_rdoc: true
+homepage: http://www.logworm.com
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Logworm_amqp
+- --main
+- README.md
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 11
+      segments: 
+      - 1
+      - 2
+      version: "1.2"
+requirements: []
+
+rubyforge_project: logworm_amqp
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: logworm logging tool
+test_files: []
+