couchproxy 0.1.0

data/lib/couchproxy/router.rb

@@ -0,0 +1,62 @@
+# encoding: UTF-8
+
+module CouchProxy
+  class Router
+    DB_NAME      = '[a-z]([a-z0-9_$()+-]|%2[489bBfF])*'.freeze
+    ROOT         = ''.freeze
+    UUIDS        = '_uuids'.freeze
+    USERS        = '_users'.freeze
+    STATS        = '_stats'.freeze
+    REPLICATE    = '_replicate'.freeze
+    ALL_DBS      = '_all_dbs'.freeze
+    ACTIVE_TASKS = '_active_tasks'.freeze
+    CONFIG       = /^(_config|_config\/.*)$/
+    BULK_DOCS    = /^#{DB_NAME}\/_bulk_docs$/
+    ALL_DOCS     = /^#{DB_NAME}\/_all_docs$/
+    DESIGN_DOC   = /^#{DB_NAME}\/_design\/.+$/
+    COMPACT      = /^#{DB_NAME}\/(_compact|_compact\/.*)$/
+    VIEW_CLEANUP = /^#{DB_NAME}\/_view_cleanup$/
+    TEMP_VIEW    = /^#{DB_NAME}\/_temp_view$/
+    UPDATE       = /^#{DB_NAME}\/_update$/
+    REVS_LIMIT   = /^#{DB_NAME}\/_revs_limit$/
+    CHANGES      = /^#{DB_NAME}\/_changes$/
+    FULL_COMMIT  = /^#{DB_NAME}\/_ensure_full_commit$/
+    DATABASE     = /^#{DB_NAME}$/
+    DOC          = /^#{DB_NAME}\/.+$/
+
+    def initialize(cluster)
+      @cluster = cluster
+    end
+
+    def call(env)
+      request = ::Rack::Request.new(env)
+      app = case env['REQUEST_PATH'][1..-1].chomp('/')
+        when ROOT         then :root
+        when UUIDS        then :uuids
+        when CONFIG       then :config
+        when USERS        then :users
+        when STATS        then :stats
+        when REPLICATE    then :replicate
+        when ALL_DBS      then :all_databases
+        when ACTIVE_TASKS then :active_tasks
+        when BULK_DOCS    then :bulk_docs
+        when ALL_DOCS     then :all_docs
+        when DESIGN_DOC   then :design_doc
+        when COMPACT      then :compact
+        when VIEW_CLEANUP then :view_cleanup
+        when TEMP_VIEW    then :temp_view
+        when UPDATE       then :update
+        when REVS_LIMIT   then :revs_limit
+        when CHANGES      then :changes
+        when FULL_COMMIT  then :ensure_full_commit
+        when DATABASE     then :database
+        when DOC          then :doc
+        else :not_found
+      end
+      name = app.to_s.split('_').map {|n| n.capitalize }.join
+      app = CouchProxy::Rack.const_get(name).new(request, @cluster)
+      app.send(request.request_method.downcase)
+      throw :async
+    end
+  end
+end

data/lib/couchproxy.rb

@@ -0,0 +1,48 @@
+# encoding: UTF-8
+
+$:.unshift File.dirname(__FILE__) unless
+  $:.include?(File.dirname(__FILE__))
+
+%w[
+  em-http
+  json
+  json/stream
+  thin
+  time
+  uri
+  yaml
+  zlib
+
+  couchproxy/collator
+  couchproxy/cluster
+  couchproxy/node
+  couchproxy/partition
+  couchproxy/deferrable_body
+  couchproxy/reducer
+  couchproxy/request
+  couchproxy/router
+
+  couchproxy/rack/base
+  couchproxy/rack/all_databases
+  couchproxy/rack/bulk_docs
+  couchproxy/rack/changes
+  couchproxy/rack/compact
+  couchproxy/rack/config
+  couchproxy/rack/database
+  couchproxy/rack/design_doc
+  couchproxy/rack/doc
+  couchproxy/rack/ensure_full_commit
+  couchproxy/rack/not_found
+  couchproxy/rack/replicate
+  couchproxy/rack/revs_limit
+  couchproxy/rack/root
+  couchproxy/rack/stats
+  couchproxy/rack/update
+  couchproxy/rack/users
+  couchproxy/rack/uuids
+  couchproxy/rack/view_cleanup
+].each {|f| require f }
+
+module CouchProxy
+  VERSION = '0.1.0'
+end

data/lib/couchproxy.ru

@@ -0,0 +1,22 @@
+$:.unshift File.dirname(__FILE__) unless
+  $:.include?(File.dirname(__FILE__))
+
+require 'couchproxy'
+
+def cluster
+  yaml = ENV['COUCH_PROXY_CONFIG'] || ''
+  unless File.exist?(yaml)
+    raise ArgumentError.new('COUCH_PROXY_CONFIG must point to a couchproxy.yml file')
+  end
+  config = YAML.load_file(yaml)
+  raise ArgumentError.new('must define node list') unless config['nodes']
+  nodes = config['nodes'].map {|n| CouchProxy::Node.new(n['host'], n['partitions']) }
+  reducers = config['reducers'] || 4
+  couchjs = config['couchjs'] or raise ArgumentError.new('must define couchjs')
+  raise ArgumentError.new("#{couchjs} must be executable") unless File.executable?(couchjs)
+  mainjs = File.expand_path('../../share/couchdb/server/main.js', couchjs)
+  raise ArgumentError.new("could not find #{mainjs}") unless File.exist?(mainjs)
+  CouchProxy::Cluster.new(nodes, couchjs, reducers)
+end
+
+run CouchProxy::Router.new(cluster)

data/test/collator_test.rb

@@ -0,0 +1,100 @@
+# encoding: UTF-8
+
+require 'couchproxy'
+require 'test/unit'
+
+# Test that we properly sort JSON keys according to
+# http://wiki.apache.org/couchdb/View_collation.
+class CollatorTest < Test::Unit::TestCase
+  def setup
+    @collator = CouchProxy::Collator.new
+  end
+
+  def test_keyword
+    assert_equal(0, @collator.compare(nil, nil))
+    assert_equal(0, @collator.compare(true, true))
+    assert_equal(0, @collator.compare(false, false))
+
+    assert_equal(-1, @collator.compare(nil, false))
+    assert_equal(1, @collator.compare(false, nil))
+
+    assert_equal(-1, @collator.compare(nil, true))
+    assert_equal(1, @collator.compare(true, nil))
+
+    assert_equal(-1, @collator.compare(false, true))
+    assert_equal(1, @collator.compare(true, false))
+  end
+
+  def test_number
+    assert_equal(0, @collator.compare(0, 0))
+    assert_equal(0, @collator.compare(0, 0.0))
+    assert_equal(0, @collator.compare(1, 1.0))
+    assert_equal(-1, @collator.compare(0, 1.0))
+    assert_equal(1, @collator.compare(1.0, 0))
+  end
+
+  def test_string
+    assert_equal(0, @collator.compare('', ''))
+    assert_equal(0, @collator.compare('a', 'a'))
+    assert_equal(-1, @collator.compare('a', 'aa'))
+    assert_equal(-1, @collator.compare('a', 'b'))
+    assert_equal(1, @collator.compare('b', 'a'))
+  end
+
+  def test_type
+    assert_equal(-1, @collator.compare(nil, 0))
+    assert_equal(-1, @collator.compare(nil, ''))
+    assert_equal(-1, @collator.compare(nil, []))
+    assert_equal(-1, @collator.compare(nil, {}))
+
+    assert_equal(-1, @collator.compare(true, 0))
+    assert_equal(-1, @collator.compare(true, ''))
+    assert_equal(-1, @collator.compare(true, []))
+    assert_equal(-1, @collator.compare(true, {}))
+
+    assert_equal(-1, @collator.compare(false, 0))
+    assert_equal(-1, @collator.compare(false, ''))
+    assert_equal(-1, @collator.compare(false, []))
+    assert_equal(-1, @collator.compare(false, {}))
+
+    assert_equal(-1, @collator.compare(0, ''))
+    assert_equal(-1, @collator.compare(0, []))
+    assert_equal(-1, @collator.compare(0, {}))
+
+    assert_equal(-1, @collator.compare('', []))
+    assert_equal(-1, @collator.compare('', {}))
+
+    assert_equal(-1, @collator.compare([], {}))
+  end
+
+  def test_array
+    assert_equal(0, @collator.compare([], []))
+    assert_equal(0, @collator.compare([0], [0]))
+    assert_equal(0, @collator.compare([0], [0.0]))
+
+    assert_equal(-1, @collator.compare([], [0]))
+    assert_equal(-1, @collator.compare([0], [0, 1]))
+    assert_equal(1, @collator.compare([0], []))
+    assert_equal(1, @collator.compare([0, 1], [0]))
+
+    assert_equal(1, @collator.compare([0], [-1, 0]))
+    assert_equal(-1, @collator.compare([-1, 0], [0]))
+
+    assert_equal(-1, @collator.compare([nil], [false]))
+    assert_equal(-1, @collator.compare([nil], [nil, false]))
+
+    assert_equal(0, @collator.compare([[]], [[]]))
+    assert_equal(-1, @collator.compare([[0]], [[1]]))
+    assert_equal(-1, @collator.compare([0], [[]]))
+  end
+
+  def test_hash
+    assert_equal(0, @collator.compare({}, {}))
+    assert_equal(0, @collator.compare({nil => nil}, {nil => nil}))
+    assert_equal(-1, @collator.compare({nil => nil}, {nil => true}))
+    assert_equal(1, @collator.compare({nil => true}, {nil => nil}))
+    assert_equal(-1, @collator.compare({'a' => 1}, {'a' => 2}))
+    assert_equal(-1, @collator.compare({'b' => 2}, {'b' => 2, 'a' => 1}))
+    assert_equal(-1, @collator.compare({'b' => 2, 'a' => 1}, {'b' => 2, 'c' => 2}))
+  end
+end

metadata

@@ -0,0 +1,164 @@
+--- !ruby/object:Gem::Specification 
+name: couchproxy
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- David Graham
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-06 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: em-http-request
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 2
+        version: "0.2"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 4
+        version: "1.4"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: json-stream
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 1
+        version: "0.1"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: thin
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        version: "1.2"
+  type: :runtime
+  version_requirements: *id004
+description: |-
+  CouchProxy is a simple proxy server that distributes reads and writes to a
+  cluster of Apache CouchDB servers so they appear to be a single huge database.
+  Documents are stored and retrieved from a particular CouchDB instance, using
+  consistent hashing of the document id. Map/reduce views are processed
+  concurrently on each CouchDB instance and merged together by the proxy before
+  returning the results to the client.
+email: david.malcom.graham@gmail.com
+executables: 
+- couchproxy
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- LICENSE
+- Rakefile
+- README
+- bin/couchproxy
+- lib/couchproxy/cluster.rb
+- lib/couchproxy/collator.rb
+- lib/couchproxy/deferrable_body.rb
+- lib/couchproxy/node.rb
+- lib/couchproxy/partition.rb
+- lib/couchproxy/rack/active_tasks.rb
+- lib/couchproxy/rack/all_databases.rb
+- lib/couchproxy/rack/all_docs.rb
+- lib/couchproxy/rack/base.rb
+- lib/couchproxy/rack/bulk_docs.rb
+- lib/couchproxy/rack/changes.rb
+- lib/couchproxy/rack/compact.rb
+- lib/couchproxy/rack/config.rb
+- lib/couchproxy/rack/database.rb
+- lib/couchproxy/rack/design_doc.rb
+- lib/couchproxy/rack/doc.rb
+- lib/couchproxy/rack/ensure_full_commit.rb
+- lib/couchproxy/rack/not_found.rb
+- lib/couchproxy/rack/replicate.rb
+- lib/couchproxy/rack/revs_limit.rb
+- lib/couchproxy/rack/root.rb
+- lib/couchproxy/rack/stats.rb
+- lib/couchproxy/rack/temp_view.rb
+- lib/couchproxy/rack/update.rb
+- lib/couchproxy/rack/users.rb
+- lib/couchproxy/rack/uuids.rb
+- lib/couchproxy/rack/view_cleanup.rb
+- lib/couchproxy/reducer.rb
+- lib/couchproxy/request.rb
+- lib/couchproxy/router.rb
+- lib/couchproxy.rb
+- lib/couchproxy.ru
+- conf/couchproxy.yml
+- test/collator_test.rb
+has_rdoc: true
+homepage: http://github.com/dgraham/couchproxy
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 9
+      - 1
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A proxy server for Apache CouchDB clusters.
+test_files: 
+- test/collator_test.rb