nsq-cluster 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f22947bac09ad1ac1a45fac63b669d0adf275421
-  data.tar.gz: c54f9eac0639203bd805a7b2b3720270ca213fa8
+  metadata.gz: 033d98f5168d98c5ccbbcf74f07c39e664381211
+  data.tar.gz: 2bbce8696cb02e03e1957a50ceab19497f8d6a5c
 SHA512:
-  metadata.gz: a2897e1ee5a2f1b25f8dc04f2e3b3653fe30baaa6f102409e8ca69abaebaf73cb63788fbfb29d11f9dd05030bf0382f9d30bc3d96a92a378bb4c33a2449c87e4
-  data.tar.gz: a48a8ee1ecc632bfa5f00e860bb4b1046a13d7ecd1f3282bd53c1d1543967f7d9c2edd4de7d1caba0a7fcb5058eeb8543d2d1a05402aa72c6fc7fdf4fcfb192f
+  metadata.gz: 806ce00281ea63daec5f0cb793cd3db757cb1d7e4999c842417426de1c61b97174509eab98abf987fc51fa32ed6dd1fd55ba98ac040fb6196320b6dc7ddd0887
+  data.tar.gz: c7c335b5e6e6b984de79d7c758c45ada043f2e4fa63e5e5f44b4be716e700a3a194d549d441e576f7836858b5404c05f4e2663e7c9260a4776917b60a374c3f0

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    nsq-cluster (0.1.0)
+    nsq-cluster (0.1.1)
       nsq-cluster
 
 GEM

data/README.md

@@ -15,3 +15,64 @@ cluster.nsqd.last.start
 # Tear down the whole cluster
 cluster.destroy
 ```
+
+Available methods that map to [`nsqd`'s](http://nsq.io/components/nsqd.html) HTTP endpoints.
+
+```ruby
+# nsqd
+nsqd = cluster.nsqd.first
+
+# Publish a message to a topic
+nsqd.pub('stats', 'a message')
+
+# Publish multiple messages to a topic
+nsqd.mpub('stats', 'a message', 'a second message', 'last message')
+
+# Create a topic
+nsqd.create(topic: 'stats')
+
+# Create a channel for a known topic
+nsqd.create(topic: 'stats', channel: 'default')
+
+# Follow the same argument pattern for #delete, #empty, #pause, and #unpause
+
+# Get stats in JSON format
+nsqd.stats
+
+# Ping nsqd
+nsqd.ping
+
+# Get general information
+nsqd.info
+```
+
+Available methods that map to [`nsqlookupd`'s](http://nsq.io/components/nsqlookupd.html) HTTP endpoints.
+
+```ruby
+#nsqlookupd
+nsqlookupd = cluster.nsqlookupd.first
+
+# Look up list of producers by topic
+nsqlookupd.lookup('stats')
+
+# Get a list of known topics
+nsqlookupd.topics
+
+# Get a list of known channels for a topic
+nsqlookupd.channels('stats')
+
+# Get a list of known nodes
+nsqlookupd.nodes
+
+# Delete a topic
+nsqlookupd.delete(topic: 'stats')
+
+# Delete a channel for a known topic
+nsqlookupd.delete(topic: 'stats', channel: 'default')
+
+# Ping nsqlookupd
+nsqlookupd.ping
+
+# Get general info
+nsqlookupd.info
+```

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/bin/nsq-cluster

@@ -1,5 +1,7 @@
 #!/usr/bin/env ruby
 
+$:.unshift File.join(File.dirname(__FILE__), "../lib")
+
 require 'nsq-cluster'
 require 'optparse'
 

data/lib/nsq-cluster/http_wrapper.rb

@@ -0,0 +1,32 @@
+require 'net/http'
+require 'uri'
+
+module HTTPWrapper
+
+
+  def post(path, params = {}, body = nil)
+    uri = uri("#{path}?#{URI.encode_www_form(params)}")
+    request = Net::HTTP::Post.new(uri)
+    request.body = body
+
+    Net::HTTP.start(uri.hostname, uri.port) do |http|
+      http.request(request)
+    end
+  end
+
+
+  def get(path, params = {})
+    uri = uri(path)
+    uri.query = URI.encode_www_form(params)
+    Net::HTTP.get_response(uri)
+  end
+
+
+  private
+
+
+  def uri(path)
+    URI("http://#{@host}:#{@http_port}/#{path}")
+  end
+
+end

data/lib/nsq-cluster/nsqd.rb

@@ -1,7 +1,9 @@
 require_relative 'process_wrapper'
+require_relative 'http_wrapper'
 require 'fileutils'
 
 class Nsqd < ProcessWrapper
+  include HTTPWrapper
 
 
   attr_reader :host, :tcp_port, :http_port
@@ -60,8 +62,69 @@ class Nsqd < ProcessWrapper
   end
 
 
+  # publish a single message to a topic
+  def pub(topic, message)
+    post 'pub', { topic: topic }, message
+  end
+
+
+  # publish multiple messages to a topic
+  def mpub(topic, *messages)
+    post 'mpub', { topic: topic }, messages.join("\n")
+  end
+
+
+  # create a topic or a channel in an existing topic
+  def create(params = {})
+    nsqd_post 'create', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # delete a topic or a channel in an existing topic
+  def delete(params = {})
+    nsqd_post 'delete', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # empty a topic or a channel in an existing topic
+  def empty(params = {})
+    nsqd_post 'empty', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # pause a topic or a channel in a topic
+  def pause(params = {})
+    nsqd_post 'pause', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # unpause a topic or a channel in a topic
+  def unpause(params = {})
+    nsqd_post 'unpause', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # return stats in json format
+  def stats
+    get 'stats', format: 'json'
+  end
+
+
+  # monitoring endpoint
+  def ping
+    get 'ping'
+  end
+
+
+  # returns version number
+  def info
+    get 'info'
+  end
+
+
   private
 
+
   def create_data_directory
     Dir.mkdir(data_path)
   end
@@ -71,4 +134,15 @@ class Nsqd < ProcessWrapper
     FileUtils.rm_rf(data_path) if Dir.exist?(data_path)
   end
 
+
+  def nsqd_post(action, params)
+    if params[:topic] && params[:channel]
+      post "#{action}_channel", topic: params[:topic], channel: params[:channel]
+    elsif params[:topic]
+      post "#{action}_topic", topic: params[:topic]
+    else
+      raise 'you must specify a topic or topic and channel'
+    end
+  end
+
 end

data/lib/nsq-cluster/nsqlookupd.rb

@@ -1,6 +1,8 @@
 require_relative 'process_wrapper'
+require_relative 'http_wrapper'
 
 class Nsqlookupd < ProcessWrapper
+  include HTTPWrapper
 
   attr_reader :host, :tcp_port, :http_port
 
@@ -25,4 +27,60 @@ class Nsqlookupd < ProcessWrapper
     ]
   end
 
+
+ # return a list of producers for a topic
+  def lookup(topic)
+    get 'lookup', topic: topic
+  end
+
+
+  # return a list of all known topics
+  def topics
+    get 'topics'
+  end
+
+
+  # return a list of all known channels for a topic
+  def channels(topic)
+    get 'channels', topic: topic
+  end
+
+
+  # return a list of all known nsqd
+  def nodes
+    get 'nodes'
+  end
+
+
+  # delete a topic or a channel in an existing topic
+  def delete(params = {})
+    nsqlookupd_post 'delete', topic: params[:topic], channel: params[:channel]
+  end
+
+
+  # monitoring endpoint
+  def ping
+    get 'ping'
+  end
+
+
+  # returns version number
+  def info
+    get 'info'
+  end
+
+
+  private
+
+
+  def nsqlookupd_post(action, params)
+    if params[:topic] && params[:channel]
+      post "#{action}_channel", topic: params[:topic], channel: params[:channel]
+    elsif params[:topic]
+      post "#{action}_topic", topic: params[:topic]
+    else
+      raise 'you must specify a topic or topic and channel'
+    end
+  end
+
 end

data/nsq-cluster.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: nsq-cluster 0.1.0 ruby lib
+# stub: nsq-cluster 0.1.1 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "nsq-cluster"
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Brendan Schwartz"]
-  s.date = "2014-04-14"
+  s.date = "2014-06-26"
   s.description = "Setup nsqd, nsqlookupd, and nsqadmin in a jiffy. Great for testing!"
   s.email = "brendan@wistia.com"
   s.executables = ["nsq-cluster"]
@@ -31,13 +31,16 @@ Gem::Specification.new do |s|
     "VERSION",
     "bin/nsq-cluster",
     "lib/nsq-cluster.rb",
+    "lib/nsq-cluster/http_wrapper.rb",
     "lib/nsq-cluster/nsqadmin.rb",
     "lib/nsq-cluster/nsqd.rb",
     "lib/nsq-cluster/nsqlookupd.rb",
     "lib/nsq-cluster/process_wrapper.rb",
     "nsq-cluster.gemspec",
     "test/helper.rb",
-    "test/nsq_cluster_spec.rb"
+    "test/nsq_cluster_spec.rb",
+    "test/nsqd_spec.rb",
+    "test/nsqlookupd_spec.rb"
   ]
   s.homepage = "http://github.com/wistia/nsq-cluster"
   s.licenses = ["MIT"]

data/test/helper.rb

@@ -1,3 +1,4 @@
+require 'json'
 require 'simplecov'
 require 'minitest/autorun'
 require 'minitest/pride'

data/test/nsqd_spec.rb

@@ -0,0 +1,159 @@
+require 'helper'
+
+describe Nsqd do
+
+  before do
+    @cluster = NsqCluster.new(nsqd_count: 1, nsqlookupd_count: 1)
+    @nsqd = @cluster.nsqd.first
+    sleep 0.1
+  end
+
+  after do
+    @cluster.destroy
+  end
+
+  describe 'api endpoints' do
+    describe '#ping' do
+      it 'should return status 200' do
+        @nsqd.ping.code.must_equal '200'
+      end
+    end
+
+    describe '#info' do
+      it 'should return status 200' do
+        @nsqd.info.code.must_equal '200'
+      end
+    end
+
+    describe '#stats' do
+      it 'should return status 200' do
+        @nsqd.stats.code.must_equal '200'
+      end
+
+      it 'should return JSON' do
+        JSON.parse(@nsqd.stats.body).must_be_kind_of Hash
+      end
+    end
+
+    describe '#pub' do
+      it 'should return status 200' do
+        resp = @nsqd.pub('test', 'a message')
+        resp.code.must_equal '200'
+      end
+    end
+
+    describe '#mpub' do
+      it 'should return status 200' do
+        resp = @nsqd.mpub('test', 'a message', 'another message', 'last message')
+        resp.code.must_equal '200'
+      end
+
+      it 'should create multiple messages' do
+        resp = @nsqd.mpub('test', 'a message', 'another message', 'last message')
+
+        topic = JSON.parse(@nsqd.stats.body)['data']['topics'].select do |t|
+          t['topic_name'] == 'test'
+        end.first
+
+        topic['message_count'].must_equal 3
+      end
+    end
+
+    describe '#create' do
+      it 'should return status 200' do
+        resp1 = @nsqd.create(topic: 'test')
+        resp2 = @nsqd.create(topic: 'test', channel: 'default')
+        resp1.code.must_equal '200'
+        resp2.code.must_equal '200'
+      end
+
+      it 'should raise error if topic is not specified' do
+        proc { @nsqd.create(channel: 'default') }.must_raise RuntimeError
+      end
+    end
+
+    describe '#delete' do
+      before do
+        @nsqd.create(topic: 'test')
+      end
+
+      context 'an existing channel' do
+        it 'should return status 200' do
+          @nsqd.create(topic: 'test', channel: 'default')
+          resp = @nsqd.delete(topic: 'test', channel: 'default')
+          resp.code.must_equal '200'
+        end
+      end
+
+      context 'a non-existant channel' do
+        it 'should return status 500' do
+          resp = @nsqd.delete(topic: 'test', channel: 'default')
+          resp.code.must_equal '500'
+        end
+      end
+    end
+
+    describe '#pause' do
+      before do
+        @nsqd.create(topic: 'test')
+      end
+
+      context 'an existing channel' do
+        it 'should return status 200' do
+          @nsqd.create(topic: 'test', channel: 'default')
+          resp = @nsqd.pause(topic: 'test', channel: 'default')
+          resp.code.must_equal '200'
+        end
+      end
+
+      context 'a non-existant channel' do
+        it 'should return status 500' do
+          resp = @nsqd.pause(topic: 'test', channel: 'default')
+          resp.code.must_equal '500'
+        end
+      end
+    end
+
+    describe '#unpause' do
+      before do
+        @nsqd.create(topic: 'test')
+      end
+
+      context 'an existing channel' do
+        it 'should return status 200' do
+          @nsqd.create(topic: 'test', channel: 'default')
+          resp = @nsqd.unpause(topic: 'test', channel: 'default')
+          resp.code.must_equal '200'
+        end
+      end
+
+      context 'a non-existant channel' do
+        it 'should return status 500' do
+          resp = @nsqd.unpause(topic: 'test', channel: 'default')
+          resp.code.must_equal '500'
+        end
+      end
+    end
+
+    describe '#empty' do
+      before do
+        @nsqd.create(topic: 'test')
+      end
+
+      context 'an existing channel' do
+        it 'should return status 200' do
+          @nsqd.create(topic: 'test', channel: 'default')
+          resp = @nsqd.empty(topic: 'test', channel: 'default')
+          resp.code.must_equal '200'
+        end
+      end
+
+      context 'a non-existant channel' do
+        it 'should return status 500' do
+          resp = @nsqd.empty(topic: 'test', channel: 'default')
+          resp.code.must_equal '500'
+        end
+      end
+    end
+  end
+end

data/test/nsqlookupd_spec.rb

@@ -0,0 +1,65 @@
+require 'helper'
+
+describe Nsqlookupd do
+
+  before do
+    @cluster = NsqCluster.new(nsqd_count: 1, nsqlookupd_count: 1)
+    @nsqd = @cluster.nsqd.first
+    @nsqlookupd = @cluster.nsqlookupd.first
+    sleep 0.1
+  end
+
+  after do
+    @cluster.destroy
+  end
+
+  describe 'api endpoints' do
+    describe '#ping' do
+      it 'should return status 200' do
+        @nsqlookupd.ping.code.must_equal '200'
+      end
+    end
+
+    describe '#info' do
+      it 'should return status 200' do
+        @nsqlookupd.info.code.must_equal '200'
+      end
+    end
+
+    describe '#nodes' do
+      it 'should return status 200' do
+        @nsqlookupd.nodes.code.must_equal '200'
+      end
+    end
+
+    describe '#topic' do
+      it 'should return status 200' do
+        @nsqlookupd.topics.code.must_equal '200'
+      end
+    end
+
+    describe '#channels' do
+      it 'should return status 200' do
+        @nsqlookupd.channels('default').code.must_equal '200'
+      end
+    end
+
+    describe '#lookup' do
+      context 'an existing topic' do
+        before do
+          @nsqd.create(topic: 'test')
+        end
+
+        it 'should return status 200' do
+          @nsqlookupd.lookup('test').code.must_equal '200'
+        end
+      end
+
+      context 'a non-existant topic' do
+        it 'should return status 500' do
+          @nsqlookupd.lookup('wtf').code.must_equal '500'
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nsq-cluster
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Brendan Schwartz
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-14 00:00:00.000000000 Z
+date: 2014-06-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nsq-cluster
@@ -114,6 +114,7 @@ files:
 - VERSION
 - bin/nsq-cluster
 - lib/nsq-cluster.rb
+- lib/nsq-cluster/http_wrapper.rb
 - lib/nsq-cluster/nsqadmin.rb
 - lib/nsq-cluster/nsqd.rb
 - lib/nsq-cluster/nsqlookupd.rb
@@ -121,6 +122,8 @@ files:
 - nsq-cluster.gemspec
 - test/helper.rb
 - test/nsq_cluster_spec.rb
+- test/nsqd_spec.rb
+- test/nsqlookupd_spec.rb
 homepage: http://github.com/wistia/nsq-cluster
 licenses:
 - MIT