miu 0.1.0 → 0.2.0

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/.travis.yml

@@ -0,0 +1,21 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+
+before_install:
+  - sudo apt-get update -qq
+  - sudo apt-get install -qq libzmq3-dev
+
+branches:
+  only:
+    - master
+
+notifications:
+  irc:
+    channels:
+      - "irc.freenode.net#miu-dev" 
+    use_notice: true
+    skip_join: true
+

data/Gemfile

@@ -1,4 +1,11 @@
 source 'https://rubygems.org'
 
+group :development do
+  gem 'guard-rspec'
+  gem 'rb-inotify', :require => false
+  gem 'rb-fsevent', :require => false
+  gem 'rb-fchange', :require => false
+end
+
 # Specify your gem's dependencies in miu.gemspec
 gemspec

data/Guardfile

@@ -0,0 +1,8 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'rspec' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end

data/README.md

@@ -1,4 +1,4 @@
-# Miu
+# Miu [![Build Status](https://travis-ci.org/yuijo/miu.png?branch=master)](https://travis-ci.org/yuijo/miu)
 
 TODO: Write a gem description
 
@@ -18,7 +18,24 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+### Setup
+
+```ruby
+mkdir miu
+cd miu
+miu init
+```
+
+### Start
+
+```ruby
+miu supervise
+```
+
+### Quit
+```ruby
+miu terminate
+```
 
 ## Contributing
 

data/Rakefile

@@ -1 +1,4 @@
 require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+task :default => :spec

data/bin/miu

@@ -1,6 +1,4 @@
 #!/usr/bin/env ruby
 # -*- encoding: utf-8 -*-
-require 'bundler'
-Bundler.require(:default)
 require 'miu/cli'
 Miu::CLI.start

data/lib/miu/cli.rb

@@ -1,11 +1,9 @@
 require 'miu'
+require 'miu/cli_base'
 require 'thor'
 
 module Miu
-  class CLI < ::Thor
-    include ::Thor::Actions
-    add_runtime_options!
-
+  class CLI < CLIBase
     class << self
       def source_root
         File.expand_path('../../templates', __FILE__)
@@ -17,7 +15,6 @@ module Miu
     end
 
     map ['--version', '-v'] => :version
-
     desc 'version', 'Show version'
     def version
       say "Miu #{Miu::VERSION}"
@@ -25,7 +22,6 @@ module Miu
 
     desc 'init', 'Generates a miu configuration files'
     def init
-      copy_file 'Gemfile'
       inside 'config' do
         template 'miu.god'
       end
@@ -33,49 +29,78 @@ module Miu
       empty_directory 'tmp/pids'
     end
 
-    desc 'list', 'Lists plugins'
+    desc 'list', 'Lists nodes'
     def list
-      require 'miu/plugins'
-      table = Miu.plugins.map { |k, v| [k, "# #{v}" ] }
-      say 'Plugins:'
+      table = Miu.nodes.map do |name, node|
+        [name, "# #{node.description}"]
+      end
+      say 'Nodes:'
       print_table table, :indent => 2, :truncate => true
-      say
     end
 
-    desc 'start', 'Start miu'
+    desc 'start', 'Start miu server'
     option 'pub-host', :type => :string, :default => '127.0.0.1', :desc => 'pub host'
     option 'pub-port', :type => :numeric, :default => Miu.default_pub_port, :desc => 'pub port'
     option 'sub-host', :type => :string, :default => '127.0.0.1', :desc => 'sub host'
     option 'sub-port', :type => :numeric, :default => Miu.default_sub_port, :desc => 'sub port'
+    option 'bridge-host', :type => :string, :default => '127.0.0.1', :desc => 'bridge host'
+    option 'bridge-port', :type => :numeric, :desc => 'bridge port'
     option 'verbose', :type => :boolean, :default => false, :desc => 'verbose output', :aliases => '-V'
     def start
-      server = Miu::Server.new Miu::Utility.optionalize_keys(options)
+      server = Miu::Server.new Miu::Utility.optionify_keys(options)
       server.run
     end
 
-    desc 'cat tag [body]', 'Nyan'
+    desc 'cat TAG ROOM TEXT', 'Okaka kakeyoune'
     option 'host', :type => :string, :default => '127.0.0.1', :desc => 'miu sub host'
     option 'port', :type => :numeric, :default => Miu.default_sub_port, :desc => 'miu sub port'
-    def cat(tag, body = nil)
+    option 'network', :type => :string, :default => 'debug', :desc => 'miu network name'
+    def cat(tag, room, text)
+      require 'miu/messages'
       require 'json'
       publisher = Miu::Publisher.new :host => options[:host], :port => options[:port]
-      publisher.connect
-      body = JSON.load(body) rescue body
-      publisher.send tag, body
+      message = Miu::Messages::Text.new do |m|
+        m.network.name = options[:network]
+        m.content.tap do |c|
+          c.room.name = room
+          c.text = text
+        end
+      end
+
+      packet = publisher.write tag, message
+      Miu::Logger.info packet.inspect
+    rescue => e
+      Miu::Logger.exception e
     end
 
-    desc 'supervise', 'Supervise miu and plugins'
+    desc 'supervise', 'Supervise miu and nodes'
     def supervise(*args)
-      require 'god'
-      args.unshift "bundle exec god -c #{Miu.default_god_config}"
-      run args.join(' ')
+      args.unshift "-c #{Miu.default_god_config}"
+      run_god *args
     end
 
-    desc 'god', 'Miu is a god'
+    desc 'terminate', 'Terminate miu and nodes'
+    def terminate(*args)
+      args.unshift "-p #{Miu.default_god_port} terminate"
+      run_god *args
+    end
+
+    desc 'god [ARGS]', 'Miu is a god'
     def god(*args)
+      args.unshift "-p #{Miu.default_god_port}"
+      run_god *args
+    end
+
+    private
+
+    def run_god(*args)
       require 'god'
-      args.unshift "bundle exec god -p #{Miu.default_god_port}"
+      args.unshift 'god'
       run args.join(' ')
     end
   end
 end
+
+# load miu nodes
+Miu.load_nodes
+

data/lib/miu/cli_base.rb

@@ -0,0 +1,7 @@
+require 'thor'
+
+module Miu
+  class CLIBase < ::Thor
+    include ::Thor::Actions
+  end
+end

data/lib/miu/command.rb

@@ -1,16 +1,16 @@
 require 'miu'
+require 'miu/cli_base'
 
 module Miu
   class Command
-    def self.new(name, plugin, options = {}, &block)
-      require 'thor'
-      Class.new ::Thor do
-        include ::Thor::Actions
-        add_runtime_options!
+    def self.new(name, node, options = {}, &block)
+      Class.new Miu::CLIBase do
+        attr_accessor :node
+        @node = node
 
         class << self
           def source_root
-            Miu.find_root('Gemfile', plugin.called_from)
+            @node.spec.full_gem_path rescue nil
           end
 
           def destination_root
@@ -21,14 +21,21 @@ module Miu
             super task, namespace, subcommand || options.fetch(:subcommand, true)
           end
 
-          def add_miu_pub_options!
-            option 'miu-pub-host', :type => :string, :default => '127.0.0.1', :desc => 'miu pub host'
-            option 'miu-pub-port', :type => :numeric, :default => Miu.default_sub_port, :desc => 'miu pub port'
+          def add_miu_pub_options(name)
+            option 'pub-host', :type => :string, :default => '127.0.0.1', :desc => 'miu pub host'
+            option 'pub-port', :type => :numeric, :default => Miu.default_sub_port, :desc => 'miu pub port'
+            option 'pub-tag', :type => :string, :default => "miu.input.#{name}.", :desc => 'miu pub tag'
           end
 
-          def add_miu_sub_options!
-            option 'miu-sub-host', :type => :string, :default => '127.0.0.1', :desc => 'miu sub host'
-            option 'miu-sub-port', :type => :numeric, :default => Miu.default_pub_port, :desc => 'miu sub port'
+          def add_miu_sub_options(name)
+            option 'sub-host', :type => :string, :default => '127.0.0.1', :desc => 'miu sub host'
+            option 'sub-port', :type => :numeric, :default => Miu.default_pub_port, :desc => 'miu sub port'
+            option 'sub-tag', :type => :string, :default => "miu.output.#{name}.", :desc => 'miu sub tag'
+          end
+
+          def add_miu_pub_sub_options(name)
+            add_miu_pub_options name
+            add_miu_sub_options name
           end
         end
 

data/lib/miu/errors.rb

@@ -0,0 +1,22 @@
+module Miu
+  class Error < StandardError
+  end
+
+  class WrappedError < Error
+    attr_accessor :error
+    
+    def initialize(error)
+      @error = error
+      super "#{@error.class}: #{@error.to_s}"
+    end
+  end
+
+  class InvalidTypeError < Error
+  end
+
+  class PacketLoadError < WrappedError
+  end
+
+  class MessageLoadError < WrappedError
+  end
+end

data/lib/miu/forwarder.rb

@@ -0,0 +1,54 @@
+require 'miu/socket'
+require 'miu/proxy'
+require 'ffi-rzmq'
+
+module Miu
+  class Forwarder
+    def initialize(options = {})
+      @pub = pub_socket_class.new
+      @pub.bind Miu::Socket.build_address(options[:pub_host], options[:pub_port])
+
+      @sub = sub_socket_class.new
+      @sub.bind Miu::Socket.build_address(options[:sub_host], options[:sub_port])
+      @sub.subscribe ''
+
+      if options[:bridge_port]
+        @bridge = sub_socket_class.new
+        @bridge.connect Miu::Socket.build_address(options[:bridge_host], options[:bridge_port])
+        @bridge.subscribe ''
+      end
+    end
+
+    def close
+      @bridge.close if @bridge
+      @sub.close
+      @pub.close
+    end
+
+    def run
+      frontends = [@sub, @bridge].compact
+      backends = [@pub]
+
+      proxy = Proxy.new frontends, backends
+      proxy.run
+    end
+
+    private
+
+    def pub_socket_class
+      if ::ZMQ::LibZMQ.version3?
+        XPubSocket
+      else
+        PubSocket
+      end
+    end
+
+    def sub_socket_class
+      if ::ZMQ::LibZMQ.version3?
+        XSubSocket
+      else
+        SubSocket
+      end
+    end
+  end
+end

data/lib/miu/logger.rb

@@ -5,19 +5,23 @@ module Miu
     module_function
 
     %w(debug info warn error fatal).each do |name|
-      instance_eval <<-EOS
+      eval <<-EOS
         def #{name}(msg)
           Miu.logger.#{name}(msg) if Miu.logger
         end
       EOS
     end
 
-    def exception(msg, ex)
-      error %(#{msg}\n#{format_exception(ex)})
+    def exception(*args)
+      ex = args.pop
+      error [*args, format_exception(ex)].join("\n")
     end
 
     def format_exception(ex)
-      %(#{ex.class}: #{ex.to_s}\n#{ex.backtrace.join("\n")})
+      rows = []
+      rows << "#{ex.class}: #{ex.to_s}"
+      rows += ex.backtrace.map { |s| "\tfrom #{s}" }
+      rows.join("\n")
     end
 
     def formatter(severity, time, progname, msg)
@@ -26,9 +30,11 @@ module Miu
   end
 
   class << self
+    attr_accessor :default_logger
     attr_accessor :logger
   end
-  self.logger = ::Logger.new(STDERR)
+  self.default_logger = ::Logger.new(STDERR)
+  self.logger = self.default_logger
   self.logger.level = ::Logger::INFO
   self.logger.formatter = Miu::Logger.method(:formatter)
 end

data/lib/miu/messages/base.rb

@@ -1,26 +1,36 @@
-require 'miu/resources/network'
+require 'miu/messages'
 require 'msgpack'
+require 'securerandom'
 
 module Miu
   module Messages
     class Base
+      attr_accessor :id, :time
       attr_accessor :network, :type, :content
 
       def initialize(options = {})
-        @network = options[:network] || Resources::Network.new(options[:network] || {})
+        @id = options[:id] || SecureRandom.uuid
+        @time = options[:time] || Time.now.to_i
+        @network = Miu::Utility.adapt(Resources::Network, options[:network] || {})
         @type = options[:type]
-        @type = [@type, *Array(options[:sub_type])].compact.join('.')
         @content = options[:content]
         yield self if block_given?
       end
 
       def to_hash
-        {:network => @network.to_hash, :type => @type, :content => @content.to_hash}
+        {
+          :network => @network.to_hash,
+          :type => @type,
+          :content => @content ? @content.to_hash : {}
+        }
       end
 
       def to_msgpack(*args)
         to_hash.to_msgpack(*args)
       end
     end
+
+    class Unknown < Base
+    end
   end
 end

data/lib/miu/messages/text.rb

@@ -1,14 +1,16 @@
+require 'miu/resources'
 require 'miu/messages/base'
-require 'miu/resources/text_content'
 
 module Miu
   module Messages
     class Text < Base
       def initialize(options = {})
         options[:type] ||= 'text'
-        options[:content] ||= Resources::TextContent.new(options[:content] || {})
+        options[:content] = Miu::Utility.adapt(Resources::TextContent, options[:content] || {})
         super 
       end
     end
+
+    register :text, Text
   end
 end

data/lib/miu/messages/unknown.rb

@@ -0,0 +1,11 @@
+require 'miu/messages/base'
+
+module Miu
+  module Messages
+    class Unknown < Base
+      def initialize(value)
+        super({:type => 'unknown', :content => value})
+      end
+    end
+  end
+end

data/lib/miu/messages.rb

@@ -1,6 +1,21 @@
 module Miu
   module Messages
-    autoload :Base, 'miu/messages/base'
-    autoload :Text, 'miu/messages/text'
+    class << self
+      def types
+        @types ||= {}
+      end
+
+      def register(type, klass)
+        types[type.to_s] = klass
+      end
+
+      def guess(type)
+        types[type.to_s] || Unknown
+      end
+    end
   end
 end
+
+require 'miu/messages/base'
+require 'miu/messages/unknown'
+require 'miu/messages/text'

data/lib/miu/{plugin.rb → node.rb}

@@ -1,26 +1,27 @@
 require 'miu'
 
 module Miu
-  module Plugin
+  module Node
     def self.included(base)
       STDOUT.sync = true
       STDERR.sync = true
-
       base.extend ClassMethods
-      base.called_from = begin
-        call_stack = caller.map { |p| p.sub(/:\d+.*/, '') }
-        File.dirname(call_stack.detect { |p| p !~ %r(miu[\w.-]*/lib/miu/plugins) })
-      end
     end
 
     module ClassMethods
-      attr_accessor :called_from
+      attr_accessor :spec
+
+      def description(value = nil)
+        @description ||= self.name
+        @description = value if value
+        @description
+      end
 
       def register(*args, &block)
         options = Miu::Utility.extract_options!(args)
         name = args.shift
-        plugin = args.shift || self
-        Miu.register name, plugin, options, &block
+        node = args.shift || self
+        Miu.register name, node, options, &block
       end
     end
   end

data/lib/miu/{plugins.rb → nodes.rb}

@@ -1,4 +1,4 @@
 module Miu
-  module Plugins
+  module Nodes
   end
 end

data/lib/miu/packet.rb

@@ -1,36 +1,29 @@
-require 'miu'
-require 'securerandom'
+require 'miu/errors'
 require 'msgpack'
 
 module Miu
   class Packet
-    attr_accessor :tag, :body, :id, :time
+    attr_accessor :tag, :data
 
-    def initialize(tag, body, options = {})
+    def initialize(tag, data)
       @tag = tag
-      @body = body
-      @id = options[:id] || SecureRandom.uuid
-      @time = options[:time] || Time.now.to_i
+      @data = data
     end
 
     def dump
-      data = {
-        'body' => @body,
-        'id' => @id,
-        'time' => @time,
-      }
-      [@tag, data.to_msgpack]
+      [@tag.to_s, @data.to_msgpack]
     end
 
     def self.load(parts)
-      tag = parts.shift
-      data = MessagePack.unpack(parts.shift)
-      body = data.delete('body')
-      new tag, body, Miu::Utility.symbolized_keys(data)
+      tag = parts[0]
+      data = MessagePack.unpack(parts[1])
+      new tag, data
+    rescue => e
+      raise PacketLoadError, e
     end
 
     def inspect
-      inspection = [:tag, :body, :id, :time].map do |name|
+      inspection = [:tag, :data].map do |name|
         "#{name}: #{__send__(name).inspect}"
       end.join(', ')
       "#<#{self.class} #{inspection}>"

data/lib/miu/proxy.rb

@@ -0,0 +1,57 @@
+require 'miu/socket'
+require 'ffi-rzmq'
+
+module Miu
+  class Proxy
+    attr_reader :frontends, :backends
+    attr_reader :poller
+
+    PROXY_TO = '@__proxy_to__'
+
+    def initialize(frontends, backends)
+      @frontends = Array(frontends).map { |s| unwrap s }
+      @backends = Array(backends).map { |s| unwrap s }
+
+      @frontends.each { |s| s.instance_variable_set PROXY_TO, @backends }
+      @backends.each { |s| s.instance_variable_set PROXY_TO, @frontends }
+
+      @poller = ::ZMQ::Poller.new
+      @frontends.each { |s| @poller.register_readable s }
+      @backends.each { |s| @poller.register_readable s }
+    end
+
+    def run
+      loop do
+        @poller.poll
+        @poller.readables.each do |from|
+          loop do
+            msg = ::ZMQ::Message.new
+            from.recvmsg msg
+            more = from.more_parts?
+
+            proxy_to = from.instance_variable_get PROXY_TO
+            proxy_to.each do |to|
+              ctrl = ::ZMQ::Message.new
+              ctrl.copy msg.pointer
+              to.sendmsg ctrl, (more ? ::ZMQ::SNDMORE : 0)
+            end
+
+            msg.close
+            break unless more
+          end
+        end
+      end
+    end
+
+    private
+
+    def unwrap(socket)
+      case socket
+      when Miu::Socket
+        socket.socket
+      else
+        socket
+      end
+    end
+  end
+end

data/lib/miu/publishable.rb

@@ -0,0 +1,18 @@
+require 'miu/packet'
+
+module Miu
+  module Publishable
+    def self.included(base)
+      base.class_eval do
+        def write_with_packet(tag, message)
+          packet = Packet.new tag, message
+          write_without_packet *packet.dump
+          packet
+        end
+
+        alias_method :write_without_packet, :write
+        alias_method :write, :write_with_packet
+      end
+    end
+  end
+end