miu-sana 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f9e87d1650880949302cf903aee57102a938afa6
+  data.tar.gz: 2ba9d47396dfe92ec117f8dbe93cc231abbc268c
+SHA512:
+  metadata.gz: 3b8cebaf9fd9ef04dfb1fd10c2bc5ef39d5ab4d1e3b64c95fc042c5323af220cbe14ebd92dfa346858b6bf612b8c9f3227cb9500d4a5c95e7e2879b638b47db8
+  data.tar.gz: 5057a46fad0394fd8898bc0d5d3e656fff19c0d938c643e71ac04ed7b74da36c6deb5a583169175314ca561f1cbc27c6e4e93fa09699d467106022c70d8632ee

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in miu-sana.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 mashiro
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Miu::Sana
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'miu-sana'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install miu-sana
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/miu-sana.rb

@@ -0,0 +1 @@
+require 'miu/nodes/sana'

data/lib/miu/nodes/sana.rb

@@ -0,0 +1,6 @@
+require 'miu/nodes/sana/version'
+require 'miu/nodes/sana/core_ext'
+require 'miu/nodes/sana/node'
+
+require 'celluloid'
+Celluloid.logger = nil

data/lib/miu/nodes/sana/core_ext.rb

@@ -0,0 +1,5 @@
+class Time
+  def to_msgpack(*args)
+    to_i.to_msgpack(*args)
+  end
+end

data/lib/miu/nodes/sana/node.rb

@@ -0,0 +1,111 @@
+require 'miu'
+require 'groonga'
+require 'fileutils'
+
+require 'miu/nodes/sana/server'
+require 'miu/nodes/sana/subscriber'
+
+module Miu
+  module Nodes
+    module Sana
+      class Node
+        include Miu::Node
+        description 'Logging node for miu'
+
+        DEFAULT_PORT = Miu.default_port + 37
+
+        attr_reader :server, :subscriber
+        attr_reader :options
+
+        def initialize(options)
+          @options = options
+
+          Miu::Logger.info "Options:"
+          @options.each do |k, v|
+            Miu::Logger.info "  #{k}: #{v}"
+          end
+
+          establish options[:database]
+
+          @server = Server.new options[:bind], options[:port]
+          @subscriber = Subscriber.new options['sub-host'], options['sub-port'], options['sub-tag']
+          @subscriber.async.run
+
+          [:INT, :TERM].each do |sig|
+            trap(sig) { exit }
+          end
+
+          sleep
+        end
+
+        private
+
+        def establish(path)
+          FileUtils.mkdir_p File.dirname(path)
+
+          ::Groonga::Context.default_options = {:encoding => :utf8}
+          if File.exist? path
+            ::Groonga::Database.open path
+          else
+            ::Groonga::Database.create :path => path
+          end
+
+          ::Groonga::Schema.define do |schema|
+            schema.create_table 'networks', :type => :patricia_trie, :key_type => :short_text
+            schema.create_table 'rooms', :type => :patricia_trie, :key_type => :short_text
+            schema.create_table 'users', :type => :patricia_trie, :key_type => :short_text
+            schema.create_table 'messages', :type => :array
+            schema.create_table 'terms', :type => :patricia_trie, :key_normalize => true, :default_tokenizer => :bigram
+
+            schema.change_table 'networks' do |table|
+              table.short_text 'name'
+            end
+            schema.change_table 'rooms' do |table|
+              table.reference 'network', 'networks'
+              table.short_text 'name'
+            end
+            schema.change_table 'users' do |table|
+              table.reference 'network', 'networks'
+              table.short_text 'name'
+            end
+            schema.change_table 'messages' do |table|
+              table.reference 'network', 'networks'
+              table.reference 'room', 'rooms'
+              table.reference 'user', 'users'
+              table.short_text 'text'
+              table.short_text 'meta'
+              table.time 'time'
+            end
+            schema.change_table 'terms' do |table|
+              table.index 'networks.name'
+              table.index 'rooms.name'
+              table.index 'users.name'
+              table.index 'messages.text'
+            end
+          end
+        end
+
+        register :sana do
+          desc 'start', %(Start miu-sana node)
+          option :bind, :type => :string, :default => '127.0.0.1', :desc => 'bind address', :aliases => '-a'
+          option :port, :type => :numeric, :default => DEFAULT_PORT, :desc => 'listen port', :aliases => '-p'
+          option :database, :type => :string, :default => 'db/groonga/sana.db', :desc => 'database path'
+          add_miu_sub_options 'miu.input.'
+          def start
+            Node.new options
+          end
+
+          desc 'init', %(Generates a miu-sana configurations)
+          def init
+            config <<-EOS
+Miu.watch 'sana' do |w|
+  w.start = 'miu sana start'
+  w.keepalive
+end
+            EOS
+          end
+        end
+      end
+    end
+  end
+end

data/lib/miu/nodes/sana/server.rb

@@ -0,0 +1,22 @@
+require 'miu/rpc'
+require 'groonga'
+
+module Miu
+  module Nodes
+    module Sana
+      class Server
+        class Handler
+          def select(table, query)
+            Groonga[table].select(query).map(&:attributes)
+          end
+        end
+
+        attr_reader :server
+
+        def initialize(bind, port)
+          @server = Miu::RPC::Server.new "tcp://#{bind}:#{port}", Handler.new
+        end
+      end
+    end
+  end
+end

data/lib/miu/nodes/sana/subscriber.rb

@@ -0,0 +1,50 @@
+require 'miu'
+require 'groonga'
+
+module Miu
+  module Nodes
+    module Sana
+      class Subscriber
+        include Miu::Subscriber
+        include Celluloid::ZMQ
+        socket_type Celluloid::ZMQ::SubSocket
+
+        def initialize(*args)
+          super
+          @networks = Groonga['networks']
+          @rooms = Groonga['rooms']
+          @users = Groonga['users']
+          @messages = Groonga['messages']
+        end
+
+        def on_text(tag, msg)
+          add_message(msg)
+          Miu::Logger.debug "[ADD] #{msg.inspect}"
+        end
+
+        private
+
+        def add_message(msg)
+          network_name = msg.network.name
+          room_name = msg.content.room.name
+          user_name = msg.content.user.name
+          text = msg.content.text
+          meta = MultiJson.encode msg.content.meta
+          time = msg.time
+
+          network = @networks[network_name] || @networks.add(network_name, :name => network_name)
+          room = @rooms[room_name] || @rooms.add(room_name, :network => network, :name => room_name)
+          user = @users[user_name] || @users.add(user_name, :network => network, :name => user_name)
+          @messages.add({
+            :network => network,
+            :room => room,
+            :user => user,
+            :text => text,
+            :meta => meta,
+            :time => time
+          })
+        end
+      end
+    end
+  end
+end

data/lib/miu/nodes/sana/version.rb

@@ -0,0 +1,7 @@
+module Miu
+  module Nodes
+    module Sana
+      VERSION = '0.1.0'
+    end
+  end
+end

data/miu-sana.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'miu/nodes/sana/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'miu-sana'
+  spec.version       = Miu::Nodes::Sana::VERSION
+  spec.authors       = ['mashiro']
+  spec.email         = ['mail@mashiro.org']
+  spec.description   = %q{Logging node for miu}
+  spec.summary       = spec.description
+  spec.homepage      = 'https://github.com/yuijo/miu-sana'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'miu', '>= 0.2.2'
+  spec.add_dependency 'miu-rpc', '>= 0.0.2'
+  spec.add_dependency 'rroonga', '>= 3.0.1'
+  spec.add_dependency 'multi_json', '>= 1.7.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+end

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification
+name: miu-sana
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- mashiro
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: miu
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+- !ruby/object:Gem::Dependency
+  name: miu-rpc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: rroonga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.1
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.3
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Logging node for miu
+email:
+- mail@mashiro.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/miu-sana.rb
+- lib/miu/nodes/sana.rb
+- lib/miu/nodes/sana/core_ext.rb
+- lib/miu/nodes/sana/node.rb
+- lib/miu/nodes/sana/server.rb
+- lib/miu/nodes/sana/subscriber.rb
+- lib/miu/nodes/sana/version.rb
+- miu-sana.gemspec
+homepage: https://github.com/yuijo/miu-sana
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Logging node for miu
+test_files: []