wakame-dolphin 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1083fcd12c989df0d9878212ca88dd1e9799d3a0
+  data.tar.gz: 064f9d4865ff443cb3d0a1abc6e7b687e8fcc9e8
+SHA512:
+  metadata.gz: 0cc6b3984d0c446b8fe8acc8cbd8d8794c0142774f3a87e762616985e3ba50b80c1a6a17f9c99b7732da3366218b789844f4ad00be41efa25c30a440d60cc47c
+  data.tar.gz: 68faacea3a90b3b3277fb06251dcc8b69632bfef277d6c0cfd7c975277704bda759969c514072f4ce6831c74d7560cd3ed3c7db8a1ae4cdeb1b0b8febf0bffb8

data/.gitignore

@@ -0,0 +1,9 @@
+*.gem
+.bundle
+Gemfile.lock
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+tmp

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--format documentation
+--backtrace
+--default_path spec

data/.travis.yml

@@ -0,0 +1,25 @@
+language: ruby
+
+env:
+  - DB=mysql CONFIG_FILE=dolphin-mysql.conf.travis
+
+rvm:
+  - 1.9.3
+
+before_install:
+  - gem update bundler
+
+before_script:
+  - mysql -e 'create database dolphin;'
+  - bundle exec rake db:mysql:init
+  - bundle exec ./bin/dolphin_server -c "./config/${CONFIG_FILE}" &
+
+script:
+  - bundle exec rspec ./spec/files/endpoint/
+
+after_script:
+  - bundle exec rake db:mysql:drop
+
+branches:
+  only:
+    - master

data/Gemfile

@@ -0,0 +1,18 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :mysql do
+  gem 'sequel', '3.48.0'
+  gem 'mysql2', '0.3.11'
+end
+
+group :cassandra do
+  gem 'cassandra', '0.17.0'
+end
+
+group :development, :test do
+  gem 'rspec', '2.13.0'
+  gem 'pry'
+  gem 'rb-readline'
+end

data/Makefile

@@ -0,0 +1,56 @@
+CURDIR ?= $(PWD)
+RUBYDIR = $(CURDIR)/ruby
+DSTDIR ?= ""
+
+define BUNDLE_CFG
+---
+BUNDLE_PATH: vendor/bundle
+BUNDLE_DISABLE_SHARED_GEMS: '1'
+endef
+# We're exporting this as a shell variable because otherwise Make can't echo multiline strings into a file
+export BUNDLE_CFG
+
+dev: build-ruby install-bundle-dev
+
+build-ruby:
+	$(CURDIR)/deployment/rubybuild/build_ruby.sh
+
+install-bundle-dev:
+	$(RUBYDIR)/bin/gem install bundler
+	(cd $(CURDIR); mkdir .bundle; echo "$$BUNDLE_CFG" > .bundle/config)
+	(cd $(CURDIR); $(RUBYDIR)/bin/bundle install)
+
+install-bundle-with-cassandra:
+	$(RUBYDIR)/bin/gem install bundler
+	(cd $(CURDIR); mkdir .bundle; echo "$$BUNDLE_CFG" > .bundle/config)
+	(cd $(CURDIR); $(RUBYDIR)/bin/bundle install --without development test mysql)
+
+install-bundle-with-mysql:
+	$(RUBYDIR)/bin/gem install bundler
+	(cd $(CURDIR); mkdir .bundle; echo "$$BUNDLE_CFG" > .bundle/config)
+	(cd $(CURDIR); $(RUBYDIR)/bin/bundle install --without development test cassandra)
+
+install: update-config
+	mkdir -p $(DSTDIR)/opt/axsh/wakame-dolphin
+	mkdir -p $(DSTDIR)/etc/wakame-vdc
+	cp -r . $(DSTDIR)/opt/axsh/wakame-dolphin
+	cp -r deployment/conf_files/etc/default $(DSTDIR)/etc
+	cp -r deployment/conf_files/etc/init $(DSTDIR)/etc
+
+uninstall:
+	rm -rf $(DSTDIR)/opt/axsh/wakame-dolphin
+	rm -rf $(DSTDIR)/tmp/log
+	rm -rf $(DSTDIR)/var/run/wakame-dolphin
+	rm $(DSTDIR)/etc/default/vdc-dolphin
+	rm $(DSTDIR)/etc/init/vdc-dolphin.conf
+
+update-config:
+	cp -r deployment/conf_files/etc/wakame-vdc $(DSTDIR)/etc/
+
+remove-config:
+	rm -rf $(DSTDIR)/etc/wakame-vdc/dolphin.conf
+
+clean:
+	# rm -rf $(RUBYDIR)
+	rm -rf $(CURDIR)/vendor
+	rm -rf $(CURDIR)/.bundle

data/README.md

@@ -0,0 +1,77 @@
+# Dolphin
+
+Dolphin is notification service.
+
+### Install for production
+
+Dolphin supported multi datastore are mysql and cassandra.
+
+#### DataStore cassandra
+```
+$ bundle install --without test development mysql
+```
+
+#### DataStore mysql
+```
+$ bundle install --without test development cassandra
+```
+
+### Copy Settings File
+
+```
+$ cp -ip ./config/dolphin.conf.example ./config/dolphin.conf
+```
+
+### Edit config
+
+```
+$ vi ./config/dolphin.conf
+```
+
+./config/dolphin.conf
+```
+from=yourname@yourdomain
+```
+
+### Start Service
+
+```
+$ ./bin/dolphin_server
+```
+
+```
+I, [2013-03-12T14:41:17.533784 #27820]  INFO -- : [11950120] [Dolphin::RequestHandler] Running on ruby 1.9.3 with selected Celluloid::TaskThread
+I, [2013-03-12T14:41:17.533922 #27820]  INFO -- : [11950120] [Dolphin::RequestHandler] Listening on http://127.0.0.1:9004
+```
+
+### Add Notification
+
+```
+$ MAIL_TO=example@example.com ruby ./example/client/put_notification.rb
+```
+
+### Add Event
+
+```
+$ ruby ./example/client/post_event.rb
+```
+
+### Tempolary mail
+
+```
+$ ls ./tmp/mails
+```
+
+### Run Test Case
+
+```
+$ bundle exec rake spec
+```
+
+### Code Status
+
+[![Build Status](https://travis-ci.org/axsh/wakame-dolphin.png?branch=master)](https://travis-ci.org/axsh/wakame-dolphin)
+
+### License
+
+Copyright (c) Axsh Co. Components are included distribution under LGPL 3.0 and Apache 2.0

data/Rakefile

@@ -0,0 +1,67 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require "rubygems"
+require "bundler/setup"
+
+require File.join(File.expand_path('../', __FILE__), 'lib/dolphin')
+
+unless ENV['CONFIG_FILE'].blank?
+  Dolphin.settings(File.join(Dolphin.config_path, ENV['CONFIG_FILE']))
+end
+
+require "rspec/core/rake_task"
+desc 'Run rspec'
+RSpec::Core::RakeTask.new("spec") do |spec|
+  spec.pattern = FileList["spec/files/endpoint/*_spec.rb"]
+end
+
+task :default => :spec
+
+namespace :db do
+  namespace :cassandra do
+
+    desc 'Clean cassandra'
+    task :clean do |tasks|
+      begin
+
+      db_config = Dolphin.settings['database']
+      @host = db_config['hosts'].split(',')[0]
+      @port = db_config['port']
+
+      @connect = Dolphin::DataStore::Cassandra.new({
+        :keyspace => Dolphin::DataStore::Cassandra::KEYSPACE,
+        :hosts => @host,
+        :port => @port
+      }).connect
+
+        @connect.drop_keyspace(Dolphin::DataStore::Cassandra::KEYSPACE)
+      rescue => e
+        puts "Doesn't exist #{Dolphin::DataStore::Cassandra::KEYSPACE} keyspace or dropped already"
+        exit
+      end
+    end
+
+    desc 'Migrate cassandra'
+    task :migrate do
+      filename = Dolphin.db_path + '/cassandra_schema.txt'
+      exec "/usr/bin/cassandra-cli -h #{@host} -p #{@port} -f #{filename}"
+    end
+  end
+
+  namespace :mysql do
+
+    desc 'Create all database tables'
+    task :init do
+      Dolphin::DataStore.current_store.connect
+      Sequel.extension :migration
+      Sequel::Migrator.apply(Sequel::DATABASES.first, File.expand_path('../config/db/sequel/migrations', __FILE__), 9999)
+    end
+
+    desc 'Drop all database tables'
+    task :drop do
+      Dolphin::DataStore.current_store.connect
+      Sequel.extension :migration
+      Sequel::Migrator.apply(Sequel::DATABASES.first, File.expand_path('../config/db/sequel/migrations', __FILE__), 0)
+    end
+  end
+end

data/bin/dolphin_server

@@ -0,0 +1,98 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+# TODO: better loading libraries
+setup_rb = File.expand_path('../../vendor/bundle/bundler/setup.rb', __FILE__)
+
+begin
+  require 'rubygems'
+  if File.exists?(setup_rb)
+    load setup_rb
+  else
+    require 'bundler/setup'
+  end
+rescue LoadError => e
+end
+
+require File.join(File.expand_path('../../', __FILE__), 'lib/dolphin')
+require 'optparse'
+
+options = {}
+opt = OptionParser.new do |opt|
+  opt.on('-c [dolphin.conf]', "Dolphin configuration file") {|v| options[:config_file] = v }
+  opt.on('-h', "--help") {|v| puts opt.help(); Kernel.exit(true) }
+  opt.on('-v', "--version") {|v| puts Dolphin::VERSION; Kernel.exit(true) }
+end
+
+begin
+  opt.parse!(ARGV)
+rescue => e
+  STDERR.puts e
+  exit!
+end
+
+require 'ltsv'
+require 'celluloid'
+
+module Dolphin
+
+  Celluloid.logger.datetime_format = "%Y-%m-%d %H:%M:%S"
+  Celluloid.logger.formatter = proc { |severity, datetime, progname, msg|
+    case settings['logger']['format']
+      when 'human_readable'
+        msg = "[#{msg[:thread_id]}] [#{msg[:classname]}] #{msg[:message]}" if msg.is_a?(Hash)
+        Logger::Formatter.new.call(severity, datetime, progname, msg)
+      when 'ltsv'
+        LTSV.dump({
+          :log_level => severity,
+          :time => datetime,
+          :thread_id => msg[:thread_id],
+          :classname => msg[:classname],
+          :message => msg[:message],
+        }) + "\n"
+    end
+  }
+
+  def self.run(options)
+
+    # init config_file
+    Dolphin.settings(options[:config_file])
+
+    if RUBY_VERSION.to_f >= 2
+      # Celluloid::TaskFiber by default
+    elsif RUBY_VERSION.to_f >= 1.9
+      Celluloid.task_class = Celluloid::TaskThread
+    else
+      raise "Doesn't support ruby version: #{RUBY_VERSION}"
+      exit!
+    end
+
+    # verify possible for to load Gem related database.
+    begin
+      Dolphin::Models::Base
+    rescue Gem::LoadError => e
+      raise e.message
+      exit!
+    end
+
+    manager = Manager.new
+    # manager.pool(Worker, :as => :workers, :size => 2)
+    # manager.pool(Sender::Mail, :as => :mail_senders, :size => 2)
+    # manager.pool(QueryProcessor, :as => :query_processors, :size => 2)
+
+    manager.add(Worker, :as => :workers)
+    manager.add(Sender::Mail, :as => :mail_senders)
+    manager.add(QueryProcessor, :as => :query_processors)
+
+    # TODO: RequestHandler link to Manager
+    # TODO: Chanage to rackup
+
+    server_settings = Dolphin.settings['server']
+    RequestHandler.new(server_settings['host'], server_settings['port'])
+
+    Manager.run
+  end
+end
+
+Dolphin.run(options)
+sleep

data/config/db/cassandra_clear.txt

@@ -0,0 +1 @@
+drop keyspace dolphin;

data/config/db/cassandra_schema.txt

@@ -0,0 +1,14 @@
+create keyspace dolphin with
+  placement_strategy = 'org.apache.cassandra.locator.SimpleStrategy' AND
+  strategy_options = {replication_factor:1};
+
+use dolphin;
+
+create column family events with comparator = TimeUUIDType
+AND key_validation_class = AsciiType
+AND default_validation_class = UTF8Type;
+
+create column family notifications with comparator = AsciiType
+AND key_validation_class = AsciiType
+AND default_validation_class = UTF8Type;
+

data/config/db/sequel/migrations/0001_add_notification.rb

@@ -0,0 +1,15 @@
+Sequel.migration do
+  up do
+    create_table(:notifications) do
+      primary_key :id, :type=>"int(11)"
+      column :uuid, "varchar(255)", :null=>false
+      column :value, "blob", :null=>false
+      column :timestamp, "datetime", :null=>false
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+  end
+
+  down do
+    drop_table(:notifications)
+  end
+end

data/config/db/sequel/migrations/0002_add_event.rb

@@ -0,0 +1,15 @@
+Sequel.migration do
+  up do
+    create_table(:events) do
+      primary_key :id, :type=>"int(11)"
+      column :uuid, "varchar(255)", :null=>false
+      column :value, "blob", :null=>false
+      column :timestamp, "datetime", :null=>false
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+  end
+
+  down do
+    drop_table(:events)
+  end
+end

data/config/dolphin-mysql.conf.travis

@@ -0,0 +1,26 @@
+[server]
+host = 0.0.0.0
+port = 9004
+
+[agent]
+request_handler = 1
+query_processor = 1
+worker = 1
+sender = 1
+
+[database]
+adapter = mysql
+host = 127.0.0.1
+port = 3306
+user = root
+pass =
+
+[mail]
+from = demo@example.com
+# host = localhost
+# port = 25
+type = file
+
+[logger]
+format = human_readable
+# format = ltsv