hope 0.1.0-java

data/Gemfile

@@ -0,0 +1,11 @@
+source :rubygems
+
+gemspec
+
+gem "twitter-stream"
+
+group :development, :test do
+  gem "growl"
+  gem "autotest-growl"
+  gem "sinatra-reloader"
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Stephane Bellity
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,19 @@
+= hope
+
+Description goes here.
+
+== Contributing to hope
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Stephane Bellity. See LICENSE.txt for
+further details.
+

data/bin/hope-web

@@ -0,0 +1,16 @@
+#!/usr/bin/env jruby
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'thin'
+require 'sinatra'
+require 'hope'
+require 'hope/server'
+
+
+EM::run {
+  Kernel.trap("INT") { puts "Got INT signal"; EM.stop; exit(0) }
+  Kernel.trap("TERM") { puts "Got TERM signal"; EM.stop; exit(0) }
+  Hope::configure(ARGV[0]) unless ARGV[0].nil?
+  Hope::Server::App.run!
+}

data/hope.gemspec

@@ -0,0 +1,34 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/hope/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name            = 'hope'
+  s.version         = Hope::VERSION.dup
+  s.summary         = %q{jruby wrapper for Esper (Stream Event Processing)}
+  s.description     = %q{jruby wrapper for Esper (Stream Event Processing) }
+  s.homepage        = 'https://github.com/sbellity/hope'
+  s.authors         = ['Stephane Bellity']
+  s.email           = ['sbellity@gmail.com']
+
+  s.executables     = 'hope-web'
+  s.files           = Dir.glob('{bin,lib}/**/*') + %w(README.rdoc LICENSE.txt Gemfile hope.gemspec)
+  
+  s.platform        = 'java'
+  s.require_paths   = ['lib']
+
+  s.required_rubygems_version = Gem::Requirement.new('>= 1.3.6')
+
+  s.add_runtime_dependency      'sinatra',        '~> 1.0.0'
+  s.add_runtime_dependency      'json-jruby',     '~> 1.4'
+  s.add_runtime_dependency      'em-zeromq',      '~> 0.2.1'
+  s.add_runtime_dependency      'thin'
+  
+  
+  s.add_development_dependency  'ZenTest',        '~> 4.5'
+  s.add_development_dependency  'rake',           '~> 0.9.2'
+  s.add_development_dependency  'rspec',          '~> 2.6'
+  s.add_development_dependency  'rcov',           '~> 0.9.9'
+  s.add_development_dependency  'eco',            '~> 1.0.0'
+  # s.add_development_dependency  'therubyrhino',   '~> 1.72.8'
+  s.add_development_dependency  'watchr'
+end

data/lib/hope.rb

@@ -0,0 +1,103 @@
+require 'json'
+require "digest/md5"
+
+require 'em-zeromq'
+
+require 'hope/jars/esper-4.3.0.jar'
+require 'hope/jars/commons-logging-1.1.1.jar'
+require 'hope/jars/antlr-runtime-3.2.jar'
+require 'hope/jars/cglib-nodep-2.2.jar'
+require 'hope/jars/log4j-1.2.16.jar'
+require 'hope/jars/msgpack-0.6.0-devel.jar'
+
+java_import org.msgpack.MessagePack
+
+require 'hope/core_ext/object'
+
+require "hope/version"
+require "hope/engine"
+require "hope/statement"
+require "hope/event_type"
+require "hope/source"
+require "hope/source/base"
+require "hope/source/sub"
+# require "hope/source/twitter"
+
+require "hope/listener/base"
+
+require 'hope/server'
+
+module Hope
+  include Java
+
+  def self.ctx
+    @ctx ||= EM::ZeroMQ::Context.new(1)
+  end
+
+  def self.pub
+    @pub ||= ctx.bind ZMQ::PUB, 'ipc://hope'
+  end
+
+  def self.config
+    @config ||= {}
+  end
+
+  def self.configure config_file, &block
+    @config = YAML::load_file(config_file)
+    Hope::Source
+    # Add Sources
+    @config["sources"].each do |sn, src_opts|
+      begin
+        src_type = src_opts.delete("type")
+        src_klass = src_type.constantize
+        source = src_type.constantize.new(sn, src_opts)
+      rescue => err
+        puts "Error creating source #{src_type}: #{err}"
+        raise err
+      end
+    end unless config["sources"].nil?
+    
+    if @config["reload_config"].to_i > 0
+      EM::PeriodicTimer.new(@config["reload_config"].to_i) do
+        new_config_hash = Digest::MD5.hexdigest(open(config_file).read)
+        self.load_engines(YAML::load_file(config_file)['engines']) if new_config_hash != @config_hash
+        @config_hash = new_config_hash
+      end
+    else
+      self.load_engines @config['engines'] unless @config['engines'].nil?
+    end
+
+    yield if block_given?
+  end
+  
+  def self.load_engines engines_config
+    engines_config.each do |uri, econf|
+      if e = Hope::Engine.get(uri)
+        e.stop
+        e.reset
+      else
+        # Create engine
+        puts "Creating engine with config: #{@config['engines_cfg']}"
+        e = Hope::Engine.new(uri, @config['engines_cfg'])
+        # Subscribe to named sources
+        econf['subscriptions'].each do |sub|
+          e.subscribe(sub)
+        end if econf['subscriptions']
+      end
+
+
+      # Add and configure Statements
+      econf['statements'].each do |sn, st|
+        s = e.add_epl st['epl'], sn
+        st['listeners'].each do |listener_name, listener_opts|
+          listener_klass = listener_opts.delete('class').constantize
+          listener_args = listener_opts.delete('args')
+          s.add_listener listener_klass.new("#{listener_name}-#{rand(1000000)}", *listener_args)
+        end if st['listeners']
+      end if econf['statements']
+      e.start
+    end unless engines_config.nil?
+  end
+
+end
+

data/lib/hope/core_ext/object.rb

@@ -0,0 +1,78 @@
+# Shamelessly stolen from activesupport-3.0.9
+
+class Object
+  # An object is blank if it's false, empty, or a whitespace string.
+  # For example, "", "   ", +nil+, [], and {} are blank.
+  #
+  # This simplifies:
+  #
+  #   if !address.nil? && !address.empty?
+  #
+  # ...to:
+  #
+  #   if !address.blank?
+  def blank?
+    respond_to?(:empty?) ? empty? : !self
+  end
+
+  # An object is present if it's not blank.
+  def present?
+    !blank?
+  end
+
+  # Returns object if it's #present? otherwise returns nil.
+  # object.presence is equivalent to object.present? ? object : nil.
+  #
+  # This is handy for any representation of objects where blank is the same
+  # as not present at all.  For example, this simplifies a common check for
+  # HTTP POST/query parameters:
+  #
+  #   state   = params[:state]   if params[:state].present?
+  #   country = params[:country] if params[:country].present?
+  #   region  = state || country || 'US'
+  #
+  # ...becomes:
+  #
+  #   region = params[:state].presence || params[:country].presence || 'US'
+  def presence
+    self if present?
+  end
+end
+
+class NilClass #:nodoc:
+  def blank?
+    true
+  end
+end
+
+class FalseClass #:nodoc:
+  def blank?
+    true
+  end
+end
+
+class TrueClass #:nodoc:
+  def blank?
+    false
+  end
+end
+
+class Array #:nodoc:
+  alias_method :blank?, :empty?
+end
+
+class Hash #:nodoc:
+  alias_method :blank?, :empty?
+end
+
+class String #:nodoc:
+  def blank?
+    self !~ /\S/
+  end
+end
+
+class Numeric #:nodoc:
+  def blank?
+    false
+  end
+end

data/lib/hope/engine.rb

@@ -0,0 +1,189 @@
+module Hope
+  
+  def self.engines
+    @engines ||= {}
+  end
+  
+  def self.register_engine eng
+    self.engines[eng.uri] = eng
+  end
+  
+  def self.unregister_engine eng
+    self.engines.delete eng.uri
+  end
+  
+  class Engine
+    
+    java_import com.espertech.esper.client.EPServiceProviderManager
+    java_import com.espertech.esper.client.Configuration
+    
+    attr_reader :provider, :uri
+    
+    def self.get uri=nil
+      Hope.engines[uri]
+    end
+    
+    def self.all
+      EPServiceProviderManager.getProviderURIs.to_a
+    end
+    
+    def initialize uri=nil, config_file=Hope.config['engines_cfg']
+      puts "Init engine #{uri} with config: #{config_file}"
+      @uri = uri || "default"
+      Hope.register_engine(self)
+      @configuration = Configuration.new
+      if config_file
+        if File.exists?(config_file)
+          @configuration.configure(config_file)
+        else
+          puts "I cant find this config file: #{config_file}"
+        end
+      end
+      
+      provider
+      @sub = Hope.ctx.connect ZMQ::SUB, "ipc://hope", self if EM.reactor_running?
+      @received = 0
+      @subscriptions = []
+      @registered_sources = {}
+      @registered_types = {}
+    end
+    
+    def on_readable(socket, messages)
+      puts "Received event from #{socket}"
+      @received += 1
+      src_name, msg = messages.map(&:copy_out_string)
+      if src = self.register_source(src_name)
+        evts = src.parse(msg)
+        
+        Array(evts).map do |e| 
+          puts ">> sendEvent: #{e.inspect}"
+          self.sendEvent(e)
+        end
+      else
+        puts "Error: SOURCE #{src_name}, not registered !"
+      end
+    end    
+
+    def register_source src_name
+      return @registered_sources[src_name] if @registered_sources[src_name]
+      src = Hope::Source.sources[src_name]
+      return false if src.nil?
+      src.class.event_types.each do |event_type|
+        # puts "Adding eventType to engine #{self.uri}: #{event_type.name}:\n #{event_type.properties.inspect}"
+        self.add_event_type(event_type)
+      end
+      @registered_sources[src] = src
+      src
+    end
+    
+    def subscribe source_name
+      return true if @subscriptions.include?(source_name)
+      @sub.subscribe source_name
+      @subscriptions << source_name
+      register_source(source_name)
+    end
+
+    def unsubscribe source_name
+      @subscriptions - [source_name]
+      @sub.unsubscribe source_name
+    end
+
+    # Provider API
+    def provider
+      if uri.nil?
+        @provider ||= EPServiceProviderManager.getDefaultProvider(@configuration)
+      else
+        @provider ||= EPServiceProviderManager.getProvider(uri, @configuration)
+      end
+    end
+    
+    def destroy
+      unless provider.destroyed?
+        provider.destroy
+        Hope.unregister_engine(self)
+      end
+    end
+
+    def destroyed?
+      provider.destroyed?
+    end
+    
+    def reset
+      # @subscriptions.each { |sub| self.unsubscribe(sub) }
+      statements.map do |st|
+        st.remove_all_listeners
+        st.destroy
+      end
+    end
+    
+    # Admin API
+    def admin
+      provider.getEPAdministrator
+    end
+    
+    def statement_names
+      admin.getStatementNames.to_a
+    end
+    
+    def statements
+      statement_names.map { |n| Hope::Statement.new(admin.getStatement(n)) } 
+    end
+    
+    def statement stmt_name
+      s = admin.getStatement stmt_name
+      Statement.new(s) unless s.nil?
+    end
+    
+    def add_epl epl, name=nil
+      name = nil if name.blank?
+      Hope::Statement.new admin.createEPL(epl, name)
+    end
+    
+    def add_pattern pattern, name=nil
+      name = nil if name.blank?
+      Hope::Statement.new admin.createPattern(pattern, name)
+    end
+    
+    def add_event_type event_type
+      return if @registered_types[event_type.name]
+      @registered_types[event_type.name] = event_type.schema
+      add_epl(event_type.schema)
+    end
+    
+    def stop
+      admin.stopAllStatements
+    end
+    
+    def start
+      admin.startAllStatements
+    end
+    
+    # Runtime API
+    def runtime
+      provider.getEPRuntime
+    end
+    
+    def sendEvent(e, type=nil)
+      if type
+        runtime.sendEvent(e, type)
+      else
+        runtime.sendEvent(e)
+      end
+    end
+    
+    # Misc
+    def serializable_hash
+      {
+        :id => uri,
+        :received => @received,
+        :statements => statements.map(&:serializable_hash),
+        :subscriptions => @subscriptions
+      }
+    end
+    
+    def to_json
+      serializable_hash.to_json
+    end
+  end
+  
+end