redstorm 0.6.6 → 0.7.0.beta1

data/lib/red_storm/proxy/batch_committer_bolt.rb

@@ -1,52 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.coordination.BatchOutputCollector'
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'backtype.storm.coordination.IBatchBolt'
-java_import 'backtype.storm.transactional.ICommitter'
-java_import 'backtype.storm.topology.OutputFieldsDeclarer'
-java_import 'backtype.storm.tuple.Tuple'
-java_import 'java.util.Map'
-
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-class BatchCommitterBolt
-  java_implements 'ICommitter, IBatchBolt'
-
-  java_signature 'IBatchCommitterBolt (String base_class_path, String real_bolt_class_name)'
-  def initialize(base_class_path, real_bolt_class_name)
-    @real_bolt = Object.module_eval(real_bolt_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_bolt = Object.module_eval(real_bolt_class_name).new
-  end
-
-  java_signature 'void prepare(Map, TopologyContext, BatchOutputCollector, Object)'
-  def prepare(conf, context, collector, id)
-    @real_bolt.prepare(conf, context, collector, id)
-  end
-
-  java_signature 'void execute(Tuple)'
-  def execute(tuple)
-    @real_bolt.execute(tuple)
-  end
-
-  java_signature 'void finishBatch()'
-  def finishBatch
-    @real_bolt.finish_batch if @real_bolt.respond_to?(:finish_batch)
-  end
-
-  java_signature 'void declareOutputFields(OutputFieldsDeclarer)'
-  def declareOutputFields(declarer)
-    @real_bolt.declare_output_fields(declarer)
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_bolt.get_component_configuration
-  end
-end

data/lib/red_storm/proxy/batch_spout.rb

@@ -1,59 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'storm.trident.operation.TridentCollector'
-java_import 'storm.trident.spout.IBatchSpout'
-java_import 'backtype.storm.tuple.Fields'
-java_import 'java.util.Map'
-
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-# the Spout class is a proxy to the real spout to avoid having to deal with all the
-# Java artifacts when creating a spout.
-
-class BatchSpout
-  java_implements IBatchSpout
-
-  java_signature 'IBatchSpout (String base_class_path, String real_spout_class_name)'
-  def initialize(base_class_path, real_spout_class_name)
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  end
-
-  java_signature 'void open(Map, TopologyContext)'
-  def open(conf, context)
-    @real_spout.open(conf, context) if @real_spout.respond_to?(:open)
-  end
-
-  java_signature 'void emitBatch(long, TridentCollector)'
-  def emitBatch(batch_id, collector)
-  	@real_spout.emit_batch(batch_id, collector)
-  end
-
-  java_signature 'void close()'
-  def close
-    @real_spout.close if @real_spout.respond_to?(:close)
-  end
-
-  java_signature 'void ack(long)'
-  def ack(batch_id)
-    @real_spout.ack(batch_id) if @real_spout.respond_to?(:ack)
-  end
-
-  java_signature 'Fields getOutputFields()'
-  def getOutputFields()
-    @real_spout.get_output_fields
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_spout.get_component_configuration
-  end
-
-end

data/lib/red_storm/proxy/bolt.rb

@@ -1,63 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.task.OutputCollector'
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'backtype.storm.topology.IRichBolt'
-java_import 'backtype.storm.topology.OutputFieldsDeclarer'
-java_import 'backtype.storm.tuple.Tuple'
-java_import 'backtype.storm.tuple.Fields'
-java_import 'backtype.storm.tuple.Values'
-java_import 'java.util.Map'
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-# the Bolt class is a proxy to the real bolt to avoid having to deal with all the
-# Java artifacts when creating a bolt.
-#
-# The real bolt class implementation must define these methods:
-# - prepare(conf, context, collector)
-# - execute(tuple)
-# - declare_output_fields
-#
-# and optionnaly:
-# - cleanup
-#
-class Bolt
-  java_implements IRichBolt
-
-  java_signature 'IRichBolt (String base_class_path, String real_bolt_class_name)'
-  def initialize(base_class_path, real_bolt_class_name)
-    @real_bolt = Object.module_eval(real_bolt_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_bolt = Object.module_eval(real_bolt_class_name).new
-  end
-
-  java_signature 'void prepare(Map, TopologyContext, OutputCollector)'
-  def prepare(conf, context, collector)
-    @real_bolt.prepare(conf, context, collector)
-  end
-
-  java_signature 'void execute(Tuple)'
-  def execute(tuple)
-    @real_bolt.execute(tuple)
-  end
-
-  java_signature 'void cleanup()'
-  def cleanup
-    @real_bolt.cleanup if @real_bolt.respond_to?(:cleanup)
-  end
-
-  java_signature 'void declareOutputFields(OutputFieldsDeclarer)'
-  def declareOutputFields(declarer)
-    @real_bolt.declare_output_fields(declarer)
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_bolt.get_component_configuration
-  end
-end

data/lib/red_storm/proxy/proxy_function.rb

@@ -1,40 +0,0 @@
-require 'java'
-
-java_import 'storm.trident.tuple.TridentTuple'
-java_import 'storm.trident.operation.TridentCollector'
-java_import 'storm.trident.operation.TridentOperationContext'
-java_import 'storm.trident.operation.Function'
-java_import 'java.util.Map'
-
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-class ProxyFunction
-  java_implements Function
-
-  java_signature 'Function (String base_class_path, String real_class_name)'
-  def initialize(base_class_path, real_class_name)
-    @real = Object.module_eval(real_class_name).new
-  rescue NameError
-    require base_class_path
-    @real = Object.module_eval(real_class_name).new
-  end
-
-  java_signature 'void execute(TridentTuple, TridentCollector)'
-  def execute(_trident_tuple, _trident_collector)
-    @real.execute(_trident_tuple, _trident_collector)
-  end
-
-  java_signature 'void cleanup()'
-  def cleanup()
-    @real.cleanup()
-  end
-
-  java_signature 'void prepare(Map, TridentOperationContext)'
-  def prepare(_map, _trident_operation_context)
-    @real.prepare(_map, _trident_operation_context)
-  end
-end

data/lib/red_storm/proxy/spout.rb

@@ -1,87 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.spout.SpoutOutputCollector'
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'backtype.storm.topology.IRichSpout'
-java_import 'backtype.storm.topology.OutputFieldsDeclarer'
-java_import 'backtype.storm.tuple.Tuple'
-java_import 'backtype.storm.tuple.Fields'
-java_import 'backtype.storm.tuple.Values'
-java_import 'java.util.Map'
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-# the Spout class is a proxy to the real spout to avoid having to deal with all the
-# Java artifacts when creating a spout.
-#
-# The real spout class implementation must define these methods:
-# - open(conf, context, collector)
-# - next_tuple
-# - declare_output_fields
-#
-# and optionnaly:
-# - ack(msg_id)
-# - fail(msg_id)
-# - close
-#
-
-class Spout
-  java_implements IRichSpout
-
-  java_signature 'IRichSpout (String base_class_path, String real_spout_class_name)'
-  def initialize(base_class_path, real_spout_class_name)
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  end
-
-  java_signature 'void open(Map, TopologyContext, SpoutOutputCollector)'
-  def open(conf, context, collector)
-    @real_spout.open(conf, context, collector)
-  end
-
-  java_signature 'void close()'
-  def close
-    @real_spout.close if @real_spout.respond_to?(:close)
-  end
-
-  java_signature 'void activate()'
-  def activate
-    @real_spout.activate if @real_spout.respond_to?(:activate)
-  end
-
-  java_signature 'void deactivate()'
-  def deactivate
-    @real_spout.deactivate if @real_spout.respond_to?(:deactivate)
-  end
-
-  java_signature 'void nextTuple()'
-  def nextTuple
-    @real_spout.next_tuple
-  end
-
-  java_signature 'void ack(Object)'
-  def ack(msg_id)
-    @real_spout.ack(msg_id) if @real_spout.respond_to?(:ack)
-  end
-
-  java_signature 'void fail(Object)'
-  def fail(msg_id)
-    @real_spout.fail(msg_id) if @real_spout.respond_to?(:fail)
-  end
-
-  java_signature 'void declareOutputFields(OutputFieldsDeclarer)'
-  def declareOutputFields(declarer)
-    @real_spout.declare_output_fields(declarer)
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_spout.get_component_configuration
-  end
-
-end

data/lib/red_storm/proxy/transactional_committer_spout.rb

@@ -1,47 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'backtype.storm.transactional.ITransactionalSpout'
-java_import 'backtype.storm.transactional.ICommitterTransactionalSpout'
-java_import 'backtype.storm.topology.OutputFieldsDeclarer'
-java_import 'java.util.Map'
-
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-
-class TransactionalCommitterSpout
-  java_implements 'ICommitterTransactionalSpout'
-
-  java_signature 'ICommitterTransactionalSpout (String base_class_path, String real_spout_class_name)'
-  def initialize(base_class_path, real_spout_class_name)
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  end
-
-  java_signature 'ICommitterTransactionalSpout.Emitter getEmitter(Map, TopologyContext)'
-  def getEmitter(conf, context)
-    @real_spout.get_emitter(conf, context)
-  end
-
-  java_signature 'ITransactionalSpout.Coordinator getCoordinator(Map, TopologyContext)'
-  def getCoordinator(conf, context)
-    @real_spout.get_coordinator(conf, context)
-  end
-
-  java_signature 'void declareOutputFields(OutputFieldsDeclarer)'
-  def declareOutputFields(declarer)
-    @real_spout.declare_output_fields(declarer)
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_spout.get_component_configuration
-  end
-
-end

data/lib/red_storm/proxy/transactional_spout.rb

@@ -1,46 +0,0 @@
-require 'java'
-
-java_import 'backtype.storm.task.TopologyContext'
-java_import 'backtype.storm.transactional.ITransactionalSpout'
-java_import 'backtype.storm.topology.OutputFieldsDeclarer'
-java_import 'java.util.Map'
-
-module Backtype
-  java_import 'backtype.storm.Config'
-end
-
-java_package 'redstorm.proxy'
-
-
-class TransactionalSpout
-  java_implements 'ITransactionalSpout'
-
-  java_signature 'ITransactionalSpout (String base_class_path, String real_spout_class_name)'
-  def initialize(base_class_path, real_spout_class_name)
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  rescue NameError
-    require base_class_path
-    @real_spout = Object.module_eval(real_spout_class_name).new
-  end
-
-  java_signature 'ITransactionalSpout.Emitter getEmitter(Map, TopologyContext)'
-  def getEmitter(conf, context)
-    @real_spout.get_emitter(conf, context)
-  end
-
-  java_signature 'ITransactionalSpout.Coordinator getCoordinator(Map, TopologyContext)'
-  def getCoordinator(conf, context)
-    @real_spout.get_coordinator(conf, context)
-  end
-
-  java_signature 'void declareOutputFields(OutputFieldsDeclarer)'
-  def declareOutputFields(declarer)
-    @real_spout.declare_output_fields(declarer)
-  end
-
-  java_signature 'Map<String, Object> getComponentConfiguration()'
-  def getComponentConfiguration
-    @real_spout.get_component_configuration
-  end
-
-end

data/src/main/redstorm/storm/jruby/JRubyProxyFunction.java

@@ -1,51 +0,0 @@
-package redstorm.storm.jruby;
-
-import storm.trident.tuple.TridentTuple;
-import storm.trident.operation.TridentCollector;
-import java.util.Map;
-import storm.trident.operation.TridentOperationContext;
-import storm.trident.operation.Function;
-
-public class JRubyProxyFunction implements Function {
-  Function _proxy;
-  String _realClassName;
-  String _baseClassPath;
-
-  public JRubyProxyFunction(final String baseClassPath, final String realClassName) {
-    _baseClassPath = baseClassPath;
-    _realClassName = realClassName;
-  }
-
-
-  @Override
-  public void execute(final TridentTuple _tridentTuple, final TridentCollector _tridentCollector) {
-    if(_proxy == null) {
-      _proxy = newProxy(_baseClassPath, _realClassName);
-    }
-    _proxy.execute(_tridentTuple, _tridentCollector);
-  }
-
-  @Override
-  public void cleanup() {
-    _proxy.cleanup();
-  }
-
-  @Override
-  public void prepare(final Map _map, final TridentOperationContext _tridentOperationContext) {
-    if(_proxy == null) {
-      _proxy = newProxy(_baseClassPath, _realClassName);
-    }
-    _proxy.prepare(_map, _tridentOperationContext);
-  }
-
-
-  private static Function newProxy(final String baseClassPath, final String realClassName) {
-    try {
-      redstorm.proxy.ProxyFunction proxy = new redstorm.proxy.ProxyFunction(baseClassPath, realClassName);
-      return proxy;
-    }
-    catch (Exception e) {
-      throw new RuntimeException(e);
-    }
-  }
-}