rflow 0.0.5 → 1.0.0a1

data/spec/schema_spec.rb

@@ -22,7 +22,7 @@ describe 'RFlow::Message::Data::Raw Avro Schema' do
     p raw['raw'].encoding
 
     decoded_raw['raw'].should == raw['raw']
-    
+
   end
-  
+
 end

data/spec/spec_helper.rb

@@ -6,16 +6,18 @@ require 'log4r'
 RSpec.configure do |config|
   config.before(:all) do
     RFlow.logger = Log4r::Logger.new 'test'
-    RFlow.logger.add Log4r::StdoutOutputter.new('test_stdout', :formatter => RFlow::LOG_PATTERN_FORMATTER)
+    RFlow.logger.add Log4r::StdoutOutputter.new('test_stdout', :formatter => RFlow::Logger::LOG_PATTERN_FORMATTER)
+    @base_temp_directory_path = File.join(File.dirname(__FILE__), 'tmp')
   end
 
   config.before(:each) do
-    @temp_directory_path = File.expand_path(File.join(File.dirname(__FILE__), 'tmp'))
-    Dir.mkdir @temp_directory_path
+    @entropy = Time.now.to_f.to_s
+    @temp_directory_path = File.expand_path(File.join(@base_temp_directory_path, @entropy))
+    FileUtils.mkdir_p @temp_directory_path
   end
 
   config.after(:each) do
-    FileUtils.rm_rf @temp_directory_path
+    FileUtils.rm_rf @base_temp_directory_path
   end
 end
 

data/temp.rb

@@ -40,8 +40,8 @@ class Message::Data
   end
 
   # Pointer to encapsulating message
-  attr_accessor :message 
-  
+  attr_accessor :message
+
   def initialize(data_type_name, serialized_data=nil, schema_name=nil, schema_type=nil, schema=nil, message=nil)
     # schema_name ||= 'org.rflow.Messages.GenericStringMap'
     # schema_type ||= 'avro'
@@ -58,9 +58,9 @@ class Message::Data
       # registry register the schema?
       self.class.schema_registry.register(data_type_name, schema_name, schema_type, schema)
     else
-      
+
     end
-    
+
   end
 
   def self.create(data_type_name, data=nil, schema_name=nil, schema_type=nil, schema=nil)
@@ -102,9 +102,9 @@ class HTTPRequest < RFlow::Message::Data
     # figure out if you are being called with incompatible arguments,
     # i.e. schema stuff
   end
-  
+
 end
-  
+
 class Message
   # contains all definitions about what to do for a message
   # has a default Avro schema for a data type
@@ -113,7 +113,7 @@ class Message
     attr_accessor :data_class_registry
   end
 
-  
+
   # Should load all the data stuff, perhaps to top level method on object
 
   attr_accessor :data_type_name, :provenance, :origination_context, :data_type_schema, :data
@@ -138,7 +138,7 @@ class Message
       end
     end
   end
-  
+
 end
 
 class Port
@@ -174,8 +174,8 @@ class Component
       port_incidence = :single
     end
     @@input_ports[port_name] = InputPort.new port_name, port_incidence
-  end 
-  
+  end
+
   def self.output_port
     # same as input port with different stuffs
   end
@@ -192,7 +192,7 @@ class Component
     :logger,
     :working_directory_path,
   }
-  
+
   def initialize(config, run_directory)
     # configure component
     config = {
@@ -209,7 +209,7 @@ class Component
       out.send('stuff')
       another_out.send('more stuff')
     end
-    # listen to 
+    # listen to
   end
 
   def process_message(input_port, message)
@@ -219,7 +219,7 @@ class Component
   def receive_message(port)
     port.receive
   end
-  
+
   def send_message(port, message)
     port.send(message)
   end
@@ -229,11 +229,11 @@ end
 class HTTPServer < RFlow::Component
   input_port :responses
   output_port :requests
-  
+
   input_types "HTTP::Response"
   output_types "HTTP::Request"
 
-  
+
 end
 
 class PassThrough < RFlow::Component
@@ -242,29 +242,29 @@ class PassThrough < RFlow::Component
   output_port :out
   output_port :another_out
 
-  output_types 
-  
+  output_types
+
   def initialize(config, run_directory)
     # This will initialize the ports
     super
     # Do stuff to initialize component.  Don't assume singleton
-  end   
+  end
 
 
   def process_message(input_port, data)
     out.send(message)
     another_out.send(message)
 
-    
+
   end
 
   def process_data(input_port
-  
+
 end
 
 
 class Transform < RFlow::Component
-  
+
 end
 
 # Plugins:

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rflow
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 1.0.0a1
 platform: ruby
 authors:
 - Michael L. Artz
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-16 00:00:00.000000000 Z
+date: 2014-04-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: uuidtools
@@ -58,128 +58,100 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.2'
 - !ruby/object:Gem::Dependency
   name: avro
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.5.1
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.5.1
-- !ruby/object:Gem::Dependency
-  name: ffi
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 1.7.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 1.7.5
 - !ruby/object:Gem::Dependency
-  name: ffi-rzmq
+  name: em-zeromq
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: 0.4.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: 0.4.2
 - !ruby/object:Gem::Dependency
-  name: eventmachine
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.0.0.beta3
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.0.0.beta3
-- !ruby/object:Gem::Dependency
-  name: em-zeromq-mri
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
-  type: :runtime
+        version: '1.5'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '1.5'
 - !ruby/object:Gem::Dependency
-  name: eventmachine_httpserver
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
-  type: :runtime
+        version: '2.6'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '2.6'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 0.8.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 0.8.7
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.8.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.8.7
-description: A Ruby-based workflow framework that utilizes ZeroMQ for component connections
-  and Avro for serialization
+description: A Ruby flow-based programming framework that utilizes ZeroMQ for component
+  connections and Avro for serialization
 email:
 - michael.artz@redjack.com
 executables:
@@ -188,10 +160,15 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".rvmrc"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- ".yardopts"
 - Gemfile
+- Guardfile
+- LICENSE
 - NOTES
-- README
+- README.md
 - Rakefile
 - bin/rflow
 - example/basic_config.rb
@@ -207,26 +184,35 @@ files:
 - lib/rflow/configuration.rb
 - lib/rflow/configuration/component.rb
 - lib/rflow/configuration/connection.rb
-- lib/rflow/configuration/migrations/20010101000001_create_settings.rb
+- lib/rflow/configuration/migrations/20010101000000_create_settings.rb
+- lib/rflow/configuration/migrations/20010101000001_create_shards.rb
 - lib/rflow/configuration/migrations/20010101000002_create_components.rb
 - lib/rflow/configuration/migrations/20010101000003_create_ports.rb
 - lib/rflow/configuration/migrations/20010101000004_create_connections.rb
 - lib/rflow/configuration/port.rb
 - lib/rflow/configuration/ruby_dsl.rb
 - lib/rflow/configuration/setting.rb
+- lib/rflow/configuration/shard.rb
 - lib/rflow/configuration/uuid_keyed.rb
 - lib/rflow/connection.rb
 - lib/rflow/connections.rb
 - lib/rflow/connections/zmq_connection.rb
+- lib/rflow/logger.rb
+- lib/rflow/master.rb
 - lib/rflow/message.rb
+- lib/rflow/pid_file.rb
 - lib/rflow/port.rb
+- lib/rflow/shard.rb
 - lib/rflow/util.rb
 - lib/rflow/version.rb
 - rflow.gemspec
 - schema/message.avsc
 - schema/raw.avsc
 - spec/fixtures/config_ints.rb
+- spec/fixtures/config_shards.rb
 - spec/fixtures/extensions_ints.rb
+- spec/rflow_component_port_spec.rb
+- spec/rflow_configuration_ruby_dsl_spec.rb
 - spec/rflow_configuration_spec.rb
 - spec/rflow_message_data_raw.rb
 - spec/rflow_message_data_spec.rb
@@ -235,8 +221,9 @@ files:
 - spec/schema_spec.rb
 - spec/spec_helper.rb
 - temp.rb
-homepage: ''
-licenses: []
+homepage: https://github.com/redjack/rflow
+licenses:
+- Apache-2.0
 metadata: {}
 post_install_message: 
 rdoc_options: []
@@ -244,23 +231,26 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - "~>"
+  - - ">="
     - !ruby/object:Gem::Version
       version: '1.9'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubyforge_project: rflow
+rubyforge_project: 
 rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
-summary: A Ruby-based workflow framework
+summary: A Ruby flow-based programming framework
 test_files:
 - spec/fixtures/config_ints.rb
+- spec/fixtures/config_shards.rb
 - spec/fixtures/extensions_ints.rb
+- spec/rflow_component_port_spec.rb
+- spec/rflow_configuration_ruby_dsl_spec.rb
 - spec/rflow_configuration_spec.rb
 - spec/rflow_message_data_raw.rb
 - spec/rflow_message_data_spec.rb
@@ -268,3 +258,4 @@ test_files:
 - spec/rflow_spec.rb
 - spec/schema_spec.rb
 - spec/spec_helper.rb
+has_rdoc: 

data/.rvmrc

@@ -1 +0,0 @@
-rvm 1.9.2@rflow-devel