glider 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4aa4101f0537f562aa326ba31408d9ff2035b08a
-  data.tar.gz: 9cf46b6473470aa0029b7b599c8b98763c228abb
+  metadata.gz: 56ade2823d9195bba93e1a16d53668fbd5ab541b
+  data.tar.gz: fed6293814d10e220b682c25e9dfe4c254df4f2a
 SHA512:
-  metadata.gz: 14458f9f29b9c9f1ab8032d73ae189811c1cfe6448a7e5b712545df7764783ca301ba722defe2076950d6e32f0109b602162e7b697b25293a5b068ac3f39879f
-  data.tar.gz: 72306154571324a022b22c3e09ddee1778602b4362e8cf985dee25e8e9a74f7a71803aa6fe2f3d600938b4c6447121bad60025ad5990b026ba27730efe6601f4
+  metadata.gz: 9e0293cddb527f040d040deb4a12915dbd0375c933ae573deeb313487bf64add68ba8452df80f57beae27b0aec6250414d6d3c8be69b112e39e55a5c9b532944
+  data.tar.gz: 2f667877f767f44b8a9ee09617e10ba6688700719146d2eb0b875b6737f0d9ebfda00f8f56d2964a8cdd4720dafb1a860b95ad844ad8affdd8a30fe15ebc3e47

data/Gemfile

@@ -1,6 +1,11 @@
-source 'https://rubygems.org'
+source "https://rubygems.org"
 
-gem 'pry'
-gem 'aws-sdk'
-gem 'colorize'
-gem 'activesupport', '~> 4.0.1', require: 'active_support/inflector'
+gem 'aws-sdk', '>= 1.0.0'
+gem 'activesupport', '>= 4.0.0', require: 'active_support/inflector'
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "bundler", "~> 1.0"
+  gem "jeweler", "~> 1.8.7"
+end

data/Gemfile.lock

@@ -7,24 +7,55 @@ GEM
       multi_json (~> 1.3)
       thread_safe (~> 0.1)
       tzinfo (~> 0.3.37)
+    addressable (2.3.5)
     atomic (1.1.14)
-    aws-sdk (1.26.0)
+    aws-sdk (1.28.1)
       json (~> 1.4)
-      nokogiri (>= 1.4.4, < 1.6.0)
+      nokogiri (>= 1.4.4)
       uuidtools (~> 2.1)
-    coderay (1.0.9)
-    colorize (0.6.0)
+    builder (3.2.2)
+    faraday (0.8.8)
+      multipart-post (~> 1.2.0)
+    git (1.2.6)
+    github_api (0.10.1)
+      addressable
+      faraday (~> 0.8.1)
+      hashie (>= 1.2)
+      multi_json (~> 1.4)
+      nokogiri (~> 1.5.2)
+      oauth2
+    hashie (2.0.5)
+    highline (1.6.20)
+    httpauth (0.2.0)
     i18n (0.6.5)
+    jeweler (1.8.8)
+      builder
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      github_api (= 0.10.1)
+      highline (>= 1.6.15)
+      nokogiri (= 1.5.10)
+      rake
+      rdoc
     json (1.8.1)
-    method_source (0.8.2)
+    jwt (0.1.8)
+      multi_json (>= 1.5)
     minitest (4.7.5)
     multi_json (1.8.2)
+    multi_xml (0.5.5)
+    multipart-post (1.2.0)
     nokogiri (1.5.10)
-    pry (0.9.12.2)
-      coderay (~> 1.0.5)
-      method_source (~> 0.8)
-      slop (~> 3.4)
-    slop (3.4.6)
+    oauth2 (0.9.2)
+      faraday (~> 0.8)
+      httpauth (~> 0.2)
+      jwt (~> 0.1.4)
+      multi_json (~> 1.0)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    rack (1.5.2)
+    rake (10.1.0)
+    rdoc (4.0.1)
+      json (~> 1.4)
     thread_safe (0.1.3)
       atomic
     tzinfo (0.3.38)
@@ -34,7 +65,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  activesupport (~> 4.0.1)
-  aws-sdk
-  colorize
-  pry
+  activesupport (>= 4.0.0)
+  aws-sdk (>= 1.0.0)
+  bundler (~> 1.0)
+  jeweler (~> 1.8.7)

data/Rakefile

@@ -0,0 +1,35 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "glider"
+  gem.homepage = "http://github.com/vlipco/glider"
+  gem.license = "MIT"
+  gem.summary = "Minimal opinionated wrapper around SimpleWorkflow"
+  gem.description = "Minimal opinionated wrapper around SimpleWorkflow"
+  gem.email = "david@vlipco.co"
+  gem.authors = ["David Pelaez"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+#require 'rake/testtask'
+#Rake::TestTask.new(:test) do |test|
+#  test.libs << 'lib' << 'test'
+#  test.pattern = 'test/**/test_*.rb'
+#  test.verbose = true
+#end
+#
+#task :default => :test

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/examples/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'aws-sdk'
+gem 'colorize'
+gem 'glider', '0.1.0'#, path: '../pkg/'

data/examples/Gemfile.lock

@@ -0,0 +1,43 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (4.0.1)
+      i18n (~> 0.6, >= 0.6.4)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    atomic (1.1.14)
+    aws-sdk (1.26.0)
+      json (~> 1.4)
+      nokogiri (>= 1.4.4, < 1.6.0)
+      uuidtools (~> 2.1)
+    coderay (1.1.0)
+    colorize (0.6.0)
+    glider (0.1.0)
+      activesupport (>= 4.0.0)
+      aws-sdk (>= 1.0.0)
+    i18n (0.6.5)
+    json (1.8.1)
+    method_source (0.8.2)
+    minitest (4.7.5)
+    multi_json (1.8.2)
+    nokogiri (1.5.10)
+    pry (0.9.12.4)
+      coderay (~> 1.0)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    slop (3.4.7)
+    thread_safe (0.1.3)
+      atomic
+    tzinfo (0.3.38)
+    uuidtools (2.1.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aws-sdk
+  colorize
+  glider (= 0.1.0)
+  pry

data/examples/activity.rb

@@ -0,0 +1,19 @@
+require_relative 'shared_boot'
+
+class MySWF < Glider::Component
+
+	workers 10
+	domain :gt3
+
+	register_activity :hello_world, '1.5'
+
+	def hello_world(input)
+		$logger.warn "Executing hello_world."
+		sleep 2
+		$logger.warn "Completed hello_world."
+		"Hello!"
+	end
+
+end
+
+Glider::ProcessManager.start_workers

data/examples/shared_boot.rb

@@ -0,0 +1,40 @@
+require 'logger'
+require 'rubygems'
+require 'bundler/setup'
+Bundler.require :default
+
+$logger = Logger.new STDOUT
+$logger.level = Logger::INFO
+
+$logger.formatter = proc do |severity, datetime, progname, msg|
+	color = case severity.to_s
+			when "INFO"
+				:blue
+			when "WARN"
+				:yellow
+			when "ERROR"
+				:red
+			else
+				:default
+			end
+	
+  	severity == "NONE" ? "\n" : "#{Process.pid} #{severity} #{datetime.strftime '%H:%M:%S'} \t#{msg.to_s.colorize color}\n"
+end
+
+env_crendentials = (AWS::Core::CredentialProviders::ENVProvider.new "AWS").get_credentials
+
+if env_crendentials[:access_key_id] && env_crendentials[:secret_access_key]
+
+	AWS.config({ :access_key_id => ENV['AWS_ACCESS_KEY_ID'],
+		:secret_access_key => ENV['AWS_SECRET_ACCESS_KEY'],
+		:dynamo_db_endpoint => 'dynamodb.us-east-1.amazonaws.com',
+		:log_level => :debug })
+else
+
+	AWS.config(:credential_provider => AWS::Core::CredentialProviders::EC2Provider.new, 
+		:dynamo_db_endpoint => 'dynamodb.us-east-1.amazonaws.com',
+		:log_level => :debug)
+
+end
+
+

data/examples/trigger.rb

@@ -0,0 +1,28 @@
+require_relative 'shared_boot'
+
+def trigger
+	puts "TRIGGER!"
+	execution = Glider.execute :gt3, :say_hi, '1.5', "ALOHA"
+	#Glider.signal :glider_test, execution.workflow_id, :test
+	return execution
+end
+
+def massive_trigger
+	threads = []
+	4.times do
+		threads << Thread.new do
+			#begin
+				50.times do
+					trigger
+				end
+			#ensure
+				#exit 0
+			#end
+		end
+	end
+	threads.map &:join
+end
+$logger.info "call trigger to execute :say_hi"
+
+pry
+

data/examples/workflow.rb

@@ -0,0 +1,23 @@
+require_relative 'shared_boot'
+
+class MySWF < Glider::Component
+
+	workers 10
+	domain :gt3
+
+	register_workflow :say_hi, '1.5'
+
+	def say_hi(event_name, event, data)
+		case event_name
+		when :workflow_execution_started, :hello_world_activity_timed_out
+			act = {name: 'hello_world', version: '1.5'}
+			task.schedule_activity_task act
+		when :test_signal
+			# do what?		
+		when :hello_world_activity_completed
+			task.complete_workflow_execution result: data
+		end
+	end
+end
+
+Glider::ProcessManager.start_workers

data/lib/glider.rb

@@ -1,6 +1,9 @@
-$LOAD_PATH << File.dirname(__FILE__)
+#$LOAD_PATH << File.dirname(__FILE__)
 
-require 'pry'
+#require 'active_support/all'
+require 'aws-sdk'
+require 'active_support/inflector'
+#require 'act'
 
 require 'glider/utils'
 

data/lib/glider/process_manager.rb

@@ -0,0 +1,80 @@
+# singleton class handling all children, useful for daemonization
+
+module Glider
+
+	module ProcessManager
+
+		class << self
+
+			# tracks forks/threads started as workers
+			def children
+				@children ||= []
+			end
+
+			def kill_children
+				if $leader_pid == Process.pid
+					@end_monit = true
+					children.each do |child|
+						begin 
+							pid, worker_proc = child
+							Process.kill('USR1', pid)
+						rescue Errno::ESRCH => e
+							# process already killed
+						end
+					end
+				end
+			end
+
+			def workers
+				@workers ||= []
+			end
+
+
+			def monitor_children
+				loop do
+					break if @end_monit
+					children.each_with_index do |child, index|
+						pid, worker_proc = child
+						begin
+							Process.kill 0, pid
+						rescue Errno::ESRCH
+							children.delete_at index
+							$logger.info "Restarting worker...."
+							start worker_proc
+						end
+					end
+					sleep 1
+				end
+				Glider::ProcessManager.kill_children
+			end
+
+			def register_worker(worker_proc)
+				workers << worker_proc
+			end
+
+			def start(worker_proc)
+				pid = fork do
+					worker_proc.call
+				end
+				children << [pid, worker_proc]
+			end
+
+			def start_workers
+				$leader_pid ||= Process.pid
+				Signal.trap('TERM') {Glider::ProcessManager.kill_children}
+				Signal.trap('INT') {Glider::ProcessManager.kill_children}
+				# todo start workers as forks
+				@workers.each do |worker_proc|
+					start worker_proc
+				end
+				Thread.new do
+					monitor_children
+				end
+				Process.waitall
+			end
+
+		end
+
+	end
+
+end

data/lib/glider/workflows.rb

@@ -3,8 +3,10 @@
 module Glider
 
 	class Component
-
-		
+		#require 'rubygems'
+		#require 'active_support'
+		#require 'active_support/inflector'
+	
 
 		class << self
 			def workflows
@@ -142,5 +144,4 @@ module Glider
 		end
 
 	end
-
 end

data/readme.md

@@ -1,36 +1,18 @@
-Useful documentation links:
+= glider
 
-http://docs.aws.amazon.com/amazonswf/latest/apireference/API_RespondDecisionTaskCompleted.html
+Description goes here.
 
-http://docs.aws.amazon.com/amazonswf/latest/apireference/API_HistoryEvent.html
+== Contributing to glider
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
 
-http://docs.aws.amazon.com/amazonswf/latest/developerguide/swf-dev-workflow-exec-lifecycle.html
+== Copyright
 
-USEFUL TO DECIDE WHAT TO PASS TO THE METHOD
+Released by Vlipco under The MIT License
 
-INFO 15:16:05 	Starting workers for ["hello_world-1.0"] and ["say_hi-1.0"]
-INFO 15:16:05 	Startig worker for say_hi (class: MySWF)
-INFO 15:16:42 	Processing decision task workflow_id=bb235559-9ee6-4a80-96c5-9eed168046d5
-INFO 15:16:42 	say_hi event=workflow_execution_started data=ALOHA
-WARN 15:16:42 	No result for decision_task_scheduled, attributes: {:task_list=>"say_hi", :start_to_close_timeout=>5}
-WARN 15:16:42 	say_hi event=decision_task_scheduled data=
-WARN 15:16:42 	No result for decision_task_started, attributes: {:identity=>"dmb.local:49424", :scheduled_event_id=>2}
-WARN 15:16:42 	say_hi event=decision_task_started data=
-WARN 15:16:42 	No result for decision_task_timed_out, attributes: {:timeout_type=>"START_TO_CLOSE", :scheduled_event_id=>2, :started_event_id=>3}
-WARN 15:16:42 	say_hi event=decision_task_timed_out data=
-WARN 15:16:42 	No result for decision_task_scheduled, attributes: {:task_list=>"say_hi", :start_to_close_timeout=>5}
-WARN 15:16:42 	say_hi event=decision_task_scheduled data=
-WARN 15:16:42 	No result for decision_task_started, attributes: {:identity=>"dmb.local:49461", :scheduled_event_id=>5}
-WARN 15:16:42 	say_hi event=decision_task_started data=
-DEBUG 15:16:42 	[{:decision_type=>"CompleteWorkflowExecution", :complete_workflow_execution_decision_attributes=>{}}]
-
-terminations dont trigger decisions
-
-
-TODO:
-
-Proces monitoring
-activity task signaling
-
-Exec scoped logger
-instance methods

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: glider
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - David Pelaez
@@ -70,19 +70,26 @@ description: Minimal opinionated wrapper around SimpleWorkflow
 email: david@vlipco.co
 executables: []
 extensions: []
-extra_rdoc_files:
-- README.md
+extra_rdoc_files: []
 files:
 - Gemfile
 - Gemfile.lock
+- Rakefile
+- VERSION
 - docs/event_names.md
+- examples/Gemfile
+- examples/Gemfile.lock
+- examples/activity.rb
+- examples/shared_boot.rb
+- examples/trigger.rb
+- examples/workflow.rb
 - lib/glider.rb
 - lib/glider/activities.rb
 - lib/glider/component.rb
+- lib/glider/process_manager.rb
 - lib/glider/utils.rb
 - lib/glider/workflows.rb
 - readme.md
-- README.md
 homepage: http://github.com/vlipco/glider
 licenses:
 - MIT

data/README.md

@@ -1,36 +0,0 @@
-Useful documentation links:
-
-http://docs.aws.amazon.com/amazonswf/latest/apireference/API_RespondDecisionTaskCompleted.html
-
-http://docs.aws.amazon.com/amazonswf/latest/apireference/API_HistoryEvent.html
-
-http://docs.aws.amazon.com/amazonswf/latest/developerguide/swf-dev-workflow-exec-lifecycle.html
-
-USEFUL TO DECIDE WHAT TO PASS TO THE METHOD
-
-INFO 15:16:05 	Starting workers for ["hello_world-1.0"] and ["say_hi-1.0"]
-INFO 15:16:05 	Startig worker for say_hi (class: MySWF)
-INFO 15:16:42 	Processing decision task workflow_id=bb235559-9ee6-4a80-96c5-9eed168046d5
-INFO 15:16:42 	say_hi event=workflow_execution_started data=ALOHA
-WARN 15:16:42 	No result for decision_task_scheduled, attributes: {:task_list=>"say_hi", :start_to_close_timeout=>5}
-WARN 15:16:42 	say_hi event=decision_task_scheduled data=
-WARN 15:16:42 	No result for decision_task_started, attributes: {:identity=>"dmb.local:49424", :scheduled_event_id=>2}
-WARN 15:16:42 	say_hi event=decision_task_started data=
-WARN 15:16:42 	No result for decision_task_timed_out, attributes: {:timeout_type=>"START_TO_CLOSE", :scheduled_event_id=>2, :started_event_id=>3}
-WARN 15:16:42 	say_hi event=decision_task_timed_out data=
-WARN 15:16:42 	No result for decision_task_scheduled, attributes: {:task_list=>"say_hi", :start_to_close_timeout=>5}
-WARN 15:16:42 	say_hi event=decision_task_scheduled data=
-WARN 15:16:42 	No result for decision_task_started, attributes: {:identity=>"dmb.local:49461", :scheduled_event_id=>5}
-WARN 15:16:42 	say_hi event=decision_task_started data=
-DEBUG 15:16:42 	[{:decision_type=>"CompleteWorkflowExecution", :complete_workflow_execution_decision_attributes=>{}}]
-
-terminations dont trigger decisions
-
-
-TODO:
-
-Proces monitoring
-activity task signaling
-
-Exec scoped logger
-instance methods