threads_pad 0.1.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ce2f3d1befecee43f7c1baaa764eab9628fb224f
+  data.tar.gz: d33df326fc381eb3ff132b06471cdcea4573cc70
+SHA512:
+  metadata.gz: 240b7f2f1bce875790304b6bb3bada98fc2c4f83c762a4b7f6613936090e8677137a6b4a98330a50c051b11a608884253ccfbb832cfed0f5a53f85c2ac062021
+  data.tar.gz: c60dad99eab203aacd794d1302f58db1cea4a88a9ecf4ce1536b8d75619d05e2a6955563526db14196f9deb79b17a854ea4acf79e1d5345e00fa7551dfdfd368

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2015 
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,35 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'ThreadsPad'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  #t.pattern = 'test/threads_pad_helper_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/lib/generators/threads_pad/USAGE

@@ -0,0 +1,8 @@
+Description:
+    Explain the generator
+
+Example:
+    rails generate threads_pad Thing
+
+    This will create:
+        what/will/it/create

data/lib/generators/threads_pad/templates/threads_pad_job_log_migration.rb

@@ -0,0 +1,17 @@
+class CreateThreadsPadJobLogs < ActiveRecord::Migration
+  def up
+    create_table :threads_pad_job_logs do |t|
+		t.integer :job_reflection_id
+		t.integer :level
+             t.integer :group_id
+		t.text :msg
+		t.datetime "created_at",          null: false
+		t.index :job_reflection_id
+    end
+    
+  end
+  def down
+  	drop_table :threads_pad_job_logs
+  	
+  end
+end

data/lib/generators/threads_pad/templates/threads_pad_job_migration.rb

@@ -0,0 +1,17 @@
+class CreateThreadsPadJobs < ActiveRecord::Migration
+  def change
+    create_table :threads_pad_jobs do |t|
+		t.boolean :terminated
+		t.string :thread_id
+		t.boolean :done
+		t.string :result
+		t.integer :group_id, :integer
+		t.integer :max, :integer
+		t.integer :current, :integer
+		t.integer :min, :integer
+		t.boolean :started
+		t.boolean :destroy_on_finish
+		t.index :group_id
+    end
+  end
+end

data/lib/generators/threads_pad/threads_pad_generator.rb

@@ -0,0 +1,9 @@
+require 'rails/generators/active_record'
+
+class ThreadsPadGenerator < ActiveRecord::Generators::Base
+  source_root File.expand_path('../templates', __FILE__)
+  def generate_migration
+    migration_template "threads_pad_job_migration.rb", "db/migrate/create_threads_pad_jobs.rb"
+    migration_template "threads_pad_job_log_migration.rb", "db/migrate/create_threads_pad_job_logs.rb"
+  end
+end

data/lib/tasks/threads_pad_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :threads_pad do
+#   # Task goes here
+# end

data/lib/threads_pad/helper.rb

@@ -0,0 +1,58 @@
+module ThreadsPad
+	module Helper
+		def filter_job_logs logs
+			
+			ret = []
+			if logs.present?
+				logs.sort { |x, y| x[:id] <=> y[:id]}. each do |l|
+
+					if session.has_key? :thread_pad_log_filter
+						unless filter_job_log_exist?(l)	
+							filter_job_logs_save l
+							ret << l
+						else					
+
+						end
+					else
+						filter_job_logs_save l
+						ret << l
+					end
+				end
+			end
+
+			return ret
+		end
+	private
+		def filter_job_logs_save l
+			return if l[:id].nil? || l[:group_id].nil? 
+			ses = session[:thread_pad_log_filter] || {}
+			key = l[:group_id]
+			key = key.to_s if key.is_a? Fixnum
+			val = l[:id]
+			ses[key] = val
+			session[:thread_pad_log_filter] = ses
+
+
+		end
+		def filter_job_log_exist? l
+			return true if l[:id].nil? || l[:group_id].nil? 
+
+			ses = session[:thread_pad_log_filter]
+			key = l[:group_id]
+			key = key.to_s if key.is_a? Fixnum
+			val = l[:id]
+			#ses.symbolize_keys!
+			if ses.has_key?(key)
+				ses[key].to_i >= l[:id].to_i
+			else
+				#puts "session #{ses.inspect}. no key #{key.inspect} "
+				false
+			end
+
+			
+
+			
+
+		end
+	end
+end

data/lib/threads_pad/job_reflection.rb

@@ -0,0 +1,58 @@
+module ThreadsPad
+	class JobReflection < ActiveRecord::Base	
+		self.table_name = "threads_pad_jobs"
+		has_many :job_reflection_logs, dependent: :destroy
+
+		def initialize job, **options
+			@job = job
+			@current_iteration = 0
+			if options[:iteration_sync]
+				@iteration_sync = options[:iteration_sync].to_i
+			else
+				@iteration_sync = 100
+			end
+
+			@job.job_reflection = self if @job.present?
+			super()
+			init_attributes
+
+		end
+		def init_attributes
+			self.current = 0
+			self.max = 100
+			self.min = 0
+			self.started = false
+			self.destroy_on_finish = false
+			self.save!			
+		end
+
+		def start
+			@job.start
+		end
+		def save_if_needed
+			@current_iteration += 1
+			if @current_iteration > @iteration_sync
+				@current_iteration = 0
+				save!
+			end
+
+		end
+		def reload_if_needed
+			@current_iteration += 1
+			if @current_iteration > @iteration_sync
+				@current_iteration = 0
+				reload
+			end		
+		end
+		def thread_alive?
+			ret = false
+			Thread.list.each do |t|
+				ret = true if t.object_id.to_s == self.thread_id
+
+			end
+			ret
+
+		end
+
+	end
+end

data/lib/threads_pad/job_reflection_log.rb

@@ -0,0 +1,6 @@
+module ThreadsPad
+	class JobReflectionLog < ActiveRecord::Base
+		self.table_name = "threads_pad_job_logs"
+		belongs_to :job_reflection
+	end
+end

data/lib/threads_pad/save_adapter.rb

@@ -0,0 +1,17 @@
+module ThreadsPad
+	class SaveAdapter
+		def before_work job
+
+		end
+		def after_work job
+		end
+	end
+	class LogSaveAdapter < SaveAdapter
+		def before_work job
+			puts "before_work: #{job.inspect}"
+		end
+		def after_work job
+			puts "after_work: #{job.inspect}"
+		end
+	end
+end

data/lib/threads_pad/version.rb

@@ -0,0 +1,3 @@
+module ThreadsPad
+  VERSION = "0.1.7"
+end

data/lib/threads_pad.rb

@@ -0,0 +1,231 @@
+require 'threads_pad/job_reflection_log'
+require 'threads_pad/job_reflection'
+require 'threads_pad/helper'
+
+module ThreadsPad
+	class Pad
+		
+		def initialize id=nil, **options
+			@options = options || {}
+			@list = []
+			@grp_id = id
+			if id 
+				@group_id = id
+				@list = JobReflection.where('group_id = ?', id).to_a
+
+			end
+			
+		end
+		
+		def << job
+			refl = JobReflection.new job, @options
+			if @options[:destroy_on_finish]
+				refl.destroy_on_finish = true
+				refl.save!
+			end
+			@list << refl
+		end
+		def empty?
+			@list.count == 0
+		end
+		def start
+			@grp_id = get_group_id 
+			destroy_old
+			@list.each do |jr|
+				jr.group_id = @grp_id
+				jr.started = true
+				jr.save!
+				jr.start
+			end
+			@grp_id
+		end
+		def wait
+			ThreadsPad::Pad.wait @list
+		end
+		def destroy_all
+			ThreadsPad::Pad.destroy_all @list
+		end
+		def destroy_old
+			@list.delete_if do |jr|
+				jr.destroy if jr.started && jr.done && !jr.thread_alive?
+			end
+			
+		end
+		def current
+			ThreadsPad::Pad.current @list
+			
+		end
+		def done?
+			ThreadsPad::Pad.done? @list
+		end
+		def terminate
+			ThreadsPad::Pad.terminate @list
+		end
+		def logs
+			return [] if @grp_id.nil?
+			JobReflectionLog.where('group_id = ?', @grp_id)
+		end
+		def log msg, level=0
+			return if @grp_id.nil?
+			JobReflectionLog.create! group_id: @grp_id, msg: msg, level: level
+
+		end
+		class << self
+
+			def << job
+				refl = JobReflection.new job
+				job.start
+				return refl
+			end
+			def destroy_all list=nil
+				JobReflectionLog.destroy_all  if list.nil?
+				list = JobReflection.all if list.nil?
+				list.each do |jr|
+					if jr.started && !jr.done && jr.thread_alive?
+						jr.destroy_on_finish = true 
+						jr.save!
+					else
+						jr.destroy #if jr.done #|| !jr.started
+					end
+				end
+
+			end
+			def wait list=nil, wait_for_destroy_on_finish=false
+				sleep 0.1 # needed to be sure other threads are started
+				running = true
+				list = JobReflection.all if list.nil?
+				while running do
+					running = false
+					list.each do |jr|
+						begin
+							jr.reload
+							running = running || jr.thread_alive? && !jr.done && jr.started && (wait_for_destroy_on_finish || !jr.destroy_on_finish)
+						rescue ActiveRecord::RecordNotFound
+						end
+					end
+					#puts "waiting: #{list.inspect}"
+
+					sleep 0.3
+				end
+
+			end
+			def wait_all list=nil
+				self.wait list, true
+			end
+			def current list=nil
+				list = JobReflection.all if list.nil?
+				res = 0
+
+				list.each do |jr|
+					res += (jr.current.to_f-jr.min)/(jr.max-jr.min) * 100.0 / list.count
+				end
+				res.round
+			end
+			def done? list =nil
+				list = JobReflection.all if list.nil?
+				res = true
+				list.each do |jr|
+					res &&= jr.done || !jr.thread_alive?
+				end
+				res
+			end
+			def terminate list=nil
+				list = JobReflection.all if list.nil?
+				list.each do |jr|
+					jr.terminated = true
+					jr.save!
+				end
+			end
+			def  empty?
+				JobReflection.count == 0
+			end
+		end
+	private
+		def get_group_id
+			#(JobReflection.maximum("group_id") || 0) + 1
+			id = -1
+			begin
+				id = Random.rand(0..2**31)
+			end until JobReflection.where(group_id: id).length == 0
+			id
+			
+		end		
+		
+	end
+
+	class Job
+		def job_reflection= value
+			@job_reflection = value
+		end
+		def start
+			@thread = Thread.new(&(proc{self.wrapper}))
+		end
+		def wrapper
+
+			#ActiveRecord::Base.forbid_implicit_checkout_for_thread!
+			ActiveRecord::Base.connection_pool.with_connection do 
+				begin
+					@current = 0.0
+					@job_reflection.done = false
+					@job_reflection.terminated = false
+					@job_reflection.started = true
+					@job_reflection.thread_id = @thread.object_id.to_s
+					@job_reflection.save!
+
+				
+					@job_reflection.result = work
+				rescue => e
+					puts "ThreadsPad::Job#wrapper: #{e.message} #{e.backtrace.inspect}"
+				ensure
+					@job_reflection.done = true
+					if @job_reflection.destroy_on_finish
+						@job_reflection.destroy
+					else
+						@job_reflection.save!
+					end
+				end
+			end
+			ActiveRecord::Base.connection.close
+		end
+		def work
+		end
+		def min=value
+			@job_reflection.min = value
+			@job_reflection.save!
+		end
+		def min
+			@job_reflection.min
+		end
+		def max 
+			@job_reflection.max
+		end
+		def max=value
+			@job_reflection.max = value
+			@job_reflection.save!
+		end
+		def current=value
+			@current = value
+			return if @job_reflection.nil?
+			@job_reflection.current = @current
+			@job_reflection.save_if_needed
+		end
+		def current 
+			@current
+		end
+
+		def terminated?
+			return false if @job_reflection.nil?
+			@job_reflection.reload_if_needed
+			@job_reflection.terminated
+		end
+		def debug msg
+			@job_reflection.job_reflection_logs.create(level: 0, msg: msg, group_id: @job_reflection.group_id) if @job_reflection
+		rescue => e
+			puts "debug: #{e.message}"
+		end
+	end
+end
+
+ActiveSupport.on_load(:action_view) do
+  include ThreadsPad::Helper
+end

data/test/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.

data/test/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Rails.application.load_tasks

data/test/dummy/app/assets/javascripts/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/test/dummy/app/assets/stylesheets/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/test/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,5 @@
+class ApplicationController < ActionController::Base
+  # Prevent CSRF attacks by raising an exception.
+  # For APIs, you may want to use :null_session instead.
+  protect_from_forgery with: :exception
+end

data/test/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/test/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag    'application', media: 'all', 'data-turbolinks-track' => true %>
+  <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/test/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')

data/test/dummy/bin/rails

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+APP_PATH = File.expand_path('../../config/application', __FILE__)
+require_relative '../config/boot'
+require 'rails/commands'

data/test/dummy/bin/rake

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require_relative '../config/boot'
+require 'rake'
+Rake.application.run

data/test/dummy/bin/setup

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+require 'pathname'
+
+# path to your application root.
+APP_ROOT = Pathname.new File.expand_path('../../',  __FILE__)
+
+Dir.chdir APP_ROOT do
+  # This script is a starting point to setup your application.
+  # Add necessary setup steps to this file:
+
+  puts "== Installing dependencies =="
+  system "gem install bundler --conservative"
+  system "bundle check || bundle install"
+
+  # puts "\n== Copying sample files =="
+  # unless File.exist?("config/database.yml")
+  #   system "cp config/database.yml.sample config/database.yml"
+  # end
+
+  puts "\n== Preparing database =="
+  system "bin/rake db:setup"
+
+  puts "\n== Removing old logs and tempfiles =="
+  system "rm -f log/*"
+  system "rm -rf tmp/cache"
+
+  puts "\n== Restarting application server =="
+  system "touch tmp/restart.txt"
+end

data/test/dummy/config/application.rb

@@ -0,0 +1,26 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+Bundler.require(*Rails.groups)
+require "threads_pad"
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    # config.i18n.default_locale = :de
+
+    # Do not swallow errors in after_commit/after_rollback callbacks.
+    config.active_record.raise_in_transactional_callbacks = true
+  end
+end
+

data/test/dummy/config/boot.rb

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)