davinci_threader 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 993763e15a5925b9ddf6b573291691d90981c7e3
+  data.tar.gz: 6e6e4c2cc7c76a2109ac178bdd17fb357a09515f
+SHA512:
+  metadata.gz: '01539586ff72cd4b619229a707efad51b6b61535608dab0c53acc4a49fb8529a32f52ce67efc918aa0942bc06c63b242eaae14ca217622b82c9168ad6f162178'
+  data.tar.gz: b158a7beebb8f78efcaf283fec4384796c367f710f6e463f177f4f4e4842c4d5dd6165c64039b1f68d6326957a13998f7beb50e3b2c16f8c4112654405e0201b

data/README.md

@@ -0,0 +1,43 @@
+# DavinciThreader
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/davinci_threader`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'davinci_threader'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install davinci_threader
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/davinci_threader. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the DavinciThreader project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/davinci_threader/blob/master/CODE_OF_CONDUCT.md).

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "davinci_threader"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/davinci_threader.rb

@@ -0,0 +1,6 @@
+require 'davinci_threader/version'
+require 'davinci_threader/main'
+
+
+module DavinciThreader
+end

data/lib/davinci_threader/main.rb

@@ -0,0 +1,165 @@
+require 'colorize'
+require 'active_support/core_ext/numeric/time'
+
+
+module DavinciThreader
+  class Main
+
+
+    # Attributes
+    # ======================================================
+    def rpm=(value)
+      @rpm = value
+      self.max_threads = value*0.03
+    end
+    def rpm
+      1.minute.to_f / @rpm.to_f
+    end
+    attr_accessor :log
+    attr_accessor :log_errors
+    attr_accessor :total
+    attr_accessor :successful
+    attr_accessor :errors
+    attr_accessor :extras
+    attr_accessor :max_threads
+    attr_accessor :asynchronous
+    attr_reader :thread_count
+    # ======================================================
+
+    # Initialize
+    # ======================================================
+    def initialize
+
+      self.log = true
+      self.log_errors = true
+      self.rpm = 60
+      self.total = 0
+      self.successful = 0
+      self.errors = 0
+      self.extras = []
+      self.max_threads = 10
+      self.asynchronous = true
+      @threads = []
+      @thread_count = 0
+
+      @monitor = Thread.new do
+        while self.log
+          printout if @start_time
+          sleep 0.1
+        end
+      end
+
+      yield self
+
+      @threads.each &:join
+      sleep 1
+      @monitor.exit
+      puts "\n-> Done!".light_green if self.log
+
+    rescue Interrupt
+
+      @monitor.exit
+
+      begin
+        puts "\n-> Waiting for remaining threads to finish...".yellow
+        @threads.each(&:join)
+        puts "-> Exited!".yellow
+      rescue Interrupt
+        force_exit
+      end
+
+      exit
+
+    end
+    # ======================================================
+
+
+    # Make Thread
+    # ======================================================
+    def make_thread *args
+
+      @start_time ||= Time.now
+
+      if !self.asynchronous
+        yield(*args)
+        self.printout
+        return
+      end
+
+      @threads << Thread.new(*args) do
+        begin
+          @thread_count += 1
+          yield(*args)
+          @thread_count -= 1
+        rescue => e
+          @thread_count -= 1
+          self.errors += 1
+          if self.log_errors
+            output = [e.message.light_red]
+            output += e.backtrace.map(&:yellow)
+            print "\n#{output.join("\n")}\n"
+          end
+        end
+      end
+
+      sleep self.rpm
+      sleep 0.1 while self.thread_count > self.max_threads
+
+      @threads.each_with_index do |t,i|
+        if !t.alive?
+          t.exit
+          @threads.delete_at(i)
+        end
+      end
+
+    end
+    # ======================================================
+
+    # Printout
+    # ======================================================
+    def printout
+
+        c = Time.now - @start_time
+        output = []
+        if self.asynchronous
+          output << "#{"#{@rpm.to_i}/MIN".cyan}"
+          output << "#{Time.at(c.to_f).utc.strftime("%H:%M:%S")}"
+          if self.completed > 100
+            actual_rate = (self.completed.to_f / c.to_f) * 60.0
+            output << "#{actual_rate.round}/MIN".light_green
+            output << "#{Time.at(((self.total-self.completed).to_f / actual_rate) * 60.0).utc.strftime("%H:%M:%S")}".light_green
+          end
+        end
+        output << "#{self.completed}/#{self.total} (#{self.successful.to_s.light_green} <--> #{self.errors.to_s.light_red})"
+        output += self.extras
+        print "\r#{output.join(" :: ".yellow)}    "
+
+      end
+    # ======================================================
+
+    # Increment Methods
+    # ======================================================
+    def success
+      self.successful += 1
+    end
+    def error
+      self.errors += 1
+    end
+    def completed
+      self.errors+self.successful
+    end
+    # ======================================================
+
+    # Force Exit
+    # ======================================================
+    def force_exit
+      @monitor.try(:exit)
+      puts "\n-> Killing remaining threads...".light_red
+      @threads.each(&:exit)
+      puts "-> Forced Exit!".light_red
+    end
+    # ======================================================
+
+
+  end
+end

data/lib/davinci_threader/version.rb

@@ -0,0 +1,3 @@
+module DavinciThreader
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: davinci_threader
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- onlyexcellence
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-09-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+description: Useful for APIs that limit requests
+email:
+- will@wambl.com
+executables:
+- console
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/console
+- bin/setup
+- lib/davinci_threader.rb
+- lib/davinci_threader/main.rb
+- lib/davinci_threader/version.rb
+homepage: https://github.com/onlyexcellence/davinci-theader
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Thread Throttling
+test_files: []