litestack 0.3.0 → 0.4.2

data/scripts/build_metrics.rb

@@ -0,0 +1,91 @@
+require_relative "../lib/litestack/litemetric"
+require_relative "../lib/litestack/litecache"
+require_relative "../lib/litestack/litejob"
+
+# standard:disable Style/GlobalVars
+
+# initialize the litemetric to modify the date function
+
+lm = Litemetric.instance
+
+# initialize the queue to capture the options
+Litejobqueue.new({
+  path: ":memory:",
+  retries: 2,
+  queues: [["normal", 1], ["urgent", 3], ["critical", 10]],
+  metrics: true,
+  log: nil
+})
+
+$time = Time.now.to_i #- 10800
+$start_time = Time.now.to_i
+
+class NormalJob
+  include Litejob
+  self.queue = "normal"
+  def perform(time)
+    $time = time #-= (rand * 100).to_i #10 seconds in the past
+    sleep 0.001
+    warn "performing some normal action"
+  end
+end
+
+class SlowJob
+  include Litejob
+  self.queue = "normal"
+
+  def perform(time)
+    $time = time  # (rand * 100).to_i #10 seconds in the past
+    sleep 0.1
+    warn "performing some slow action"
+  end
+end
+
+class CriticalJob
+  include Litejob
+  self.queue = "critical"
+
+  def perform(time)
+    $time = time  # (rand * 100).to_i #10 seconds in the past
+    sleep 0.01
+    warn "performing some critical action"
+  end
+end
+
+class UrgentJob
+  include Litejob
+  self.queue = "urgent"
+
+  def perform(time)
+    $time = time # (rand * 100).to_i #10 seconds in the past
+    sleep 0.001
+    warn "performing some urgent action"
+  end
+end
+
+cache = Litecache.new({metrics: true})
+
+def lm.current_time_slot
+  ($time / 300) * 300
+end
+
+jobs = [SlowJob, UrgentJob, NormalJob, CriticalJob]
+
+payload = "A" * 128
+setter = proc { cache.set((rand * 1000).to_i.to_s, payload) }
+getter = proc { cache.get((rand * 1300).to_i.to_s) }
+cache_actions = [getter] * 5
+cache_actions << setter
+
+t = Time.now
+5000.times do |i|
+  $time = $start_time - (rand * (3600 * 24 * 7 * 52)).to_i # up to 52 weeks in the past
+  jobs.sample.perform_async($time)
+  cache_actions.sample.call
+  puts "Finished #{i} events after #{Time.now - t} seconds for time_slot=#{lm.send(:current_time_slot)}" if i % 1000 == 0 && i > 0
+end
+puts "finished creating jobs, now summarizing"
+lm.summarize
+sleep
+
+# standard:enable Style/GlobalVars

data/scripts/test_cable.rb

@@ -0,0 +1,30 @@
+require_relative "../lib/litestack/litecable"
+
+# fork
+
+lc = Litecable.new({logger: "STDOUT", metrics: true})
+
+class Client
+  def initialize(channel)
+    @channel = channel
+    warn "[#{Process.pid}]:#{object_id} listening to #{@channel}"
+  end
+
+  def call(*args)
+    warn "[#{Process.pid}]:#{object_id} recieved #{args} from #{@channel}"
+  end
+end
+
+channels = []
+5.times { |i| channels << "channel##{i + 1}" }
+
+20.times do
+  channel = channels.sample
+  lc.subscribe(channel, Client.new(channel))
+end
+
+100.times do |i|
+  lc.broadcast(channels.sample, "message##{i + 1}")
+end
+
+sleep

data/scripts/test_job_retry.rb

@@ -0,0 +1,33 @@
+require "minitest/autorun"
+require "../lib/litestack/litejob"
+
+# create a job queue (will be saved in a class variable)
+Litejobqueue.new({retries: 3, retry_delay: 1, retry_delay_multiplier: 1, gc_sleep_interval: 1, dead_job_retention: 1, logger: "STDOUT"})
+
+class MyJob
+  include Litejob
+
+  @@attempts = {}
+
+  def perform(name, time)
+    if @@attempts[name]
+      @@attempts[name] += 1
+    else
+      @@attempts[name] = 1
+    end
+    puts "Job: #{name}: attempt #{@@attempts[name]}"
+    raise "some error" if Time.now.to_i < time
+    puts "Job: #{name}: finished"
+  end
+end
+
+# this job will fail forever
+MyJob.perform_async("FAILURE", Time.now.to_i + 10)
+
+# this job will fail two times
+MyJob.perform_async("EVENTUAL SUCCESS", Time.now.to_i + 2)
+
+# this job will never fail
+MyJob.perform_async("SUCCESS", Time.now.to_i)
+
+sleep

data/scripts/test_metrics.rb

@@ -0,0 +1,60 @@
+require "../lib/litestack"
+
+# standard:disable Style/GlobalVars
+
+class SomeAction
+  include Litemetric::Measurable
+
+  def initialize
+    collect_metrics
+  end
+
+  def do1(param)
+    capture("something", param)
+  end
+
+  def do2(param)
+    capture("anotherthing", param)
+  end
+
+  def do3(param)
+    measure("differentthing", param) do
+      sleep 0.001
+    end
+  end
+
+  def report
+    resolution = "minute"
+    puts topics = @litemetric.topics
+    topics.each do |topic|
+      puts topic
+      puts events = @litemetric.event_names(resolution, topic)
+      events.each do |event|
+        if event[0] == "differentthing"
+          puts keys = @litemetric.keys(resolution, topic, event[0])
+          keys.each do |key|
+            puts @litemetric.event_data(resolution, topic, event[0], key[0])
+          end
+        end
+      end
+    end
+  end
+end
+
+some_action = SomeAction.new
+$time = Time.now.to_i - 10800
+lm = Litemetric.instance
+def lm.current_time_slot
+  ($time / 300) * 300
+end
+t = Time.now
+40000.times do |i|
+  $time += (rand * 100).to_i # extra 10 seconds
+  action = ["do1", "do2", "do3"].sample
+  some_action.send(action, "key_#{i}")
+  puts "Finished #{i} events after #{Time.now - t} seconds" if i % 1000 == 0 && i > 0
+end
+puts "finished capturing, now reporting"
+# some_action.report
+
+# standard:enable Style/GlobalVars

data/template.rb

@@ -1,6 +1,6 @@
-# Run `rails new my-app -m https://raw.githubusercontent.com/bradgessler/litestack/master/template.rb`
+# Run `rails new my-app -m https://raw.githubusercontent.com/oldmoe/litestack/master/template.rb`
 # to create a new Rails app with Litestack pre-installed.
-gem "litestack", github: "bradgessler/litestack"
+gem "litestack", github: "litestack"
 
 after_bundle do
   generate "litestack:install"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: litestack
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.2
 platform: ruby
 authors:
 - Mohamed Hassan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-13 00:00:00.000000000 Z
+date: 2023-11-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sqlite3
@@ -94,6 +94,90 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: railties
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email:
 - oldmoe@gmail.com
@@ -102,19 +186,26 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".standard.yml"
 - BENCHMARKS.md
 - CHANGELOG.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
+- ROADMAP.md
 - Rakefile
 - WHYLITESTACK.md
 - assets/event_page.png
 - assets/index_page.png
 - assets/litecable_logo_teal.png
 - assets/litecache_logo_teal.png
+- assets/litecache_metrics.png
 - assets/litedb_logo_teal.png
+- assets/litedb_metrics.png
 - assets/litejob_logo_teal.png
+- assets/litemetric_logo_teal.png
+- assets/litesearch_logo_teal.png
 - assets/litestack_logo_teal.png
 - assets/litestack_logo_teal_large.png
 - assets/topic_page.png
@@ -159,6 +250,16 @@ files:
 - lib/litestack/litemetric_collector.sql.yml
 - lib/litestack/litequeue.rb
 - lib/litestack/litequeue.sql.yml
+- lib/litestack/litescheduler.rb
+- lib/litestack/litesearch.rb
+- lib/litestack/litesearch/index.rb
+- lib/litestack/litesearch/model.rb
+- lib/litestack/litesearch/schema.rb
+- lib/litestack/litesearch/schema_adapters.rb
+- lib/litestack/litesearch/schema_adapters/backed_adapter.rb
+- lib/litestack/litesearch/schema_adapters/basic_adapter.rb
+- lib/litestack/litesearch/schema_adapters/contentless_adapter.rb
+- lib/litestack/litesearch/schema_adapters/standalone_adapter.rb
 - lib/litestack/litesupport.rb
 - lib/litestack/railtie.rb
 - lib/litestack/version.rb
@@ -166,15 +267,19 @@ files:
 - lib/sequel/adapters/litedb.rb
 - lib/sequel/adapters/shared/litedb.rb
 - samples/ultrajob.yaml
+- scripts/build_metrics.rb
+- scripts/test_cable.rb
+- scripts/test_job_retry.rb
+- scripts/test_metrics.rb
 - template.rb
-homepage: http://github.com/oldmoe/litestack
+homepage: https://github.com/oldmoe/litestack
 licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
-  homepage_uri: http://github.com/oldmoe/litestack
-  source_code_uri: http://github.com/oldmoe/litestack
-  changelog_uri: http://github.com/oldmoe/litestack/CHANEGELOG.md
+  homepage_uri: https://github.com/oldmoe/litestack
+  source_code_uri: https://github.com/oldmoe/litestack
+  changelog_uri: https://github.com/oldmoe/litestack/CHANEGELOG.md
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -191,7 +296,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.17
+rubygems_version: 3.4.20
 signing_key: 
 specification_version: 4
 summary: A SQLite based, lightning fast, super efficient and dead simple to setup