asyncapi-client 0.8.0 → 0.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: bb359e773a03ebfdcf520583dd45c19dd8fdbc53
-  data.tar.gz: aacd73eb3244465fa8d68b37ca784ff994e56fc0
+SHA256:
+  metadata.gz: 5fd1ef047e069d51524a6d6fa1a935dd21291f9287314f9c0cecedd06a4443be
+  data.tar.gz: 2103154fa8afb427645b952aa63e1503819ea961d38d0899e5efe5c01ed4b972
 SHA512:
-  metadata.gz: eb344d71daa7c95cb318da4280b051a2f84c93caa2d17a1935df78b62e54f0e6625068cf8aa99eceacd898900151d152a118ad236f4df3cb77eef13f62669ad3
-  data.tar.gz: b7b6fea653dacf7bc0b936ad098a6e49ce98b30ffa6e7328e8ac78b7bc1684b9b025f8eb6ea2377695c60c2c4501ab706939faa9166e1f653e36c82a9eb3fd44
+  metadata.gz: a012d3e92b0955d0d35e520441eb2d17798740366c410e319a33f595826ab1368ceb197a4ae27995d7610b2aceb5a644820b96488b0551203506e1f535a36d65
+  data.tar.gz: 41a1a7a745dc6e67fb9097dedb1f97c4f3cf03e3ab97378567f0bbc7023bf7283cc83fd36fef2c0a6f6ebc08a556f9bee1eaf48200d13123038faa6de90c2bf2

data/README.md

@@ -73,9 +73,11 @@ There is a feed of all jobs that can be accessed via `/asyncapi/client/v1/jobs.j
 
 ## Expiry
 
-To make space in the database, old jobs must be deleted. By default, jobs older than 10 days will be deleted in both the Asyncapi Client and Asyncapi Server. Asyncapi Client is responsible for deleting the jobs it no longer needs a response from on the server.
+To make space in the database, old jobs must be deleted. By default, jobs older than 4 days will be deleted in both the Asyncapi Client and Asyncapi Server. Asyncapi Client is responsible for deleting the jobs it no longer needs a response from on the server.
 
-By default, jobs 10 days old and older will be deleted. You can change this setting by putting this in an initializer:
+**Important:** keep in mind that this setting may conflict with the `successful_jobs_deletion_after` setting with jobs in `success` state, which normally are deleted after they reach this state (see [Successful jobs automatic deletion](#successful-jobs-automatic-deletion) for more information).
+
+By default, jobs 4 days old and older will be deleted. You can change this setting by putting this in an initializer:
 
 ```ruby
 Asyncapi::Client.expiry_threshold = 5.days
@@ -89,6 +91,16 @@ The cleaner job is run every day at "0 0 * * *". If you want to change the frequ
 Asyncapi::Client.clean_job_cron = "30 2 * * *"
 ```
 
+## Successful jobs automatic deletion
+
+After a job completes successfully, we schedule another job to delete it after a brief period of time to avoid having a lot of records on the table. By default, a successful job is deleted from the table after 2 minutes, ignoring the `expiry_threshold` configuration option. You can change this setting using the `successful_jobs_deletion_after` configuration option in an initializer if you want to extend or shorten the wait time for deletion:
+
+```ruby
+Asyncapi::Client.successful_jobs_deletion_after = 3.days
+```
+
+**Important:** if you want to ignore `successful_jobs_deletion_after` setting in favor of `expiry_threshold`, set `successful_jobs_deletion_after` to a value greater than `expiry_threshold`.
+
 # Installation
 
 **Note**: if you're using the `protected_attributes`, also see the "Optional" section below.

data/app/models/asyncapi/client/job.rb

@@ -21,7 +21,7 @@ module Asyncapi::Client
         transitions from: :fresh, to: :queued
       end
 
-      event :succeed do
+      event :succeed, after: :schedule_for_deletion do
         transitions from: :queued, to: :success
       end
 
@@ -40,6 +40,10 @@ module Asyncapi::Client
 
     scope :expired, -> { where(arel_table[:expired_at].lt(Time.now)) }
     scope :with_time_out, -> { where(arel_table[:time_out_at].not_eq(nil)) }
+    scope :stale, -> (stale_duration = 5) do
+      where(arel_table[:updated_at].lteq(stale_duration.minutes.ago)).
+      where(status: statuses[:queued])
+    end
     scope :for_time_out, -> do
       where(arel_table[:time_out_at].lt(Time.now)).
       where(status: [statuses[:queued], statuses[:fresh]])
@@ -87,6 +91,13 @@ module Asyncapi::Client
 
     private
 
+    def schedule_for_deletion
+      if success?
+        # delete in a couple of minutes, giving time for the success to be broadcasted
+        JobCleanerWorker.perform_in(Asyncapi::Client.successful_jobs_deletion_after, self.id)
+      end
+    end
+
     def set_expired_at
       self.expired_at ||= Asyncapi::Client.expiry_threshold.from_now
     end

data/app/workers/asyncapi/client/job_time_out_worker.rb

@@ -12,7 +12,7 @@ module Asyncapi::Client
     private
 
     def time_out_job(job)
-      job.update_attributes(status: :timed_out)
+      job.update(status: :timed_out)
       ActiveRecord::Base.after_transaction do
         JobStatusWorker.perform_async(job.id)
       end

data/db/migrate/20190304200630_remove_expired_at_index_on_asyncapi_client_jobs.rb

@@ -0,0 +1,5 @@
+class RemoveExpiredAtIndexOnAsyncapiClientJobs < ActiveRecord::Migration[5.0]
+  def change
+    remove_index :asyncapi_client_jobs, :expired_at
+  end
+end

data/lib/asyncapi/client.rb

@@ -10,9 +10,10 @@ require "securerandom"
 module Asyncapi
   module Client
 
-    CONFIG_ATTRS = %i[parent_controller expiry_threshold clean_job_cron]
+    CONFIG_ATTRS = %i[parent_controller expiry_threshold clean_job_cron successful_jobs_deletion_after]
     mattr_accessor(*CONFIG_ATTRS)
-    self.expiry_threshold = 10.days
+    self.expiry_threshold = 4.days
+    self.successful_jobs_deletion_after = 2.minutes
     self.clean_job_cron = "0 0 * * *"
 
     def self.configure

data/lib/asyncapi/client/version.rb

@@ -1,5 +1,5 @@
 module Asyncapi
   module Client
-    VERSION = "0.8.0".freeze
+    VERSION = "0.11.0".freeze
   end
 end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: asyncapi-client
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.11.0
 platform: ruby
 authors:
 - G5
 - Marc Ignacio
 - Ramon Tayag
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-02-27 00:00:00.000000000 Z
+date: 2021-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -18,14 +18,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
 - !ruby/object:Gem::Dependency
   name: sidekiq
   requirement: !ruby/object:Gem::Requirement
@@ -124,20 +124,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sprockets
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '4'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: 1.4.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: 1.4.2
 - !ruby/object:Gem::Dependency
   name: rspec-rails
   requirement: !ruby/object:Gem::Requirement
@@ -268,6 +282,7 @@ files:
 - db/migrate/20150630004215_add_response_code_to_asyncapi_client_jobs.rb
 - db/migrate/20150703001225_add_on_queue_error_to_asyncapi_client_jobs.rb
 - db/migrate/20190218200630_add_expired_at_index_to_asyncapi_client_jobs.rb
+- db/migrate/20190304200630_remove_expired_at_index_on_asyncapi_client_jobs.rb
 - lib/asyncapi-client.rb
 - lib/asyncapi/client.rb
 - lib/asyncapi/client/engine.rb
@@ -279,7 +294,7 @@ homepage: https://github.com/G5/asyncapi-client
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -294,9 +309,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
-signing_key: 
+rubygems_version: 3.0.9
+signing_key:
 specification_version: 4
 summary: Asynchronous API communication
 test_files: []