filesystem_queue 0.2.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2e960414c06a8d0a9fe7d7fc0b8b1ed90cf604d7648ab74c64f924648a137e94
-  data.tar.gz: 06f0a8e59cbb4c64a2de4af00360b317bb13e8a136f3d1647ff802b8b7617939
+  metadata.gz: d990e413d523a1f7f803a4dd653c5ce8e6ddbba0de25d726607bc5184e725c3c
+  data.tar.gz: db3595416a552ad54297792d288cca66603ed71bd53d5629eddca72b383aae09
 SHA512:
-  metadata.gz: 6a9d6f4d5c55313ed7af2bc85245c019f97a66a691a4511c67ed78a53e74fa91f6574e513ebaf1e288aaeeb74cca74bbb53de289c294ff4ad781c496a9e4edf1
-  data.tar.gz: a71491c4ac7e6f46b8834ef9ca7f1f7534216d6036c4e98877c2f0ae34a050202699fb471b9886a51f6fb61fa3359aa297980f4debc74e93db90108adbf8f756
+  metadata.gz: ceba85b6215ccdd11186fe7f255cfff6eb3b4df90ba919c3b493af9c7f3a9b6a0f75239d4712ba70c558553756f13940bd2018071ddeb9d74bbbc860ed48cdec
+  data.tar.gz: e2571be6746a4b6fdd5063ae8ce796713db6d8bf446679cfd8a8f557fbb4c9fc0368af53a86f3a1d19a31c68c8f7a741f9c824d2720b83ad9d0b6245ac5d1382

data/CHANGELOG.md

@@ -1,11 +1,20 @@
 ## [Unreleased]
 
+## [0.4.0] - 2024-10-3
+- Failed jobs have added metadata including `last_exception` and `retry_count`
+
+## [0.3.0] - 2024-09-20
+- Added `reenqueue_failed_jobs` method to move failed jobs back to the queue
+- Added `reenqueue_completed_jobs` method to move completed jobs back to the queue
+
 ## [0.2.0] - 2024-09-16
 - Replaced old index for an in-memory index for job tracking
 - Added `cleanup` method to delete files and directories created by the queue
+
 ## [0.1.1] - 2024-09-13
 - Added unit tests
 - Fixed Github Actions
 - Minor refactors
+
 ## [0.1.0] - 2024-09-12
 - Initial release

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    filesystem_queue (0.2.0)
+    filesystem_queue (0.4.0)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -74,6 +74,18 @@ Returns the number of jobs currently in the queue.
 - **Returns**:
   - `Integer`: The number of jobs in the queue.
 
+### `reenqueue_failed_jobs`
+
+Moves all failed jobs back to the queue for reprocessing.
+
+### `reenqueue_completed_jobs`
+
+Moves all completed jobs back to the queue for reprocessing.
+
+### `cleanup`
+
+Removes all files and directories created by the queue.
+
 ## Usage
 
 ```ruby
@@ -120,6 +132,12 @@ puts 'Queue is empty'
 puts "Queue size: #{queue.size}"
 puts "Failed jobs: #{queue.failed_size}"
 
+# Reenqueue all failed jobs back to the queue
+queue.reenqueue_failed_jobs
+
+# Reenqueue all completed jobs back to the queue
+queue.reenqueue_completed_jobs
+
 # Cleanup all files and directories created by the queue
 queue.cleanup
 ```

data/lib/filesystem_queue/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module FilesystemQueue
-  VERSION = '0.2.0'
+  VERSION = '0.4.0'
 end

data/lib/filesystem_queue.rb

@@ -44,7 +44,8 @@ module FilesystemQueue
       move_job(job_file, @completed_dir)
     end
 
-    def fail(job_file)
+    def fail(job_file, exception)
+      mark_failed_job(job_file, exception)
       move_job(job_file, @failed_dir)
     end
 
@@ -56,6 +57,23 @@ module FilesystemQueue
       Dir[File.join(@failed_dir, '*')].count { |file| File.file?(file) }
     end
 
+    def retry_failed_jobs
+      failed_jobs = Dir.glob(File.join(@failed_dir, '*.json'))
+      failed_jobs.each do |job_file|
+        new_job_file = File.join(@jobs_dir, File.basename(job_file))
+        FileUtils.mv(job_file, new_job_file)
+        @index << new_job_file
+      end
+    end
+
+    def reenqueue_failed_jobs
+      reenqueue_jobs(@failed_dir)
+    end
+
+    def reenqueue_completed_jobs
+      reenqueue_jobs(@completed_dir)
+    end
+
     # CAUTION: Cleanup the queue directory, removing all files and directories
     def cleanup
       [@jobs_dir, @completed_dir, @failed_dir].each do |dir|
@@ -74,5 +92,22 @@ module FilesystemQueue
       FileUtils.mv(job_file, target_dir)
       @index.delete(job_file)
     end
+
+    def reenqueue_jobs(source_dir)
+      job_files = Dir.glob(File.join(source_dir, '*.json'))
+      job_files.each do |job_file|
+        new_job_file = File.join(@jobs_dir, File.basename(job_file))
+        FileUtils.mv(job_file, new_job_file)
+        @index << new_job_file
+      end
+    end
+
+    # Adds metadata for the job for the retry count and the exception details
+    def mark_failed_job(job_file)
+      job_data = JSON.parse(File.read(job_file), symbolize_names: true)
+      job_data[:retry_count] = (job_data[:retry_count] || 0) + 1
+      job_data[:last_exception] = exception.message if exception
+      File.write(job_file, job_data.to_json)
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: filesystem_queue
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Carlos Westman
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-09-16 00:00:00.000000000 Z
+date: 2024-10-04 00:00:00.000000000 Z
 dependencies: []
 description: FilesystemQueue is a Ruby gem that provides a persistent queue system
   using the local filesystem.It allows you to enqueue and dequeue jobs, and keeps