exercism-config 0.121.0 → 0.122.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b06b277dbe5a3cafe79727af6655505e8152ff1902010e91325c9c711e19aa9
-  data.tar.gz: dcdc8d9a46f0ca084690be6c693a785117c3d1ec0c5bc36b099f4bb5575e8a77
+  metadata.gz: 0badaae27183f7282803b34f5bfb6d895bc42a6a3f764bfde6f4cb65d4774668
+  data.tar.gz: d40701deb0ffc1e957190f1f91743936c30f57b86a5aa358e759cc5d907aa44c
 SHA512:
-  metadata.gz: 7a5eab9d7b45b3db98cbda0505ff5b5e8dbac09b887cf332b41d04eec0bd15f590d6d24304aa55fd275299ae4ee4cb1785b6bd48730b85b4334fc1b63b02d06d
-  data.tar.gz: 558c8bd45134feaf94a8da9308533880723fe32f4acb333aa12ba8b062b4122da89d19a5785c74a4b5e372f3d842c367b169fc1a324f60dfa98331109e8a60e2
+  metadata.gz: 44ec8919fac9f687630db472fc90f1ed04fee755b03ab3fbcfe2f81a0eb7f22f118228e5b1021fd3487e48aa3aa843dd2d02807a2bf243604e27e18ec9d28796
+  data.tar.gz: 2fbfe06c7de202835378a40a84b430f8613ab53bd9e5af51551b1e7aeb14bde224a61f936cae6b3b041e290d5b34e62be6d7d4b6500c2ed3d0569f86ec9c63ab

data/Gemfile

@@ -11,4 +11,4 @@ gem 'rubocop'
 gem 'rubocop-minitest'
 gem 'rubocop-performance'
 
-gem 'octokit'
+gem 'octokit'

data/exercism_config.gemspec

@@ -45,5 +45,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'aws-sdk-sesv2'
   spec.add_development_dependency 'discourse_api'
   spec.add_development_dependency 'opensearch-ruby', '2.1.0'
-  spec.add_development_dependency 'redis'
+  spec.add_development_dependency 'redis', '~> 5.1'
+  spec.add_development_dependency 'redis-clustering', '~> 5.1'
 end

data/lib/exercism/tooling_job.rb

@@ -1,14 +1,22 @@
 module Exercism
   class ToolingJob
     require 'aws-sdk-s3'
-    require 'redis'
 
     extend Mandate::Memoize
 
-    def self.create!(type, submission_uuid, language, exercise,
+    def self.efs_job_path(job_id)
+      raise ArgumentError, "job_id must be at least 7 characters" if job_id.length < 7
+      
+      [job_id[0..2], job_id[3..5], job_id[6..]].join('/')
+    end
+
+    def self.efs_full_path(job_id)
+      [Exercism.config.efs_submissions_mount_point, efs_job_path(job_id)].join('/')
+    end
+
+    def self.create!(job_id, type, submission_uuid, language, exercise,
                      run_in_background: false,
                      **data)
-      job_id = SecureRandom.uuid.tr('-', '')
       data.merge!(
         id: job_id,
         submission_uuid:,
@@ -20,14 +28,10 @@ module Exercism
 
       queue_key = run_in_background ? key_for_queued_for_background_processing : key_for_queued
       redis = Exercism.redis_tooling_client
-      redis.multi do |transaction|
-        transaction.set(
-          "job:#{job_id}",
-          data.to_json
-        )
-        transaction.rpush(queue_key, job_id)
-        transaction.set("submission:#{submission_uuid}:#{type}", job_id)
-      end
+      redis.set("job:#{job_id}", data.to_json)
+      redis.set("submission:#{submission_uuid}:#{type}", job_id)
+      redis.rpush(queue_key, job_id)
+
       new(job_id, data)
     end
 
@@ -78,24 +82,22 @@ module Exercism
         transaction.lrem(key_for_queued, 1, id)
         transaction.lrem(key_for_locked, 1, id)
         transaction.rpush(key_for_executed, id)
-
-        transaction.set(
-          "job:#{id}",
-          data.merge(
-            execution_status: status,
-            execution_output: output
-          ).to_json
-        )
       end
+
+      redis.set(
+        "job:#{id}",
+        data.merge(
+          execution_status: status,
+          execution_output: output
+        ).to_json
+      )
     end
 
     def processed!
       redis = Exercism.redis_tooling_client
-      redis.multi do |transaction|
-        transaction.lrem(key_for_executed, 1, id)
-        transaction.del("job:#{id}")
-        transaction.del("submission:#{data[:submission_uuid]}:#{data[:type]}")
-      end
+      redis.lrem(key_for_executed, 1, id)
+      redis.del("job:#{id}")
+      redis.del("submission:#{data[:submission_uuid]}:#{data[:type]}")
     end
 
     def cancelled!
@@ -158,14 +160,10 @@ module Exercism
     end
 
     memoize
-    def s3_folder
-      "#{Exercism.env}/#{id}"
-    end
+    def s3_folder = "#{Exercism.env}/#{id}"
 
     memoize
-    def s3_bucket_name
-      Exercism.config.aws_tooling_jobs_bucket
-    end
+    def s3_bucket_name = Exercism.config.aws_tooling_jobs_bucket
 
     %w[queued queued_for_background_processing locked executed cancelled].each do |key|
       ToolingJob.singleton_class.class_eval do

data/lib/exercism.rb

@@ -14,7 +14,14 @@ module Exercism
   end
 
   def self.redis_tooling_client
-    Redis.new(url: config.tooling_redis_url)
+    require 'redis'
+    require 'redis-clustering'
+
+    if Exercism.env.development? || Exercism.env.test?
+      Redis.new(url: config.tooling_redis_url)
+    else
+      Redis::Cluster.new(nodes: [config.tooling_redis_url])
+    end
   end
 
   def self.dynamodb_client

data/lib/exercism_config/version.rb

@@ -1,3 +1,3 @@
 module ExercismConfig
-  VERSION = '0.121.0'.freeze
+  VERSION = '0.122.0'.freeze
 end

data/settings/local.yml

@@ -41,6 +41,7 @@ sidekiq_redis_url: redis://127.0.0.1:6379/2
 # EFS Config
 efs_submissions_mount_point: "/opt/exercism/efs/submissions"
 efs_repositories_mount_point: "/opt/exercism/efs/repos"
+efs_cache_mount_point: "/opt/exercism/efs/cache"
 
 # GitHub Config
 github_organization: fake-exercism

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: exercism-config
 version: !ruby/object:Gem::Version
-  version: 0.121.0
+  version: 0.122.0
 platform: ruby
 authors:
 - Jeremy Walker
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-06-04 00:00:00.000000000 Z
+date: 2025-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-dynamodb
@@ -224,16 +224,30 @@ dependencies:
   name: redis
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.1'
+- !ruby/object:Gem::Dependency
+  name: redis-clustering
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
 description:
 email:
 - jez.walker@gmail.com