sidekiq-unique-jobs 4.0.18 → 7.1.28

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of sidekiq-unique-jobs might be problematic. Click here for more details.

Files changed (296) hide show
  1. checksums.yaml +5 -5
  2. data/CHANGELOG.md +1889 -94
  3. data/LICENSE.txt +21 -0
  4. data/README.md +927 -119
  5. data/bin/uniquejobs +7 -0
  6. data/lib/sidekiq-unique-jobs.rb +2 -78
  7. data/lib/sidekiq_unique_jobs/batch_delete.rb +124 -0
  8. data/lib/sidekiq_unique_jobs/changelog.rb +78 -0
  9. data/lib/sidekiq_unique_jobs/cli.rb +79 -21
  10. data/lib/sidekiq_unique_jobs/config.rb +310 -14
  11. data/lib/sidekiq_unique_jobs/connection.rb +23 -0
  12. data/lib/sidekiq_unique_jobs/constants.rb +52 -16
  13. data/lib/sidekiq_unique_jobs/core_ext.rb +114 -33
  14. data/lib/sidekiq_unique_jobs/deprecation.rb +65 -0
  15. data/lib/sidekiq_unique_jobs/digests.rb +111 -0
  16. data/lib/sidekiq_unique_jobs/exceptions.rb +105 -0
  17. data/lib/sidekiq_unique_jobs/expiring_digests.rb +14 -0
  18. data/lib/sidekiq_unique_jobs/job.rb +58 -0
  19. data/lib/sidekiq_unique_jobs/json.rb +47 -0
  20. data/lib/sidekiq_unique_jobs/key.rb +98 -0
  21. data/lib/sidekiq_unique_jobs/lock/base_lock.rb +165 -0
  22. data/lib/sidekiq_unique_jobs/lock/client_validator.rb +28 -0
  23. data/lib/sidekiq_unique_jobs/lock/server_validator.rb +27 -0
  24. data/lib/sidekiq_unique_jobs/lock/until_and_while_executing.rb +65 -7
  25. data/lib/sidekiq_unique_jobs/lock/until_executed.rb +34 -64
  26. data/lib/sidekiq_unique_jobs/lock/until_executing.rb +37 -4
  27. data/lib/sidekiq_unique_jobs/lock/until_expired.rb +42 -0
  28. data/lib/sidekiq_unique_jobs/lock/validator.rb +96 -0
  29. data/lib/sidekiq_unique_jobs/lock/while_executing.rb +53 -35
  30. data/lib/sidekiq_unique_jobs/lock/while_executing_reject.rb +21 -0
  31. data/lib/sidekiq_unique_jobs/lock.rb +338 -6
  32. data/lib/sidekiq_unique_jobs/lock_args.rb +127 -0
  33. data/lib/sidekiq_unique_jobs/lock_config.rb +126 -0
  34. data/lib/sidekiq_unique_jobs/lock_digest.rb +79 -0
  35. data/lib/sidekiq_unique_jobs/lock_info.rb +68 -0
  36. data/lib/sidekiq_unique_jobs/lock_timeout.rb +62 -0
  37. data/lib/sidekiq_unique_jobs/lock_ttl.rb +77 -0
  38. data/lib/sidekiq_unique_jobs/locksmith.rb +383 -0
  39. data/lib/sidekiq_unique_jobs/logging/middleware_context.rb +44 -0
  40. data/lib/sidekiq_unique_jobs/logging.rb +236 -0
  41. data/lib/sidekiq_unique_jobs/lua/delete.lua +51 -0
  42. data/lib/sidekiq_unique_jobs/lua/delete_by_digest.lua +42 -0
  43. data/lib/sidekiq_unique_jobs/lua/delete_job_by_digest.lua +38 -0
  44. data/lib/sidekiq_unique_jobs/lua/find_digest_in_queues.lua +26 -0
  45. data/lib/sidekiq_unique_jobs/lua/lock.lua +99 -0
  46. data/lib/sidekiq_unique_jobs/lua/lock_until_expired.lua +92 -0
  47. data/lib/sidekiq_unique_jobs/lua/locked.lua +35 -0
  48. data/lib/sidekiq_unique_jobs/lua/queue.lua +87 -0
  49. data/lib/sidekiq_unique_jobs/lua/reap_orphans.lua +122 -0
  50. data/lib/sidekiq_unique_jobs/lua/shared/_common.lua +40 -0
  51. data/lib/sidekiq_unique_jobs/lua/shared/_current_time.lua +8 -0
  52. data/lib/sidekiq_unique_jobs/lua/shared/_delete_from_queue.lua +22 -0
  53. data/lib/sidekiq_unique_jobs/lua/shared/_delete_from_sorted_set.lua +18 -0
  54. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_process_set.lua +53 -0
  55. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_queues.lua +43 -0
  56. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_sorted_set.lua +24 -0
  57. data/lib/sidekiq_unique_jobs/lua/shared/_hgetall.lua +13 -0
  58. data/lib/sidekiq_unique_jobs/lua/shared/_upgrades.lua +3 -0
  59. data/lib/sidekiq_unique_jobs/lua/unlock.lua +107 -0
  60. data/lib/sidekiq_unique_jobs/lua/update_version.lua +40 -0
  61. data/lib/sidekiq_unique_jobs/lua/upgrade.lua +68 -0
  62. data/lib/sidekiq_unique_jobs/middleware/client.rb +42 -0
  63. data/lib/sidekiq_unique_jobs/middleware/server.rb +31 -0
  64. data/lib/sidekiq_unique_jobs/middleware.rb +34 -29
  65. data/lib/sidekiq_unique_jobs/normalizer.rb +11 -1
  66. data/lib/sidekiq_unique_jobs/on_conflict/log.rb +24 -0
  67. data/lib/sidekiq_unique_jobs/on_conflict/null_strategy.rb +16 -0
  68. data/lib/sidekiq_unique_jobs/on_conflict/raise.rb +17 -0
  69. data/lib/sidekiq_unique_jobs/on_conflict/reject.rb +118 -0
  70. data/lib/sidekiq_unique_jobs/on_conflict/replace.rb +82 -0
  71. data/lib/sidekiq_unique_jobs/on_conflict/reschedule.rb +35 -0
  72. data/lib/sidekiq_unique_jobs/on_conflict/strategy.rb +51 -0
  73. data/lib/sidekiq_unique_jobs/on_conflict.rb +44 -0
  74. data/lib/sidekiq_unique_jobs/options_with_fallback.rb +54 -31
  75. data/lib/sidekiq_unique_jobs/orphans/lua_reaper.rb +29 -0
  76. data/lib/sidekiq_unique_jobs/orphans/manager.rb +241 -0
  77. data/lib/sidekiq_unique_jobs/orphans/null_reaper.rb +24 -0
  78. data/lib/sidekiq_unique_jobs/orphans/observer.rb +42 -0
  79. data/lib/sidekiq_unique_jobs/orphans/reaper.rb +114 -0
  80. data/lib/sidekiq_unique_jobs/orphans/reaper_resurrector.rb +170 -0
  81. data/lib/sidekiq_unique_jobs/orphans/ruby_reaper.rb +298 -0
  82. data/lib/sidekiq_unique_jobs/redis/entity.rb +112 -0
  83. data/lib/sidekiq_unique_jobs/redis/hash.rb +56 -0
  84. data/lib/sidekiq_unique_jobs/redis/list.rb +32 -0
  85. data/lib/sidekiq_unique_jobs/redis/set.rb +32 -0
  86. data/lib/sidekiq_unique_jobs/redis/sorted_set.rb +86 -0
  87. data/lib/sidekiq_unique_jobs/redis/string.rb +51 -0
  88. data/lib/sidekiq_unique_jobs/redis.rb +11 -0
  89. data/lib/sidekiq_unique_jobs/reflectable.rb +26 -0
  90. data/lib/sidekiq_unique_jobs/reflections.rb +79 -0
  91. data/lib/sidekiq_unique_jobs/rspec/matchers/have_valid_sidekiq_options.rb +51 -0
  92. data/lib/sidekiq_unique_jobs/rspec/matchers.rb +26 -0
  93. data/lib/sidekiq_unique_jobs/script/caller.rb +127 -0
  94. data/lib/sidekiq_unique_jobs/script.rb +15 -0
  95. data/lib/sidekiq_unique_jobs/server.rb +61 -0
  96. data/lib/sidekiq_unique_jobs/sidekiq_unique_ext.rb +116 -104
  97. data/lib/sidekiq_unique_jobs/sidekiq_unique_jobs.rb +304 -0
  98. data/lib/sidekiq_unique_jobs/sidekiq_worker_methods.rb +84 -0
  99. data/lib/sidekiq_unique_jobs/testing.rb +115 -50
  100. data/lib/sidekiq_unique_jobs/timer_task.rb +299 -0
  101. data/lib/sidekiq_unique_jobs/timing.rb +58 -0
  102. data/lib/sidekiq_unique_jobs/unlockable.rb +29 -33
  103. data/lib/sidekiq_unique_jobs/update_version.rb +25 -0
  104. data/lib/sidekiq_unique_jobs/upgrade_locks.rb +155 -0
  105. data/lib/sidekiq_unique_jobs/version.rb +5 -1
  106. data/lib/sidekiq_unique_jobs/version_check.rb +114 -0
  107. data/lib/sidekiq_unique_jobs/web/helpers.rb +173 -0
  108. data/lib/sidekiq_unique_jobs/web/views/_paging.erb +10 -0
  109. data/lib/sidekiq_unique_jobs/web/views/changelogs.erb +54 -0
  110. data/lib/sidekiq_unique_jobs/web/views/lock.erb +108 -0
  111. data/lib/sidekiq_unique_jobs/web/views/locks.erb +54 -0
  112. data/lib/sidekiq_unique_jobs/web.rb +109 -0
  113. data/lib/sidekiq_unique_jobs.rb +81 -0
  114. data/lib/tasks/changelog.rake +23 -0
  115. metadata +173 -251
  116. data/.codeclimate.yml +0 -22
  117. data/.dockerignore +0 -4
  118. data/.editorconfig +0 -14
  119. data/.fasterer.yml +0 -23
  120. data/.gitignore +0 -14
  121. data/.rspec +0 -3
  122. data/.rubocop.yml +0 -45
  123. data/.simplecov +0 -12
  124. data/.travis.yml +0 -43
  125. data/Appraisals +0 -31
  126. data/Gemfile +0 -16
  127. data/LICENSE +0 -13
  128. data/Rakefile +0 -12
  129. data/bin/bench +0 -19
  130. data/bin/jobs +0 -6
  131. data/circle.yml +0 -38
  132. data/gemfiles/sidekiq_2.15.gemfile +0 -9
  133. data/gemfiles/sidekiq_2.16.gemfile +0 -9
  134. data/gemfiles/sidekiq_2.17.gemfile +0 -19
  135. data/gemfiles/sidekiq_3.0.gemfile +0 -19
  136. data/gemfiles/sidekiq_3.1.gemfile +0 -19
  137. data/gemfiles/sidekiq_3.2.gemfile +0 -19
  138. data/gemfiles/sidekiq_3.3.gemfile +0 -19
  139. data/gemfiles/sidekiq_4.0.gemfile +0 -19
  140. data/gemfiles/sidekiq_4.1.gemfile +0 -19
  141. data/gemfiles/sidekiq_develop.gemfile +0 -19
  142. data/lib/sidekiq/simulator.rb +0 -75
  143. data/lib/sidekiq_unique_jobs/client/middleware.rb +0 -41
  144. data/lib/sidekiq_unique_jobs/lock/until_timeout.rb +0 -15
  145. data/lib/sidekiq_unique_jobs/run_lock_failed.rb +0 -1
  146. data/lib/sidekiq_unique_jobs/script_mock.rb +0 -68
  147. data/lib/sidekiq_unique_jobs/scripts.rb +0 -49
  148. data/lib/sidekiq_unique_jobs/server/middleware.rb +0 -34
  149. data/lib/sidekiq_unique_jobs/testing/sidekiq_overrides.rb +0 -70
  150. data/lib/sidekiq_unique_jobs/timeout_calculator.rb +0 -65
  151. data/lib/sidekiq_unique_jobs/unique_args.rb +0 -134
  152. data/lib/sidekiq_unique_jobs/util.rb +0 -91
  153. data/rails_example/.env +0 -12
  154. data/rails_example/.gitignore +0 -13
  155. data/rails_example/.rspec +0 -2
  156. data/rails_example/Gemfile +0 -34
  157. data/rails_example/Procfile +0 -2
  158. data/rails_example/README.rdoc +0 -28
  159. data/rails_example/Rakefile +0 -6
  160. data/rails_example/app/assets/images/.keep +0 -0
  161. data/rails_example/app/assets/javascripts/application.js +0 -16
  162. data/rails_example/app/assets/stylesheets/application.css +0 -15
  163. data/rails_example/app/channels/appearance_channel.rb +0 -17
  164. data/rails_example/app/channels/application_cable/channel.rb +0 -4
  165. data/rails_example/app/channels/application_cable/connection.rb +0 -9
  166. data/rails_example/app/channels/post_channel.rb +0 -5
  167. data/rails_example/app/controllers/application_controller.rb +0 -5
  168. data/rails_example/app/controllers/concerns/.keep +0 -0
  169. data/rails_example/app/controllers/work_controller.rb +0 -13
  170. data/rails_example/app/helpers/application_helper.rb +0 -2
  171. data/rails_example/app/mailers/.keep +0 -0
  172. data/rails_example/app/models/.keep +0 -0
  173. data/rails_example/app/models/application_record.rb +0 -3
  174. data/rails_example/app/models/concerns/.keep +0 -0
  175. data/rails_example/app/models/guest.rb +0 -21
  176. data/rails_example/app/models/post.rb +0 -2
  177. data/rails_example/app/views/layouts/application.html.erb +0 -15
  178. data/rails_example/app/workers/simple_worker.rb +0 -12
  179. data/rails_example/app/workers/spawn_simple_worker.rb +0 -7
  180. data/rails_example/bin/bundle +0 -3
  181. data/rails_example/bin/check_or_setup_db +0 -57
  182. data/rails_example/bin/docker-setup +0 -20
  183. data/rails_example/bin/rails +0 -4
  184. data/rails_example/bin/rake +0 -4
  185. data/rails_example/bin/setup +0 -34
  186. data/rails_example/bin/update +0 -29
  187. data/rails_example/cable.ru +0 -6
  188. data/rails_example/common-services.yml +0 -50
  189. data/rails_example/config/application.rb +0 -27
  190. data/rails_example/config/boot.rb +0 -3
  191. data/rails_example/config/cable.yml +0 -9
  192. data/rails_example/config/database.docker.yml +0 -12
  193. data/rails_example/config/database.yml +0 -19
  194. data/rails_example/config/environment.rb +0 -5
  195. data/rails_example/config/environments/development.rb +0 -54
  196. data/rails_example/config/environments/production.rb +0 -86
  197. data/rails_example/config/environments/test.rb +0 -42
  198. data/rails_example/config/initializers/application_controller_renderer.rb +0 -6
  199. data/rails_example/config/initializers/assets.rb +0 -11
  200. data/rails_example/config/initializers/backtrace_silencers.rb +0 -9
  201. data/rails_example/config/initializers/cookies_serializer.rb +0 -5
  202. data/rails_example/config/initializers/filter_parameter_logging.rb +0 -4
  203. data/rails_example/config/initializers/inflections.rb +0 -16
  204. data/rails_example/config/initializers/mime_types.rb +0 -4
  205. data/rails_example/config/initializers/new_framework_defaults.rb +0 -23
  206. data/rails_example/config/initializers/session_store.rb +0 -3
  207. data/rails_example/config/initializers/sidekiq.rb +0 -13
  208. data/rails_example/config/initializers/wrap_parameters.rb +0 -14
  209. data/rails_example/config/locales/en.yml +0 -23
  210. data/rails_example/config/puma.rb +0 -38
  211. data/rails_example/config/routes.rb +0 -6
  212. data/rails_example/config/secrets.yml +0 -22
  213. data/rails_example/config/sidekiq.yml +0 -6
  214. data/rails_example/config/spring.rb +0 -6
  215. data/rails_example/config.ru +0 -4
  216. data/rails_example/db/migrate/20160724111322_create_posts.rb +0 -12
  217. data/rails_example/db/schema.rb +0 -25
  218. data/rails_example/db/seeds.rb +0 -7
  219. data/rails_example/dev-entrypoint.sh +0 -55
  220. data/rails_example/dev.env +0 -12
  221. data/rails_example/docker/rails.Dockerfile +0 -27
  222. data/rails_example/docker-compose.yml +0 -90
  223. data/rails_example/lib/assets/.keep +0 -0
  224. data/rails_example/lib/tasks/.keep +0 -0
  225. data/rails_example/log/.keep +0 -0
  226. data/rails_example/public/404.html +0 -67
  227. data/rails_example/public/422.html +0 -67
  228. data/rails_example/public/500.html +0 -66
  229. data/rails_example/public/favicon.ico +0 -0
  230. data/rails_example/public/robots.txt +0 -5
  231. data/rails_example/simple.ru +0 -12
  232. data/rails_example/spec/controllers/work_controller_spec.rb +0 -172
  233. data/rails_example/spec/factories/posts.rb +0 -8
  234. data/rails_example/spec/models/post_spec.rb +0 -4
  235. data/rails_example/spec/rails_helper.rb +0 -21
  236. data/rails_example/spec/spec_helper.rb +0 -20
  237. data/rails_example/spec/support/sidekiq_meta.rb +0 -12
  238. data/rails_example/spec/workers/simple_worker_spec.rb +0 -4
  239. data/rails_example/vendor/assets/javascripts/.keep +0 -0
  240. data/rails_example/vendor/assets/stylesheets/.keep +0 -0
  241. data/redis/acquire_lock.lua +0 -19
  242. data/redis/release_lock.lua +0 -16
  243. data/redis/synchronize.lua +0 -16
  244. data/sidekiq-unique-jobs.gemspec +0 -25
  245. data/spec/celluloid_with_fallback.rb +0 -18
  246. data/spec/jobs/another_unique_job.rb +0 -13
  247. data/spec/jobs/custom_queue_job.rb +0 -6
  248. data/spec/jobs/custom_queue_job_with_filter_method.rb +0 -7
  249. data/spec/jobs/custom_queue_job_with_filter_proc.rb +0 -10
  250. data/spec/jobs/expiring_job.rb +0 -4
  251. data/spec/jobs/inline_worker.rb +0 -8
  252. data/spec/jobs/just_a_worker.rb +0 -8
  253. data/spec/jobs/long_running_job.rb +0 -7
  254. data/spec/jobs/main_job.rb +0 -8
  255. data/spec/jobs/my_job.rb +0 -12
  256. data/spec/jobs/my_unique_job.rb +0 -12
  257. data/spec/jobs/my_unique_job_with_filter_method.rb +0 -17
  258. data/spec/jobs/my_unique_job_with_filter_proc.rb +0 -15
  259. data/spec/jobs/notify_worker.rb +0 -10
  260. data/spec/jobs/plain_class.rb +0 -4
  261. data/spec/jobs/simple_worker.rb +0 -11
  262. data/spec/jobs/spawn_simple_worker.rb +0 -8
  263. data/spec/jobs/test_class.rb +0 -4
  264. data/spec/jobs/unique_job_with_filter_method.rb +0 -18
  265. data/spec/jobs/unique_on_all_queues_job.rb +0 -13
  266. data/spec/jobs/until_and_while_executing_job.rb +0 -8
  267. data/spec/jobs/until_executed_job.rb +0 -17
  268. data/spec/jobs/until_executing_job.rb +0 -8
  269. data/spec/jobs/until_global_timeout_job.rb +0 -8
  270. data/spec/jobs/until_timeout_job.rb +0 -8
  271. data/spec/jobs/while_executing_job.rb +0 -12
  272. data/spec/lib/sidekiq_unique_jobs/client/middleware_spec.rb +0 -321
  273. data/spec/lib/sidekiq_unique_jobs/core_ext_spec.rb +0 -25
  274. data/spec/lib/sidekiq_unique_jobs/lock/until_and_while_executing_spec.rb +0 -43
  275. data/spec/lib/sidekiq_unique_jobs/lock/until_executed_spec.rb +0 -37
  276. data/spec/lib/sidekiq_unique_jobs/lock/until_timeout_spec.rb +0 -26
  277. data/spec/lib/sidekiq_unique_jobs/lock/while_executing_spec.rb +0 -86
  278. data/spec/lib/sidekiq_unique_jobs/normalizer_spec.rb +0 -21
  279. data/spec/lib/sidekiq_unique_jobs/options_with_fallback_spec.rb +0 -113
  280. data/spec/lib/sidekiq_unique_jobs/queue_lock_timeout_calculator_spec.rb +0 -47
  281. data/spec/lib/sidekiq_unique_jobs/run_lock_timeout_calculator_spec.rb +0 -36
  282. data/spec/lib/sidekiq_unique_jobs/script_mock_spec.rb +0 -84
  283. data/spec/lib/sidekiq_unique_jobs/scripts_spec.rb +0 -77
  284. data/spec/lib/sidekiq_unique_jobs/server/middleware_spec.rb +0 -83
  285. data/spec/lib/sidekiq_unique_jobs/sidekiq_testing_enabled_spec.rb +0 -181
  286. data/spec/lib/sidekiq_unique_jobs/sidekiq_unique_ext_spec.rb +0 -80
  287. data/spec/lib/sidekiq_unique_jobs/sidekiq_unique_jobs_spec.rb +0 -41
  288. data/spec/lib/sidekiq_unique_jobs/timeout_calculator_spec.rb +0 -70
  289. data/spec/lib/sidekiq_unique_jobs/unique_args_spec.rb +0 -131
  290. data/spec/lib/sidekiq_unique_jobs/unlockable_spec.rb +0 -4
  291. data/spec/lib/sidekiq_unique_jobs/util_spec.rb +0 -53
  292. data/spec/spec_helper.rb +0 -65
  293. data/spec/support/matchers/redis_matchers.rb +0 -19
  294. data/spec/support/ruby_meta.rb +0 -10
  295. data/spec/support/sidekiq_meta.rb +0 -31
  296. data/spec/support/unique_macros.rb +0 -71
@@ -1,172 +0,0 @@
1
- require 'rails_helper'
2
-
3
- describe WorkController do
4
- context 'with real redis' do
5
- before(:each) do
6
- SidekiqUniqueJobs.configure do |config|
7
- config.redis_test_mode = :redis
8
- end
9
-
10
- Sidekiq::Queues.clear_all
11
- Sidekiq.redis(&:flushdb)
12
- Sidekiq.redis do |c|
13
- c.keys.each do |key|
14
- c.del(key)
15
- end
16
- end
17
- end
18
-
19
- describe 'GET /work/duplicate_simple' do
20
- context 'when test mode is fake', sidekiq: :fake do
21
- specify do
22
- expect { get :duplicate_simple }
23
- .to change { SimpleWorker.jobs.size }
24
- .from(0)
25
- .to(1)
26
- end
27
- end
28
-
29
- context 'when test mode is disabled', sidekiq: :disable do
30
- specify do
31
- get :duplicate_simple
32
- Sidekiq.redis do |c|
33
- expect(c.llen('queue:default')).to eq(1)
34
- expect(c.keys).to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
35
- end
36
- end
37
- end
38
-
39
- context 'when test mode is inline', sidekiq: :inline do
40
- specify do
41
- get :duplicate_simple
42
- Sidekiq.redis do |c|
43
- expect(c.llen('queue:default')).to eq(0)
44
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
45
- end
46
- end
47
- end
48
- end
49
-
50
- describe 'GET /work/duplicate_nested' do
51
- context 'when test mode is fake', sidekiq: :fake do
52
- specify do
53
- expect { get :duplicate_nested }
54
- .to change { SpawnSimpleWorker.jobs.size }
55
- .from(0)
56
- .to(4)
57
-
58
- SpawnSimpleWorker.perform_one
59
- SpawnSimpleWorker.perform_one
60
- expect(SpawnSimpleWorker.jobs.size).to eq(2)
61
- expect(SimpleWorker.jobs.size).to eq(1)
62
- end
63
- end
64
-
65
- context 'when test mode is disabled', sidekiq: :disable do
66
- specify do
67
- get :duplicate_nested
68
-
69
- Sidekiq.redis do |c|
70
- expect(c.llen('queue:default')).to eq(4)
71
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
72
- end
73
- end
74
- end
75
-
76
- context 'when test mode is inline', sidekiq: :inline do
77
- specify do
78
- get :duplicate_nested
79
-
80
- Sidekiq.redis do |c|
81
- expect(c.llen('queue:default')).to eq(0)
82
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
83
- end
84
- end
85
- end
86
- end
87
- end
88
-
89
- context 'with mock_redis' do
90
- before do
91
- SidekiqUniqueJobs.configure do |config|
92
- config.redis_test_mode = :mock
93
- end
94
- Sidekiq::Queues.clear_all
95
- Sidekiq::Worker.clear_all
96
-
97
- MOCK_REDIS.keys.each do |key|
98
- MOCK_REDIS.del(key)
99
- end
100
- allow(Redis).to receive(:new).and_return(MOCK_REDIS)
101
- end
102
-
103
- describe 'GET /work/duplicate_simple' do
104
- context 'when test mode is fake', sidekiq: :fake do
105
- specify do
106
- expect { get :duplicate_simple }
107
- .to change { SimpleWorker.jobs.size }
108
- .from(0)
109
- .to(1)
110
- end
111
- end
112
-
113
- context 'when test mode is disabled', sidekiq: :disable do
114
- specify do
115
- get :duplicate_simple
116
- Sidekiq.redis do |c|
117
- expect(c.llen('queue:default')).to eq(1)
118
- expect(c.keys).to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
119
- end
120
- end
121
- end
122
-
123
- context 'when test mode is inline', sidekiq: :inline do
124
- specify do
125
- get :duplicate_simple
126
- Sidekiq.redis do |c|
127
- expect(c.llen('queue:default')).to eq(0)
128
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
129
- end
130
- end
131
- end
132
- end
133
-
134
- describe 'GET /work/duplicate_nested' do
135
- context 'when test mode is fake', sidekiq: :fake do
136
- specify do
137
- expect { get :duplicate_nested }
138
- .to change { SpawnSimpleWorker.jobs.size }
139
- .from(0)
140
- .to(4)
141
-
142
- SpawnSimpleWorker.perform_one
143
- SpawnSimpleWorker.perform_one
144
- expect(SpawnSimpleWorker.jobs.size).to eq(2)
145
- expect(SimpleWorker.jobs.size).to eq(1)
146
- end
147
- end
148
-
149
- context 'when test mode is disabled', sidekiq: :disable do
150
- specify do
151
- get :duplicate_nested
152
-
153
- Sidekiq.redis do |c|
154
- expect(c.llen('queue:default')).to eq(4)
155
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
156
- end
157
- end
158
- end
159
-
160
- context 'when test mode is inline', sidekiq: :inline do
161
- specify do
162
- get :duplicate_nested
163
-
164
- Sidekiq.redis do |c|
165
- expect(c.llen('queue:default')).to eq(0)
166
- expect(c.keys).not_to include('uniquejobs:83bda9f47b05071ffcb35cbb59e1fada')
167
- end
168
- end
169
- end
170
- end
171
- end
172
- end
@@ -1,8 +0,0 @@
1
- FactoryGirl.define do
2
- factory :post do
3
- title 'MyString'
4
- body 'MyText'
5
- excerpt 'MyString'
6
- read_count 1
7
- end
8
- end
@@ -1,4 +0,0 @@
1
- require 'rails_helper'
2
-
3
- describe Post, type: :model do
4
- end
@@ -1,21 +0,0 @@
1
- # This file is copied to spec/ when you run 'rails generate rspec:install'
2
- ENV['RAILS_ENV'] ||= 'test'
3
- require File.expand_path('../../config/environment', __FILE__)
4
- # Prevent database truncation if the environment is production
5
- abort('The Rails environment is running in production mode!') if Rails.env.production?
6
- require 'spec_helper'
7
- require 'rspec/rails'
8
- require 'sidekiq_unique_jobs/testing'
9
-
10
- Dir[Rails.root.join('spec/support/**/*.rb')].each { |f| require f }
11
-
12
- ActiveRecord::Migration.maintain_test_schema!
13
-
14
- MOCK_REDIS ||= MockRedis.new
15
-
16
- RSpec.configure do |config|
17
- config.use_transactional_fixtures = true
18
- config.infer_spec_type_from_file_location!
19
- config.filter_rails_from_backtrace!
20
- # config.filter_gems_from_backtrace("gem name")
21
- end
@@ -1,20 +0,0 @@
1
- RSpec.configure do |config|
2
- config.expect_with :rspec do |expectations|
3
- expectations.include_chain_clauses_in_custom_matcher_descriptions = true
4
- end
5
-
6
- config.mock_with :rspec do |mocks|
7
- mocks.verify_partial_doubles = true
8
- end
9
-
10
- config.shared_context_metadata_behavior = :apply_to_host_groups
11
- config.filter_run_when_matching :focus
12
- config.example_status_persistence_file_path = 'spec/examples.txt'
13
- # config.disable_monkey_patching!
14
-
15
- config.default_formatter = 'doc' if config.files_to_run.one?
16
-
17
- config.profile_examples = 10
18
- config.order = :random
19
- Kernel.srand config.seed
20
- end
@@ -1,12 +0,0 @@
1
- RSpec.configure do |config|
2
- config.before(:each) do |example|
3
- if (sidekiq = example.metadata[:sidekiq])
4
- sidekiq = :fake if sidekiq == true
5
- Sidekiq::Testing.send("#{sidekiq}!")
6
- end
7
- end
8
-
9
- config.after(:each) do |example|
10
- Sidekiq::Testing.disable! unless example.metadata[:sidekiq].nil?
11
- end
12
- end
@@ -1,4 +0,0 @@
1
- require 'rails_helper'
2
-
3
- describe SimpleWorker do
4
- end
File without changes
File without changes
@@ -1,19 +0,0 @@
1
- local unique_key = KEYS[1]
2
- local job_id = ARGV[1]
3
- local expires = ARGV[2]
4
- local stored_jid = redis.pcall('get', unique_key)
5
-
6
- if stored_jid then
7
- if stored_jid == job_id then
8
- return 1
9
- else
10
- return 0
11
- end
12
- end
13
-
14
- if redis.pcall('set', unique_key, job_id, 'nx', 'ex', expires) then
15
- redis.pcall('hsetnx', 'uniquejobs', job_id, unique_key)
16
- return 1
17
- else
18
- return 0
19
- end
@@ -1,16 +0,0 @@
1
- local unique_key = KEYS[1]
2
- local job_id = ARGV[1]
3
- local stored_jid = redis.pcall('get', unique_key)
4
-
5
- if stored_jid then
6
- if stored_jid == job_id or stored_jid == '2' then
7
- redis.pcall('del', unique_key)
8
- redis.pcall('hdel', 'uniquejobs', job_id)
9
- return 1
10
- else
11
- return 0
12
- end
13
- else
14
- return -1
15
- end
16
-
@@ -1,16 +0,0 @@
1
- local unique_key = KEYS[1]
2
- local time = ARGV[1]
3
- local expires = ARGV[2]
4
-
5
- if redis.pcall('set', unique_key, time + expires, 'nx', 'ex', expires) then
6
- return 1
7
- end
8
-
9
- local stored_time = redis.pcall('get', unique_key)
10
- if stored_time and stored_time < time then
11
- if redis.pcall('set', unique_key, time + expires, 'xx', 'ex', expires) then
12
- return 1
13
- end
14
- end
15
-
16
- return 0
@@ -1,25 +0,0 @@
1
- # -*- encoding: utf-8 -*-
2
- require File.expand_path('../lib/sidekiq_unique_jobs/version', __FILE__)
3
-
4
- Gem::Specification.new do |gem|
5
- gem.authors = ['Mikael Henriksson']
6
- gem.email = ['mikael@zoolutions.se']
7
- gem.description = gem.summary = 'The unique jobs that were removed from sidekiq'
8
- gem.homepage = 'https://github.com/mhenrixon/sidekiq-unique-jobs'
9
- gem.license = 'WTFPL-2.0'
10
-
11
- gem.executables = %w(jobs)
12
- gem.files = `git ls-files`.split("\n")
13
- gem.test_files = `git ls-files -- test/*`.split("\n")
14
- gem.name = 'sidekiq-unique-jobs'
15
- gem.require_paths = ['lib']
16
- gem.post_install_message = 'WARNING: VERSION 4.0.0 HAS BREAKING CHANGES! Please see Readme for info'
17
- gem.version = SidekiqUniqueJobs::VERSION
18
- gem.add_dependency 'sidekiq', '>= 2.6'
19
- gem.add_dependency 'thor', '>= 0'
20
- gem.add_development_dependency 'rspec', '~> 3.1'
21
- gem.add_development_dependency 'rake'
22
- gem.add_development_dependency 'rubocop'
23
- gem.add_development_dependency 'timecop'
24
- gem.add_development_dependency 'yard'
25
- end
@@ -1,18 +0,0 @@
1
- begin
2
- require 'celluloid/current'
3
- rescue LoadError
4
- warn 'Celluloid is old require the old way'
5
-
6
- begin
7
- require 'celluloid'
8
- rescue LoadError
9
- warn 'Sidekiq removed dependency on celluloid'
10
- end
11
- end
12
-
13
- begin
14
- require 'celluloid/test'
15
- Celluloid.boot
16
- rescue LoadError # rubocop:disable Lint/HandleExceptions
17
- # do nothing we already know celluloid is not in use
18
- end
@@ -1,13 +0,0 @@
1
- class AnotherUniqueJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :working2, retry: 1, backtrace: 10,
4
- unique: :until_executed
5
-
6
- sidekiq_retries_exhausted do |msg|
7
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
8
- end
9
-
10
- def perform(*)
11
- # NO-OP
12
- end
13
- end
@@ -1,6 +0,0 @@
1
- class CustomQueueJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue
4
- def perform(_)
5
- end
6
- end
@@ -1,7 +0,0 @@
1
- class CustomQueueJobWithFilterMethod < CustomQueueJob
2
- sidekiq_options unique: :until_executed, unique_args: :args_filter
3
-
4
- def self.args_filter(args)
5
- args.first
6
- end
7
- end
@@ -1,10 +0,0 @@
1
- class CustomQueueJobWithFilterProc < CustomQueueJob
2
- # slightly contrived example of munging args to the
3
- # worker and removing a random bit.
4
- sidekiq_options unique: :until_timeout,
5
- unique_args: (lambda do |args|
6
- options = args.extract_options!
7
- options.delete('random')
8
- args + [options]
9
- end)
10
- end
@@ -1,4 +0,0 @@
1
- class ExpiringJob
2
- include Sidekiq::Worker
3
- sidekiq_options unique: :until_executed, unique_expiration: 10 * 60
4
- end
@@ -1,8 +0,0 @@
1
- class InlineWorker
2
- include Sidekiq::Worker
3
- sidekiq_options unique: :while_executing
4
-
5
- def perform(x)
6
- TestClass.run(x)
7
- end
8
- end
@@ -1,8 +0,0 @@
1
- class JustAWorker
2
- include Sidekiq::Worker
3
-
4
- sidekiq_options unique: :until_executed, queue: 'testqueue'
5
-
6
- def perform
7
- end
8
- end
@@ -1,7 +0,0 @@
1
- class LongRunningJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue, retry: true, unique: :until_and_while_executing,
4
- run_lock_expiration: 7_200, retry_count: 10
5
- def perform(_one, _two)
6
- end
7
- end
@@ -1,8 +0,0 @@
1
- class MainJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue, unique: :until_executed,
4
- log_duplicate_payload: true
5
-
6
- def perform(_)
7
- end
8
- end
data/spec/jobs/my_job.rb DELETED
@@ -1,12 +0,0 @@
1
- class MyJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :working, retry: 1, backtrace: 10, unique: false
4
-
5
- sidekiq_retries_exhausted do |msg|
6
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
7
- end
8
-
9
- def perform(*)
10
- # NO-OP
11
- end
12
- end
@@ -1,12 +0,0 @@
1
- class MyUniqueJob
2
- include Sidekiq::Worker
3
- sidekiq_options(
4
- queue: :customqueue,
5
- retry: true,
6
- unique: :until_executed,
7
- unique_expiration: 7_200,
8
- retry_count: 10
9
- )
10
- def perform(_one, _two)
11
- end
12
- end
@@ -1,17 +0,0 @@
1
- class MyUniqueJobWithFilterMethod
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue,
4
- retry: true,
5
- backtrace: true,
6
- unique: :until_executed,
7
- unique_args: :filtered_args
8
-
9
- def perform(*)
10
- # NO-OP
11
- end
12
-
13
- def self.filtered_args(args)
14
- options = args.extract_options!
15
- [args.first, options['type']]
16
- end
17
- end
@@ -1,15 +0,0 @@
1
- class MyUniqueJobWithFilterProc
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue,
4
- retry: true,
5
- backtrace: true,
6
- unique: :until_executed,
7
- unique_args: (lambda do |args|
8
- options = args.extract_options!
9
- [args.first, options['type']]
10
- end)
11
-
12
- def perform(*)
13
- # NO-OP
14
- end
15
- end
@@ -1,10 +0,0 @@
1
- class NotifyWorker
2
- include Sidekiq::Worker
3
-
4
- sidekiq_options queue: :notify_worker,
5
- unique: :until_executed
6
-
7
- def perform(id, _blob)
8
- # puts "NotifyWorker -- #{id}"
9
- end
10
- end
@@ -1,4 +0,0 @@
1
- class PlainClass
2
- def run(_x)
3
- end
4
- end
@@ -1,11 +0,0 @@
1
- class SimpleWorker
2
- include Sidekiq::Worker
3
- sidekiq_options unique: :until_executed,
4
- unique_args: ->(args) { [args.first] },
5
- queue: :default,
6
- default_queue_lock_expiration: 5 * 60 * 60
7
-
8
- def perform(_arg)
9
- sleep 5
10
- end
11
- end
@@ -1,8 +0,0 @@
1
- class SpawnSimpleWorker
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :not_default
4
-
5
- def perform(arg)
6
- SimpleWorker.perform_async arg
7
- end
8
- end
@@ -1,4 +0,0 @@
1
- class TestClass
2
- def self.run(_)
3
- end
4
- end
@@ -1,18 +0,0 @@
1
- class UniqueJobWithFilterMethod
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :customqueue, retry: 1, backtrace: 10,
4
- unique: :while_executing, unique_args: :filtered_args
5
-
6
- sidekiq_retries_exhausted do |msg|
7
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
8
- end
9
-
10
- def perform(*)
11
- # NO-OP
12
- end
13
-
14
- def self.filtered_args(args)
15
- options = args.extract_options!
16
- [args.first, options['type']]
17
- end
18
- end
@@ -1,13 +0,0 @@
1
- class UniqueOnAllQueuesJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :working, retry: 1, backtrace: 10,
4
- unique: :until_executed, unique_on_all_queues: true
5
-
6
- sidekiq_retries_exhausted do |msg|
7
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
8
- end
9
-
10
- def perform(*)
11
- # NO-OP
12
- end
13
- end
@@ -1,8 +0,0 @@
1
- class UntilAndWhileExecuting
2
- include Sidekiq::Worker
3
-
4
- sidekiq_options queue: :working, unique: :until_and_while_executing
5
-
6
- def perform
7
- end
8
- end
@@ -1,17 +0,0 @@
1
- class UntilExecutedJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :working, retry: 1, backtrace: 10
4
- sidekiq_options unique: :until_executed
5
-
6
- sidekiq_retries_exhausted do |msg|
7
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
8
- end
9
-
10
- def perform(*)
11
- # NO-OP
12
- end
13
-
14
- def after_unlock
15
- # NO OP
16
- end
17
- end
@@ -1,8 +0,0 @@
1
- class UntilExecutingJob
2
- include Sidekiq::Worker
3
-
4
- sidekiq_options queue: :working, unique: :until_executing
5
-
6
- def perform
7
- end
8
- end
@@ -1,8 +0,0 @@
1
- class UntilGlobalTimeoutJob
2
- include Sidekiq::Worker
3
- sidekiq_options unique: :until_timeout
4
-
5
- def perform(x)
6
- TestClass.run(x)
7
- end
8
- end
@@ -1,8 +0,0 @@
1
- class UntilTimeoutJob
2
- include Sidekiq::Worker
3
- sidekiq_options unique: :until_timeout,
4
- unique_expiration: 10 * 60
5
- def perform(x)
6
- TestClass.run(x)
7
- end
8
- end
@@ -1,12 +0,0 @@
1
- class WhileExecutingJob
2
- include Sidekiq::Worker
3
- sidekiq_options queue: :working, retry: 1, backtrace: 10, unique: :while_executing
4
-
5
- sidekiq_retries_exhausted do |msg|
6
- Sidekiq.logger.warn "Failed #{msg['class']} with #{msg['args']}: #{msg['error_message']}"
7
- end
8
-
9
- def perform(_)
10
- # NO OP
11
- end
12
- end