sidekiq-unique-jobs 4.0.18 → 7.1.28

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of sidekiq-unique-jobs might be problematic. Click here for more details.

Files changed (296) hide show
  1. checksums.yaml +5 -5
  2. data/CHANGELOG.md +1889 -94
  3. data/LICENSE.txt +21 -0
  4. data/README.md +927 -119
  5. data/bin/uniquejobs +7 -0
  6. data/lib/sidekiq-unique-jobs.rb +2 -78
  7. data/lib/sidekiq_unique_jobs/batch_delete.rb +124 -0
  8. data/lib/sidekiq_unique_jobs/changelog.rb +78 -0
  9. data/lib/sidekiq_unique_jobs/cli.rb +79 -21
  10. data/lib/sidekiq_unique_jobs/config.rb +310 -14
  11. data/lib/sidekiq_unique_jobs/connection.rb +23 -0
  12. data/lib/sidekiq_unique_jobs/constants.rb +52 -16
  13. data/lib/sidekiq_unique_jobs/core_ext.rb +114 -33
  14. data/lib/sidekiq_unique_jobs/deprecation.rb +65 -0
  15. data/lib/sidekiq_unique_jobs/digests.rb +111 -0
  16. data/lib/sidekiq_unique_jobs/exceptions.rb +105 -0
  17. data/lib/sidekiq_unique_jobs/expiring_digests.rb +14 -0
  18. data/lib/sidekiq_unique_jobs/job.rb +58 -0
  19. data/lib/sidekiq_unique_jobs/json.rb +47 -0
  20. data/lib/sidekiq_unique_jobs/key.rb +98 -0
  21. data/lib/sidekiq_unique_jobs/lock/base_lock.rb +165 -0
  22. data/lib/sidekiq_unique_jobs/lock/client_validator.rb +28 -0
  23. data/lib/sidekiq_unique_jobs/lock/server_validator.rb +27 -0
  24. data/lib/sidekiq_unique_jobs/lock/until_and_while_executing.rb +65 -7
  25. data/lib/sidekiq_unique_jobs/lock/until_executed.rb +34 -64
  26. data/lib/sidekiq_unique_jobs/lock/until_executing.rb +37 -4
  27. data/lib/sidekiq_unique_jobs/lock/until_expired.rb +42 -0
  28. data/lib/sidekiq_unique_jobs/lock/validator.rb +96 -0
  29. data/lib/sidekiq_unique_jobs/lock/while_executing.rb +53 -35
  30. data/lib/sidekiq_unique_jobs/lock/while_executing_reject.rb +21 -0
  31. data/lib/sidekiq_unique_jobs/lock.rb +338 -6
  32. data/lib/sidekiq_unique_jobs/lock_args.rb +127 -0
  33. data/lib/sidekiq_unique_jobs/lock_config.rb +126 -0
  34. data/lib/sidekiq_unique_jobs/lock_digest.rb +79 -0
  35. data/lib/sidekiq_unique_jobs/lock_info.rb +68 -0
  36. data/lib/sidekiq_unique_jobs/lock_timeout.rb +62 -0
  37. data/lib/sidekiq_unique_jobs/lock_ttl.rb +77 -0
  38. data/lib/sidekiq_unique_jobs/locksmith.rb +383 -0
  39. data/lib/sidekiq_unique_jobs/logging/middleware_context.rb +44 -0
  40. data/lib/sidekiq_unique_jobs/logging.rb +236 -0
  41. data/lib/sidekiq_unique_jobs/lua/delete.lua +51 -0
  42. data/lib/sidekiq_unique_jobs/lua/delete_by_digest.lua +42 -0
  43. data/lib/sidekiq_unique_jobs/lua/delete_job_by_digest.lua +38 -0
  44. data/lib/sidekiq_unique_jobs/lua/find_digest_in_queues.lua +26 -0
  45. data/lib/sidekiq_unique_jobs/lua/lock.lua +99 -0
  46. data/lib/sidekiq_unique_jobs/lua/lock_until_expired.lua +92 -0
  47. data/lib/sidekiq_unique_jobs/lua/locked.lua +35 -0
  48. data/lib/sidekiq_unique_jobs/lua/queue.lua +87 -0
  49. data/lib/sidekiq_unique_jobs/lua/reap_orphans.lua +122 -0
  50. data/lib/sidekiq_unique_jobs/lua/shared/_common.lua +40 -0
  51. data/lib/sidekiq_unique_jobs/lua/shared/_current_time.lua +8 -0
  52. data/lib/sidekiq_unique_jobs/lua/shared/_delete_from_queue.lua +22 -0
  53. data/lib/sidekiq_unique_jobs/lua/shared/_delete_from_sorted_set.lua +18 -0
  54. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_process_set.lua +53 -0
  55. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_queues.lua +43 -0
  56. data/lib/sidekiq_unique_jobs/lua/shared/_find_digest_in_sorted_set.lua +24 -0
  57. data/lib/sidekiq_unique_jobs/lua/shared/_hgetall.lua +13 -0
  58. data/lib/sidekiq_unique_jobs/lua/shared/_upgrades.lua +3 -0
  59. data/lib/sidekiq_unique_jobs/lua/unlock.lua +107 -0
  60. data/lib/sidekiq_unique_jobs/lua/update_version.lua +40 -0
  61. data/lib/sidekiq_unique_jobs/lua/upgrade.lua +68 -0
  62. data/lib/sidekiq_unique_jobs/middleware/client.rb +42 -0
  63. data/lib/sidekiq_unique_jobs/middleware/server.rb +31 -0
  64. data/lib/sidekiq_unique_jobs/middleware.rb +34 -29
  65. data/lib/sidekiq_unique_jobs/normalizer.rb +11 -1
  66. data/lib/sidekiq_unique_jobs/on_conflict/log.rb +24 -0
  67. data/lib/sidekiq_unique_jobs/on_conflict/null_strategy.rb +16 -0
  68. data/lib/sidekiq_unique_jobs/on_conflict/raise.rb +17 -0
  69. data/lib/sidekiq_unique_jobs/on_conflict/reject.rb +118 -0
  70. data/lib/sidekiq_unique_jobs/on_conflict/replace.rb +82 -0
  71. data/lib/sidekiq_unique_jobs/on_conflict/reschedule.rb +35 -0
  72. data/lib/sidekiq_unique_jobs/on_conflict/strategy.rb +51 -0
  73. data/lib/sidekiq_unique_jobs/on_conflict.rb +44 -0
  74. data/lib/sidekiq_unique_jobs/options_with_fallback.rb +54 -31
  75. data/lib/sidekiq_unique_jobs/orphans/lua_reaper.rb +29 -0
  76. data/lib/sidekiq_unique_jobs/orphans/manager.rb +241 -0
  77. data/lib/sidekiq_unique_jobs/orphans/null_reaper.rb +24 -0
  78. data/lib/sidekiq_unique_jobs/orphans/observer.rb +42 -0
  79. data/lib/sidekiq_unique_jobs/orphans/reaper.rb +114 -0
  80. data/lib/sidekiq_unique_jobs/orphans/reaper_resurrector.rb +170 -0
  81. data/lib/sidekiq_unique_jobs/orphans/ruby_reaper.rb +298 -0
  82. data/lib/sidekiq_unique_jobs/redis/entity.rb +112 -0
  83. data/lib/sidekiq_unique_jobs/redis/hash.rb +56 -0
  84. data/lib/sidekiq_unique_jobs/redis/list.rb +32 -0
  85. data/lib/sidekiq_unique_jobs/redis/set.rb +32 -0
  86. data/lib/sidekiq_unique_jobs/redis/sorted_set.rb +86 -0
  87. data/lib/sidekiq_unique_jobs/redis/string.rb +51 -0
  88. data/lib/sidekiq_unique_jobs/redis.rb +11 -0
  89. data/lib/sidekiq_unique_jobs/reflectable.rb +26 -0
  90. data/lib/sidekiq_unique_jobs/reflections.rb +79 -0
  91. data/lib/sidekiq_unique_jobs/rspec/matchers/have_valid_sidekiq_options.rb +51 -0
  92. data/lib/sidekiq_unique_jobs/rspec/matchers.rb +26 -0
  93. data/lib/sidekiq_unique_jobs/script/caller.rb +127 -0
  94. data/lib/sidekiq_unique_jobs/script.rb +15 -0
  95. data/lib/sidekiq_unique_jobs/server.rb +61 -0
  96. data/lib/sidekiq_unique_jobs/sidekiq_unique_ext.rb +116 -104
  97. data/lib/sidekiq_unique_jobs/sidekiq_unique_jobs.rb +304 -0
  98. data/lib/sidekiq_unique_jobs/sidekiq_worker_methods.rb +84 -0
  99. data/lib/sidekiq_unique_jobs/testing.rb +115 -50
  100. data/lib/sidekiq_unique_jobs/timer_task.rb +299 -0
  101. data/lib/sidekiq_unique_jobs/timing.rb +58 -0
  102. data/lib/sidekiq_unique_jobs/unlockable.rb +29 -33
  103. data/lib/sidekiq_unique_jobs/update_version.rb +25 -0
  104. data/lib/sidekiq_unique_jobs/upgrade_locks.rb +155 -0
  105. data/lib/sidekiq_unique_jobs/version.rb +5 -1
  106. data/lib/sidekiq_unique_jobs/version_check.rb +114 -0
  107. data/lib/sidekiq_unique_jobs/web/helpers.rb +173 -0
  108. data/lib/sidekiq_unique_jobs/web/views/_paging.erb +10 -0
  109. data/lib/sidekiq_unique_jobs/web/views/changelogs.erb +54 -0
  110. data/lib/sidekiq_unique_jobs/web/views/lock.erb +108 -0
  111. data/lib/sidekiq_unique_jobs/web/views/locks.erb +54 -0
  112. data/lib/sidekiq_unique_jobs/web.rb +109 -0
  113. data/lib/sidekiq_unique_jobs.rb +81 -0
  114. data/lib/tasks/changelog.rake +23 -0
  115. metadata +173 -251
  116. data/.codeclimate.yml +0 -22
  117. data/.dockerignore +0 -4
  118. data/.editorconfig +0 -14
  119. data/.fasterer.yml +0 -23
  120. data/.gitignore +0 -14
  121. data/.rspec +0 -3
  122. data/.rubocop.yml +0 -45
  123. data/.simplecov +0 -12
  124. data/.travis.yml +0 -43
  125. data/Appraisals +0 -31
  126. data/Gemfile +0 -16
  127. data/LICENSE +0 -13
  128. data/Rakefile +0 -12
  129. data/bin/bench +0 -19
  130. data/bin/jobs +0 -6
  131. data/circle.yml +0 -38
  132. data/gemfiles/sidekiq_2.15.gemfile +0 -9
  133. data/gemfiles/sidekiq_2.16.gemfile +0 -9
  134. data/gemfiles/sidekiq_2.17.gemfile +0 -19
  135. data/gemfiles/sidekiq_3.0.gemfile +0 -19
  136. data/gemfiles/sidekiq_3.1.gemfile +0 -19
  137. data/gemfiles/sidekiq_3.2.gemfile +0 -19
  138. data/gemfiles/sidekiq_3.3.gemfile +0 -19
  139. data/gemfiles/sidekiq_4.0.gemfile +0 -19
  140. data/gemfiles/sidekiq_4.1.gemfile +0 -19
  141. data/gemfiles/sidekiq_develop.gemfile +0 -19
  142. data/lib/sidekiq/simulator.rb +0 -75
  143. data/lib/sidekiq_unique_jobs/client/middleware.rb +0 -41
  144. data/lib/sidekiq_unique_jobs/lock/until_timeout.rb +0 -15
  145. data/lib/sidekiq_unique_jobs/run_lock_failed.rb +0 -1
  146. data/lib/sidekiq_unique_jobs/script_mock.rb +0 -68
  147. data/lib/sidekiq_unique_jobs/scripts.rb +0 -49
  148. data/lib/sidekiq_unique_jobs/server/middleware.rb +0 -34
  149. data/lib/sidekiq_unique_jobs/testing/sidekiq_overrides.rb +0 -70
  150. data/lib/sidekiq_unique_jobs/timeout_calculator.rb +0 -65
  151. data/lib/sidekiq_unique_jobs/unique_args.rb +0 -134
  152. data/lib/sidekiq_unique_jobs/util.rb +0 -91
  153. data/rails_example/.env +0 -12
  154. data/rails_example/.gitignore +0 -13
  155. data/rails_example/.rspec +0 -2
  156. data/rails_example/Gemfile +0 -34
  157. data/rails_example/Procfile +0 -2
  158. data/rails_example/README.rdoc +0 -28
  159. data/rails_example/Rakefile +0 -6
  160. data/rails_example/app/assets/images/.keep +0 -0
  161. data/rails_example/app/assets/javascripts/application.js +0 -16
  162. data/rails_example/app/assets/stylesheets/application.css +0 -15
  163. data/rails_example/app/channels/appearance_channel.rb +0 -17
  164. data/rails_example/app/channels/application_cable/channel.rb +0 -4
  165. data/rails_example/app/channels/application_cable/connection.rb +0 -9
  166. data/rails_example/app/channels/post_channel.rb +0 -5
  167. data/rails_example/app/controllers/application_controller.rb +0 -5
  168. data/rails_example/app/controllers/concerns/.keep +0 -0
  169. data/rails_example/app/controllers/work_controller.rb +0 -13
  170. data/rails_example/app/helpers/application_helper.rb +0 -2
  171. data/rails_example/app/mailers/.keep +0 -0
  172. data/rails_example/app/models/.keep +0 -0
  173. data/rails_example/app/models/application_record.rb +0 -3
  174. data/rails_example/app/models/concerns/.keep +0 -0
  175. data/rails_example/app/models/guest.rb +0 -21
  176. data/rails_example/app/models/post.rb +0 -2
  177. data/rails_example/app/views/layouts/application.html.erb +0 -15
  178. data/rails_example/app/workers/simple_worker.rb +0 -12
  179. data/rails_example/app/workers/spawn_simple_worker.rb +0 -7
  180. data/rails_example/bin/bundle +0 -3
  181. data/rails_example/bin/check_or_setup_db +0 -57
  182. data/rails_example/bin/docker-setup +0 -20
  183. data/rails_example/bin/rails +0 -4
  184. data/rails_example/bin/rake +0 -4
  185. data/rails_example/bin/setup +0 -34
  186. data/rails_example/bin/update +0 -29
  187. data/rails_example/cable.ru +0 -6
  188. data/rails_example/common-services.yml +0 -50
  189. data/rails_example/config/application.rb +0 -27
  190. data/rails_example/config/boot.rb +0 -3
  191. data/rails_example/config/cable.yml +0 -9
  192. data/rails_example/config/database.docker.yml +0 -12
  193. data/rails_example/config/database.yml +0 -19
  194. data/rails_example/config/environment.rb +0 -5
  195. data/rails_example/config/environments/development.rb +0 -54
  196. data/rails_example/config/environments/production.rb +0 -86
  197. data/rails_example/config/environments/test.rb +0 -42
  198. data/rails_example/config/initializers/application_controller_renderer.rb +0 -6
  199. data/rails_example/config/initializers/assets.rb +0 -11
  200. data/rails_example/config/initializers/backtrace_silencers.rb +0 -9
  201. data/rails_example/config/initializers/cookies_serializer.rb +0 -5
  202. data/rails_example/config/initializers/filter_parameter_logging.rb +0 -4
  203. data/rails_example/config/initializers/inflections.rb +0 -16
  204. data/rails_example/config/initializers/mime_types.rb +0 -4
  205. data/rails_example/config/initializers/new_framework_defaults.rb +0 -23
  206. data/rails_example/config/initializers/session_store.rb +0 -3
  207. data/rails_example/config/initializers/sidekiq.rb +0 -13
  208. data/rails_example/config/initializers/wrap_parameters.rb +0 -14
  209. data/rails_example/config/locales/en.yml +0 -23
  210. data/rails_example/config/puma.rb +0 -38
  211. data/rails_example/config/routes.rb +0 -6
  212. data/rails_example/config/secrets.yml +0 -22
  213. data/rails_example/config/sidekiq.yml +0 -6
  214. data/rails_example/config/spring.rb +0 -6
  215. data/rails_example/config.ru +0 -4
  216. data/rails_example/db/migrate/20160724111322_create_posts.rb +0 -12
  217. data/rails_example/db/schema.rb +0 -25
  218. data/rails_example/db/seeds.rb +0 -7
  219. data/rails_example/dev-entrypoint.sh +0 -55
  220. data/rails_example/dev.env +0 -12
  221. data/rails_example/docker/rails.Dockerfile +0 -27
  222. data/rails_example/docker-compose.yml +0 -90
  223. data/rails_example/lib/assets/.keep +0 -0
  224. data/rails_example/lib/tasks/.keep +0 -0
  225. data/rails_example/log/.keep +0 -0
  226. data/rails_example/public/404.html +0 -67
  227. data/rails_example/public/422.html +0 -67
  228. data/rails_example/public/500.html +0 -66
  229. data/rails_example/public/favicon.ico +0 -0
  230. data/rails_example/public/robots.txt +0 -5
  231. data/rails_example/simple.ru +0 -12
  232. data/rails_example/spec/controllers/work_controller_spec.rb +0 -172
  233. data/rails_example/spec/factories/posts.rb +0 -8
  234. data/rails_example/spec/models/post_spec.rb +0 -4
  235. data/rails_example/spec/rails_helper.rb +0 -21
  236. data/rails_example/spec/spec_helper.rb +0 -20
  237. data/rails_example/spec/support/sidekiq_meta.rb +0 -12
  238. data/rails_example/spec/workers/simple_worker_spec.rb +0 -4
  239. data/rails_example/vendor/assets/javascripts/.keep +0 -0
  240. data/rails_example/vendor/assets/stylesheets/.keep +0 -0
  241. data/redis/acquire_lock.lua +0 -19
  242. data/redis/release_lock.lua +0 -16
  243. data/redis/synchronize.lua +0 -16
  244. data/sidekiq-unique-jobs.gemspec +0 -25
  245. data/spec/celluloid_with_fallback.rb +0 -18
  246. data/spec/jobs/another_unique_job.rb +0 -13
  247. data/spec/jobs/custom_queue_job.rb +0 -6
  248. data/spec/jobs/custom_queue_job_with_filter_method.rb +0 -7
  249. data/spec/jobs/custom_queue_job_with_filter_proc.rb +0 -10
  250. data/spec/jobs/expiring_job.rb +0 -4
  251. data/spec/jobs/inline_worker.rb +0 -8
  252. data/spec/jobs/just_a_worker.rb +0 -8
  253. data/spec/jobs/long_running_job.rb +0 -7
  254. data/spec/jobs/main_job.rb +0 -8
  255. data/spec/jobs/my_job.rb +0 -12
  256. data/spec/jobs/my_unique_job.rb +0 -12
  257. data/spec/jobs/my_unique_job_with_filter_method.rb +0 -17
  258. data/spec/jobs/my_unique_job_with_filter_proc.rb +0 -15
  259. data/spec/jobs/notify_worker.rb +0 -10
  260. data/spec/jobs/plain_class.rb +0 -4
  261. data/spec/jobs/simple_worker.rb +0 -11
  262. data/spec/jobs/spawn_simple_worker.rb +0 -8
  263. data/spec/jobs/test_class.rb +0 -4
  264. data/spec/jobs/unique_job_with_filter_method.rb +0 -18
  265. data/spec/jobs/unique_on_all_queues_job.rb +0 -13
  266. data/spec/jobs/until_and_while_executing_job.rb +0 -8
  267. data/spec/jobs/until_executed_job.rb +0 -17
  268. data/spec/jobs/until_executing_job.rb +0 -8
  269. data/spec/jobs/until_global_timeout_job.rb +0 -8
  270. data/spec/jobs/until_timeout_job.rb +0 -8
  271. data/spec/jobs/while_executing_job.rb +0 -12
  272. data/spec/lib/sidekiq_unique_jobs/client/middleware_spec.rb +0 -321
  273. data/spec/lib/sidekiq_unique_jobs/core_ext_spec.rb +0 -25
  274. data/spec/lib/sidekiq_unique_jobs/lock/until_and_while_executing_spec.rb +0 -43
  275. data/spec/lib/sidekiq_unique_jobs/lock/until_executed_spec.rb +0 -37
  276. data/spec/lib/sidekiq_unique_jobs/lock/until_timeout_spec.rb +0 -26
  277. data/spec/lib/sidekiq_unique_jobs/lock/while_executing_spec.rb +0 -86
  278. data/spec/lib/sidekiq_unique_jobs/normalizer_spec.rb +0 -21
  279. data/spec/lib/sidekiq_unique_jobs/options_with_fallback_spec.rb +0 -113
  280. data/spec/lib/sidekiq_unique_jobs/queue_lock_timeout_calculator_spec.rb +0 -47
  281. data/spec/lib/sidekiq_unique_jobs/run_lock_timeout_calculator_spec.rb +0 -36
  282. data/spec/lib/sidekiq_unique_jobs/script_mock_spec.rb +0 -84
  283. data/spec/lib/sidekiq_unique_jobs/scripts_spec.rb +0 -77
  284. data/spec/lib/sidekiq_unique_jobs/server/middleware_spec.rb +0 -83
  285. data/spec/lib/sidekiq_unique_jobs/sidekiq_testing_enabled_spec.rb +0 -181
  286. data/spec/lib/sidekiq_unique_jobs/sidekiq_unique_ext_spec.rb +0 -80
  287. data/spec/lib/sidekiq_unique_jobs/sidekiq_unique_jobs_spec.rb +0 -41
  288. data/spec/lib/sidekiq_unique_jobs/timeout_calculator_spec.rb +0 -70
  289. data/spec/lib/sidekiq_unique_jobs/unique_args_spec.rb +0 -131
  290. data/spec/lib/sidekiq_unique_jobs/unlockable_spec.rb +0 -4
  291. data/spec/lib/sidekiq_unique_jobs/util_spec.rb +0 -53
  292. data/spec/spec_helper.rb +0 -65
  293. data/spec/support/matchers/redis_matchers.rb +0 -19
  294. data/spec/support/ruby_meta.rb +0 -10
  295. data/spec/support/sidekiq_meta.rb +0 -31
  296. data/spec/support/unique_macros.rb +0 -71
data/.fasterer.yml DELETED
@@ -1,23 +0,0 @@
1
- speedups:
2
- parallel_assignment: false
3
- rescue_vs_respond_to: true
4
- module_eval: true
5
- shuffle_first_vs_sample: true
6
- for_loop_vs_each: true
7
- each_with_index_vs_while: false
8
- map_flatten_vs_flat_map: true
9
- reverse_each_vs_reverse_each: true
10
- select_first_vs_detect: true
11
- sort_vs_sort_by: true
12
- fetch_with_argument_vs_block: true
13
- keys_each_vs_each_key: true
14
- hash_merge_bang_vs_hash_brackets: true
15
- block_vs_symbol_to_proc: true
16
- proc_call_vs_yield: true
17
- gsub_vs_tr: true
18
- select_last_vs_reverse_detect: true
19
- getter_vs_attr_reader: true
20
- setter_vs_attr_writer: true
21
-
22
- exclude_paths:
23
- - 'spec/**/*.rb'
data/.gitignore DELETED
@@ -1,14 +0,0 @@
1
-
2
- *.gem
3
-
4
- .DS_Store
5
-
6
- Gemfile.lock
7
-
8
- .ruby-version
9
- .idea/
10
- gemfiles/*.lock
11
- *.sw?
12
- coverage/
13
- tmp/
14
- rails_example/spec/examples.txt
data/.rspec DELETED
@@ -1,3 +0,0 @@
1
- --color
2
- --format progress
3
- --order random
data/.rubocop.yml DELETED
@@ -1,45 +0,0 @@
1
- AllCops:
2
- Include:
3
- - '**/Rakefile'
4
- - '**/lib'
5
- - '**/bin'
6
- - '**/spec'
7
- Exclude:
8
- - 'Gemfile.lock'
9
- - 'gemfiles/**/*'
10
-
11
- Lint/HandleExceptions:
12
- Enabled: true
13
-
14
- Lint/UselessAssignment:
15
- Enabled: true
16
-
17
- Metrics/AbcSize:
18
- Max: 38
19
-
20
- Metrics/CyclomaticComplexity:
21
- Max: 7
22
-
23
- Metrics/LineLength:
24
- Max: 108
25
-
26
- Metrics/MethodLength:
27
- Max: 13
28
-
29
- Metrics/PerceivedComplexity:
30
- Max: 8
31
-
32
- Style/AccessorMethodName:
33
- Enabled: true
34
-
35
- Style/ConstantName:
36
- Enabled: true
37
-
38
- Style/Documentation:
39
- Enabled: false
40
-
41
- Style/FileName:
42
- Enabled: true
43
-
44
- Style/GlobalVars:
45
- Enabled: true
data/.simplecov DELETED
@@ -1,12 +0,0 @@
1
- require 'simplecov-json'
2
-
3
- # SimpleCov.refuse_coverage_drop
4
- SimpleCov.formatters = [
5
- SimpleCov::Formatter::HTMLFormatter,
6
- SimpleCov::Formatter::JSONFormatter
7
- ]
8
- SimpleCov.start do
9
- add_filter '/spec/'
10
- add_filter '/bin/'
11
- add_filter '/gemfiles/'
12
- end
data/.travis.yml DELETED
@@ -1,43 +0,0 @@
1
- sudo: false
2
- language: ruby
3
- cache: bundler
4
- before_install:
5
- - rvm get head
6
- - gem update --system
7
- - gem install bundler
8
- services:
9
- - redis-server
10
- script:
11
- - if [[ "${STYLE}" = "true" ]]; then bundle exec rubocop; fi;
12
- - bundle exec rspec spec
13
- rvm:
14
- - jruby-19mode
15
- - jruby-9.0.4.0
16
- - jruby-9.1.2.0
17
- - rbx-3.9
18
- - 2.1.8
19
- - 2.2.4
20
- env: STYLE=false
21
- gemfile:
22
- - gemfiles/sidekiq_develop.gemfile
23
- - gemfiles/sidekiq_2.17.gemfile
24
- - gemfiles/sidekiq_3.0.gemfile
25
- - gemfiles/sidekiq_3.1.gemfile
26
- - gemfiles/sidekiq_3.2.gemfile
27
- - gemfiles/sidekiq_3.3.gemfile
28
- - gemfiles/sidekiq_4.0.gemfile
29
- - gemfiles/sidekiq_4.1.gemfile
30
-
31
- notifications:
32
- email:
33
- recipients:
34
- - mikael@zoolutions.se
35
- matrix:
36
- fast_finish: true
37
- include:
38
- - rvm: 2.3.1
39
- gemfile: gemfiles/sidekiq_develop.gemfile
40
- env: STYLE=true
41
- addons:
42
- code_climate:
43
- repo_token: 88e524e8f638efe690def7a6e2c72b1a9db5cdfa74548921b734d609a5858ee5
data/Appraisals DELETED
@@ -1,31 +0,0 @@
1
- appraise 'sidekiq-develop' do
2
- gem 'sidekiq', github: 'mperham/sidekiq'
3
- end
4
-
5
- appraise 'sidekiq-2.17' do
6
- gem 'sidekiq', '~> 2.17.4'
7
- end
8
-
9
- appraise 'sidekiq-3.0' do
10
- gem 'sidekiq', '~> 3.0.0'
11
- end
12
-
13
- appraise 'sidekiq-3.1' do
14
- gem 'sidekiq', '~> 3.1.0'
15
- end
16
-
17
- appraise 'sidekiq-3.2' do
18
- gem 'sidekiq', '~> 3.2.0'
19
- end
20
-
21
- appraise 'sidekiq-3.3' do
22
- gem 'sidekiq', '~> 3.3.0'
23
- end
24
-
25
- appraise 'sidekiq-4.0' do
26
- gem 'sidekiq', '~> 4.0.0'
27
- end
28
-
29
- appraise 'sidekiq-4.1' do
30
- gem 'sidekiq', '~> 4.1.0'
31
- end
data/Gemfile DELETED
@@ -1,16 +0,0 @@
1
- source 'http://rubygems.org'
2
- gemspec
3
-
4
- gem 'appraisal', '~> 2.0.0'
5
- gem 'rspec-its', require: false
6
- gem 'rspec-wait', require: false
7
- gem 'mock_redis', require: false
8
-
9
- platforms :mri_23 do
10
- gem 'fasterer', require: false
11
- gem 'benchmark-ips', require: false
12
- gem 'pry-byebug', require: false
13
- gem 'simplecov-json', require: false
14
- gem 'memory_profiler', require: false
15
- gem 'codeclimate-test-reporter', require: false
16
- end
data/LICENSE DELETED
@@ -1,13 +0,0 @@
1
- DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
2
- Version 2, December 2004
3
-
4
- Copyright (C) 2015 Mikael Henriksson <mikael@zoolutions.se>
5
-
6
- Everyone is permitted to copy and distribute verbatim or modified
7
- copies of this license document, and changing it is allowed as long
8
- as the name is changed.
9
-
10
- DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
11
- TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
12
-
13
- 0. You just DO WHAT THE FUCK YOU WANT TO.
data/Rakefile DELETED
@@ -1,12 +0,0 @@
1
- #!/usr/bin/env rake
2
-
3
- require 'rubygems'
4
- require 'bundler/setup'
5
- require 'bundler/gem_tasks'
6
- require 'rspec/core/rake_task'
7
- require 'rubocop/rake_task'
8
-
9
- RuboCop::RakeTask.new(:style)
10
- RSpec::Core::RakeTask.new(:spec)
11
-
12
- task default: [:style, :spec]
data/bin/bench DELETED
@@ -1,19 +0,0 @@
1
- #!/usr/bin/env ruby
2
-
3
- # Trap interrupts to quit cleanly. See
4
- # https://twitter.com/mitchellh/status/283014103189053442
5
- Signal.trap('INT') { abort }
6
-
7
- require 'bundler/setup'
8
- require 'benchmark/ips'
9
- require 'sidekiq-unique-jobs'
10
-
11
- ITERATIONS ||= 10_000
12
-
13
- Benchmark.ips do |x|
14
- x.config(time: 5, warmup: 2)
15
- x.report('new_shit') do |_times|
16
- SidekiqUniqueJobs::Scripts.call(:acquire_lock, nil, keys: [SecureRandom.hex], argv: [SecureRandom.hex])
17
- end
18
- x.compare!
19
- end
data/bin/jobs DELETED
@@ -1,6 +0,0 @@
1
- #!/usr/bin/env ruby
2
-
3
- require 'bundler/setup'
4
- require 'sidekiq-unique-jobs'
5
-
6
- SidekiqUniqueJobs::Cli.start(ARGV)
data/circle.yml DELETED
@@ -1,38 +0,0 @@
1
- machine:
2
- ruby:
3
- version:
4
- 2.2.3
5
- java:
6
- version: oraclejdk8
7
- environment:
8
- JRUBY_OPTS: '-J-XX:+TieredCompilation -J-XX:TieredStopAtLevel=1 -J-noverify -X-C -Xcompile.invokedynamic=false --1.9 -J-Xmx1g'
9
-
10
- dependencies:
11
- pre:
12
- - rvm install jruby-9.0.0.0
13
- - rvm install jruby-1.7
14
- - rvm install rbx-2
15
- - rvm install 2.0.0
16
- - rvm install 2.1.7
17
- override:
18
- - rvm-exec jruby-9.0.0.0 bundle install
19
- - rvm-exec jruby-1.7 bundle install
20
- - rvm-exec rbx-2 bundle install
21
- - rvm-exec 2.0.0 bundle install
22
- - rvm-exec 2.1.7 bundle install
23
- - rvm-exec 2.2.3 bundle install
24
- - rvm-exec jruby-9.0.0.0 bundle exec appraisal install
25
- - rvm-exec jruby-1.7 bundle exec appraisal install
26
- - rvm-exec rbx-2 bundle exec appraisal install
27
- - rvm-exec 2.0.0 bundle exec appraisal install
28
- - rvm-exec 2.1.7 bundle exec appraisal install
29
- - rvm-exec 2.2.3 bundle exec appraisal install
30
-
31
- test:
32
- override:
33
- - rvm-exec jruby-9.0.0.0 bundle exec appraisal rspec
34
- - rvm-exec jruby-1.7 bundle exec appraisal rspec
35
- - rvm-exec rbx-2 bundle exec appraisal rspec
36
- - rvm-exec 2.0.0 bundle exec appraisal rspec
37
- - rvm-exec 2.1.7 bundle exec appraisal rspec
38
- - rvm-exec 2.2.3 bundle exec appraisal rspec
@@ -1,9 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source 'http://rubygems.org'
4
-
5
- gem 'appraisal', '~> 1.0.0'
6
- gem 'pry', platform: :mri
7
- gem 'sidekiq', '2.15'
8
-
9
- gemspec path: '../'
@@ -1,9 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source 'http://rubygems.org'
4
-
5
- gem 'appraisal', '~> 1.0.0'
6
- gem 'pry', platform: :mri
7
- gem 'sidekiq', '2.16'
8
-
9
- gemspec path: '../'
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 2.17.4"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 3.0.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 3.1.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 3.2.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 3.3.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 4.0.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", "~> 4.1.0"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,19 +0,0 @@
1
- # This file was generated by Appraisal
2
-
3
- source "http://rubygems.org"
4
-
5
- gem "appraisal", "~> 2.0.0"
6
- gem "rspec-its", :require => false
7
- gem "rspec-wait", :require => false
8
- gem "sidekiq", :github => "mperham/sidekiq"
9
-
10
- platforms :mri_23 do
11
- gem "fasterer", :require => false
12
- gem "benchmark-ips", :require => false
13
- gem "pry-byebug", :require => false
14
- gem "simplecov-json", :require => false
15
- gem "memory_profiler", :require => false
16
- gem "codeclimate-test-reporter", :require => false
17
- end
18
-
19
- gemspec :path => "../"
@@ -1,75 +0,0 @@
1
- require 'sidekiq/launcher'
2
- require 'timeout'
3
-
4
- module Sidekiq
5
- class Simulator
6
- attr_reader :queues, :launcher
7
-
8
- def self.process_queue(queue)
9
- new(queue).process_queue { yield }
10
- end
11
-
12
- def initialize(queue)
13
- @queues = [queue].flatten.uniq
14
- @launcher = Sidekiq::Launcher.new(sidekiq_options(queues))
15
- end
16
-
17
- def process_queue
18
- run_launcher { yield }
19
- ensure
20
- terminate_launcher
21
- end
22
-
23
- private
24
-
25
- def run_launcher
26
- using_timeout(15) do
27
- launcher.run
28
- sleep 0.001 until alive?
29
- end
30
- rescue Timeout::Error => e
31
- logger.warn { "Timeout while running #{__method__}" }
32
- logger.warn { e }
33
- ensure
34
- yield
35
- end
36
-
37
- def terminate_launcher
38
- if launcher.respond_to?(:alive?)
39
- launcher.terminate # Better to be fast than graceful for our purposes
40
- else
41
- launcher.stop # New sidekiq works better
42
- end
43
- end
44
-
45
- def alive?
46
- if launcher.respond_to?(:alive?)
47
- launcher.alive?
48
- else
49
- launcher.manager.workers.any?
50
- end
51
- end
52
-
53
- def stopped?
54
- !alive?
55
- end
56
-
57
- def using_timeout(value)
58
- Timeout.timeout(value) do
59
- yield
60
- end
61
- end
62
-
63
- def sidekiq_options(queues = [])
64
- { queues: queues,
65
- concurrency: 3,
66
- timeout: 3,
67
- verbose: false,
68
- logfile: './tmp/sidekiq.log' }
69
- end
70
-
71
- def logger
72
- @logger ||= Sidekiq.logger
73
- end
74
- end
75
- end
@@ -1,41 +0,0 @@
1
- require 'sidekiq_unique_jobs/server/middleware'
2
-
3
- module SidekiqUniqueJobs
4
- module Client
5
- class Middleware
6
- extend Forwardable
7
- def_delegators :SidekiqUniqueJobs, :connection, :config, :worker_class_constantize
8
- def_delegators :Sidekiq, :logger
9
-
10
- include OptionsWithFallback
11
-
12
- def call(worker_class, item, queue, redis_pool = nil)
13
- @worker_class = worker_class_constantize(worker_class)
14
- @item = item
15
- @queue = queue
16
- @redis_pool = redis_pool
17
-
18
- yield if disabled_or_successfully_locked?
19
- end
20
-
21
- private
22
-
23
- attr_reader :item, :worker_class, :redis_pool, :queue
24
-
25
- def disabled_or_successfully_locked?
26
- unique_disabled? || acquire_lock
27
- end
28
-
29
- def acquire_lock
30
- return true unless lock.respond_to?(:lock)
31
- locked = lock.lock(:client)
32
- warn_about_duplicate(item) unless locked
33
- locked
34
- end
35
-
36
- def warn_about_duplicate(item)
37
- logger.warn "payload is not unique #{item}" if log_duplicate_payload?
38
- end
39
- end
40
- end
41
- end
@@ -1,15 +0,0 @@
1
- module SidekiqUniqueJobs
2
- module Lock
3
- class UntilTimeout < UntilExecuted
4
- def unlock(scope)
5
- return true if scope.to_sym == :server
6
-
7
- raise ArgumentError, "#{scope} middleware can't #{__method__} #{unique_key}"
8
- end
9
-
10
- def execute(_callback)
11
- yield if block_given?
12
- end
13
- end
14
- end
15
- end
@@ -1 +0,0 @@
1
- SidekiqUniqueJobs::RunLockFailed = Class.new(StandardError)
@@ -1,68 +0,0 @@
1
- require 'pathname'
2
- require 'digest/sha1'
3
-
4
- module SidekiqUniqueJobs
5
- module ScriptMock
6
- module_function
7
-
8
- extend SingleForwardable
9
- def_delegator :SidekiqUniqueJobs, :connection
10
-
11
- def call(file_name, redis_pool, options = {})
12
- send(file_name, redis_pool, options)
13
- end
14
-
15
- def acquire_lock(redis_pool, options = {})
16
- connection(redis_pool) do |redis|
17
- unique_key = options[:keys][0]
18
- job_id = options[:argv][0]
19
- expires = options[:argv][1].to_i
20
- stored_jid = redis.get(unique_key)
21
-
22
- return stored_jid == job_id ? 1 : 0 if stored_jid
23
-
24
- if redis.set(unique_key, job_id, nx: true, ex: expires)
25
- redis.hsetnx('uniquejobs', job_id, unique_key)
26
- return 1
27
- else
28
- return 0
29
- end
30
- end
31
- end
32
-
33
- def release_lock(redis_pool, options = {})
34
- connection(redis_pool) do |redis|
35
- unique_key = options[:keys][0]
36
- job_id = options[:argv][0]
37
- stored_jid = redis.get(unique_key)
38
-
39
- return -1 unless stored_jid
40
- return 0 unless stored_jid == job_id || stored_jid == '2'
41
-
42
- redis.del(unique_key)
43
- return 1
44
- end
45
- end
46
-
47
- def synchronize(redis_pool, options = {})
48
- connection(redis_pool) do |redis|
49
- unique_key = options[:keys][0]
50
- time = options[:argv][0].to_i
51
- expires = options[:argv][1].to_f
52
-
53
- stored_jid = redis.get(unique_key).to_i
54
- return 1 if redis.set(unique_key, time + expires, nx: true, ex: expires)
55
-
56
- stored_time = redis.get(unique_key)
57
- if stored_time && stored_time < time
58
- if redis.set(unique_key, time + expires, xx: true, ex: expires)
59
- return 1
60
- end
61
- end
62
-
63
- return 0
64
- end
65
- end
66
- end
67
- # rubocop:enable MethodLength
68
- end