rubydb 0.1.4 → 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (469) hide show
  1. checksums.yaml +4 -4
  2. data/.github/PULL_REQUEST_TEMPLATE.md +15 -15
  3. data/.github/workflows/benchmark.yml +26 -26
  4. data/.github/workflows/compatibility.yml +63 -63
  5. data/.github/workflows/fuzz.yml +33 -33
  6. data/.github/workflows/lint.yml +21 -21
  7. data/.github/workflows/operations.yml +24 -24
  8. data/.github/workflows/production-validation.yml +111 -111
  9. data/.github/workflows/release.yml +77 -77
  10. data/.github/workflows/security.yml +39 -37
  11. data/.github/workflows/test.yml +26 -26
  12. data/.github/workflows/workload.yml +58 -58
  13. data/.gitignore +16 -5
  14. data/.rubocop.yml +50 -44
  15. data/.standard.yml +9 -14
  16. data/ARCHITECTURE.md +21 -21
  17. data/CHANGELOG.md +57 -27
  18. data/CODE_OF_CONDUCT.md +13 -13
  19. data/CONTRIBUTING.md +29 -29
  20. data/GOVERNANCE.md +16 -16
  21. data/Gemfile +18 -17
  22. data/Gemfile.lock +125 -71
  23. data/README.md +168 -12
  24. data/ROADMAP.md +27 -27
  25. data/Rakefile +76 -71
  26. data/SECURITY.md +54 -54
  27. data/SUPPORT.md +14 -14
  28. data/accelerator/bin/SHA256SUMS +6 -0
  29. data/accelerator/bin/rubydb-accelerator-darwin-amd64 +0 -0
  30. data/accelerator/bin/rubydb-accelerator-darwin-arm64 +0 -0
  31. data/accelerator/bin/rubydb-accelerator-linux-amd64 +0 -0
  32. data/accelerator/bin/rubydb-accelerator-linux-arm64 +0 -0
  33. data/accelerator/bin/rubydb-accelerator-windows-amd64.exe +0 -0
  34. data/accelerator/bin/rubydb-accelerator-windows-arm64.exe +0 -0
  35. data/accelerator/cmd/rubydb-accelerator/main.go +11 -0
  36. data/accelerator/go.mod +3 -0
  37. data/accelerator/internal/execution/aggregate.go +94 -0
  38. data/accelerator/internal/execution/distinct.go +22 -0
  39. data/accelerator/internal/execution/filter.go +73 -0
  40. data/accelerator/internal/execution/join.go +79 -0
  41. data/accelerator/internal/execution/operators.go +167 -0
  42. data/accelerator/internal/execution/scan.go +20 -0
  43. data/accelerator/internal/execution/sort.go +62 -0
  44. data/accelerator/internal/execution/types.go +136 -0
  45. data/accelerator/internal/execution/value.go +67 -0
  46. data/accelerator/internal/memory/arena.go +47 -0
  47. data/accelerator/internal/memory/reuse.go +22 -0
  48. data/accelerator/internal/metrics/registry.go +67 -0
  49. data/accelerator/internal/parallel/bounded_queue.go +56 -0
  50. data/accelerator/internal/parallel/scheduler.go +47 -0
  51. data/accelerator/internal/parallel/worker_pool.go +53 -0
  52. data/accelerator/internal/protocol/cancellation.go +48 -0
  53. data/accelerator/internal/protocol/columnar.go +263 -0
  54. data/accelerator/internal/protocol/frame.go +187 -0
  55. data/accelerator/internal/runtime/worker.go +521 -0
  56. data/accelerator/internal/storage/page_reader.go +81 -0
  57. data/accelerator/internal/storage/snapshot_scan.go +539 -0
  58. data/accelerator/internal/wal/checksum.go +13 -0
  59. data/accelerator/internal/wal/compression.go +41 -0
  60. data/accelerator/internal/wal/group_commit.go +24 -0
  61. data/accelerator/internal/wal/record_encoder.go +40 -0
  62. data/adapters/activerecord/Gemfile +11 -11
  63. data/adapters/activerecord/README.md +8 -3
  64. data/adapters/activerecord/lib/active_record/connection_adapters/rubydb_adapter.rb +881 -879
  65. data/adapters/activerecord/rubydb-activerecord.gemspec +21 -21
  66. data/adapters/activerecord/spec/rubydb_adapter_integration_spec.rb +143 -143
  67. data/adapters/ruby/README.md +18 -18
  68. data/adapters/sequel/README.md +11 -11
  69. data/config/monitoring/prometheus-alerts.yml +39 -39
  70. data/config/production.yml +36 -36
  71. data/docs/README.md +77 -71
  72. data/docs/architecture/concurrency.md +14 -14
  73. data/docs/architecture/current-state.md +125 -125
  74. data/docs/architecture/execution-engine.md +25 -25
  75. data/docs/architecture/go-accelerator.md +179 -0
  76. data/docs/architecture/indexes.md +19 -19
  77. data/docs/architecture/mvcc.md +19 -19
  78. data/docs/architecture/overview.md +13 -13
  79. data/docs/architecture/pages.md +11 -11
  80. data/docs/architecture/production-roadmap.md +82 -82
  81. data/docs/architecture/query-planner.md +20 -20
  82. data/docs/architecture/recovery.md +18 -18
  83. data/docs/architecture/sql-engine.md +12 -12
  84. data/docs/architecture/storage-engine.md +14 -14
  85. data/docs/architecture/transactions.md +10 -10
  86. data/docs/architecture/wal.md +28 -28
  87. data/docs/cli-cheatsheet.md +98 -98
  88. data/docs/cli.md +299 -275
  89. data/docs/contributing/architecture.md +9 -9
  90. data/docs/contributing/benchmarking.md +30 -14
  91. data/docs/contributing/development.md +16 -16
  92. data/docs/contributing/release-process.md +49 -49
  93. data/docs/contributing/testing.md +16 -16
  94. data/docs/debugging.md +229 -229
  95. data/docs/developer/branching.md +10 -10
  96. data/docs/developer/database-diff.md +10 -10
  97. data/docs/developer/local-development.md +49 -17
  98. data/docs/developer/snapshots.md +9 -9
  99. data/docs/developer/temporal-data.md +10 -10
  100. data/docs/developer-guide.md +297 -297
  101. data/docs/getting-started/first-database.md +16 -16
  102. data/docs/getting-started/first-query.md +13 -13
  103. data/docs/getting-started/installation.md +19 -19
  104. data/docs/getting-started/local-to-production.md +300 -300
  105. data/docs/getting-started/quickstart.md +17 -17
  106. data/docs/getting-started/rails.md +16 -16
  107. data/docs/hardening_backlog.md +93 -93
  108. data/docs/lessons-learned.md +112 -112
  109. data/docs/operations/backups.md +33 -33
  110. data/docs/operations/disaster-recovery.md +31 -31
  111. data/docs/operations/failover.md +30 -30
  112. data/docs/operations/monitoring.md +25 -25
  113. data/docs/operations/production-guide.md +295 -295
  114. data/docs/operations/production-runbook.md +45 -45
  115. data/docs/operations/replication.md +33 -33
  116. data/docs/operations/restore.md +6 -6
  117. data/docs/operations/runbook.md +34 -34
  118. data/docs/operations/upgrades.md +14 -14
  119. data/docs/operations/workload-testing.md +17 -17
  120. data/docs/production-readiness.md +118 -118
  121. data/docs/production_validation.md +150 -150
  122. data/docs/rails/active-record.md +11 -11
  123. data/docs/rails/compatibility-guide.md +90 -90
  124. data/docs/rails/database-yml.md +92 -92
  125. data/docs/rails/installation.md +17 -17
  126. data/docs/rails/migrations.md +17 -17
  127. data/docs/rails/production.md +82 -82
  128. data/docs/rails/troubleshooting.md +18 -18
  129. data/docs/release.md +25 -25
  130. data/docs/server/architecture.md +10 -10
  131. data/docs/server/authentication.md +10 -10
  132. data/docs/server/configuration.md +16 -16
  133. data/docs/server/connection-pooling.md +10 -10
  134. data/docs/server/deployment.md +10 -10
  135. data/docs/server/protocol.md +12 -12
  136. data/docs/sql/compatibility-guide.md +82 -82
  137. data/docs/sql/compatibility.md +39 -39
  138. data/docs/sql/data-types.md +10 -10
  139. data/docs/sql/functions.md +9 -9
  140. data/docs/sql/joins.md +9 -9
  141. data/docs/sql/operators.md +9 -9
  142. data/docs/sql/sqlite-compatibility.md +21 -21
  143. data/docs/sql/syntax.md +10 -10
  144. data/docs/sql/transactions.md +10 -10
  145. data/docs/troubleshooting.md +244 -244
  146. data/lessons/01-foundations.md +73 -0
  147. data/lessons/02-local-development.md +121 -0
  148. data/lessons/03-embedded-rubydb.md +99 -0
  149. data/lessons/04-rails-complex-apps.md +138 -0
  150. data/lessons/05-rubydb-production-server.md +237 -0
  151. data/lessons/06-postgresql-massive-apps.md +96 -0
  152. data/lessons/07-hybrid-microservices.md +179 -0
  153. data/lessons/08-migrations-backups-recovery.md +86 -0
  154. data/lessons/09-observability-security-scale.md +87 -0
  155. data/lessons/10-release-readiness.md +192 -0
  156. data/lessons/11-community-adapter.md +323 -0
  157. data/lessons/12-rails-ecommerce-pressure.md +263 -0
  158. data/lib/rubydb/accelerator/client.rb +451 -0
  159. data/lib/rubydb/accelerator/error.rb +22 -0
  160. data/lib/rubydb/accelerator/manager.rb +606 -0
  161. data/lib/rubydb/accelerator.rb +13 -0
  162. data/lib/rubydb/backup/archive.rb +332 -334
  163. data/lib/rubydb/backup/backup.rb +400 -401
  164. data/lib/rubydb/backup/incremental.rb +349 -353
  165. data/lib/rubydb/backup/restore.rb +289 -290
  166. data/lib/rubydb/backup/snapshot.rb +265 -267
  167. data/lib/rubydb/backup/verification.rb +276 -279
  168. data/lib/rubydb/branching/branch.rb +181 -181
  169. data/lib/rubydb/branching/branch_manager.rb +307 -311
  170. data/lib/rubydb/branching/branch_metadata.rb +140 -140
  171. data/lib/rubydb/branching/checkout.rb +165 -166
  172. data/lib/rubydb/branching/copy_on_write.rb +272 -272
  173. data/lib/rubydb/branching/diff.rb +137 -138
  174. data/lib/rubydb/branching/merge.rb +282 -285
  175. data/lib/rubydb/build_info.rb +15 -15
  176. data/lib/rubydb/catalog/catalog.rb +391 -391
  177. data/lib/rubydb/catalog/column.rb +112 -112
  178. data/lib/rubydb/catalog/constraint.rb +180 -180
  179. data/lib/rubydb/catalog/database.rb +184 -184
  180. data/lib/rubydb/catalog/index.rb +97 -97
  181. data/lib/rubydb/catalog/schema.rb +103 -103
  182. data/lib/rubydb/catalog/sequence.rb +90 -90
  183. data/lib/rubydb/catalog/system_catalog.rb +698 -698
  184. data/lib/rubydb/catalog/table.rb +178 -178
  185. data/lib/rubydb/catalog/trigger.rb +102 -102
  186. data/lib/rubydb/catalog/view.rb +66 -66
  187. data/lib/rubydb/cli/application.rb +168 -163
  188. data/lib/rubydb/cli/commands/accelerator.rb +72 -0
  189. data/lib/rubydb/cli/commands/backup.rb +80 -81
  190. data/lib/rubydb/cli/commands/branch.rb +72 -72
  191. data/lib/rubydb/cli/commands/checkout.rb +54 -54
  192. data/lib/rubydb/cli/commands/create.rb +58 -58
  193. data/lib/rubydb/cli/commands/diff.rb +76 -77
  194. data/lib/rubydb/cli/commands/doctor.rb +77 -74
  195. data/lib/rubydb/cli/commands/drop.rb +57 -57
  196. data/lib/rubydb/cli/commands/init.rb +101 -102
  197. data/lib/rubydb/cli/commands/inspect.rb +95 -95
  198. data/lib/rubydb/cli/commands/merge.rb +63 -63
  199. data/lib/rubydb/cli/commands/migrate.rb +62 -62
  200. data/lib/rubydb/cli/commands/restart.rb +42 -39
  201. data/lib/rubydb/cli/commands/restore.rb +121 -121
  202. data/lib/rubydb/cli/commands/shell.rb +365 -365
  203. data/lib/rubydb/cli/commands/snapshot.rb +79 -79
  204. data/lib/rubydb/cli/commands/start.rb +88 -82
  205. data/lib/rubydb/cli/commands/status.rb +96 -92
  206. data/lib/rubydb/cli/commands/stop.rb +47 -47
  207. data/lib/rubydb/cli/commands/vacuum.rb +58 -58
  208. data/lib/rubydb/cli/formatter.rb +221 -221
  209. data/lib/rubydb/cli/output.rb +168 -168
  210. data/lib/rubydb/client/client.rb +309 -304
  211. data/lib/rubydb/client/connection.rb +429 -415
  212. data/lib/rubydb/client/connection_pool.rb +168 -168
  213. data/lib/rubydb/client/connection_url.rb +96 -96
  214. data/lib/rubydb/client/prepared_statement.rb +60 -60
  215. data/lib/rubydb/client/result.rb +127 -123
  216. data/lib/rubydb/client/statement.rb +52 -52
  217. data/lib/rubydb/client/transaction.rb +130 -130
  218. data/lib/rubydb/concurrency/concurrency.rb +19 -19
  219. data/lib/rubydb/concurrency/deadlock_detector.rb +148 -150
  220. data/lib/rubydb/concurrency/latch.rb +101 -101
  221. data/lib/rubydb/concurrency/lock_graph.rb +163 -165
  222. data/lib/rubydb/concurrency/mutex.rb +181 -183
  223. data/lib/rubydb/concurrency/rw_lock.rb +180 -180
  224. data/lib/rubydb/concurrency/scheduler.rb +248 -250
  225. data/lib/rubydb/concurrency/worker_pool.rb +145 -143
  226. data/lib/rubydb/configuration/config.rb +170 -170
  227. data/lib/rubydb/configuration/defaults.rb +191 -179
  228. data/lib/rubydb/configuration/environment.rb +152 -152
  229. data/lib/rubydb/configuration/parser.rb +185 -185
  230. data/lib/rubydb/configuration/validation.rb +228 -221
  231. data/lib/rubydb/constants.rb +74 -74
  232. data/lib/rubydb/constraints/check.rb +181 -181
  233. data/lib/rubydb/constraints/constraint.rb +101 -101
  234. data/lib/rubydb/constraints/foreign_key.rb +130 -130
  235. data/lib/rubydb/constraints/not_null.rb +64 -64
  236. data/lib/rubydb/constraints/primary_key.rb +99 -99
  237. data/lib/rubydb/constraints/unique.rb +106 -108
  238. data/lib/rubydb/constraints/validator.rb +349 -350
  239. data/lib/rubydb/errors/authentication_error.rb +10 -10
  240. data/lib/rubydb/errors/authorization_error.rb +23 -23
  241. data/lib/rubydb/errors/client_error.rb +10 -10
  242. data/lib/rubydb/errors/configuration_error.rb +10 -10
  243. data/lib/rubydb/errors/connection_error.rb +10 -10
  244. data/lib/rubydb/errors/constraint_error.rb +23 -23
  245. data/lib/rubydb/errors/corruption_error.rb +10 -10
  246. data/lib/rubydb/errors/database_error.rb +10 -10
  247. data/lib/rubydb/errors/error.rb +20 -20
  248. data/lib/rubydb/errors/execution_error.rb +10 -10
  249. data/lib/rubydb/errors/parser_error.rb +10 -10
  250. data/lib/rubydb/errors/recovery_error.rb +10 -10
  251. data/lib/rubydb/errors/replication_error.rb +10 -10
  252. data/lib/rubydb/errors/server_error.rb +6 -6
  253. data/lib/rubydb/errors/storage_error.rb +10 -10
  254. data/lib/rubydb/errors/transaction_error.rb +10 -10
  255. data/lib/rubydb/execution/accelerator_dispatch.rb +30 -0
  256. data/lib/rubydb/execution/aggregate_executor.rb +134 -138
  257. data/lib/rubydb/execution/cost_model.rb +72 -0
  258. data/lib/rubydb/execution/delete_executor.rb +110 -112
  259. data/lib/rubydb/execution/distinct_executor.rb +131 -135
  260. data/lib/rubydb/execution/executor.rb +1544 -1188
  261. data/lib/rubydb/execution/expression.rb +191 -193
  262. data/lib/rubydb/execution/index_scan.rb +142 -142
  263. data/lib/rubydb/execution/insert_executor.rb +215 -217
  264. data/lib/rubydb/execution/join_executor.rb +243 -249
  265. data/lib/rubydb/execution/limit_executor.rb +83 -85
  266. data/lib/rubydb/execution/operator_selection.rb +57 -0
  267. data/lib/rubydb/execution/optimizer.rb +227 -215
  268. data/lib/rubydb/execution/physical_plan.rb +47 -0
  269. data/lib/rubydb/execution/plan.rb +355 -353
  270. data/lib/rubydb/execution/planner.rb +508 -536
  271. data/lib/rubydb/execution/predicate.rb +235 -235
  272. data/lib/rubydb/execution/scan.rb +49 -49
  273. data/lib/rubydb/execution/sequential_scan.rb +63 -63
  274. data/lib/rubydb/execution/sort_executor.rb +194 -185
  275. data/lib/rubydb/execution/update_executor.rb +160 -162
  276. data/lib/rubydb/functions/aggregate.rb +70 -70
  277. data/lib/rubydb/functions/date_functions.rb +274 -278
  278. data/lib/rubydb/functions/function.rb +85 -85
  279. data/lib/rubydb/functions/json_functions.rb +231 -215
  280. data/lib/rubydb/functions/numeric_functions.rb +346 -346
  281. data/lib/rubydb/functions/scalar.rb +52 -52
  282. data/lib/rubydb/functions/string_functions.rb +383 -383
  283. data/lib/rubydb/functions/system_functions.rb +258 -246
  284. data/lib/rubydb/history/as_of.rb +238 -238
  285. data/lib/rubydb/history/change.rb +105 -105
  286. data/lib/rubydb/history/history.rb +131 -131
  287. data/lib/rubydb/history/history_manager.rb +228 -229
  288. data/lib/rubydb/history/temporal_query.rb +202 -202
  289. data/lib/rubydb/history/timeline.rb +144 -144
  290. data/lib/rubydb/indexes/btree.rb +215 -186
  291. data/lib/rubydb/indexes/btree_cursor.rb +258 -258
  292. data/lib/rubydb/indexes/btree_node.rb +384 -385
  293. data/lib/rubydb/indexes/hash_index.rb +150 -150
  294. data/lib/rubydb/indexes/index.rb +71 -71
  295. data/lib/rubydb/indexes/index_manager.rb +408 -406
  296. data/lib/rubydb/indexes/index_scan.rb +466 -470
  297. data/lib/rubydb/migrations/migration.rb +253 -254
  298. data/lib/rubydb/migrations/migration_lock.rb +146 -146
  299. data/lib/rubydb/migrations/migration_manager.rb +187 -176
  300. data/lib/rubydb/migrations/migration_version.rb +71 -71
  301. data/lib/rubydb/migrations/schema_diff.rb +211 -211
  302. data/lib/rubydb/migrations/schema_version.rb +64 -64
  303. data/lib/rubydb/monitoring/events.rb +155 -160
  304. data/lib/rubydb/monitoring/health.rb +216 -222
  305. data/lib/rubydb/monitoring/logger.rb +188 -193
  306. data/lib/rubydb/monitoring/metrics.rb +363 -359
  307. data/lib/rubydb/monitoring/performance.rb +176 -176
  308. data/lib/rubydb/monitoring/statistics.rb +168 -170
  309. data/lib/rubydb/mvcc/garbage_collector.rb +199 -199
  310. data/lib/rubydb/mvcc/mvcc.rb +16 -16
  311. data/lib/rubydb/mvcc/snapshot.rb +146 -147
  312. data/lib/rubydb/mvcc/vacuum.rb +180 -180
  313. data/lib/rubydb/mvcc/version.rb +106 -106
  314. data/lib/rubydb/mvcc/version_store.rb +396 -398
  315. data/lib/rubydb/mvcc/visibility.rb +107 -109
  316. data/lib/rubydb/protocol/capabilities.rb +125 -125
  317. data/lib/rubydb/protocol/decoder.rb +142 -145
  318. data/lib/rubydb/protocol/encoder.rb +131 -136
  319. data/lib/rubydb/protocol/handshake.rb +306 -305
  320. data/lib/rubydb/protocol/message.rb +121 -121
  321. data/lib/rubydb/protocol/parameter_binder.rb +101 -0
  322. data/lib/rubydb/protocol/protocol.rb +276 -277
  323. data/lib/rubydb/protocol/version.rb +54 -54
  324. data/lib/rubydb/rails/adapter.rb +245 -239
  325. data/lib/rubydb/rails/connection.rb +312 -314
  326. data/lib/rubydb/rails/database_statements.rb +122 -122
  327. data/lib/rubydb/rails/migration.rb +131 -131
  328. data/lib/rubydb/rails/quoting.rb +109 -109
  329. data/lib/rubydb/rails/result.rb +117 -117
  330. data/lib/rubydb/rails/schema_statements.rb +339 -339
  331. data/lib/rubydb/rails/transaction.rb +105 -105
  332. data/lib/rubydb/rails/type.rb +126 -126
  333. data/lib/rubydb/recovery/checkpoint.rb +261 -257
  334. data/lib/rubydb/recovery/consistency.rb +457 -467
  335. data/lib/rubydb/recovery/corruption_detector.rb +5 -5
  336. data/lib/rubydb/recovery/crash_recovery.rb +381 -387
  337. data/lib/rubydb/recovery/recovery_manager.rb +204 -206
  338. data/lib/rubydb/recovery/redo.rb +235 -237
  339. data/lib/rubydb/recovery/undo.rb +204 -206
  340. data/lib/rubydb/replication/failover.rb +5 -5
  341. data/lib/rubydb/replication/fencing.rb +63 -63
  342. data/lib/rubydb/replication/primary.rb +461 -450
  343. data/lib/rubydb/replication/replica.rb +382 -384
  344. data/lib/rubydb/replication/replication_log.rb +194 -200
  345. data/lib/rubydb/replication/replication_manager.rb +307 -308
  346. data/lib/rubydb/replication/replication_slot.rb +293 -295
  347. data/lib/rubydb/replication/replication_stream.rb +198 -201
  348. data/lib/rubydb/rubydb.rb +570 -560
  349. data/lib/rubydb/security/access_control.rb +252 -254
  350. data/lib/rubydb/security/audit_log.rb +209 -213
  351. data/lib/rubydb/security/authentication.rb +302 -302
  352. data/lib/rubydb/security/authorization.rb +282 -282
  353. data/lib/rubydb/security/credentials.rb +192 -196
  354. data/lib/rubydb/security/password.rb +205 -215
  355. data/lib/rubydb/security/permissions.rb +74 -74
  356. data/lib/rubydb/security/role.rb +99 -101
  357. data/lib/rubydb/security/user.rb +86 -86
  358. data/lib/rubydb/server/connection.rb +383 -366
  359. data/lib/rubydb/server/connection_pool.rb +193 -193
  360. data/lib/rubydb/server/lifecycle.rb +227 -228
  361. data/lib/rubydb/server/listener.rb +139 -136
  362. data/lib/rubydb/server/request_handler.rb +277 -276
  363. data/lib/rubydb/server/server.rb +363 -364
  364. data/lib/rubydb/server/session.rb +416 -369
  365. data/lib/rubydb/server/worker.rb +206 -210
  366. data/lib/rubydb/server/worker_pool.rb +168 -168
  367. data/lib/rubydb/sql/ast/alter_table.rb +169 -169
  368. data/lib/rubydb/sql/ast/begin_transaction.rb +47 -47
  369. data/lib/rubydb/sql/ast/commit.rb +37 -37
  370. data/lib/rubydb/sql/ast/constraint.rb +92 -83
  371. data/lib/rubydb/sql/ast/create_database.rb +41 -41
  372. data/lib/rubydb/sql/ast/create_index.rb +61 -61
  373. data/lib/rubydb/sql/ast/create_schema.rb +52 -52
  374. data/lib/rubydb/sql/ast/create_table.rb +187 -187
  375. data/lib/rubydb/sql/ast/delete.rb +54 -54
  376. data/lib/rubydb/sql/ast/drop_database.rb +41 -41
  377. data/lib/rubydb/sql/ast/drop_index.rb +41 -41
  378. data/lib/rubydb/sql/ast/drop_schema.rb +49 -49
  379. data/lib/rubydb/sql/ast/drop_table.rb +49 -49
  380. data/lib/rubydb/sql/ast/explain.rb +64 -64
  381. data/lib/rubydb/sql/ast/expression.rb +617 -604
  382. data/lib/rubydb/sql/ast/insert.rb +66 -66
  383. data/lib/rubydb/sql/ast/node.rb +42 -42
  384. data/lib/rubydb/sql/ast/rollback.rb +63 -63
  385. data/lib/rubydb/sql/ast/savepoint.rb +59 -59
  386. data/lib/rubydb/sql/ast/select.rb +88 -88
  387. data/lib/rubydb/sql/ast/set_operation.rb +22 -20
  388. data/lib/rubydb/sql/ast/trigger.rb +35 -29
  389. data/lib/rubydb/sql/ast/update.rb +88 -88
  390. data/lib/rubydb/sql/ast/vacuum.rb +19 -19
  391. data/lib/rubydb/sql/ast/view.rb +38 -32
  392. data/lib/rubydb/sql/ast/with.rb +32 -32
  393. data/lib/rubydb/sql/grammar.rb +86 -86
  394. data/lib/rubydb/sql/keywords.rb +156 -156
  395. data/lib/rubydb/sql/lexer.rb +209 -214
  396. data/lib/rubydb/sql/operators.rb +100 -100
  397. data/lib/rubydb/sql/parser.rb +1167 -1170
  398. data/lib/rubydb/sql/planner/analyzer.rb +283 -302
  399. data/lib/rubydb/sql/planner/binder.rb +537 -550
  400. data/lib/rubydb/sql/planner/type_checker.rb +427 -431
  401. data/lib/rubydb/sql/token.rb +210 -210
  402. data/lib/rubydb/storage/buffer_frame.rb +44 -44
  403. data/lib/rubydb/storage/buffer_pool.rb +155 -155
  404. data/lib/rubydb/storage/database_lock.rb +74 -74
  405. data/lib/rubydb/storage/deserializer.rb +332 -342
  406. data/lib/rubydb/storage/engine.rb +2409 -2330
  407. data/lib/rubydb/storage/file_manager.rb +191 -187
  408. data/lib/rubydb/storage/free_space_map.rb +79 -81
  409. data/lib/rubydb/storage/page.rb +92 -94
  410. data/lib/rubydb/storage/page_allocator.rb +852 -855
  411. data/lib/rubydb/storage/page_header.rb +63 -67
  412. data/lib/rubydb/storage/page_manager.rb +127 -131
  413. data/lib/rubydb/storage/record.rb +58 -58
  414. data/lib/rubydb/storage/row.rb +78 -78
  415. data/lib/rubydb/storage/serializer.rb +51 -51
  416. data/lib/rubydb/storage/snapshot_reader.rb +167 -0
  417. data/lib/rubydb/storage/storage_layout.rb +151 -151
  418. data/lib/rubydb/storage/storage_manager.rb +114 -114
  419. data/lib/rubydb/storage/tuple.rb +458 -461
  420. data/lib/rubydb/storage/visibility_map.rb +964 -973
  421. data/lib/rubydb/transactions/commit_manager.rb +219 -220
  422. data/lib/rubydb/transactions/isolation.rb +98 -98
  423. data/lib/rubydb/transactions/lock.rb +76 -76
  424. data/lib/rubydb/transactions/lock_manager.rb +359 -362
  425. data/lib/rubydb/transactions/savepoint.rb +142 -143
  426. data/lib/rubydb/transactions/transaction.rb +214 -215
  427. data/lib/rubydb/transactions/transaction_id.rb +84 -84
  428. data/lib/rubydb/transactions/transaction_log.rb +256 -257
  429. data/lib/rubydb/transactions/transaction_manager.rb +434 -435
  430. data/lib/rubydb/types/bigint.rb +36 -36
  431. data/lib/rubydb/types/blob.rb +37 -37
  432. data/lib/rubydb/types/boolean.rb +34 -34
  433. data/lib/rubydb/types/date.rb +39 -39
  434. data/lib/rubydb/types/decimal.rb +48 -48
  435. data/lib/rubydb/types/float.rb +34 -34
  436. data/lib/rubydb/types/integer.rb +36 -36
  437. data/lib/rubydb/types/json.rb +41 -41
  438. data/lib/rubydb/types/null.rb +34 -34
  439. data/lib/rubydb/types/smallint.rb +36 -36
  440. data/lib/rubydb/types/text.rb +37 -37
  441. data/lib/rubydb/types/time.rb +46 -46
  442. data/lib/rubydb/types/timestamp.rb +39 -39
  443. data/lib/rubydb/types/type.rb +119 -119
  444. data/lib/rubydb/types/uuid.rb +47 -47
  445. data/lib/rubydb/types/varchar.rb +37 -37
  446. data/lib/rubydb/version.rb +32 -32
  447. data/lib/rubydb/wal/archive.rb +207 -193
  448. data/lib/rubydb/wal/checkpoint.rb +181 -183
  449. data/lib/rubydb/wal/lsn.rb +94 -94
  450. data/lib/rubydb/wal/reader.rb +259 -260
  451. data/lib/rubydb/wal/record.rb +105 -105
  452. data/lib/rubydb/wal/segment.rb +193 -193
  453. data/lib/rubydb/wal/wal.rb +481 -452
  454. data/lib/rubydb/wal/writer.rb +236 -236
  455. data/lib/rubydb.rb +7 -7
  456. data/packaging/docker/docker-compose.failover.yml +43 -43
  457. data/packaging/homebrew/rubydb.rb +19 -19
  458. data/rubydb.gemspec +70 -57
  459. data/scripts/benchmark +7 -7
  460. data/scripts/build_accelerator +49 -0
  461. data/scripts/durability_drill +37 -37
  462. data/scripts/fuzz +63 -63
  463. data/scripts/release +77 -42
  464. data/scripts/release_check +43 -43
  465. data/scripts/replication_failover_drill +268 -250
  466. data/scripts/replication_network_failover_drill +287 -255
  467. data/scripts/restore_drill +45 -45
  468. data/scripts/security +45 -0
  469. metadata +102 -1
@@ -1,362 +1,359 @@
1
- # frozen_string_literal: true
2
-
3
- require "set"
4
-
5
- module RubyDB
6
- module Transactions
7
-
8
- # Import lock and transaction classes
9
- require_relative "lock"
10
- require_relative "transaction"
11
-
12
- # LockManager - Manages locks for transactions
13
- class LockManager
14
- attr_reader :locks, :waiting, :stats
15
-
16
- def initialize(config = {})
17
- @locks = {}
18
- @waiting = {}
19
- @lock_timeout = config[:lock_timeout] || 30
20
- @deadlock_detection = config[:deadlock_detection] != false
21
- @transaction_manager = config[:transaction_manager]
22
- @stats = {
23
- locks_acquired: 0,
24
- locks_released: 0,
25
- lock_waits: 0,
26
- lock_timeouts: 0,
27
- deadlocks_detected: 0,
28
- deadlocks_resolved: 0
29
- }
30
- @lock = Mutex.new
31
- @condition = ConditionVariable.new
32
- @transactions = {}
33
- @deadlock_victims = {}
34
- end
35
-
36
- def acquire_lock(transaction, table_name, row_id, lock_type, timeout = @lock_timeout)
37
- @lock.synchronize do
38
- @transactions[transaction.id] = transaction
39
- return false unless transaction.active?
40
-
41
- key = lock_key(table_name, row_id)
42
-
43
- # Check if transaction already has lock
44
- if has_lock?(transaction, key)
45
- return upgrade_lock(transaction, key, lock_type)
46
- end
47
-
48
- # Check if lock is available
49
- current_lock = @locks[key]
50
-
51
- if current_lock.nil?
52
- # No lock exists - acquire
53
- @locks[key] = Lock.new(key, lock_type, transaction)
54
- @stats[:locks_acquired] += 1
55
- return true
56
- end
57
-
58
- # Check compatibility
59
- if compatible?(current_lock, lock_type, transaction)
60
- # Add transaction to lock
61
- current_lock.add_holder(transaction, lock_type)
62
- @stats[:locks_acquired] += 1
63
- return true
64
- end
65
-
66
- # Lock conflict - wait
67
- @stats[:lock_waits] += 1
68
- result = wait_for_lock(transaction, key, lock_type, timeout)
69
-
70
- result
71
- end
72
- end
73
-
74
- def release_locks(transaction)
75
- @lock.synchronize do
76
- @locks.each do |key, lock|
77
- if lock.holders.key?(transaction.id)
78
- lock.remove_holder(transaction)
79
- @stats[:locks_released] += 1
80
-
81
- # Remove empty lock
82
- if lock.holders.empty?
83
- @locks.delete(key)
84
-
85
- # Wake up waiting transactions
86
- wake_waiting_transactions(key)
87
- @condition.broadcast
88
- end
89
- end
90
- end
91
- @transactions.delete(transaction.id)
92
- end
93
- end
94
-
95
- def release_all_locks
96
- @lock.synchronize do
97
- @locks.clear
98
- @waiting.clear
99
- @transactions.clear
100
- @deadlock_victims.clear
101
- @stats[:locks_released] += 1
102
- end
103
- end
104
-
105
- def has_lock?(transaction, key)
106
- lock = @locks[key]
107
- return false unless lock
108
- lock.holders.key?(transaction.id)
109
- end
110
-
111
- def lock_type(transaction, key)
112
- lock = @locks[key]
113
- return nil unless lock
114
- lock.holders[transaction.id] if lock.holders.key?(transaction.id)
115
- end
116
-
117
- def waiting_transactions
118
- @waiting.size
119
- end
120
-
121
- def deadlock_victim?(transaction_id)
122
- @lock.synchronize { @deadlock_victims.key?(transaction_id) }
123
- end
124
-
125
- def clear_deadlock_victim(transaction_id)
126
- @lock.synchronize { @deadlock_victims.delete(transaction_id) }
127
- end
128
-
129
- def total_locks
130
- @locks.size
131
- end
132
-
133
- def lock_info
134
- @locks.transform_values do |lock|
135
- {
136
- type: lock.type,
137
- holders: lock.holders.keys,
138
- waiters: lock.waiters.keys
139
- }
140
- end
141
- end
142
-
143
- # Return the current wait-for graph as transaction ids. This is a
144
- # snapshot intended for monitoring and transaction-manager deadlock
145
- # resolution; callers never receive mutable lock-manager state.
146
- def wait_for_graph
147
- @lock.synchronize { build_wait_for_graph }
148
- end
149
-
150
- private
151
-
152
- def build_wait_for_graph
153
- graph = {}
154
- @waiting.each do |transaction_id, waits|
155
- graph[transaction_id] = Set.new
156
- waits.each_key do |key|
157
- @locks[key]&.holders&.each_key do |holder_id|
158
- graph[holder_id] ||= Set.new
159
- graph[transaction_id] << holder_id
160
- end
161
- end
162
- end
163
- graph
164
- end
165
-
166
- def lock_key(table_name, row_id)
167
- "#{table_name}:#{row_id}"
168
- end
169
-
170
- def compatible?(lock, lock_type, transaction)
171
- # Check if any holder has incompatible lock
172
- lock.holders.each do |holder_id, holder_type|
173
- next if holder_id == transaction.id
174
-
175
- if !compatible_lock_types(holder_type, lock_type)
176
- return false
177
- end
178
- end
179
-
180
- true
181
- end
182
-
183
- def compatible_lock_types(type1, type2)
184
- # Shared locks are compatible with shared locks
185
- if type1 == :shared && type2 == :shared
186
- return true
187
- end
188
-
189
- # Exclusive locks are incompatible with any other
190
- if type1 == :exclusive || type2 == :exclusive
191
- return false
192
- end
193
-
194
- true
195
- end
196
-
197
- def upgrade_lock(transaction, key, new_type)
198
- lock = @locks[key]
199
- current_type = lock.holders[transaction.id]
200
-
201
- # Check if upgrade is needed
202
- return true if current_type == new_type
203
-
204
- # Check if upgrade is possible
205
- if new_type == :exclusive && current_type == :shared
206
- # Need to check if other transactions hold shared locks
207
- if lock.holders.size == 1 && lock.holders.key?(transaction.id)
208
- # Only this transaction holds the lock - upgrade
209
- lock.holders[transaction.id] = :exclusive
210
- @stats[:locks_acquired] += 1
211
- return true
212
- end
213
- end
214
-
215
- false
216
- end
217
-
218
- def wait_for_lock(transaction, key, lock_type, timeout)
219
- start_time = Time.now
220
-
221
- # Add to waiters
222
- @waiting[transaction.id] ||= {}
223
- @waiting[transaction.id][key] = {
224
- lock_type: lock_type,
225
- start_time: start_time
226
- }
227
-
228
- # Wait loop
229
- while (remaining = timeout - (Time.now - start_time)) > 0
230
- if !transaction.active? || @deadlock_victims.key?(transaction.id)
231
- waits = @waiting[transaction.id]
232
- waits&.delete(key)
233
- @waiting.delete(transaction.id) if waits&.empty?
234
- return false
235
- end
236
-
237
- # Check if lock is available
238
- if @locks[key].nil? || compatible?(@locks[key], lock_type, transaction)
239
- # Remove from waiting
240
- @waiting[transaction.id].delete(key)
241
- @waiting.delete(transaction.id) if @waiting[transaction.id].empty?
242
-
243
- # Acquire lock
244
- @locks[key] ||= Lock.new(key, lock_type)
245
- @locks[key].add_holder(transaction, lock_type)
246
- @stats[:locks_acquired] += 1
247
- return true
248
- end
249
-
250
- # ConditionVariable releases @lock while waiting, allowing the
251
- # current holder to release its lock and wake this waiter.
252
- @condition.wait(@lock, remaining)
253
- end
254
-
255
- # Detect while the timed-out waiter is still in the wait graph. The
256
- # previous ordering removed it first, making a two-transaction cycle
257
- # impossible to observe. Resolution is performed by the unlocked
258
- # helper because this method already owns @lock.
259
- detect_deadlock if @deadlock_detection
260
-
261
- # Timeout or deadlock victim
262
- @stats[:lock_timeouts] += 1
263
- waits = @waiting[transaction.id]
264
- waits&.delete(key)
265
- @waiting.delete(transaction.id) if waits&.empty?
266
- false
267
- end
268
-
269
- def wake_waiting_transactions(key)
270
- # Find waiting transactions for this key
271
- @waiting.each do |txn_id, waits|
272
- if waits.key?(key)
273
- # Transaction is waiting - it will be woken in wait loop
274
- end
275
- end
276
- end
277
-
278
- def detect_deadlock
279
- graph = build_wait_for_graph
280
-
281
- # Detect cycles
282
- cycles = detect_cycles(graph)
283
-
284
- if cycles.any?
285
- @stats[:deadlocks_detected] += 1
286
- # Resolve by aborting the lowest-priority transaction. The victim is
287
- # marked before locks are released so its waiter cannot reacquire a
288
- # lock after the condition variable wakes it.
289
- cycles.each do |cycle|
290
- victim = cycle.compact.min_by { |id| [@transactions[id]&.priority.to_i, id.to_s] }
291
- abort_transaction_unlocked(victim) if victim
292
- end
293
- end
294
- end
295
-
296
- def detect_cycles(graph)
297
- cycles = []
298
- visited = Set.new
299
- active = Set.new
300
- path = []
301
-
302
- graph.keys.each do |node|
303
- detect_cycle_dfs(node, graph, visited, active, path, cycles) unless visited.include?(node)
304
- end
305
-
306
- cycles
307
- end
308
-
309
- def detect_cycle_dfs(node, graph, visited, active, path, cycles)
310
- if active.include?(node)
311
- start = path.index(node)
312
- cycle = path[start..] + [node]
313
- cycles << cycle unless cycles.any? { |existing| existing == cycle }
314
- return
315
- end
316
- return if visited.include?(node)
317
-
318
- visited.add(node)
319
- active.add(node)
320
- path << node
321
-
322
- graph[node]&.each do |neighbor|
323
- detect_cycle_dfs(neighbor, graph, visited, active, path, cycles)
324
- end
325
-
326
- path.pop
327
- active.delete(node)
328
- end
329
-
330
- def abort_transaction(transaction_id)
331
- transaction = if @transaction_manager.respond_to?(:get_transaction)
332
- @transaction_manager.get_transaction(transaction_id)
333
- end
334
- if transaction && @transaction_manager.respond_to?(:rollback_transaction)
335
- @transaction_manager.rollback_transaction(transaction)
336
- end
337
- @lock.synchronize { abort_transaction_unlocked(transaction_id) }
338
- end
339
-
340
- # Called only while @lock is held. It must never call back into the
341
- # transaction manager, whose own mutex may be held by the caller.
342
- def abort_transaction_unlocked(transaction_id)
343
- transaction = @transactions[transaction_id]
344
- if @transaction_manager
345
- @deadlock_victims[transaction_id] = transaction if transaction
346
- else
347
- transaction&.abort
348
- end
349
-
350
- @waiting.delete(transaction_id)
351
- @locks.each do |key, lock|
352
- next unless lock.holders.key?(transaction_id)
353
-
354
- lock.remove_holder(Transaction.new(id: transaction_id))
355
- @locks.delete(key) if lock.holders.empty?
356
- end
357
- @stats[:deadlocks_resolved] += 1
358
- @condition.broadcast
359
- end
360
- end
361
- end
362
- end
1
+ # frozen_string_literal: true
2
+
3
+ module RubyDB
4
+ module Transactions
5
+ # Import lock and transaction classes
6
+ require_relative "lock"
7
+ require_relative "transaction"
8
+
9
+ # LockManager - Manages locks for transactions
10
+ class LockManager
11
+ attr_reader :locks, :waiting, :stats
12
+
13
+ def initialize(config = {})
14
+ @locks = {}
15
+ @waiting = {}
16
+ @lock_timeout = config[:lock_timeout] || 30
17
+ @deadlock_detection = config[:deadlock_detection] != false
18
+ @transaction_manager = config[:transaction_manager]
19
+ @stats = {
20
+ locks_acquired: 0,
21
+ locks_released: 0,
22
+ lock_waits: 0,
23
+ lock_timeouts: 0,
24
+ deadlocks_detected: 0,
25
+ deadlocks_resolved: 0
26
+ }
27
+ @lock = Mutex.new
28
+ @condition = ConditionVariable.new
29
+ @transactions = {}
30
+ @deadlock_victims = {}
31
+ end
32
+
33
+ def acquire_lock(transaction, table_name, row_id, lock_type, timeout = @lock_timeout)
34
+ @lock.synchronize do
35
+ @transactions[transaction.id] = transaction
36
+ return false unless transaction.active?
37
+
38
+ key = lock_key(table_name, row_id)
39
+
40
+ # Check if transaction already has lock
41
+ if has_lock?(transaction, key)
42
+ return upgrade_lock(transaction, key, lock_type)
43
+ end
44
+
45
+ # Check if lock is available
46
+ current_lock = @locks[key]
47
+
48
+ if current_lock.nil?
49
+ # No lock exists - acquire
50
+ @locks[key] = Lock.new(key, lock_type, transaction)
51
+ @stats[:locks_acquired] += 1
52
+ return true
53
+ end
54
+
55
+ # Check compatibility
56
+ if compatible?(current_lock, lock_type, transaction)
57
+ # Add transaction to lock
58
+ current_lock.add_holder(transaction, lock_type)
59
+ @stats[:locks_acquired] += 1
60
+ return true
61
+ end
62
+
63
+ # Lock conflict - wait
64
+ @stats[:lock_waits] += 1
65
+ result = wait_for_lock(transaction, key, lock_type, timeout)
66
+
67
+ result
68
+ end
69
+ end
70
+
71
+ def release_locks(transaction)
72
+ @lock.synchronize do
73
+ @locks.each do |key, lock|
74
+ if lock.holders.key?(transaction.id)
75
+ lock.remove_holder(transaction)
76
+ @stats[:locks_released] += 1
77
+
78
+ # Remove empty lock
79
+ if lock.holders.empty?
80
+ @locks.delete(key)
81
+
82
+ # Wake up waiting transactions
83
+ wake_waiting_transactions(key)
84
+ @condition.broadcast
85
+ end
86
+ end
87
+ end
88
+ @transactions.delete(transaction.id)
89
+ end
90
+ end
91
+
92
+ def release_all_locks
93
+ @lock.synchronize do
94
+ @locks.clear
95
+ @waiting.clear
96
+ @transactions.clear
97
+ @deadlock_victims.clear
98
+ @stats[:locks_released] += 1
99
+ end
100
+ end
101
+
102
+ def has_lock?(transaction, key)
103
+ lock = @locks[key]
104
+ return false unless lock
105
+ lock.holders.key?(transaction.id)
106
+ end
107
+
108
+ def lock_type(transaction, key)
109
+ lock = @locks[key]
110
+ return nil unless lock
111
+ lock.holders[transaction.id] if lock.holders.key?(transaction.id)
112
+ end
113
+
114
+ def waiting_transactions
115
+ @waiting.size
116
+ end
117
+
118
+ def deadlock_victim?(transaction_id)
119
+ @lock.synchronize { @deadlock_victims.key?(transaction_id) }
120
+ end
121
+
122
+ def clear_deadlock_victim(transaction_id)
123
+ @lock.synchronize { @deadlock_victims.delete(transaction_id) }
124
+ end
125
+
126
+ def total_locks
127
+ @locks.size
128
+ end
129
+
130
+ def lock_info
131
+ @locks.transform_values do |lock|
132
+ {
133
+ type: lock.type,
134
+ holders: lock.holders.keys,
135
+ waiters: lock.waiters.keys
136
+ }
137
+ end
138
+ end
139
+
140
+ # Return the current wait-for graph as transaction ids. This is a
141
+ # snapshot intended for monitoring and transaction-manager deadlock
142
+ # resolution; callers never receive mutable lock-manager state.
143
+ def wait_for_graph
144
+ @lock.synchronize { build_wait_for_graph }
145
+ end
146
+
147
+ private
148
+
149
+ def build_wait_for_graph
150
+ graph = {}
151
+ @waiting.each do |transaction_id, waits|
152
+ graph[transaction_id] = Set.new
153
+ waits.each_key do |key|
154
+ @locks[key]&.holders&.each_key do |holder_id|
155
+ graph[holder_id] ||= Set.new
156
+ graph[transaction_id] << holder_id
157
+ end
158
+ end
159
+ end
160
+ graph
161
+ end
162
+
163
+ def lock_key(table_name, row_id)
164
+ "#{table_name}:#{row_id}"
165
+ end
166
+
167
+ def compatible?(lock, lock_type, transaction)
168
+ # Check if any holder has incompatible lock
169
+ lock.holders.each do |holder_id, holder_type|
170
+ next if holder_id == transaction.id
171
+
172
+ if !compatible_lock_types(holder_type, lock_type)
173
+ return false
174
+ end
175
+ end
176
+
177
+ true
178
+ end
179
+
180
+ def compatible_lock_types(type1, type2)
181
+ # Shared locks are compatible with shared locks
182
+ if type1 == :shared && type2 == :shared
183
+ return true
184
+ end
185
+
186
+ # Exclusive locks are incompatible with any other
187
+ if type1 == :exclusive || type2 == :exclusive
188
+ return false
189
+ end
190
+
191
+ true
192
+ end
193
+
194
+ def upgrade_lock(transaction, key, new_type)
195
+ lock = @locks[key]
196
+ current_type = lock.holders[transaction.id]
197
+
198
+ # Check if upgrade is needed
199
+ return true if current_type == new_type
200
+
201
+ # Check if upgrade is possible
202
+ if new_type == :exclusive && current_type == :shared
203
+ # Need to check if other transactions hold shared locks
204
+ if lock.holders.size == 1 && lock.holders.key?(transaction.id)
205
+ # Only this transaction holds the lock - upgrade
206
+ lock.holders[transaction.id] = :exclusive
207
+ @stats[:locks_acquired] += 1
208
+ return true
209
+ end
210
+ end
211
+
212
+ false
213
+ end
214
+
215
+ def wait_for_lock(transaction, key, lock_type, timeout)
216
+ start_time = Time.now
217
+
218
+ # Add to waiters
219
+ @waiting[transaction.id] ||= {}
220
+ @waiting[transaction.id][key] = {
221
+ lock_type: lock_type,
222
+ start_time: start_time
223
+ }
224
+
225
+ # Wait loop
226
+ while (remaining = timeout - (Time.now - start_time)) > 0
227
+ if !transaction.active? || @deadlock_victims.key?(transaction.id)
228
+ waits = @waiting[transaction.id]
229
+ waits&.delete(key)
230
+ @waiting.delete(transaction.id) if waits&.empty?
231
+ return false
232
+ end
233
+
234
+ # Check if lock is available
235
+ if @locks[key].nil? || compatible?(@locks[key], lock_type, transaction)
236
+ # Remove from waiting
237
+ @waiting[transaction.id].delete(key)
238
+ @waiting.delete(transaction.id) if @waiting[transaction.id].empty?
239
+
240
+ # Acquire lock
241
+ @locks[key] ||= Lock.new(key, lock_type)
242
+ @locks[key].add_holder(transaction, lock_type)
243
+ @stats[:locks_acquired] += 1
244
+ return true
245
+ end
246
+
247
+ # ConditionVariable releases @lock while waiting, allowing the
248
+ # current holder to release its lock and wake this waiter.
249
+ @condition.wait(@lock, remaining)
250
+ end
251
+
252
+ # Detect while the timed-out waiter is still in the wait graph. The
253
+ # previous ordering removed it first, making a two-transaction cycle
254
+ # impossible to observe. Resolution is performed by the unlocked
255
+ # helper because this method already owns @lock.
256
+ detect_deadlock if @deadlock_detection
257
+
258
+ # Timeout or deadlock victim
259
+ @stats[:lock_timeouts] += 1
260
+ waits = @waiting[transaction.id]
261
+ waits&.delete(key)
262
+ @waiting.delete(transaction.id) if waits&.empty?
263
+ false
264
+ end
265
+
266
+ def wake_waiting_transactions(key)
267
+ # Find waiting transactions for this key
268
+ @waiting.each do |txn_id, waits|
269
+ if waits.key?(key)
270
+ # Transaction is waiting - it will be woken in wait loop
271
+ end
272
+ end
273
+ end
274
+
275
+ def detect_deadlock
276
+ graph = build_wait_for_graph
277
+
278
+ # Detect cycles
279
+ cycles = detect_cycles(graph)
280
+
281
+ if cycles.any?
282
+ @stats[:deadlocks_detected] += 1
283
+ # Resolve by aborting the lowest-priority transaction. The victim is
284
+ # marked before locks are released so its waiter cannot reacquire a
285
+ # lock after the condition variable wakes it.
286
+ cycles.each do |cycle|
287
+ victim = cycle.compact.min_by { |id| [@transactions[id]&.priority.to_i, id.to_s] }
288
+ abort_transaction_unlocked(victim) if victim
289
+ end
290
+ end
291
+ end
292
+
293
+ def detect_cycles(graph)
294
+ cycles = []
295
+ visited = Set.new
296
+ active = Set.new
297
+ path = []
298
+
299
+ graph.keys.each do |node|
300
+ detect_cycle_dfs(node, graph, visited, active, path, cycles) unless visited.include?(node)
301
+ end
302
+
303
+ cycles
304
+ end
305
+
306
+ def detect_cycle_dfs(node, graph, visited, active, path, cycles)
307
+ if active.include?(node)
308
+ start = path.index(node)
309
+ cycle = path[start..] + [node]
310
+ cycles << cycle unless cycles.any? { |existing| existing == cycle }
311
+ return
312
+ end
313
+ return if visited.include?(node)
314
+
315
+ visited.add(node)
316
+ active.add(node)
317
+ path << node
318
+
319
+ graph[node]&.each do |neighbor|
320
+ detect_cycle_dfs(neighbor, graph, visited, active, path, cycles)
321
+ end
322
+
323
+ path.pop
324
+ active.delete(node)
325
+ end
326
+
327
+ def abort_transaction(transaction_id)
328
+ transaction = if @transaction_manager.respond_to?(:get_transaction)
329
+ @transaction_manager.get_transaction(transaction_id)
330
+ end
331
+ if transaction && @transaction_manager.respond_to?(:rollback_transaction)
332
+ @transaction_manager.rollback_transaction(transaction)
333
+ end
334
+ @lock.synchronize { abort_transaction_unlocked(transaction_id) }
335
+ end
336
+
337
+ # Called only while @lock is held. It must never call back into the
338
+ # transaction manager, whose own mutex may be held by the caller.
339
+ def abort_transaction_unlocked(transaction_id)
340
+ transaction = @transactions[transaction_id]
341
+ if @transaction_manager
342
+ @deadlock_victims[transaction_id] = transaction if transaction
343
+ else
344
+ transaction&.abort
345
+ end
346
+
347
+ @waiting.delete(transaction_id)
348
+ @locks.each do |key, lock|
349
+ next unless lock.holders.key?(transaction_id)
350
+
351
+ lock.remove_holder(Transaction.new(id: transaction_id))
352
+ @locks.delete(key) if lock.holders.empty?
353
+ end
354
+ @stats[:deadlocks_resolved] += 1
355
+ @condition.broadcast
356
+ end
357
+ end
358
+ end
359
+ end