rubydb 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. checksums.yaml +7 -0
  2. data/.gitattributes +20 -0
  3. data/.github/ISSUE_TEMPLATE/bug.yml +0 -0
  4. data/.github/ISSUE_TEMPLATE/feature.yml +0 -0
  5. data/.github/ISSUE_TEMPLATE/performance.yml +0 -0
  6. data/.github/ISSUE_TEMPLATE/security.yml +0 -0
  7. data/.github/PULL_REQUEST_TEMPLATE.md +15 -0
  8. data/.github/dependabot.yml +0 -0
  9. data/.github/workflows/benchmark.yml +26 -0
  10. data/.github/workflows/compatibility.yml +63 -0
  11. data/.github/workflows/fuzz.yml +33 -0
  12. data/.github/workflows/lint.yml +21 -0
  13. data/.github/workflows/operations.yml +24 -0
  14. data/.github/workflows/production-validation.yml +111 -0
  15. data/.github/workflows/release.yml +77 -0
  16. data/.github/workflows/security.yml +37 -0
  17. data/.github/workflows/test.yml +26 -0
  18. data/.github/workflows/workload.yml +58 -0
  19. data/.gitignore +43 -0
  20. data/.rspec +4 -0
  21. data/.rubocop.yml +44 -0
  22. data/.ruby-version +1 -0
  23. data/.standard.yml +14 -0
  24. data/ARCHITECTURE.md +21 -0
  25. data/CHANGELOG.md +31 -0
  26. data/CODE_OF_CONDUCT.md +13 -0
  27. data/CONTRIBUTING.md +29 -0
  28. data/GOVERNANCE.md +16 -0
  29. data/Gemfile +17 -0
  30. data/Gemfile.lock +71 -0
  31. data/LICENSE +60 -0
  32. data/README.md +162 -0
  33. data/ROADMAP.md +27 -0
  34. data/Rakefile +71 -0
  35. data/SECURITY.md +54 -0
  36. data/SUPPORT.md +14 -0
  37. data/adapters/activerecord/Gemfile +11 -0
  38. data/adapters/activerecord/README.md +9 -0
  39. data/adapters/activerecord/lib/active_record/connection_adapters/rubydb_adapter.rb +887 -0
  40. data/adapters/activerecord/rubydb-activerecord.gemspec +27 -0
  41. data/adapters/activerecord/spec/rubydb_adapter_integration_spec.rb +151 -0
  42. data/adapters/ruby/README.md +18 -0
  43. data/adapters/sequel/README.md +11 -0
  44. data/bin/rubydb +19 -0
  45. data/bin/rubydb-server +126 -0
  46. data/config/development.yml +0 -0
  47. data/config/monitoring/prometheus-alerts.yml +39 -0
  48. data/config/production.yml +36 -0
  49. data/config/test.yml +0 -0
  50. data/docs/README.md +71 -0
  51. data/docs/architecture/concurrency.md +14 -0
  52. data/docs/architecture/current-state.md +125 -0
  53. data/docs/architecture/execution-engine.md +25 -0
  54. data/docs/architecture/indexes.md +19 -0
  55. data/docs/architecture/mvcc.md +19 -0
  56. data/docs/architecture/overview.md +13 -0
  57. data/docs/architecture/pages.md +11 -0
  58. data/docs/architecture/production-roadmap.md +82 -0
  59. data/docs/architecture/query-planner.md +20 -0
  60. data/docs/architecture/recovery.md +18 -0
  61. data/docs/architecture/sql-engine.md +12 -0
  62. data/docs/architecture/storage-engine.md +14 -0
  63. data/docs/architecture/transactions.md +10 -0
  64. data/docs/architecture/wal.md +28 -0
  65. data/docs/cli-cheatsheet.md +98 -0
  66. data/docs/cli.md +275 -0
  67. data/docs/contributing/architecture.md +9 -0
  68. data/docs/contributing/benchmarking.md +14 -0
  69. data/docs/contributing/development.md +16 -0
  70. data/docs/contributing/release-process.md +49 -0
  71. data/docs/contributing/testing.md +16 -0
  72. data/docs/debugging.md +229 -0
  73. data/docs/developer/branching.md +10 -0
  74. data/docs/developer/database-diff.md +10 -0
  75. data/docs/developer/local-development.md +17 -0
  76. data/docs/developer/snapshots.md +9 -0
  77. data/docs/developer/temporal-data.md +10 -0
  78. data/docs/developer-guide.md +297 -0
  79. data/docs/getting-started/first-database.md +16 -0
  80. data/docs/getting-started/first-query.md +13 -0
  81. data/docs/getting-started/installation.md +19 -0
  82. data/docs/getting-started/local-to-production.md +300 -0
  83. data/docs/getting-started/quickstart.md +17 -0
  84. data/docs/getting-started/rails.md +16 -0
  85. data/docs/hardening_backlog.md +93 -0
  86. data/docs/lessons-learned.md +112 -0
  87. data/docs/operations/backups.md +33 -0
  88. data/docs/operations/disaster-recovery.md +31 -0
  89. data/docs/operations/failover.md +30 -0
  90. data/docs/operations/monitoring.md +25 -0
  91. data/docs/operations/production-guide.md +295 -0
  92. data/docs/operations/production-runbook.md +45 -0
  93. data/docs/operations/replication.md +33 -0
  94. data/docs/operations/restore.md +6 -0
  95. data/docs/operations/runbook.md +34 -0
  96. data/docs/operations/upgrades.md +14 -0
  97. data/docs/operations/workload-testing.md +17 -0
  98. data/docs/production-readiness.md +118 -0
  99. data/docs/production_validation.md +150 -0
  100. data/docs/rails/active-record.md +11 -0
  101. data/docs/rails/compatibility-guide.md +90 -0
  102. data/docs/rails/database-yml.md +92 -0
  103. data/docs/rails/installation.md +17 -0
  104. data/docs/rails/migrations.md +17 -0
  105. data/docs/rails/production.md +82 -0
  106. data/docs/rails/troubleshooting.md +18 -0
  107. data/docs/release.md +59 -0
  108. data/docs/server/architecture.md +10 -0
  109. data/docs/server/authentication.md +10 -0
  110. data/docs/server/configuration.md +16 -0
  111. data/docs/server/connection-pooling.md +10 -0
  112. data/docs/server/deployment.md +10 -0
  113. data/docs/server/protocol.md +12 -0
  114. data/docs/sql/compatibility-guide.md +82 -0
  115. data/docs/sql/compatibility.md +39 -0
  116. data/docs/sql/data-types.md +10 -0
  117. data/docs/sql/functions.md +9 -0
  118. data/docs/sql/joins.md +9 -0
  119. data/docs/sql/operators.md +9 -0
  120. data/docs/sql/sqlite-compatibility.md +21 -0
  121. data/docs/sql/syntax.md +10 -0
  122. data/docs/sql/transactions.md +10 -0
  123. data/docs/troubleshooting.md +244 -0
  124. data/exe/rubydb +23 -0
  125. data/lib/rubydb/backup/archive.rb +334 -0
  126. data/lib/rubydb/backup/backup.rb +401 -0
  127. data/lib/rubydb/backup/incremental.rb +353 -0
  128. data/lib/rubydb/backup/restore.rb +290 -0
  129. data/lib/rubydb/backup/snapshot.rb +267 -0
  130. data/lib/rubydb/backup/verification.rb +279 -0
  131. data/lib/rubydb/branching/branch.rb +181 -0
  132. data/lib/rubydb/branching/branch_manager.rb +311 -0
  133. data/lib/rubydb/branching/branch_metadata.rb +140 -0
  134. data/lib/rubydb/branching/checkout.rb +166 -0
  135. data/lib/rubydb/branching/copy_on_write.rb +272 -0
  136. data/lib/rubydb/branching/diff.rb +138 -0
  137. data/lib/rubydb/branching/merge.rb +285 -0
  138. data/lib/rubydb/build_info.rb +15 -0
  139. data/lib/rubydb/catalog/catalog.rb +391 -0
  140. data/lib/rubydb/catalog/column.rb +112 -0
  141. data/lib/rubydb/catalog/constraint.rb +180 -0
  142. data/lib/rubydb/catalog/database.rb +184 -0
  143. data/lib/rubydb/catalog/index.rb +97 -0
  144. data/lib/rubydb/catalog/schema.rb +103 -0
  145. data/lib/rubydb/catalog/sequence.rb +90 -0
  146. data/lib/rubydb/catalog/system_catalog.rb +698 -0
  147. data/lib/rubydb/catalog/table.rb +178 -0
  148. data/lib/rubydb/catalog/trigger.rb +102 -0
  149. data/lib/rubydb/catalog/view.rb +66 -0
  150. data/lib/rubydb/cli/application.rb +163 -0
  151. data/lib/rubydb/cli/commands/backup.rb +81 -0
  152. data/lib/rubydb/cli/commands/branch.rb +72 -0
  153. data/lib/rubydb/cli/commands/checkout.rb +54 -0
  154. data/lib/rubydb/cli/commands/create.rb +58 -0
  155. data/lib/rubydb/cli/commands/diff.rb +77 -0
  156. data/lib/rubydb/cli/commands/doctor.rb +74 -0
  157. data/lib/rubydb/cli/commands/drop.rb +57 -0
  158. data/lib/rubydb/cli/commands/init.rb +102 -0
  159. data/lib/rubydb/cli/commands/inspect.rb +95 -0
  160. data/lib/rubydb/cli/commands/merge.rb +63 -0
  161. data/lib/rubydb/cli/commands/migrate.rb +62 -0
  162. data/lib/rubydb/cli/commands/restart.rb +39 -0
  163. data/lib/rubydb/cli/commands/restore.rb +121 -0
  164. data/lib/rubydb/cli/commands/shell.rb +365 -0
  165. data/lib/rubydb/cli/commands/snapshot.rb +79 -0
  166. data/lib/rubydb/cli/commands/start.rb +82 -0
  167. data/lib/rubydb/cli/commands/status.rb +92 -0
  168. data/lib/rubydb/cli/commands/stop.rb +47 -0
  169. data/lib/rubydb/cli/commands/vacuum.rb +58 -0
  170. data/lib/rubydb/cli/formatter.rb +221 -0
  171. data/lib/rubydb/cli/output.rb +168 -0
  172. data/lib/rubydb/client/client.rb +304 -0
  173. data/lib/rubydb/client/connection.rb +415 -0
  174. data/lib/rubydb/client/connection_pool.rb +168 -0
  175. data/lib/rubydb/client/connection_url.rb +96 -0
  176. data/lib/rubydb/client/prepared_statement.rb +60 -0
  177. data/lib/rubydb/client/result.rb +123 -0
  178. data/lib/rubydb/client/statement.rb +52 -0
  179. data/lib/rubydb/client/transaction.rb +130 -0
  180. data/lib/rubydb/concurrency/concurrency.rb +19 -0
  181. data/lib/rubydb/concurrency/deadlock_detector.rb +150 -0
  182. data/lib/rubydb/concurrency/latch.rb +101 -0
  183. data/lib/rubydb/concurrency/lock_graph.rb +165 -0
  184. data/lib/rubydb/concurrency/mutex.rb +183 -0
  185. data/lib/rubydb/concurrency/rw_lock.rb +180 -0
  186. data/lib/rubydb/concurrency/scheduler.rb +250 -0
  187. data/lib/rubydb/concurrency/worker_pool.rb +143 -0
  188. data/lib/rubydb/configuration/config.rb +170 -0
  189. data/lib/rubydb/configuration/defaults.rb +179 -0
  190. data/lib/rubydb/configuration/environment.rb +152 -0
  191. data/lib/rubydb/configuration/parser.rb +185 -0
  192. data/lib/rubydb/configuration/validation.rb +221 -0
  193. data/lib/rubydb/constants.rb +74 -0
  194. data/lib/rubydb/constraints/check.rb +181 -0
  195. data/lib/rubydb/constraints/constraint.rb +101 -0
  196. data/lib/rubydb/constraints/foreign_key.rb +130 -0
  197. data/lib/rubydb/constraints/not_null.rb +64 -0
  198. data/lib/rubydb/constraints/primary_key.rb +99 -0
  199. data/lib/rubydb/constraints/unique.rb +108 -0
  200. data/lib/rubydb/constraints/validator.rb +350 -0
  201. data/lib/rubydb/errors/authentication_error.rb +10 -0
  202. data/lib/rubydb/errors/authorization_error.rb +23 -0
  203. data/lib/rubydb/errors/client_error.rb +10 -0
  204. data/lib/rubydb/errors/configuration_error.rb +10 -0
  205. data/lib/rubydb/errors/connection_error.rb +10 -0
  206. data/lib/rubydb/errors/constraint_error.rb +23 -0
  207. data/lib/rubydb/errors/corruption_error.rb +10 -0
  208. data/lib/rubydb/errors/database_error.rb +10 -0
  209. data/lib/rubydb/errors/error.rb +20 -0
  210. data/lib/rubydb/errors/execution_error.rb +10 -0
  211. data/lib/rubydb/errors/parser_error.rb +10 -0
  212. data/lib/rubydb/errors/recovery_error.rb +10 -0
  213. data/lib/rubydb/errors/replication_error.rb +10 -0
  214. data/lib/rubydb/errors/server_error.rb +6 -0
  215. data/lib/rubydb/errors/storage_error.rb +10 -0
  216. data/lib/rubydb/errors/transaction_error.rb +10 -0
  217. data/lib/rubydb/execution/aggregate_executor.rb +138 -0
  218. data/lib/rubydb/execution/delete_executor.rb +112 -0
  219. data/lib/rubydb/execution/distinct_executor.rb +135 -0
  220. data/lib/rubydb/execution/executor.rb +1192 -0
  221. data/lib/rubydb/execution/expression.rb +193 -0
  222. data/lib/rubydb/execution/index_scan.rb +142 -0
  223. data/lib/rubydb/execution/insert_executor.rb +217 -0
  224. data/lib/rubydb/execution/join_executor.rb +249 -0
  225. data/lib/rubydb/execution/limit_executor.rb +85 -0
  226. data/lib/rubydb/execution/optimizer.rb +215 -0
  227. data/lib/rubydb/execution/plan.rb +361 -0
  228. data/lib/rubydb/execution/planner.rb +546 -0
  229. data/lib/rubydb/execution/predicate.rb +235 -0
  230. data/lib/rubydb/execution/scan.rb +49 -0
  231. data/lib/rubydb/execution/sequential_scan.rb +63 -0
  232. data/lib/rubydb/execution/sort_executor.rb +185 -0
  233. data/lib/rubydb/execution/update_executor.rb +162 -0
  234. data/lib/rubydb/functions/aggregate.rb +70 -0
  235. data/lib/rubydb/functions/date_functions.rb +278 -0
  236. data/lib/rubydb/functions/function.rb +85 -0
  237. data/lib/rubydb/functions/json_functions.rb +215 -0
  238. data/lib/rubydb/functions/numeric_functions.rb +346 -0
  239. data/lib/rubydb/functions/scalar.rb +52 -0
  240. data/lib/rubydb/functions/string_functions.rb +383 -0
  241. data/lib/rubydb/functions/system_functions.rb +246 -0
  242. data/lib/rubydb/history/as_of.rb +238 -0
  243. data/lib/rubydb/history/change.rb +105 -0
  244. data/lib/rubydb/history/history.rb +131 -0
  245. data/lib/rubydb/history/history_manager.rb +229 -0
  246. data/lib/rubydb/history/temporal_query.rb +202 -0
  247. data/lib/rubydb/history/timeline.rb +144 -0
  248. data/lib/rubydb/indexes/btree.rb +186 -0
  249. data/lib/rubydb/indexes/btree_cursor.rb +258 -0
  250. data/lib/rubydb/indexes/btree_node.rb +385 -0
  251. data/lib/rubydb/indexes/hash_index.rb +150 -0
  252. data/lib/rubydb/indexes/index.rb +71 -0
  253. data/lib/rubydb/indexes/index_manager.rb +406 -0
  254. data/lib/rubydb/indexes/index_scan.rb +470 -0
  255. data/lib/rubydb/migrations/migration.rb +254 -0
  256. data/lib/rubydb/migrations/migration_lock.rb +146 -0
  257. data/lib/rubydb/migrations/migration_manager.rb +176 -0
  258. data/lib/rubydb/migrations/migration_version.rb +71 -0
  259. data/lib/rubydb/migrations/schema_diff.rb +211 -0
  260. data/lib/rubydb/migrations/schema_version.rb +64 -0
  261. data/lib/rubydb/monitoring/events.rb +160 -0
  262. data/lib/rubydb/monitoring/health.rb +222 -0
  263. data/lib/rubydb/monitoring/logger.rb +193 -0
  264. data/lib/rubydb/monitoring/metrics.rb +359 -0
  265. data/lib/rubydb/monitoring/performance.rb +176 -0
  266. data/lib/rubydb/monitoring/statistics.rb +170 -0
  267. data/lib/rubydb/mvcc/garbage_collector.rb +199 -0
  268. data/lib/rubydb/mvcc/mvcc.rb +16 -0
  269. data/lib/rubydb/mvcc/snapshot.rb +147 -0
  270. data/lib/rubydb/mvcc/vacuum.rb +180 -0
  271. data/lib/rubydb/mvcc/version.rb +106 -0
  272. data/lib/rubydb/mvcc/version_store.rb +398 -0
  273. data/lib/rubydb/mvcc/visibility.rb +109 -0
  274. data/lib/rubydb/protocol/capabilities.rb +125 -0
  275. data/lib/rubydb/protocol/decoder.rb +145 -0
  276. data/lib/rubydb/protocol/encoder.rb +136 -0
  277. data/lib/rubydb/protocol/handshake.rb +305 -0
  278. data/lib/rubydb/protocol/message.rb +121 -0
  279. data/lib/rubydb/protocol/protocol.rb +277 -0
  280. data/lib/rubydb/protocol/version.rb +54 -0
  281. data/lib/rubydb/rails/adapter.rb +239 -0
  282. data/lib/rubydb/rails/connection.rb +314 -0
  283. data/lib/rubydb/rails/database_statements.rb +122 -0
  284. data/lib/rubydb/rails/migration.rb +131 -0
  285. data/lib/rubydb/rails/quoting.rb +109 -0
  286. data/lib/rubydb/rails/result.rb +120 -0
  287. data/lib/rubydb/rails/schema_statements.rb +339 -0
  288. data/lib/rubydb/rails/transaction.rb +105 -0
  289. data/lib/rubydb/rails/type.rb +126 -0
  290. data/lib/rubydb/recovery/checkpoint.rb +257 -0
  291. data/lib/rubydb/recovery/consistency.rb +467 -0
  292. data/lib/rubydb/recovery/corruption_detector.rb +5 -0
  293. data/lib/rubydb/recovery/crash_recovery.rb +387 -0
  294. data/lib/rubydb/recovery/recovery_manager.rb +206 -0
  295. data/lib/rubydb/recovery/redo.rb +237 -0
  296. data/lib/rubydb/recovery/undo.rb +206 -0
  297. data/lib/rubydb/replication/failover.rb +5 -0
  298. data/lib/rubydb/replication/fencing.rb +63 -0
  299. data/lib/rubydb/replication/primary.rb +450 -0
  300. data/lib/rubydb/replication/replica.rb +384 -0
  301. data/lib/rubydb/replication/replication_log.rb +200 -0
  302. data/lib/rubydb/replication/replication_manager.rb +308 -0
  303. data/lib/rubydb/replication/replication_slot.rb +295 -0
  304. data/lib/rubydb/replication/replication_stream.rb +201 -0
  305. data/lib/rubydb/rubydb.rb +560 -0
  306. data/lib/rubydb/security/access_control.rb +254 -0
  307. data/lib/rubydb/security/audit_log.rb +213 -0
  308. data/lib/rubydb/security/authentication.rb +302 -0
  309. data/lib/rubydb/security/authorization.rb +282 -0
  310. data/lib/rubydb/security/credentials.rb +196 -0
  311. data/lib/rubydb/security/password.rb +215 -0
  312. data/lib/rubydb/security/permissions.rb +74 -0
  313. data/lib/rubydb/security/role.rb +101 -0
  314. data/lib/rubydb/security/user.rb +86 -0
  315. data/lib/rubydb/server/connection.rb +366 -0
  316. data/lib/rubydb/server/connection_pool.rb +193 -0
  317. data/lib/rubydb/server/lifecycle.rb +228 -0
  318. data/lib/rubydb/server/listener.rb +136 -0
  319. data/lib/rubydb/server/request_handler.rb +276 -0
  320. data/lib/rubydb/server/server.rb +364 -0
  321. data/lib/rubydb/server/session.rb +369 -0
  322. data/lib/rubydb/server/worker.rb +210 -0
  323. data/lib/rubydb/server/worker_pool.rb +168 -0
  324. data/lib/rubydb/sql/ast/alter_table.rb +169 -0
  325. data/lib/rubydb/sql/ast/begin_transaction.rb +47 -0
  326. data/lib/rubydb/sql/ast/commit.rb +37 -0
  327. data/lib/rubydb/sql/ast/constraint.rb +83 -0
  328. data/lib/rubydb/sql/ast/create_database.rb +41 -0
  329. data/lib/rubydb/sql/ast/create_index.rb +61 -0
  330. data/lib/rubydb/sql/ast/create_schema.rb +52 -0
  331. data/lib/rubydb/sql/ast/create_table.rb +187 -0
  332. data/lib/rubydb/sql/ast/delete.rb +54 -0
  333. data/lib/rubydb/sql/ast/drop_database.rb +41 -0
  334. data/lib/rubydb/sql/ast/drop_index.rb +41 -0
  335. data/lib/rubydb/sql/ast/drop_schema.rb +49 -0
  336. data/lib/rubydb/sql/ast/drop_table.rb +49 -0
  337. data/lib/rubydb/sql/ast/explain.rb +64 -0
  338. data/lib/rubydb/sql/ast/expression.rb +604 -0
  339. data/lib/rubydb/sql/ast/insert.rb +82 -0
  340. data/lib/rubydb/sql/ast/node.rb +42 -0
  341. data/lib/rubydb/sql/ast/rollback.rb +63 -0
  342. data/lib/rubydb/sql/ast/savepoint.rb +59 -0
  343. data/lib/rubydb/sql/ast/select.rb +88 -0
  344. data/lib/rubydb/sql/ast/set_operation.rb +20 -0
  345. data/lib/rubydb/sql/ast/trigger.rb +29 -0
  346. data/lib/rubydb/sql/ast/update.rb +88 -0
  347. data/lib/rubydb/sql/ast/vacuum.rb +19 -0
  348. data/lib/rubydb/sql/ast/view.rb +32 -0
  349. data/lib/rubydb/sql/ast/with.rb +32 -0
  350. data/lib/rubydb/sql/grammar.rb +86 -0
  351. data/lib/rubydb/sql/keywords.rb +156 -0
  352. data/lib/rubydb/sql/lexer.rb +214 -0
  353. data/lib/rubydb/sql/operators.rb +100 -0
  354. data/lib/rubydb/sql/parser.rb +1185 -0
  355. data/lib/rubydb/sql/planner/analyzer.rb +302 -0
  356. data/lib/rubydb/sql/planner/binder.rb +550 -0
  357. data/lib/rubydb/sql/planner/type_checker.rb +431 -0
  358. data/lib/rubydb/sql/token.rb +210 -0
  359. data/lib/rubydb/storage/buffer_frame.rb +44 -0
  360. data/lib/rubydb/storage/buffer_pool.rb +155 -0
  361. data/lib/rubydb/storage/database_lock.rb +74 -0
  362. data/lib/rubydb/storage/deserializer.rb +342 -0
  363. data/lib/rubydb/storage/engine.rb +2338 -0
  364. data/lib/rubydb/storage/file_manager.rb +187 -0
  365. data/lib/rubydb/storage/free_space_map.rb +81 -0
  366. data/lib/rubydb/storage/page.rb +94 -0
  367. data/lib/rubydb/storage/page_allocator.rb +855 -0
  368. data/lib/rubydb/storage/page_header.rb +67 -0
  369. data/lib/rubydb/storage/page_manager.rb +131 -0
  370. data/lib/rubydb/storage/record.rb +58 -0
  371. data/lib/rubydb/storage/row.rb +78 -0
  372. data/lib/rubydb/storage/serializer.rb +51 -0
  373. data/lib/rubydb/storage/storage_layout.rb +151 -0
  374. data/lib/rubydb/storage/storage_manager.rb +114 -0
  375. data/lib/rubydb/storage/tuple.rb +461 -0
  376. data/lib/rubydb/storage/visibility_map.rb +984 -0
  377. data/lib/rubydb/transactions/commit_manager.rb +220 -0
  378. data/lib/rubydb/transactions/isolation.rb +98 -0
  379. data/lib/rubydb/transactions/lock.rb +76 -0
  380. data/lib/rubydb/transactions/lock_manager.rb +362 -0
  381. data/lib/rubydb/transactions/savepoint.rb +143 -0
  382. data/lib/rubydb/transactions/transaction.rb +215 -0
  383. data/lib/rubydb/transactions/transaction_id.rb +84 -0
  384. data/lib/rubydb/transactions/transaction_log.rb +257 -0
  385. data/lib/rubydb/transactions/transaction_manager.rb +435 -0
  386. data/lib/rubydb/types/bigint.rb +36 -0
  387. data/lib/rubydb/types/blob.rb +37 -0
  388. data/lib/rubydb/types/boolean.rb +34 -0
  389. data/lib/rubydb/types/date.rb +39 -0
  390. data/lib/rubydb/types/decimal.rb +48 -0
  391. data/lib/rubydb/types/float.rb +34 -0
  392. data/lib/rubydb/types/integer.rb +36 -0
  393. data/lib/rubydb/types/json.rb +41 -0
  394. data/lib/rubydb/types/null.rb +34 -0
  395. data/lib/rubydb/types/smallint.rb +36 -0
  396. data/lib/rubydb/types/text.rb +37 -0
  397. data/lib/rubydb/types/time.rb +46 -0
  398. data/lib/rubydb/types/timestamp.rb +39 -0
  399. data/lib/rubydb/types/type.rb +119 -0
  400. data/lib/rubydb/types/uuid.rb +47 -0
  401. data/lib/rubydb/types/varchar.rb +37 -0
  402. data/lib/rubydb/version.rb +33 -0
  403. data/lib/rubydb/wal/archive.rb +193 -0
  404. data/lib/rubydb/wal/checkpoint.rb +183 -0
  405. data/lib/rubydb/wal/lsn.rb +94 -0
  406. data/lib/rubydb/wal/reader.rb +260 -0
  407. data/lib/rubydb/wal/record.rb +105 -0
  408. data/lib/rubydb/wal/segment.rb +193 -0
  409. data/lib/rubydb/wal/wal.rb +452 -0
  410. data/lib/rubydb/wal/writer.rb +236 -0
  411. data/lib/rubydb.rb +7 -0
  412. data/packaging/docker/Dockerfile +36 -0
  413. data/packaging/docker/docker-compose.failover.yml +43 -0
  414. data/packaging/docker/entrypoint.sh +15 -0
  415. data/packaging/homebrew/rubydb.rb +19 -0
  416. data/packaging/systemd/rubydb.service +22 -0
  417. data/rubydb.gemspec +57 -0
  418. data/scripts/benchmark +7 -0
  419. data/scripts/durability_drill +37 -0
  420. data/scripts/format +0 -0
  421. data/scripts/fuzz +63 -0
  422. data/scripts/lint +0 -0
  423. data/scripts/release +50 -0
  424. data/scripts/release_check +43 -0
  425. data/scripts/replication_failover_drill +250 -0
  426. data/scripts/replication_network_failover_drill +255 -0
  427. data/scripts/restore_drill +45 -0
  428. data/scripts/security +0 -0
  429. data/scripts/setup +0 -0
  430. data/scripts/test +0 -0
  431. data/scripts/test-chaos +0 -0
  432. data/scripts/test-crash +0 -0
  433. data/scripts/test-integration +0 -0
  434. data/scripts/test-unit +0 -0
  435. data/visibility_map.json +1 -0
  436. metadata +538 -0
@@ -0,0 +1,258 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RubyDB
4
+ module Indexes
5
+ # B-Tree cursor for sequential access
6
+ class BTreeCursor
7
+ attr_reader :btree, :current_key, :current_value, :position
8
+
9
+ def initialize(btree)
10
+ @btree = btree
11
+ @current_key = nil
12
+ @current_value = nil
13
+ @position = 0
14
+ @stack = []
15
+ @direction = :forward
16
+ @started = false
17
+ @finished = false
18
+ end
19
+
20
+ def first
21
+ lock.synchronize do
22
+ reset
23
+ @direction = :forward
24
+ move_to_first
25
+ @started = true
26
+ @current_key
27
+ end
28
+ end
29
+
30
+ def last
31
+ lock.synchronize do
32
+ reset
33
+ @direction = :backward
34
+ move_to_last
35
+ @started = true
36
+ @current_key
37
+ end
38
+ end
39
+
40
+ def next
41
+ lock.synchronize do
42
+ return nil if @finished
43
+ return first if !@started
44
+
45
+ if @direction == :backward
46
+ @direction = :forward
47
+ end
48
+
49
+ move_next
50
+
51
+ if @current_key.nil?
52
+ @finished = true
53
+ nil
54
+ else
55
+ { key: @current_key, value: @current_value }
56
+ end
57
+ end
58
+ end
59
+
60
+ def prev
61
+ lock.synchronize do
62
+ return nil if @finished
63
+ return last if !@started
64
+
65
+ if @direction == :forward
66
+ @direction = :backward
67
+ end
68
+
69
+ move_prev
70
+
71
+ if @current_key.nil?
72
+ @finished = true
73
+ nil
74
+ else
75
+ { key: @current_key, value: @current_value }
76
+ end
77
+ end
78
+ end
79
+
80
+ def seek(key)
81
+ lock.synchronize do
82
+ reset
83
+ @direction = :forward
84
+
85
+ node = @btree.root
86
+ find_node(node, key)
87
+
88
+ @started = true
89
+ @current_key
90
+ end
91
+ end
92
+
93
+ def reset
94
+ @current_key = nil
95
+ @current_value = nil
96
+ @position = 0
97
+ @stack.clear
98
+ @started = false
99
+ @finished = false
100
+ end
101
+
102
+ private
103
+
104
+ def move_to_first
105
+ node = @btree.root
106
+ return unless node
107
+
108
+ while !node.is_leaf
109
+ @stack << { node: node, position: 0 }
110
+ node = node.children.first
111
+ end
112
+
113
+ if node.keys.any?
114
+ @current_key = node.keys.first
115
+ @current_value = node.values.first
116
+ @stack << { node: node, position: 0 }
117
+ end
118
+ end
119
+
120
+ def move_to_last
121
+ node = @btree.root
122
+ return unless node
123
+
124
+ while !node.is_leaf
125
+ @stack << { node: node, position: node.children.size - 1 }
126
+ node = node.children.last
127
+ end
128
+
129
+ if node.keys.any?
130
+ pos = node.keys.size - 1
131
+ @current_key = node.keys[pos]
132
+ @current_value = node.values[pos]
133
+ @stack << { node: node, position: pos }
134
+ end
135
+ end
136
+
137
+ def move_next
138
+ if @stack.empty?
139
+ @current_key = nil
140
+ @current_value = nil
141
+ return
142
+ end
143
+
144
+ current_frame = @stack.last
145
+ node = current_frame[:node]
146
+ pos = current_frame[:position]
147
+
148
+ # Move to next key in current node
149
+ if pos + 1 < node.keys.size
150
+ current_frame[:position] = pos + 1
151
+ @current_key = node.keys[pos + 1]
152
+ @current_value = node.values[pos + 1]
153
+ return
154
+ end
155
+
156
+ # Move up the stack
157
+ while @stack.size > 1
158
+ @stack.pop
159
+ parent = @stack.last
160
+ parent_pos = parent[:position]
161
+
162
+ # Check if parent has next child
163
+ if parent_pos + 1 < parent[:node].children.size
164
+ # Go down to next leaf
165
+ parent[:position] = parent_pos + 1
166
+ node = parent[:node].children[parent_pos + 1]
167
+
168
+ while !node.is_leaf
169
+ @stack << { node: node, position: 0 }
170
+ node = node.children.first
171
+ end
172
+
173
+ @stack << { node: node, position: 0 }
174
+ @current_key = node.keys.first
175
+ @current_value = node.values.first
176
+ return
177
+ end
178
+ end
179
+
180
+ # Reached end
181
+ @current_key = nil
182
+ @current_value = nil
183
+ end
184
+
185
+ def move_prev
186
+ if @stack.empty?
187
+ @current_key = nil
188
+ @current_value = nil
189
+ return
190
+ end
191
+
192
+ current_frame = @stack.last
193
+ node = current_frame[:node]
194
+ pos = current_frame[:position]
195
+
196
+ # Move to previous key in current node
197
+ if pos - 1 >= 0
198
+ current_frame[:position] = pos - 1
199
+ @current_key = node.keys[pos - 1]
200
+ @current_value = node.values[pos - 1]
201
+ return
202
+ end
203
+
204
+ # Move up the stack
205
+ while @stack.size > 1
206
+ @stack.pop
207
+ parent = @stack.last
208
+ parent_pos = parent[:position]
209
+
210
+ # Check if parent has previous child
211
+ if parent_pos - 1 >= 0
212
+ parent[:position] = parent_pos - 1
213
+ node = parent[:node].children[parent_pos - 1]
214
+
215
+ while !node.is_leaf
216
+ @stack << { node: node, position: node.children.size - 1 }
217
+ node = node.children.last
218
+ end
219
+
220
+ pos = node.keys.size - 1
221
+ @stack << { node: node, position: pos }
222
+ @current_key = node.keys[pos]
223
+ @current_value = node.values[pos]
224
+ return
225
+ end
226
+ end
227
+
228
+ # Reached beginning
229
+ @current_key = nil
230
+ @current_value = nil
231
+ end
232
+
233
+ def find_node(node, key)
234
+ if node.is_leaf
235
+ pos = node.find_position(key)
236
+ if pos < node.keys.size && node.keys[pos] == key
237
+ @current_key = node.keys[pos]
238
+ @current_value = node.values[pos]
239
+ @stack << { node: node, position: pos }
240
+ else
241
+ # Key not found - position at insertion point
242
+ @current_key = nil
243
+ @current_value = nil
244
+ @finished = true
245
+ end
246
+ else
247
+ pos = node.find_child_position(key)
248
+ @stack << { node: node, position: pos }
249
+ find_node(node.children[pos], key)
250
+ end
251
+ end
252
+
253
+ def lock
254
+ @btree.instance_variable_get(:@lock)
255
+ end
256
+ end
257
+ end
258
+ end
@@ -0,0 +1,385 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RubyDB
4
+ module Indexes
5
+ # B-Tree node implementation
6
+ class BTreeNode
7
+ attr_reader :page_number, :is_leaf, :keys, :values, :children, :parent
8
+ attr_writer :parent
9
+ attr_accessor :next_leaf, :prev_leaf
10
+
11
+ def initialize(page_number, is_leaf = true, order = 4, page_allocator = nil)
12
+ @page_number = page_number
13
+ @is_leaf = is_leaf
14
+ @order = order
15
+ @keys = []
16
+ @values = []
17
+ @children = []
18
+ @parent = nil
19
+ @next_leaf = nil
20
+ @prev_leaf = nil
21
+ @min_keys = (order / 2.0).ceil - 1
22
+ @max_keys = order - 1
23
+ @dirty = false
24
+ @page_allocator = page_allocator
25
+ end
26
+
27
+ def insert(key, value)
28
+ if @is_leaf
29
+ insert_into_leaf(key, value)
30
+ else
31
+ insert_into_internal(key, value)
32
+ end
33
+ end
34
+
35
+ def insert_into_leaf(key, value)
36
+ # Find position to insert
37
+ pos = find_insert_position(key)
38
+
39
+ # Insert key and value
40
+ @keys.insert(pos, key)
41
+ @values.insert(pos, value)
42
+ @dirty = true
43
+
44
+ # Check if node needs to split
45
+ if @keys.size > @max_keys
46
+ return split
47
+ end
48
+
49
+ self
50
+ end
51
+
52
+ def insert_into_internal(key, value)
53
+ # Find child to insert into
54
+ pos = find_child_position(key)
55
+ child = @children[pos]
56
+
57
+ result = child.insert(key, value)
58
+
59
+ # If child was split, handle the split
60
+ if result.is_a?(Array) && result.size == 3
61
+ left_child, right_child, split_key = result
62
+
63
+ # Replace child with left child
64
+ @children[pos] = left_child
65
+ left_child.parent = self
66
+
67
+ # Insert right child and split key
68
+ @keys.insert(pos, split_key)
69
+ @children.insert(pos + 1, right_child)
70
+ right_child.parent = self
71
+ @dirty = true
72
+
73
+ # Check if this node needs to split
74
+ if @keys.size > @max_keys
75
+ return split
76
+ end
77
+ end
78
+
79
+ self
80
+ end
81
+
82
+ def split
83
+ # Find middle position
84
+ mid = @keys.size / 2
85
+
86
+ # Create new node
87
+ new_node = BTreeNode.new(allocate_page, @is_leaf, @order, @page_allocator)
88
+
89
+ # Split keys and values
90
+ if @is_leaf
91
+ # Leaf split - keep all keys in both nodes
92
+ split_key = @keys[mid]
93
+
94
+ # Move half of keys/values to new node
95
+ new_node.keys = @keys[mid..-1]
96
+ new_node.values = @values[mid..-1]
97
+
98
+ @keys = @keys[0...mid]
99
+ @values = @values[0...mid]
100
+
101
+ # Update leaf links
102
+ new_node.next_leaf = @next_leaf
103
+ new_node.prev_leaf = self
104
+ @next_leaf = new_node
105
+
106
+ # Return left, right, and split key
107
+ [self, new_node, split_key]
108
+ else
109
+ # Internal split - promote middle key
110
+ split_key = @keys[mid]
111
+
112
+ # Right child gets keys after mid
113
+ new_node.keys = @keys[mid + 1..-1]
114
+ new_node.children = @children[mid + 1..-1]
115
+
116
+ # Left child keeps keys before mid
117
+ @keys = @keys[0...mid]
118
+ @children = @children[0...mid + 1]
119
+
120
+ # Update parent references
121
+ new_node.children.each { |c| c.parent = new_node }
122
+
123
+ [self, new_node, split_key]
124
+ end
125
+ end
126
+
127
+ def search(key)
128
+ if @is_leaf
129
+ # Linear search in leaf
130
+ pos = find_position(key)
131
+ return @values[pos] if pos < @keys.size && @keys[pos] == key
132
+ nil
133
+ else
134
+ # Search in child
135
+ pos = find_child_position(key)
136
+ @children[pos].search(key)
137
+ end
138
+ end
139
+
140
+ def range_search(start_key, end_key)
141
+ results = []
142
+
143
+ if @is_leaf
144
+ # Collect keys in range
145
+ start_pos = find_insert_position(start_key)
146
+ end_pos = find_insert_position(end_key + 1) rescue @keys.size - 1
147
+
148
+ (start_pos..end_pos).each do |pos|
149
+ break if pos >= @keys.size
150
+ break if compare_keys(@keys[pos], end_key).positive?
151
+ results << { key: @keys[pos], value: @values[pos] }
152
+ end
153
+ else
154
+ # Find the starting leaf and walk the linked leaf chain so ranges
155
+ # spanning multiple pages return every matching entry.
156
+ pos = find_child_position(start_key)
157
+ leaf = @children[pos]
158
+ until leaf.is_leaf
159
+ leaf = leaf.children[leaf.find_child_position(start_key)]
160
+ end
161
+ while leaf
162
+ leaf.keys.each_with_index do |key, index|
163
+ next if compare_keys(key, start_key).negative?
164
+ return results if compare_keys(key, end_key).positive?
165
+ results << { key: key, value: leaf.values[index] }
166
+ end
167
+ leaf = leaf.next_leaf
168
+ end
169
+ end
170
+
171
+ results
172
+ end
173
+
174
+ def delete(key)
175
+ if @is_leaf
176
+ delete_from_leaf(key)
177
+ else
178
+ delete_from_internal(key)
179
+ end
180
+ end
181
+
182
+ def delete_from_leaf(key)
183
+ pos = find_position(key)
184
+
185
+ if pos < @keys.size && @keys[pos] == key
186
+ @keys.delete_at(pos)
187
+ @values.delete_at(pos)
188
+ @dirty = true
189
+
190
+ # Check if node needs rebalancing
191
+ if @keys.size < @min_keys && @parent
192
+ return rebalance
193
+ end
194
+
195
+ self
196
+ else
197
+ nil
198
+ end
199
+ end
200
+
201
+ def delete_from_internal(key)
202
+ pos = find_child_position(key)
203
+ child = @children[pos]
204
+
205
+ result = child.delete(key)
206
+
207
+ # Handle rebalancing
208
+ if result == :underflow
209
+ rebalance_child(pos)
210
+ end
211
+
212
+ self
213
+ end
214
+
215
+ def rebalance
216
+ # Try to borrow from siblings
217
+ siblings = get_siblings
218
+
219
+ siblings.each do |sibling, position|
220
+ if sibling && sibling.keys.size > @min_keys
221
+ # Borrow from sibling
222
+ if position < 0
223
+ # Borrow from left sibling
224
+ @keys.unshift(sibling.keys.last)
225
+ @values.unshift(sibling.values.last)
226
+ sibling.keys.pop
227
+ sibling.values.pop
228
+ @dirty = true
229
+ else
230
+ # Borrow from right sibling
231
+ @keys.push(sibling.keys.first)
232
+ @values.push(sibling.values.first)
233
+ sibling.keys.shift
234
+ sibling.values.shift
235
+ @dirty = true
236
+ end
237
+
238
+ return self
239
+ end
240
+ end
241
+
242
+ # Merge with a sibling
243
+ merge_with_sibling
244
+ :merged
245
+ end
246
+
247
+ def rebalance_child(pos)
248
+ child = @children[pos]
249
+ left_sibling = pos > 0 ? @children[pos - 1] : nil
250
+ right_sibling = pos < @children.size - 1 ? @children[pos + 1] : nil
251
+
252
+ # Try to borrow from left sibling
253
+ if left_sibling && left_sibling.keys.size > @min_keys
254
+ # Borrow from left sibling
255
+ child.keys.unshift(@keys[pos - 1])
256
+ @keys[pos - 1] = left_sibling.keys.pop
257
+ child.values.unshift(left_sibling.values.pop) if child.is_leaf
258
+ @dirty = true
259
+ return
260
+ end
261
+
262
+ # Try to borrow from right sibling
263
+ if right_sibling && right_sibling.keys.size > @min_keys
264
+ # Borrow from right sibling
265
+ child.keys.push(@keys[pos])
266
+ @keys[pos] = right_sibling.keys.shift
267
+ child.values.push(right_sibling.values.shift) if child.is_leaf
268
+ @dirty = true
269
+ return
270
+ end
271
+
272
+ # Merge with left sibling
273
+ if left_sibling
274
+ merge_nodes(left_sibling, child, pos - 1)
275
+ elsif right_sibling
276
+ merge_nodes(child, right_sibling, pos)
277
+ end
278
+ end
279
+
280
+ def merge_nodes(left, right, parent_pos)
281
+ # Move parent key down
282
+ left.keys << @keys[parent_pos]
283
+ left.values << nil unless left.is_leaf
284
+
285
+ # Merge right node's keys
286
+ left.keys.concat(right.keys)
287
+ left.values.concat(right.values) if left.is_leaf
288
+ left.children.concat(right.children) unless left.is_leaf
289
+
290
+ # Update parent
291
+ @keys.delete_at(parent_pos)
292
+ @children.delete_at(parent_pos + 1)
293
+ @dirty = true
294
+
295
+ # Update leaf links
296
+ if left.is_leaf
297
+ left.next_leaf = right.next_leaf
298
+ right.next_leaf.prev_leaf = left if right.next_leaf
299
+ end
300
+
301
+ # Check if parent needs rebalancing
302
+ if @keys.size < @min_keys && @parent
303
+ rebalance
304
+ end
305
+
306
+ :underflow
307
+ end
308
+
309
+ def find_position(key)
310
+ @keys.bsearch_index { |k| compare_keys(k, key) >= 0 } || @keys.size
311
+ end
312
+
313
+ def find_insert_position(key)
314
+ @keys.bsearch_index { |k| compare_keys(k, key) >= 0 } || @keys.size
315
+ end
316
+
317
+ def find_child_position(key)
318
+ pos = @keys.bsearch_index { |k| compare_keys(k, key).positive? }
319
+ pos.nil? ? @children.size - 1 : pos
320
+ end
321
+
322
+ def compare_keys(left, right)
323
+ if left.is_a?(Array) && right.is_a?(Array)
324
+ left.zip(right).each do |left_value, right_value|
325
+ comparison = compare_keys(left_value, right_value)
326
+ return comparison unless comparison.zero?
327
+ end
328
+ return left.length <=> right.length
329
+ end
330
+
331
+ if left.is_a?(TrueClass) || left.is_a?(FalseClass) || right.is_a?(TrueClass) || right.is_a?(FalseClass)
332
+ return 0 if left == right
333
+ return left == false ? -1 : 1
334
+ end
335
+
336
+ comparison = left <=> right
337
+ comparison.nil? ? left.to_s <=> right.to_s : comparison
338
+ end
339
+
340
+ def get_siblings
341
+ siblings = []
342
+
343
+ if @parent
344
+ parent_children = @parent.children
345
+ idx = parent_children.index(self)
346
+
347
+ siblings << [idx > 0 ? parent_children[idx - 1] : nil, -1]
348
+ siblings << [idx < parent_children.size - 1 ? parent_children[idx + 1] : nil, 1]
349
+ end
350
+
351
+ siblings
352
+ end
353
+
354
+ def allocate_page
355
+ raise "B-tree page allocator is not configured" unless @page_allocator.respond_to?(:call)
356
+ @page_allocator.call
357
+ end
358
+
359
+ def serialize
360
+ {
361
+ page_number: @page_number,
362
+ is_leaf: @is_leaf,
363
+ keys: @keys,
364
+ values: @values,
365
+ children: @children.map(&:page_number),
366
+ next_leaf: @next_leaf&.page_number,
367
+ prev_leaf: @prev_leaf&.page_number
368
+ }
369
+ end
370
+
371
+ def self.deserialize(data)
372
+ node = new(data[:page_number], data[:is_leaf])
373
+ node.keys = data[:keys]
374
+ node.values = data[:values]
375
+ node
376
+ end
377
+
378
+ def to_s
379
+ "BTreeNode(page=#{@page_number}, leaf=#{@is_leaf}, keys=#{@keys.size})"
380
+ end
381
+
382
+ attr_writer :keys, :values, :children
383
+ end
384
+ end
385
+ end