rubydb 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. checksums.yaml +7 -0
  2. data/.gitattributes +20 -0
  3. data/.github/ISSUE_TEMPLATE/bug.yml +0 -0
  4. data/.github/ISSUE_TEMPLATE/feature.yml +0 -0
  5. data/.github/ISSUE_TEMPLATE/performance.yml +0 -0
  6. data/.github/ISSUE_TEMPLATE/security.yml +0 -0
  7. data/.github/PULL_REQUEST_TEMPLATE.md +15 -0
  8. data/.github/dependabot.yml +0 -0
  9. data/.github/workflows/benchmark.yml +26 -0
  10. data/.github/workflows/compatibility.yml +63 -0
  11. data/.github/workflows/fuzz.yml +33 -0
  12. data/.github/workflows/lint.yml +21 -0
  13. data/.github/workflows/operations.yml +24 -0
  14. data/.github/workflows/production-validation.yml +111 -0
  15. data/.github/workflows/release.yml +77 -0
  16. data/.github/workflows/security.yml +37 -0
  17. data/.github/workflows/test.yml +26 -0
  18. data/.github/workflows/workload.yml +58 -0
  19. data/.gitignore +43 -0
  20. data/.rspec +4 -0
  21. data/.rubocop.yml +44 -0
  22. data/.ruby-version +1 -0
  23. data/.standard.yml +14 -0
  24. data/ARCHITECTURE.md +21 -0
  25. data/CHANGELOG.md +31 -0
  26. data/CODE_OF_CONDUCT.md +13 -0
  27. data/CONTRIBUTING.md +29 -0
  28. data/GOVERNANCE.md +16 -0
  29. data/Gemfile +17 -0
  30. data/Gemfile.lock +71 -0
  31. data/LICENSE +60 -0
  32. data/README.md +162 -0
  33. data/ROADMAP.md +27 -0
  34. data/Rakefile +71 -0
  35. data/SECURITY.md +54 -0
  36. data/SUPPORT.md +14 -0
  37. data/adapters/activerecord/Gemfile +11 -0
  38. data/adapters/activerecord/README.md +9 -0
  39. data/adapters/activerecord/lib/active_record/connection_adapters/rubydb_adapter.rb +887 -0
  40. data/adapters/activerecord/rubydb-activerecord.gemspec +27 -0
  41. data/adapters/activerecord/spec/rubydb_adapter_integration_spec.rb +151 -0
  42. data/adapters/ruby/README.md +18 -0
  43. data/adapters/sequel/README.md +11 -0
  44. data/bin/rubydb +19 -0
  45. data/bin/rubydb-server +126 -0
  46. data/config/development.yml +0 -0
  47. data/config/monitoring/prometheus-alerts.yml +39 -0
  48. data/config/production.yml +36 -0
  49. data/config/test.yml +0 -0
  50. data/docs/README.md +71 -0
  51. data/docs/architecture/concurrency.md +14 -0
  52. data/docs/architecture/current-state.md +125 -0
  53. data/docs/architecture/execution-engine.md +25 -0
  54. data/docs/architecture/indexes.md +19 -0
  55. data/docs/architecture/mvcc.md +19 -0
  56. data/docs/architecture/overview.md +13 -0
  57. data/docs/architecture/pages.md +11 -0
  58. data/docs/architecture/production-roadmap.md +82 -0
  59. data/docs/architecture/query-planner.md +20 -0
  60. data/docs/architecture/recovery.md +18 -0
  61. data/docs/architecture/sql-engine.md +12 -0
  62. data/docs/architecture/storage-engine.md +14 -0
  63. data/docs/architecture/transactions.md +10 -0
  64. data/docs/architecture/wal.md +28 -0
  65. data/docs/cli-cheatsheet.md +98 -0
  66. data/docs/cli.md +275 -0
  67. data/docs/contributing/architecture.md +9 -0
  68. data/docs/contributing/benchmarking.md +14 -0
  69. data/docs/contributing/development.md +16 -0
  70. data/docs/contributing/release-process.md +49 -0
  71. data/docs/contributing/testing.md +16 -0
  72. data/docs/debugging.md +229 -0
  73. data/docs/developer/branching.md +10 -0
  74. data/docs/developer/database-diff.md +10 -0
  75. data/docs/developer/local-development.md +17 -0
  76. data/docs/developer/snapshots.md +9 -0
  77. data/docs/developer/temporal-data.md +10 -0
  78. data/docs/developer-guide.md +297 -0
  79. data/docs/getting-started/first-database.md +16 -0
  80. data/docs/getting-started/first-query.md +13 -0
  81. data/docs/getting-started/installation.md +19 -0
  82. data/docs/getting-started/local-to-production.md +300 -0
  83. data/docs/getting-started/quickstart.md +17 -0
  84. data/docs/getting-started/rails.md +16 -0
  85. data/docs/hardening_backlog.md +93 -0
  86. data/docs/lessons-learned.md +112 -0
  87. data/docs/operations/backups.md +33 -0
  88. data/docs/operations/disaster-recovery.md +31 -0
  89. data/docs/operations/failover.md +30 -0
  90. data/docs/operations/monitoring.md +25 -0
  91. data/docs/operations/production-guide.md +295 -0
  92. data/docs/operations/production-runbook.md +45 -0
  93. data/docs/operations/replication.md +33 -0
  94. data/docs/operations/restore.md +6 -0
  95. data/docs/operations/runbook.md +34 -0
  96. data/docs/operations/upgrades.md +14 -0
  97. data/docs/operations/workload-testing.md +17 -0
  98. data/docs/production-readiness.md +118 -0
  99. data/docs/production_validation.md +150 -0
  100. data/docs/rails/active-record.md +11 -0
  101. data/docs/rails/compatibility-guide.md +90 -0
  102. data/docs/rails/database-yml.md +92 -0
  103. data/docs/rails/installation.md +17 -0
  104. data/docs/rails/migrations.md +17 -0
  105. data/docs/rails/production.md +82 -0
  106. data/docs/rails/troubleshooting.md +18 -0
  107. data/docs/release.md +59 -0
  108. data/docs/server/architecture.md +10 -0
  109. data/docs/server/authentication.md +10 -0
  110. data/docs/server/configuration.md +16 -0
  111. data/docs/server/connection-pooling.md +10 -0
  112. data/docs/server/deployment.md +10 -0
  113. data/docs/server/protocol.md +12 -0
  114. data/docs/sql/compatibility-guide.md +82 -0
  115. data/docs/sql/compatibility.md +39 -0
  116. data/docs/sql/data-types.md +10 -0
  117. data/docs/sql/functions.md +9 -0
  118. data/docs/sql/joins.md +9 -0
  119. data/docs/sql/operators.md +9 -0
  120. data/docs/sql/sqlite-compatibility.md +21 -0
  121. data/docs/sql/syntax.md +10 -0
  122. data/docs/sql/transactions.md +10 -0
  123. data/docs/troubleshooting.md +244 -0
  124. data/exe/rubydb +23 -0
  125. data/lib/rubydb/backup/archive.rb +334 -0
  126. data/lib/rubydb/backup/backup.rb +401 -0
  127. data/lib/rubydb/backup/incremental.rb +353 -0
  128. data/lib/rubydb/backup/restore.rb +290 -0
  129. data/lib/rubydb/backup/snapshot.rb +267 -0
  130. data/lib/rubydb/backup/verification.rb +279 -0
  131. data/lib/rubydb/branching/branch.rb +181 -0
  132. data/lib/rubydb/branching/branch_manager.rb +311 -0
  133. data/lib/rubydb/branching/branch_metadata.rb +140 -0
  134. data/lib/rubydb/branching/checkout.rb +166 -0
  135. data/lib/rubydb/branching/copy_on_write.rb +272 -0
  136. data/lib/rubydb/branching/diff.rb +138 -0
  137. data/lib/rubydb/branching/merge.rb +285 -0
  138. data/lib/rubydb/build_info.rb +15 -0
  139. data/lib/rubydb/catalog/catalog.rb +391 -0
  140. data/lib/rubydb/catalog/column.rb +112 -0
  141. data/lib/rubydb/catalog/constraint.rb +180 -0
  142. data/lib/rubydb/catalog/database.rb +184 -0
  143. data/lib/rubydb/catalog/index.rb +97 -0
  144. data/lib/rubydb/catalog/schema.rb +103 -0
  145. data/lib/rubydb/catalog/sequence.rb +90 -0
  146. data/lib/rubydb/catalog/system_catalog.rb +698 -0
  147. data/lib/rubydb/catalog/table.rb +178 -0
  148. data/lib/rubydb/catalog/trigger.rb +102 -0
  149. data/lib/rubydb/catalog/view.rb +66 -0
  150. data/lib/rubydb/cli/application.rb +163 -0
  151. data/lib/rubydb/cli/commands/backup.rb +81 -0
  152. data/lib/rubydb/cli/commands/branch.rb +72 -0
  153. data/lib/rubydb/cli/commands/checkout.rb +54 -0
  154. data/lib/rubydb/cli/commands/create.rb +58 -0
  155. data/lib/rubydb/cli/commands/diff.rb +77 -0
  156. data/lib/rubydb/cli/commands/doctor.rb +74 -0
  157. data/lib/rubydb/cli/commands/drop.rb +57 -0
  158. data/lib/rubydb/cli/commands/init.rb +102 -0
  159. data/lib/rubydb/cli/commands/inspect.rb +95 -0
  160. data/lib/rubydb/cli/commands/merge.rb +63 -0
  161. data/lib/rubydb/cli/commands/migrate.rb +62 -0
  162. data/lib/rubydb/cli/commands/restart.rb +39 -0
  163. data/lib/rubydb/cli/commands/restore.rb +121 -0
  164. data/lib/rubydb/cli/commands/shell.rb +365 -0
  165. data/lib/rubydb/cli/commands/snapshot.rb +79 -0
  166. data/lib/rubydb/cli/commands/start.rb +82 -0
  167. data/lib/rubydb/cli/commands/status.rb +92 -0
  168. data/lib/rubydb/cli/commands/stop.rb +47 -0
  169. data/lib/rubydb/cli/commands/vacuum.rb +58 -0
  170. data/lib/rubydb/cli/formatter.rb +221 -0
  171. data/lib/rubydb/cli/output.rb +168 -0
  172. data/lib/rubydb/client/client.rb +304 -0
  173. data/lib/rubydb/client/connection.rb +415 -0
  174. data/lib/rubydb/client/connection_pool.rb +168 -0
  175. data/lib/rubydb/client/connection_url.rb +96 -0
  176. data/lib/rubydb/client/prepared_statement.rb +60 -0
  177. data/lib/rubydb/client/result.rb +123 -0
  178. data/lib/rubydb/client/statement.rb +52 -0
  179. data/lib/rubydb/client/transaction.rb +130 -0
  180. data/lib/rubydb/concurrency/concurrency.rb +19 -0
  181. data/lib/rubydb/concurrency/deadlock_detector.rb +150 -0
  182. data/lib/rubydb/concurrency/latch.rb +101 -0
  183. data/lib/rubydb/concurrency/lock_graph.rb +165 -0
  184. data/lib/rubydb/concurrency/mutex.rb +183 -0
  185. data/lib/rubydb/concurrency/rw_lock.rb +180 -0
  186. data/lib/rubydb/concurrency/scheduler.rb +250 -0
  187. data/lib/rubydb/concurrency/worker_pool.rb +143 -0
  188. data/lib/rubydb/configuration/config.rb +170 -0
  189. data/lib/rubydb/configuration/defaults.rb +179 -0
  190. data/lib/rubydb/configuration/environment.rb +152 -0
  191. data/lib/rubydb/configuration/parser.rb +185 -0
  192. data/lib/rubydb/configuration/validation.rb +221 -0
  193. data/lib/rubydb/constants.rb +74 -0
  194. data/lib/rubydb/constraints/check.rb +181 -0
  195. data/lib/rubydb/constraints/constraint.rb +101 -0
  196. data/lib/rubydb/constraints/foreign_key.rb +130 -0
  197. data/lib/rubydb/constraints/not_null.rb +64 -0
  198. data/lib/rubydb/constraints/primary_key.rb +99 -0
  199. data/lib/rubydb/constraints/unique.rb +108 -0
  200. data/lib/rubydb/constraints/validator.rb +350 -0
  201. data/lib/rubydb/errors/authentication_error.rb +10 -0
  202. data/lib/rubydb/errors/authorization_error.rb +23 -0
  203. data/lib/rubydb/errors/client_error.rb +10 -0
  204. data/lib/rubydb/errors/configuration_error.rb +10 -0
  205. data/lib/rubydb/errors/connection_error.rb +10 -0
  206. data/lib/rubydb/errors/constraint_error.rb +23 -0
  207. data/lib/rubydb/errors/corruption_error.rb +10 -0
  208. data/lib/rubydb/errors/database_error.rb +10 -0
  209. data/lib/rubydb/errors/error.rb +20 -0
  210. data/lib/rubydb/errors/execution_error.rb +10 -0
  211. data/lib/rubydb/errors/parser_error.rb +10 -0
  212. data/lib/rubydb/errors/recovery_error.rb +10 -0
  213. data/lib/rubydb/errors/replication_error.rb +10 -0
  214. data/lib/rubydb/errors/server_error.rb +6 -0
  215. data/lib/rubydb/errors/storage_error.rb +10 -0
  216. data/lib/rubydb/errors/transaction_error.rb +10 -0
  217. data/lib/rubydb/execution/aggregate_executor.rb +138 -0
  218. data/lib/rubydb/execution/delete_executor.rb +112 -0
  219. data/lib/rubydb/execution/distinct_executor.rb +135 -0
  220. data/lib/rubydb/execution/executor.rb +1192 -0
  221. data/lib/rubydb/execution/expression.rb +193 -0
  222. data/lib/rubydb/execution/index_scan.rb +142 -0
  223. data/lib/rubydb/execution/insert_executor.rb +217 -0
  224. data/lib/rubydb/execution/join_executor.rb +249 -0
  225. data/lib/rubydb/execution/limit_executor.rb +85 -0
  226. data/lib/rubydb/execution/optimizer.rb +215 -0
  227. data/lib/rubydb/execution/plan.rb +361 -0
  228. data/lib/rubydb/execution/planner.rb +546 -0
  229. data/lib/rubydb/execution/predicate.rb +235 -0
  230. data/lib/rubydb/execution/scan.rb +49 -0
  231. data/lib/rubydb/execution/sequential_scan.rb +63 -0
  232. data/lib/rubydb/execution/sort_executor.rb +185 -0
  233. data/lib/rubydb/execution/update_executor.rb +162 -0
  234. data/lib/rubydb/functions/aggregate.rb +70 -0
  235. data/lib/rubydb/functions/date_functions.rb +278 -0
  236. data/lib/rubydb/functions/function.rb +85 -0
  237. data/lib/rubydb/functions/json_functions.rb +215 -0
  238. data/lib/rubydb/functions/numeric_functions.rb +346 -0
  239. data/lib/rubydb/functions/scalar.rb +52 -0
  240. data/lib/rubydb/functions/string_functions.rb +383 -0
  241. data/lib/rubydb/functions/system_functions.rb +246 -0
  242. data/lib/rubydb/history/as_of.rb +238 -0
  243. data/lib/rubydb/history/change.rb +105 -0
  244. data/lib/rubydb/history/history.rb +131 -0
  245. data/lib/rubydb/history/history_manager.rb +229 -0
  246. data/lib/rubydb/history/temporal_query.rb +202 -0
  247. data/lib/rubydb/history/timeline.rb +144 -0
  248. data/lib/rubydb/indexes/btree.rb +186 -0
  249. data/lib/rubydb/indexes/btree_cursor.rb +258 -0
  250. data/lib/rubydb/indexes/btree_node.rb +385 -0
  251. data/lib/rubydb/indexes/hash_index.rb +150 -0
  252. data/lib/rubydb/indexes/index.rb +71 -0
  253. data/lib/rubydb/indexes/index_manager.rb +406 -0
  254. data/lib/rubydb/indexes/index_scan.rb +470 -0
  255. data/lib/rubydb/migrations/migration.rb +254 -0
  256. data/lib/rubydb/migrations/migration_lock.rb +146 -0
  257. data/lib/rubydb/migrations/migration_manager.rb +176 -0
  258. data/lib/rubydb/migrations/migration_version.rb +71 -0
  259. data/lib/rubydb/migrations/schema_diff.rb +211 -0
  260. data/lib/rubydb/migrations/schema_version.rb +64 -0
  261. data/lib/rubydb/monitoring/events.rb +160 -0
  262. data/lib/rubydb/monitoring/health.rb +222 -0
  263. data/lib/rubydb/monitoring/logger.rb +193 -0
  264. data/lib/rubydb/monitoring/metrics.rb +359 -0
  265. data/lib/rubydb/monitoring/performance.rb +176 -0
  266. data/lib/rubydb/monitoring/statistics.rb +170 -0
  267. data/lib/rubydb/mvcc/garbage_collector.rb +199 -0
  268. data/lib/rubydb/mvcc/mvcc.rb +16 -0
  269. data/lib/rubydb/mvcc/snapshot.rb +147 -0
  270. data/lib/rubydb/mvcc/vacuum.rb +180 -0
  271. data/lib/rubydb/mvcc/version.rb +106 -0
  272. data/lib/rubydb/mvcc/version_store.rb +398 -0
  273. data/lib/rubydb/mvcc/visibility.rb +109 -0
  274. data/lib/rubydb/protocol/capabilities.rb +125 -0
  275. data/lib/rubydb/protocol/decoder.rb +145 -0
  276. data/lib/rubydb/protocol/encoder.rb +136 -0
  277. data/lib/rubydb/protocol/handshake.rb +305 -0
  278. data/lib/rubydb/protocol/message.rb +121 -0
  279. data/lib/rubydb/protocol/protocol.rb +277 -0
  280. data/lib/rubydb/protocol/version.rb +54 -0
  281. data/lib/rubydb/rails/adapter.rb +239 -0
  282. data/lib/rubydb/rails/connection.rb +314 -0
  283. data/lib/rubydb/rails/database_statements.rb +122 -0
  284. data/lib/rubydb/rails/migration.rb +131 -0
  285. data/lib/rubydb/rails/quoting.rb +109 -0
  286. data/lib/rubydb/rails/result.rb +120 -0
  287. data/lib/rubydb/rails/schema_statements.rb +339 -0
  288. data/lib/rubydb/rails/transaction.rb +105 -0
  289. data/lib/rubydb/rails/type.rb +126 -0
  290. data/lib/rubydb/recovery/checkpoint.rb +257 -0
  291. data/lib/rubydb/recovery/consistency.rb +467 -0
  292. data/lib/rubydb/recovery/corruption_detector.rb +5 -0
  293. data/lib/rubydb/recovery/crash_recovery.rb +387 -0
  294. data/lib/rubydb/recovery/recovery_manager.rb +206 -0
  295. data/lib/rubydb/recovery/redo.rb +237 -0
  296. data/lib/rubydb/recovery/undo.rb +206 -0
  297. data/lib/rubydb/replication/failover.rb +5 -0
  298. data/lib/rubydb/replication/fencing.rb +63 -0
  299. data/lib/rubydb/replication/primary.rb +450 -0
  300. data/lib/rubydb/replication/replica.rb +384 -0
  301. data/lib/rubydb/replication/replication_log.rb +200 -0
  302. data/lib/rubydb/replication/replication_manager.rb +308 -0
  303. data/lib/rubydb/replication/replication_slot.rb +295 -0
  304. data/lib/rubydb/replication/replication_stream.rb +201 -0
  305. data/lib/rubydb/rubydb.rb +560 -0
  306. data/lib/rubydb/security/access_control.rb +254 -0
  307. data/lib/rubydb/security/audit_log.rb +213 -0
  308. data/lib/rubydb/security/authentication.rb +302 -0
  309. data/lib/rubydb/security/authorization.rb +282 -0
  310. data/lib/rubydb/security/credentials.rb +196 -0
  311. data/lib/rubydb/security/password.rb +215 -0
  312. data/lib/rubydb/security/permissions.rb +74 -0
  313. data/lib/rubydb/security/role.rb +101 -0
  314. data/lib/rubydb/security/user.rb +86 -0
  315. data/lib/rubydb/server/connection.rb +366 -0
  316. data/lib/rubydb/server/connection_pool.rb +193 -0
  317. data/lib/rubydb/server/lifecycle.rb +228 -0
  318. data/lib/rubydb/server/listener.rb +136 -0
  319. data/lib/rubydb/server/request_handler.rb +276 -0
  320. data/lib/rubydb/server/server.rb +364 -0
  321. data/lib/rubydb/server/session.rb +369 -0
  322. data/lib/rubydb/server/worker.rb +210 -0
  323. data/lib/rubydb/server/worker_pool.rb +168 -0
  324. data/lib/rubydb/sql/ast/alter_table.rb +169 -0
  325. data/lib/rubydb/sql/ast/begin_transaction.rb +47 -0
  326. data/lib/rubydb/sql/ast/commit.rb +37 -0
  327. data/lib/rubydb/sql/ast/constraint.rb +83 -0
  328. data/lib/rubydb/sql/ast/create_database.rb +41 -0
  329. data/lib/rubydb/sql/ast/create_index.rb +61 -0
  330. data/lib/rubydb/sql/ast/create_schema.rb +52 -0
  331. data/lib/rubydb/sql/ast/create_table.rb +187 -0
  332. data/lib/rubydb/sql/ast/delete.rb +54 -0
  333. data/lib/rubydb/sql/ast/drop_database.rb +41 -0
  334. data/lib/rubydb/sql/ast/drop_index.rb +41 -0
  335. data/lib/rubydb/sql/ast/drop_schema.rb +49 -0
  336. data/lib/rubydb/sql/ast/drop_table.rb +49 -0
  337. data/lib/rubydb/sql/ast/explain.rb +64 -0
  338. data/lib/rubydb/sql/ast/expression.rb +604 -0
  339. data/lib/rubydb/sql/ast/insert.rb +82 -0
  340. data/lib/rubydb/sql/ast/node.rb +42 -0
  341. data/lib/rubydb/sql/ast/rollback.rb +63 -0
  342. data/lib/rubydb/sql/ast/savepoint.rb +59 -0
  343. data/lib/rubydb/sql/ast/select.rb +88 -0
  344. data/lib/rubydb/sql/ast/set_operation.rb +20 -0
  345. data/lib/rubydb/sql/ast/trigger.rb +29 -0
  346. data/lib/rubydb/sql/ast/update.rb +88 -0
  347. data/lib/rubydb/sql/ast/vacuum.rb +19 -0
  348. data/lib/rubydb/sql/ast/view.rb +32 -0
  349. data/lib/rubydb/sql/ast/with.rb +32 -0
  350. data/lib/rubydb/sql/grammar.rb +86 -0
  351. data/lib/rubydb/sql/keywords.rb +156 -0
  352. data/lib/rubydb/sql/lexer.rb +214 -0
  353. data/lib/rubydb/sql/operators.rb +100 -0
  354. data/lib/rubydb/sql/parser.rb +1185 -0
  355. data/lib/rubydb/sql/planner/analyzer.rb +302 -0
  356. data/lib/rubydb/sql/planner/binder.rb +550 -0
  357. data/lib/rubydb/sql/planner/type_checker.rb +431 -0
  358. data/lib/rubydb/sql/token.rb +210 -0
  359. data/lib/rubydb/storage/buffer_frame.rb +44 -0
  360. data/lib/rubydb/storage/buffer_pool.rb +155 -0
  361. data/lib/rubydb/storage/database_lock.rb +74 -0
  362. data/lib/rubydb/storage/deserializer.rb +342 -0
  363. data/lib/rubydb/storage/engine.rb +2338 -0
  364. data/lib/rubydb/storage/file_manager.rb +187 -0
  365. data/lib/rubydb/storage/free_space_map.rb +81 -0
  366. data/lib/rubydb/storage/page.rb +94 -0
  367. data/lib/rubydb/storage/page_allocator.rb +855 -0
  368. data/lib/rubydb/storage/page_header.rb +67 -0
  369. data/lib/rubydb/storage/page_manager.rb +131 -0
  370. data/lib/rubydb/storage/record.rb +58 -0
  371. data/lib/rubydb/storage/row.rb +78 -0
  372. data/lib/rubydb/storage/serializer.rb +51 -0
  373. data/lib/rubydb/storage/storage_layout.rb +151 -0
  374. data/lib/rubydb/storage/storage_manager.rb +114 -0
  375. data/lib/rubydb/storage/tuple.rb +461 -0
  376. data/lib/rubydb/storage/visibility_map.rb +984 -0
  377. data/lib/rubydb/transactions/commit_manager.rb +220 -0
  378. data/lib/rubydb/transactions/isolation.rb +98 -0
  379. data/lib/rubydb/transactions/lock.rb +76 -0
  380. data/lib/rubydb/transactions/lock_manager.rb +362 -0
  381. data/lib/rubydb/transactions/savepoint.rb +143 -0
  382. data/lib/rubydb/transactions/transaction.rb +215 -0
  383. data/lib/rubydb/transactions/transaction_id.rb +84 -0
  384. data/lib/rubydb/transactions/transaction_log.rb +257 -0
  385. data/lib/rubydb/transactions/transaction_manager.rb +435 -0
  386. data/lib/rubydb/types/bigint.rb +36 -0
  387. data/lib/rubydb/types/blob.rb +37 -0
  388. data/lib/rubydb/types/boolean.rb +34 -0
  389. data/lib/rubydb/types/date.rb +39 -0
  390. data/lib/rubydb/types/decimal.rb +48 -0
  391. data/lib/rubydb/types/float.rb +34 -0
  392. data/lib/rubydb/types/integer.rb +36 -0
  393. data/lib/rubydb/types/json.rb +41 -0
  394. data/lib/rubydb/types/null.rb +34 -0
  395. data/lib/rubydb/types/smallint.rb +36 -0
  396. data/lib/rubydb/types/text.rb +37 -0
  397. data/lib/rubydb/types/time.rb +46 -0
  398. data/lib/rubydb/types/timestamp.rb +39 -0
  399. data/lib/rubydb/types/type.rb +119 -0
  400. data/lib/rubydb/types/uuid.rb +47 -0
  401. data/lib/rubydb/types/varchar.rb +37 -0
  402. data/lib/rubydb/version.rb +33 -0
  403. data/lib/rubydb/wal/archive.rb +193 -0
  404. data/lib/rubydb/wal/checkpoint.rb +183 -0
  405. data/lib/rubydb/wal/lsn.rb +94 -0
  406. data/lib/rubydb/wal/reader.rb +260 -0
  407. data/lib/rubydb/wal/record.rb +105 -0
  408. data/lib/rubydb/wal/segment.rb +193 -0
  409. data/lib/rubydb/wal/wal.rb +452 -0
  410. data/lib/rubydb/wal/writer.rb +236 -0
  411. data/lib/rubydb.rb +7 -0
  412. data/packaging/docker/Dockerfile +36 -0
  413. data/packaging/docker/docker-compose.failover.yml +43 -0
  414. data/packaging/docker/entrypoint.sh +15 -0
  415. data/packaging/homebrew/rubydb.rb +19 -0
  416. data/packaging/systemd/rubydb.service +22 -0
  417. data/rubydb.gemspec +57 -0
  418. data/scripts/benchmark +7 -0
  419. data/scripts/durability_drill +37 -0
  420. data/scripts/format +0 -0
  421. data/scripts/fuzz +63 -0
  422. data/scripts/lint +0 -0
  423. data/scripts/release +50 -0
  424. data/scripts/release_check +43 -0
  425. data/scripts/replication_failover_drill +250 -0
  426. data/scripts/replication_network_failover_drill +255 -0
  427. data/scripts/restore_drill +45 -0
  428. data/scripts/security +0 -0
  429. data/scripts/setup +0 -0
  430. data/scripts/test +0 -0
  431. data/scripts/test-chaos +0 -0
  432. data/scripts/test-crash +0 -0
  433. data/scripts/test-integration +0 -0
  434. data/scripts/test-unit +0 -0
  435. data/visibility_map.json +1 -0
  436. metadata +538 -0
@@ -0,0 +1,70 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RubyDB
4
+ module Functions
5
+ # AggregateFunction - Base class for aggregate functions
6
+ class AggregateFunction < Function
7
+ attr_reader :state_type
8
+
9
+ def initialize(name, options = {})
10
+ super(name, TYPE_AGGREGATE, options)
11
+ @state_type = options[:state_type] || :text
12
+ @initial_state = options[:initial_state] || nil
13
+ @is_distinct = false
14
+ @is_ordered = false
15
+ end
16
+
17
+ def execute(args)
18
+ validate_args(args)
19
+ # For aggregate functions, args is an array of values
20
+ args = args.flatten if args.is_a?(Array)
21
+ execute_aggregate(args)
22
+ end
23
+
24
+ def execute_aggregate(values)
25
+ raise NotImplementedError, "#{self.class} must implement #execute_aggregate"
26
+ end
27
+
28
+ def aggregate_batch(values)
29
+ # Default implementation: iterate through values
30
+ result = nil
31
+ values.each do |val|
32
+ result = combine(result, val)
33
+ end
34
+ result
35
+ end
36
+
37
+ def combine(state, value)
38
+ raise NotImplementedError, "#{self.class} must implement #combine"
39
+ end
40
+
41
+ def finalize(state)
42
+ state
43
+ end
44
+
45
+ def distinct?
46
+ @is_distinct
47
+ end
48
+
49
+ def ordered?
50
+ @is_ordered
51
+ end
52
+
53
+ def set_distinct(distinct)
54
+ @is_distinct = distinct
55
+ end
56
+
57
+ def set_ordered(ordered)
58
+ @is_ordered = ordered
59
+ end
60
+
61
+ def to_hash
62
+ super.merge({
63
+ state_type: @state_type,
64
+ distinct: @is_distinct,
65
+ ordered: @is_ordered
66
+ })
67
+ end
68
+ end
69
+ end
70
+ end
@@ -0,0 +1,278 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "date"
4
+ require "time"
5
+
6
+ module RubyDB
7
+ module Functions
8
+ # DateFunctions - All date-related functions
9
+ class DateFunctions
10
+ # NOW - Current timestamp
11
+ class Now < ScalarFunction
12
+ def initialize
13
+ super(:now,
14
+ description: "Current timestamp",
15
+ category: :date,
16
+ min_args: 0,
17
+ max_args: 0,
18
+ return_type: :timestamp,
19
+ deterministic: false,
20
+ immutable: false
21
+ )
22
+ end
23
+
24
+ def execute_scalar(args)
25
+ Time.now
26
+ end
27
+ end
28
+
29
+ # CURRENT_DATE - Current date
30
+ class CurrentDate < ScalarFunction
31
+ def initialize
32
+ super(:current_date,
33
+ description: "Current date",
34
+ category: :date,
35
+ min_args: 0,
36
+ max_args: 0,
37
+ return_type: :date,
38
+ deterministic: false,
39
+ immutable: false
40
+ )
41
+ end
42
+
43
+ def execute_scalar(args)
44
+ Date.today
45
+ end
46
+ end
47
+
48
+ # CURRENT_TIME - Current time
49
+ class CurrentTime < ScalarFunction
50
+ def initialize
51
+ super(:current_time,
52
+ description: "Current time",
53
+ category: :date,
54
+ min_args: 0,
55
+ max_args: 0,
56
+ return_type: :time,
57
+ deterministic: false,
58
+ immutable: false
59
+ )
60
+ end
61
+
62
+ def execute_scalar(args)
63
+ Time.now
64
+ end
65
+ end
66
+
67
+ # DATE - Convert to date
68
+ class Date < ScalarFunction
69
+ def initialize
70
+ super(:date,
71
+ description: "Convert to date",
72
+ category: :date,
73
+ min_args: 1,
74
+ max_args: 1,
75
+ return_type: :date,
76
+ deterministic: true,
77
+ immutable: true
78
+ )
79
+ end
80
+
81
+ def execute_scalar(args)
82
+ return nil if args[0].nil?
83
+ arg = args[0]
84
+ if arg.is_a?(Time) || arg.is_a?(DateTime)
85
+ arg.to_date
86
+ elsif arg.is_a?(String)
87
+ ::Date.parse(arg) rescue nil
88
+ else
89
+ nil
90
+ end
91
+ end
92
+ end
93
+
94
+ # EXTRACT - Extract part of date
95
+ class Extract < ScalarFunction
96
+ def initialize
97
+ super(:extract,
98
+ description: "Extract part of date",
99
+ category: :date,
100
+ min_args: 2,
101
+ max_args: 2,
102
+ return_type: :integer,
103
+ deterministic: true,
104
+ immutable: true
105
+ )
106
+ end
107
+
108
+ def execute_scalar(args)
109
+ return nil if args[1].nil?
110
+
111
+ part = args[0].to_s.downcase
112
+ date = args[1]
113
+
114
+ case part
115
+ when "year", "y"
116
+ date.year
117
+ when "month", "mon"
118
+ date.month
119
+ when "day", "d"
120
+ date.day
121
+ when "hour", "h"
122
+ date.hour if date.respond_to?(:hour)
123
+ when "minute", "min"
124
+ date.min if date.respond_to?(:min)
125
+ when "second", "sec"
126
+ date.sec if date.respond_to?(:sec)
127
+ when "dow", "dayofweek"
128
+ date.wday
129
+ when "doy", "dayofyear"
130
+ date.yday if date.respond_to?(:yday)
131
+ else
132
+ nil
133
+ end
134
+ end
135
+ end
136
+
137
+ # DATE_ADD - Add interval to date
138
+ class DateAdd < ScalarFunction
139
+ def initialize
140
+ super(:date_add,
141
+ description: "Add interval to date",
142
+ category: :date,
143
+ min_args: 3,
144
+ max_args: 3,
145
+ return_type: :timestamp,
146
+ deterministic: true,
147
+ immutable: true
148
+ )
149
+ end
150
+
151
+ def execute_scalar(args)
152
+ return nil if args[0].nil?
153
+
154
+ date = args[0]
155
+ interval = args[1].to_i
156
+ unit = args[2].to_s.downcase
157
+
158
+ case unit
159
+ when "year", "years"
160
+ date + interval * 365 * 24 * 60 * 60
161
+ when "month", "months"
162
+ date + interval * 30 * 24 * 60 * 60
163
+ when "day", "days"
164
+ date + interval * 24 * 60 * 60
165
+ when "hour", "hours"
166
+ date + interval * 60 * 60
167
+ when "minute", "minutes"
168
+ date + interval * 60
169
+ when "second", "seconds"
170
+ date + interval
171
+ else
172
+ nil
173
+ end
174
+ end
175
+ end
176
+
177
+ # DATE_DIFF - Difference between dates
178
+ class DateDiff < ScalarFunction
179
+ def initialize
180
+ super(:date_diff,
181
+ description: "Difference between dates",
182
+ category: :date,
183
+ min_args: 3,
184
+ max_args: 3,
185
+ return_type: :integer,
186
+ deterministic: true,
187
+ immutable: true
188
+ )
189
+ end
190
+
191
+ def execute_scalar(args)
192
+ return nil if args[0].nil? || args[1].nil?
193
+
194
+ date1 = args[0]
195
+ date2 = args[1]
196
+ unit = args[2].to_s.downcase
197
+
198
+ diff = (date2.to_i - date1.to_i).abs
199
+
200
+ case unit
201
+ when "year", "years"
202
+ diff / (365 * 24 * 60 * 60)
203
+ when "month", "months"
204
+ diff / (30 * 24 * 60 * 60)
205
+ when "day", "days"
206
+ diff / (24 * 60 * 60)
207
+ when "hour", "hours"
208
+ diff / (60 * 60)
209
+ when "minute", "minutes"
210
+ diff / 60
211
+ when "second", "seconds"
212
+ diff
213
+ else
214
+ nil
215
+ end
216
+ end
217
+ end
218
+
219
+ # DATE_FORMAT - Format date
220
+ class DateFormat < ScalarFunction
221
+ def initialize
222
+ super(:date_format,
223
+ description: "Format date",
224
+ category: :date,
225
+ min_args: 2,
226
+ max_args: 2,
227
+ return_type: :text,
228
+ deterministic: true,
229
+ immutable: true
230
+ )
231
+ end
232
+
233
+ def execute_scalar(args)
234
+ return nil if args[0].nil? || args[1].nil?
235
+
236
+ date = args[0]
237
+ format = args[1].to_s
238
+
239
+ # Simple format substitutions
240
+ formatted = format
241
+ formatted = formatted.gsub("%Y", date.year.to_s)
242
+ formatted = formatted.gsub("%y", date.year.to_s[-2..-1])
243
+ formatted = formatted.gsub("%m", date.month.to_s.rjust(2, "0"))
244
+ formatted = formatted.gsub("%d", date.day.to_s.rjust(2, "0"))
245
+ formatted = formatted.gsub("%H", date.hour.to_s.rjust(2, "0")) if date.respond_to?(:hour)
246
+ formatted = formatted.gsub("%M", date.min.to_s.rjust(2, "0")) if date.respond_to?(:min)
247
+ formatted = formatted.gsub("%S", date.sec.to_s.rjust(2, "0")) if date.respond_to?(:sec)
248
+
249
+ formatted
250
+ end
251
+ end
252
+
253
+ # TO_TIMESTAMP - Convert string to timestamp
254
+ class ToTimestamp < ScalarFunction
255
+ def initialize
256
+ super(:to_timestamp,
257
+ description: "Convert string to timestamp",
258
+ category: :date,
259
+ min_args: 1,
260
+ max_args: 1,
261
+ return_type: :timestamp,
262
+ deterministic: true,
263
+ immutable: true
264
+ )
265
+ end
266
+
267
+ def execute_scalar(args)
268
+ return nil if args[0].nil?
269
+ begin
270
+ Time.parse(args[0].to_s)
271
+ rescue
272
+ nil
273
+ end
274
+ end
275
+ end
276
+ end
277
+ end
278
+ end
@@ -0,0 +1,85 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RubyDB
4
+ module Functions
5
+ # Function - Base class for all functions
6
+ class Function
7
+ attr_reader :name, :type, :description, :category
8
+ attr_reader :min_args, :max_args, :return_type
9
+
10
+ # Function types
11
+ TYPE_SCALAR = :scalar
12
+ TYPE_AGGREGATE = :aggregate
13
+ TYPE_WINDOW = :window
14
+ TYPE_SYSTEM = :system
15
+
16
+ def initialize(name, type, options = {})
17
+ @name = name
18
+ @type = type
19
+ @description = options[:description] || ""
20
+ @category = options[:category] || :general
21
+ @min_args = options.key?(:min_args) ? options[:min_args] : 0
22
+ @max_args = options.key?(:max_args) ? options[:max_args] : -1 # -1 means unlimited
23
+ @return_type = options[:return_type] || :text
24
+ @deterministic = options[:deterministic] != false
25
+ @strict = options[:strict] || false
26
+ @immutable = options[:immutable] || false
27
+ @parallel_safe = options[:parallel_safe] != false
28
+ @registered_at = Time.now
29
+ end
30
+
31
+ def execute(args)
32
+ raise NotImplementedError, "#{self.class} must implement #execute"
33
+ end
34
+
35
+ def validate_args(args)
36
+ if args.size < @min_args
37
+ raise ArgumentError, "Function '#{@name}' requires at least #{@min_args} arguments, got #{args.size}"
38
+ end
39
+
40
+ if @max_args >= 0 && args.size > @max_args
41
+ raise ArgumentError, "Function '#{@name}' accepts at most #{@max_args} arguments, got #{args.size}"
42
+ end
43
+
44
+ true
45
+ end
46
+
47
+ def deterministic?
48
+ @deterministic
49
+ end
50
+
51
+ def strict?
52
+ @strict
53
+ end
54
+
55
+ def immutable?
56
+ @immutable
57
+ end
58
+
59
+ def to_hash
60
+ {
61
+ name: @name,
62
+ type: @type,
63
+ description: @description,
64
+ category: @category,
65
+ min_args: @min_args,
66
+ max_args: @max_args,
67
+ return_type: @return_type,
68
+ deterministic: @deterministic,
69
+ strict: @strict,
70
+ immutable: @immutable,
71
+ parallel_safe: @parallel_safe,
72
+ registered_at: @registered_at.iso8601
73
+ }
74
+ end
75
+
76
+ def inspect
77
+ "#<Function name=#{@name} type=#{@type} args=#{@min_args}..#{@max_args}>"
78
+ end
79
+
80
+ def to_s
81
+ @name.to_s
82
+ end
83
+ end
84
+ end
85
+ end
@@ -0,0 +1,215 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "json"
4
+
5
+ module RubyDB
6
+ module Functions
7
+ # JsonFunctions - All JSON-related functions
8
+ class JsonFunctions
9
+ # JSON_EXTRACT - Extract value from JSON
10
+ class JsonExtract < ScalarFunction
11
+ def initialize
12
+ super(:json_extract,
13
+ description: "Extract value from JSON",
14
+ category: :json,
15
+ min_args: 2,
16
+ max_args: 2,
17
+ return_type: :text,
18
+ deterministic: true,
19
+ immutable: true
20
+ )
21
+ end
22
+
23
+ def execute_scalar(args)
24
+ return nil if args[0].nil? || args[1].nil?
25
+
26
+ json = parse_json(args[0])
27
+ path = args[1].to_s
28
+
29
+ result = json
30
+ path.split(".").each do |key|
31
+ break unless result.is_a?(Hash) || result.is_a?(Array)
32
+
33
+ if result.is_a?(Hash)
34
+ result = result[key]
35
+ elsif result.is_a?(Array)
36
+ idx = key.to_i
37
+ result = result[idx] if idx >= 0 && idx < result.size
38
+ end
39
+ end
40
+
41
+ result.is_a?(String) ? result : result.to_json
42
+ end
43
+
44
+ private
45
+
46
+ def parse_json(value)
47
+ if value.is_a?(Hash) || value.is_a?(Array)
48
+ value
49
+ elsif value.is_a?(String)
50
+ JSON.parse(value) rescue {}
51
+ else
52
+ {}
53
+ end
54
+ end
55
+ end
56
+
57
+ # JSON_ARRAY - Create JSON array
58
+ class JsonArray < ScalarFunction
59
+ def initialize
60
+ super(:json_array,
61
+ description: "Create JSON array",
62
+ category: :json,
63
+ min_args: 0,
64
+ max_args: -1,
65
+ return_type: :json,
66
+ deterministic: true,
67
+ immutable: true
68
+ )
69
+ end
70
+
71
+ def execute_scalar(args)
72
+ args.map { |a| a.is_a?(String) ? a : a.to_s }.to_json
73
+ end
74
+ end
75
+
76
+ # JSON_OBJECT - Create JSON object
77
+ class JsonObject < ScalarFunction
78
+ def initialize
79
+ super(:json_object,
80
+ description: "Create JSON object",
81
+ category: :json,
82
+ min_args: 2,
83
+ max_args: -1,
84
+ return_type: :json,
85
+ deterministic: true,
86
+ immutable: true
87
+ )
88
+ end
89
+
90
+ def execute_scalar(args)
91
+ result = {}
92
+ i = 0
93
+ while i < args.size - 1
94
+ key = args[i].to_s
95
+ value = args[i + 1]
96
+ result[key] = value.is_a?(String) ? value : value.to_s
97
+ i += 2
98
+ end
99
+ result.to_json
100
+ end
101
+ end
102
+
103
+ # JSON_ARRAY_LENGTH - Get JSON array length
104
+ class JsonArrayLength < ScalarFunction
105
+ def initialize
106
+ super(:json_array_length,
107
+ description: "Get JSON array length",
108
+ category: :json,
109
+ min_args: 1,
110
+ max_args: 1,
111
+ return_type: :integer,
112
+ deterministic: true,
113
+ immutable: true
114
+ )
115
+ end
116
+
117
+ def execute_scalar(args)
118
+ return nil if args[0].nil?
119
+
120
+ json = parse_json(args[0])
121
+ json.is_a?(Array) ? json.size : 0
122
+ end
123
+
124
+ private
125
+
126
+ def parse_json(value)
127
+ if value.is_a?(Hash) || value.is_a?(Array)
128
+ value
129
+ elsif value.is_a?(String)
130
+ JSON.parse(value) rescue {}
131
+ else
132
+ {}
133
+ end
134
+ end
135
+ end
136
+
137
+ # JSON_TYPE - Get JSON value type
138
+ class JsonType < ScalarFunction
139
+ def initialize
140
+ super(:json_type,
141
+ description: "Get JSON value type",
142
+ category: :json,
143
+ min_args: 1,
144
+ max_args: 1,
145
+ return_type: :text,
146
+ deterministic: true,
147
+ immutable: true
148
+ )
149
+ end
150
+
151
+ def execute_scalar(args)
152
+ return nil if args[0].nil?
153
+
154
+ json = parse_json(args[0])
155
+ case json
156
+ when Hash then "object"
157
+ when Array then "array"
158
+ when String then "string"
159
+ when Integer then "integer"
160
+ when Float then "number"
161
+ when true, false then "boolean"
162
+ when nil then "null"
163
+ else "unknown"
164
+ end
165
+ end
166
+
167
+ private
168
+
169
+ def parse_json(value)
170
+ if value.is_a?(Hash) || value.is_a?(Array)
171
+ value
172
+ elsif value.is_a?(String)
173
+ JSON.parse(value) rescue {}
174
+ else
175
+ {}
176
+ end
177
+ end
178
+ end
179
+
180
+ # JSON_KEYS - Get JSON object keys
181
+ class JsonKeys < ScalarFunction
182
+ def initialize
183
+ super(:json_keys,
184
+ description: "Get JSON object keys",
185
+ category: :json,
186
+ min_args: 1,
187
+ max_args: 1,
188
+ return_type: :json,
189
+ deterministic: true,
190
+ immutable: true
191
+ )
192
+ end
193
+
194
+ def execute_scalar(args)
195
+ return nil if args[0].nil?
196
+
197
+ json = parse_json(args[0])
198
+ json.is_a?(Hash) ? json.keys.to_json : [].to_json
199
+ end
200
+
201
+ private
202
+
203
+ def parse_json(value)
204
+ if value.is_a?(Hash) || value.is_a?(Array)
205
+ value
206
+ elsif value.is_a?(String)
207
+ JSON.parse(value) rescue {}
208
+ else
209
+ {}
210
+ end
211
+ end
212
+ end
213
+ end
214
+ end
215
+ end