rubydb 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/PULL_REQUEST_TEMPLATE.md +15 -15
- data/.github/workflows/benchmark.yml +26 -26
- data/.github/workflows/compatibility.yml +63 -63
- data/.github/workflows/fuzz.yml +33 -33
- data/.github/workflows/lint.yml +21 -21
- data/.github/workflows/operations.yml +24 -24
- data/.github/workflows/production-validation.yml +111 -111
- data/.github/workflows/release.yml +77 -77
- data/.github/workflows/security.yml +39 -37
- data/.github/workflows/test.yml +26 -26
- data/.github/workflows/workload.yml +58 -58
- data/.gitignore +16 -5
- data/.rubocop.yml +50 -44
- data/.standard.yml +9 -14
- data/ARCHITECTURE.md +21 -21
- data/CHANGELOG.md +57 -27
- data/CODE_OF_CONDUCT.md +13 -13
- data/CONTRIBUTING.md +29 -29
- data/GOVERNANCE.md +16 -16
- data/Gemfile +18 -17
- data/Gemfile.lock +125 -71
- data/README.md +168 -12
- data/ROADMAP.md +27 -27
- data/Rakefile +76 -71
- data/SECURITY.md +54 -54
- data/SUPPORT.md +14 -14
- data/accelerator/bin/SHA256SUMS +6 -0
- data/accelerator/bin/rubydb-accelerator-darwin-amd64 +0 -0
- data/accelerator/bin/rubydb-accelerator-darwin-arm64 +0 -0
- data/accelerator/bin/rubydb-accelerator-linux-amd64 +0 -0
- data/accelerator/bin/rubydb-accelerator-linux-arm64 +0 -0
- data/accelerator/bin/rubydb-accelerator-windows-amd64.exe +0 -0
- data/accelerator/bin/rubydb-accelerator-windows-arm64.exe +0 -0
- data/accelerator/cmd/rubydb-accelerator/main.go +11 -0
- data/accelerator/go.mod +3 -0
- data/accelerator/internal/execution/aggregate.go +94 -0
- data/accelerator/internal/execution/distinct.go +22 -0
- data/accelerator/internal/execution/filter.go +73 -0
- data/accelerator/internal/execution/join.go +79 -0
- data/accelerator/internal/execution/operators.go +167 -0
- data/accelerator/internal/execution/scan.go +20 -0
- data/accelerator/internal/execution/sort.go +62 -0
- data/accelerator/internal/execution/types.go +136 -0
- data/accelerator/internal/execution/value.go +67 -0
- data/accelerator/internal/memory/arena.go +47 -0
- data/accelerator/internal/memory/reuse.go +22 -0
- data/accelerator/internal/metrics/registry.go +67 -0
- data/accelerator/internal/parallel/bounded_queue.go +56 -0
- data/accelerator/internal/parallel/scheduler.go +47 -0
- data/accelerator/internal/parallel/worker_pool.go +53 -0
- data/accelerator/internal/protocol/cancellation.go +48 -0
- data/accelerator/internal/protocol/columnar.go +263 -0
- data/accelerator/internal/protocol/frame.go +187 -0
- data/accelerator/internal/runtime/worker.go +521 -0
- data/accelerator/internal/storage/page_reader.go +81 -0
- data/accelerator/internal/storage/snapshot_scan.go +539 -0
- data/accelerator/internal/wal/checksum.go +13 -0
- data/accelerator/internal/wal/compression.go +41 -0
- data/accelerator/internal/wal/group_commit.go +24 -0
- data/accelerator/internal/wal/record_encoder.go +40 -0
- data/adapters/activerecord/Gemfile +11 -11
- data/adapters/activerecord/README.md +8 -3
- data/adapters/activerecord/lib/active_record/connection_adapters/rubydb_adapter.rb +881 -879
- data/adapters/activerecord/rubydb-activerecord.gemspec +21 -21
- data/adapters/activerecord/spec/rubydb_adapter_integration_spec.rb +143 -143
- data/adapters/ruby/README.md +18 -18
- data/adapters/sequel/README.md +11 -11
- data/config/monitoring/prometheus-alerts.yml +39 -39
- data/config/production.yml +36 -36
- data/docs/README.md +77 -71
- data/docs/architecture/concurrency.md +14 -14
- data/docs/architecture/current-state.md +125 -125
- data/docs/architecture/execution-engine.md +25 -25
- data/docs/architecture/go-accelerator.md +179 -0
- data/docs/architecture/indexes.md +19 -19
- data/docs/architecture/mvcc.md +19 -19
- data/docs/architecture/overview.md +13 -13
- data/docs/architecture/pages.md +11 -11
- data/docs/architecture/production-roadmap.md +82 -82
- data/docs/architecture/query-planner.md +20 -20
- data/docs/architecture/recovery.md +18 -18
- data/docs/architecture/sql-engine.md +12 -12
- data/docs/architecture/storage-engine.md +14 -14
- data/docs/architecture/transactions.md +10 -10
- data/docs/architecture/wal.md +28 -28
- data/docs/cli-cheatsheet.md +98 -98
- data/docs/cli.md +299 -275
- data/docs/contributing/architecture.md +9 -9
- data/docs/contributing/benchmarking.md +30 -14
- data/docs/contributing/development.md +16 -16
- data/docs/contributing/release-process.md +49 -49
- data/docs/contributing/testing.md +16 -16
- data/docs/debugging.md +229 -229
- data/docs/developer/branching.md +10 -10
- data/docs/developer/database-diff.md +10 -10
- data/docs/developer/local-development.md +49 -17
- data/docs/developer/snapshots.md +9 -9
- data/docs/developer/temporal-data.md +10 -10
- data/docs/developer-guide.md +297 -297
- data/docs/getting-started/first-database.md +16 -16
- data/docs/getting-started/first-query.md +13 -13
- data/docs/getting-started/installation.md +19 -19
- data/docs/getting-started/local-to-production.md +300 -300
- data/docs/getting-started/quickstart.md +17 -17
- data/docs/getting-started/rails.md +16 -16
- data/docs/hardening_backlog.md +93 -93
- data/docs/lessons-learned.md +112 -112
- data/docs/operations/backups.md +33 -33
- data/docs/operations/disaster-recovery.md +31 -31
- data/docs/operations/failover.md +30 -30
- data/docs/operations/monitoring.md +25 -25
- data/docs/operations/production-guide.md +295 -295
- data/docs/operations/production-runbook.md +45 -45
- data/docs/operations/replication.md +33 -33
- data/docs/operations/restore.md +6 -6
- data/docs/operations/runbook.md +34 -34
- data/docs/operations/upgrades.md +14 -14
- data/docs/operations/workload-testing.md +17 -17
- data/docs/production-readiness.md +118 -118
- data/docs/production_validation.md +150 -150
- data/docs/rails/active-record.md +11 -11
- data/docs/rails/compatibility-guide.md +90 -90
- data/docs/rails/database-yml.md +92 -92
- data/docs/rails/installation.md +17 -17
- data/docs/rails/migrations.md +17 -17
- data/docs/rails/production.md +82 -82
- data/docs/rails/troubleshooting.md +18 -18
- data/docs/release.md +25 -25
- data/docs/server/architecture.md +10 -10
- data/docs/server/authentication.md +10 -10
- data/docs/server/configuration.md +16 -16
- data/docs/server/connection-pooling.md +10 -10
- data/docs/server/deployment.md +10 -10
- data/docs/server/protocol.md +12 -12
- data/docs/sql/compatibility-guide.md +82 -82
- data/docs/sql/compatibility.md +39 -39
- data/docs/sql/data-types.md +10 -10
- data/docs/sql/functions.md +9 -9
- data/docs/sql/joins.md +9 -9
- data/docs/sql/operators.md +9 -9
- data/docs/sql/sqlite-compatibility.md +21 -21
- data/docs/sql/syntax.md +10 -10
- data/docs/sql/transactions.md +10 -10
- data/docs/troubleshooting.md +244 -244
- data/lessons/01-foundations.md +73 -0
- data/lessons/02-local-development.md +121 -0
- data/lessons/03-embedded-rubydb.md +99 -0
- data/lessons/04-rails-complex-apps.md +138 -0
- data/lessons/05-rubydb-production-server.md +237 -0
- data/lessons/06-postgresql-massive-apps.md +96 -0
- data/lessons/07-hybrid-microservices.md +179 -0
- data/lessons/08-migrations-backups-recovery.md +86 -0
- data/lessons/09-observability-security-scale.md +87 -0
- data/lessons/10-release-readiness.md +192 -0
- data/lessons/11-community-adapter.md +323 -0
- data/lessons/12-rails-ecommerce-pressure.md +263 -0
- data/lib/rubydb/accelerator/client.rb +451 -0
- data/lib/rubydb/accelerator/error.rb +22 -0
- data/lib/rubydb/accelerator/manager.rb +606 -0
- data/lib/rubydb/accelerator.rb +13 -0
- data/lib/rubydb/backup/archive.rb +332 -334
- data/lib/rubydb/backup/backup.rb +400 -401
- data/lib/rubydb/backup/incremental.rb +349 -353
- data/lib/rubydb/backup/restore.rb +289 -290
- data/lib/rubydb/backup/snapshot.rb +265 -267
- data/lib/rubydb/backup/verification.rb +276 -279
- data/lib/rubydb/branching/branch.rb +181 -181
- data/lib/rubydb/branching/branch_manager.rb +307 -311
- data/lib/rubydb/branching/branch_metadata.rb +140 -140
- data/lib/rubydb/branching/checkout.rb +165 -166
- data/lib/rubydb/branching/copy_on_write.rb +272 -272
- data/lib/rubydb/branching/diff.rb +137 -138
- data/lib/rubydb/branching/merge.rb +282 -285
- data/lib/rubydb/build_info.rb +15 -15
- data/lib/rubydb/catalog/catalog.rb +391 -391
- data/lib/rubydb/catalog/column.rb +112 -112
- data/lib/rubydb/catalog/constraint.rb +180 -180
- data/lib/rubydb/catalog/database.rb +184 -184
- data/lib/rubydb/catalog/index.rb +97 -97
- data/lib/rubydb/catalog/schema.rb +103 -103
- data/lib/rubydb/catalog/sequence.rb +90 -90
- data/lib/rubydb/catalog/system_catalog.rb +698 -698
- data/lib/rubydb/catalog/table.rb +178 -178
- data/lib/rubydb/catalog/trigger.rb +102 -102
- data/lib/rubydb/catalog/view.rb +66 -66
- data/lib/rubydb/cli/application.rb +168 -163
- data/lib/rubydb/cli/commands/accelerator.rb +72 -0
- data/lib/rubydb/cli/commands/backup.rb +80 -81
- data/lib/rubydb/cli/commands/branch.rb +72 -72
- data/lib/rubydb/cli/commands/checkout.rb +54 -54
- data/lib/rubydb/cli/commands/create.rb +58 -58
- data/lib/rubydb/cli/commands/diff.rb +76 -77
- data/lib/rubydb/cli/commands/doctor.rb +77 -74
- data/lib/rubydb/cli/commands/drop.rb +57 -57
- data/lib/rubydb/cli/commands/init.rb +101 -102
- data/lib/rubydb/cli/commands/inspect.rb +95 -95
- data/lib/rubydb/cli/commands/merge.rb +63 -63
- data/lib/rubydb/cli/commands/migrate.rb +62 -62
- data/lib/rubydb/cli/commands/restart.rb +42 -39
- data/lib/rubydb/cli/commands/restore.rb +121 -121
- data/lib/rubydb/cli/commands/shell.rb +365 -365
- data/lib/rubydb/cli/commands/snapshot.rb +79 -79
- data/lib/rubydb/cli/commands/start.rb +88 -82
- data/lib/rubydb/cli/commands/status.rb +96 -92
- data/lib/rubydb/cli/commands/stop.rb +47 -47
- data/lib/rubydb/cli/commands/vacuum.rb +58 -58
- data/lib/rubydb/cli/formatter.rb +221 -221
- data/lib/rubydb/cli/output.rb +168 -168
- data/lib/rubydb/client/client.rb +309 -304
- data/lib/rubydb/client/connection.rb +429 -415
- data/lib/rubydb/client/connection_pool.rb +168 -168
- data/lib/rubydb/client/connection_url.rb +96 -96
- data/lib/rubydb/client/prepared_statement.rb +60 -60
- data/lib/rubydb/client/result.rb +127 -123
- data/lib/rubydb/client/statement.rb +52 -52
- data/lib/rubydb/client/transaction.rb +130 -130
- data/lib/rubydb/concurrency/concurrency.rb +19 -19
- data/lib/rubydb/concurrency/deadlock_detector.rb +148 -150
- data/lib/rubydb/concurrency/latch.rb +101 -101
- data/lib/rubydb/concurrency/lock_graph.rb +163 -165
- data/lib/rubydb/concurrency/mutex.rb +181 -183
- data/lib/rubydb/concurrency/rw_lock.rb +180 -180
- data/lib/rubydb/concurrency/scheduler.rb +248 -250
- data/lib/rubydb/concurrency/worker_pool.rb +145 -143
- data/lib/rubydb/configuration/config.rb +170 -170
- data/lib/rubydb/configuration/defaults.rb +191 -179
- data/lib/rubydb/configuration/environment.rb +152 -152
- data/lib/rubydb/configuration/parser.rb +185 -185
- data/lib/rubydb/configuration/validation.rb +228 -221
- data/lib/rubydb/constants.rb +74 -74
- data/lib/rubydb/constraints/check.rb +181 -181
- data/lib/rubydb/constraints/constraint.rb +101 -101
- data/lib/rubydb/constraints/foreign_key.rb +130 -130
- data/lib/rubydb/constraints/not_null.rb +64 -64
- data/lib/rubydb/constraints/primary_key.rb +99 -99
- data/lib/rubydb/constraints/unique.rb +106 -108
- data/lib/rubydb/constraints/validator.rb +349 -350
- data/lib/rubydb/errors/authentication_error.rb +10 -10
- data/lib/rubydb/errors/authorization_error.rb +23 -23
- data/lib/rubydb/errors/client_error.rb +10 -10
- data/lib/rubydb/errors/configuration_error.rb +10 -10
- data/lib/rubydb/errors/connection_error.rb +10 -10
- data/lib/rubydb/errors/constraint_error.rb +23 -23
- data/lib/rubydb/errors/corruption_error.rb +10 -10
- data/lib/rubydb/errors/database_error.rb +10 -10
- data/lib/rubydb/errors/error.rb +20 -20
- data/lib/rubydb/errors/execution_error.rb +10 -10
- data/lib/rubydb/errors/parser_error.rb +10 -10
- data/lib/rubydb/errors/recovery_error.rb +10 -10
- data/lib/rubydb/errors/replication_error.rb +10 -10
- data/lib/rubydb/errors/server_error.rb +6 -6
- data/lib/rubydb/errors/storage_error.rb +10 -10
- data/lib/rubydb/errors/transaction_error.rb +10 -10
- data/lib/rubydb/execution/accelerator_dispatch.rb +30 -0
- data/lib/rubydb/execution/aggregate_executor.rb +134 -138
- data/lib/rubydb/execution/cost_model.rb +72 -0
- data/lib/rubydb/execution/delete_executor.rb +110 -112
- data/lib/rubydb/execution/distinct_executor.rb +131 -135
- data/lib/rubydb/execution/executor.rb +1544 -1188
- data/lib/rubydb/execution/expression.rb +191 -193
- data/lib/rubydb/execution/index_scan.rb +142 -142
- data/lib/rubydb/execution/insert_executor.rb +215 -217
- data/lib/rubydb/execution/join_executor.rb +243 -249
- data/lib/rubydb/execution/limit_executor.rb +83 -85
- data/lib/rubydb/execution/operator_selection.rb +57 -0
- data/lib/rubydb/execution/optimizer.rb +227 -215
- data/lib/rubydb/execution/physical_plan.rb +47 -0
- data/lib/rubydb/execution/plan.rb +355 -353
- data/lib/rubydb/execution/planner.rb +508 -536
- data/lib/rubydb/execution/predicate.rb +235 -235
- data/lib/rubydb/execution/scan.rb +49 -49
- data/lib/rubydb/execution/sequential_scan.rb +63 -63
- data/lib/rubydb/execution/sort_executor.rb +194 -185
- data/lib/rubydb/execution/update_executor.rb +160 -162
- data/lib/rubydb/functions/aggregate.rb +70 -70
- data/lib/rubydb/functions/date_functions.rb +274 -278
- data/lib/rubydb/functions/function.rb +85 -85
- data/lib/rubydb/functions/json_functions.rb +231 -215
- data/lib/rubydb/functions/numeric_functions.rb +346 -346
- data/lib/rubydb/functions/scalar.rb +52 -52
- data/lib/rubydb/functions/string_functions.rb +383 -383
- data/lib/rubydb/functions/system_functions.rb +258 -246
- data/lib/rubydb/history/as_of.rb +238 -238
- data/lib/rubydb/history/change.rb +105 -105
- data/lib/rubydb/history/history.rb +131 -131
- data/lib/rubydb/history/history_manager.rb +228 -229
- data/lib/rubydb/history/temporal_query.rb +202 -202
- data/lib/rubydb/history/timeline.rb +144 -144
- data/lib/rubydb/indexes/btree.rb +215 -186
- data/lib/rubydb/indexes/btree_cursor.rb +258 -258
- data/lib/rubydb/indexes/btree_node.rb +384 -385
- data/lib/rubydb/indexes/hash_index.rb +150 -150
- data/lib/rubydb/indexes/index.rb +71 -71
- data/lib/rubydb/indexes/index_manager.rb +408 -406
- data/lib/rubydb/indexes/index_scan.rb +466 -470
- data/lib/rubydb/migrations/migration.rb +253 -254
- data/lib/rubydb/migrations/migration_lock.rb +146 -146
- data/lib/rubydb/migrations/migration_manager.rb +187 -176
- data/lib/rubydb/migrations/migration_version.rb +71 -71
- data/lib/rubydb/migrations/schema_diff.rb +211 -211
- data/lib/rubydb/migrations/schema_version.rb +64 -64
- data/lib/rubydb/monitoring/events.rb +155 -160
- data/lib/rubydb/monitoring/health.rb +216 -222
- data/lib/rubydb/monitoring/logger.rb +188 -193
- data/lib/rubydb/monitoring/metrics.rb +363 -359
- data/lib/rubydb/monitoring/performance.rb +176 -176
- data/lib/rubydb/monitoring/statistics.rb +168 -170
- data/lib/rubydb/mvcc/garbage_collector.rb +199 -199
- data/lib/rubydb/mvcc/mvcc.rb +16 -16
- data/lib/rubydb/mvcc/snapshot.rb +146 -147
- data/lib/rubydb/mvcc/vacuum.rb +180 -180
- data/lib/rubydb/mvcc/version.rb +106 -106
- data/lib/rubydb/mvcc/version_store.rb +396 -398
- data/lib/rubydb/mvcc/visibility.rb +107 -109
- data/lib/rubydb/protocol/capabilities.rb +125 -125
- data/lib/rubydb/protocol/decoder.rb +142 -145
- data/lib/rubydb/protocol/encoder.rb +131 -136
- data/lib/rubydb/protocol/handshake.rb +306 -305
- data/lib/rubydb/protocol/message.rb +121 -121
- data/lib/rubydb/protocol/parameter_binder.rb +101 -0
- data/lib/rubydb/protocol/protocol.rb +276 -277
- data/lib/rubydb/protocol/version.rb +54 -54
- data/lib/rubydb/rails/adapter.rb +245 -239
- data/lib/rubydb/rails/connection.rb +312 -314
- data/lib/rubydb/rails/database_statements.rb +122 -122
- data/lib/rubydb/rails/migration.rb +131 -131
- data/lib/rubydb/rails/quoting.rb +109 -109
- data/lib/rubydb/rails/result.rb +117 -117
- data/lib/rubydb/rails/schema_statements.rb +339 -339
- data/lib/rubydb/rails/transaction.rb +105 -105
- data/lib/rubydb/rails/type.rb +126 -126
- data/lib/rubydb/recovery/checkpoint.rb +261 -257
- data/lib/rubydb/recovery/consistency.rb +457 -467
- data/lib/rubydb/recovery/corruption_detector.rb +5 -5
- data/lib/rubydb/recovery/crash_recovery.rb +381 -387
- data/lib/rubydb/recovery/recovery_manager.rb +204 -206
- data/lib/rubydb/recovery/redo.rb +235 -237
- data/lib/rubydb/recovery/undo.rb +204 -206
- data/lib/rubydb/replication/failover.rb +5 -5
- data/lib/rubydb/replication/fencing.rb +63 -63
- data/lib/rubydb/replication/primary.rb +461 -450
- data/lib/rubydb/replication/replica.rb +382 -384
- data/lib/rubydb/replication/replication_log.rb +194 -200
- data/lib/rubydb/replication/replication_manager.rb +307 -308
- data/lib/rubydb/replication/replication_slot.rb +293 -295
- data/lib/rubydb/replication/replication_stream.rb +198 -201
- data/lib/rubydb/rubydb.rb +570 -560
- data/lib/rubydb/security/access_control.rb +252 -254
- data/lib/rubydb/security/audit_log.rb +209 -213
- data/lib/rubydb/security/authentication.rb +302 -302
- data/lib/rubydb/security/authorization.rb +282 -282
- data/lib/rubydb/security/credentials.rb +192 -196
- data/lib/rubydb/security/password.rb +205 -215
- data/lib/rubydb/security/permissions.rb +74 -74
- data/lib/rubydb/security/role.rb +99 -101
- data/lib/rubydb/security/user.rb +86 -86
- data/lib/rubydb/server/connection.rb +383 -366
- data/lib/rubydb/server/connection_pool.rb +193 -193
- data/lib/rubydb/server/lifecycle.rb +227 -228
- data/lib/rubydb/server/listener.rb +139 -136
- data/lib/rubydb/server/request_handler.rb +277 -276
- data/lib/rubydb/server/server.rb +363 -364
- data/lib/rubydb/server/session.rb +416 -369
- data/lib/rubydb/server/worker.rb +206 -210
- data/lib/rubydb/server/worker_pool.rb +168 -168
- data/lib/rubydb/sql/ast/alter_table.rb +169 -169
- data/lib/rubydb/sql/ast/begin_transaction.rb +47 -47
- data/lib/rubydb/sql/ast/commit.rb +37 -37
- data/lib/rubydb/sql/ast/constraint.rb +92 -83
- data/lib/rubydb/sql/ast/create_database.rb +41 -41
- data/lib/rubydb/sql/ast/create_index.rb +61 -61
- data/lib/rubydb/sql/ast/create_schema.rb +52 -52
- data/lib/rubydb/sql/ast/create_table.rb +187 -187
- data/lib/rubydb/sql/ast/delete.rb +54 -54
- data/lib/rubydb/sql/ast/drop_database.rb +41 -41
- data/lib/rubydb/sql/ast/drop_index.rb +41 -41
- data/lib/rubydb/sql/ast/drop_schema.rb +49 -49
- data/lib/rubydb/sql/ast/drop_table.rb +49 -49
- data/lib/rubydb/sql/ast/explain.rb +64 -64
- data/lib/rubydb/sql/ast/expression.rb +617 -604
- data/lib/rubydb/sql/ast/insert.rb +66 -66
- data/lib/rubydb/sql/ast/node.rb +42 -42
- data/lib/rubydb/sql/ast/rollback.rb +63 -63
- data/lib/rubydb/sql/ast/savepoint.rb +59 -59
- data/lib/rubydb/sql/ast/select.rb +88 -88
- data/lib/rubydb/sql/ast/set_operation.rb +22 -20
- data/lib/rubydb/sql/ast/trigger.rb +35 -29
- data/lib/rubydb/sql/ast/update.rb +88 -88
- data/lib/rubydb/sql/ast/vacuum.rb +19 -19
- data/lib/rubydb/sql/ast/view.rb +38 -32
- data/lib/rubydb/sql/ast/with.rb +32 -32
- data/lib/rubydb/sql/grammar.rb +86 -86
- data/lib/rubydb/sql/keywords.rb +156 -156
- data/lib/rubydb/sql/lexer.rb +209 -214
- data/lib/rubydb/sql/operators.rb +100 -100
- data/lib/rubydb/sql/parser.rb +1167 -1170
- data/lib/rubydb/sql/planner/analyzer.rb +283 -302
- data/lib/rubydb/sql/planner/binder.rb +537 -550
- data/lib/rubydb/sql/planner/type_checker.rb +427 -431
- data/lib/rubydb/sql/token.rb +210 -210
- data/lib/rubydb/storage/buffer_frame.rb +44 -44
- data/lib/rubydb/storage/buffer_pool.rb +155 -155
- data/lib/rubydb/storage/database_lock.rb +74 -74
- data/lib/rubydb/storage/deserializer.rb +332 -342
- data/lib/rubydb/storage/engine.rb +2409 -2330
- data/lib/rubydb/storage/file_manager.rb +191 -187
- data/lib/rubydb/storage/free_space_map.rb +79 -81
- data/lib/rubydb/storage/page.rb +92 -94
- data/lib/rubydb/storage/page_allocator.rb +852 -855
- data/lib/rubydb/storage/page_header.rb +63 -67
- data/lib/rubydb/storage/page_manager.rb +127 -131
- data/lib/rubydb/storage/record.rb +58 -58
- data/lib/rubydb/storage/row.rb +78 -78
- data/lib/rubydb/storage/serializer.rb +51 -51
- data/lib/rubydb/storage/snapshot_reader.rb +167 -0
- data/lib/rubydb/storage/storage_layout.rb +151 -151
- data/lib/rubydb/storage/storage_manager.rb +114 -114
- data/lib/rubydb/storage/tuple.rb +458 -461
- data/lib/rubydb/storage/visibility_map.rb +964 -973
- data/lib/rubydb/transactions/commit_manager.rb +219 -220
- data/lib/rubydb/transactions/isolation.rb +98 -98
- data/lib/rubydb/transactions/lock.rb +76 -76
- data/lib/rubydb/transactions/lock_manager.rb +359 -362
- data/lib/rubydb/transactions/savepoint.rb +142 -143
- data/lib/rubydb/transactions/transaction.rb +214 -215
- data/lib/rubydb/transactions/transaction_id.rb +84 -84
- data/lib/rubydb/transactions/transaction_log.rb +256 -257
- data/lib/rubydb/transactions/transaction_manager.rb +434 -435
- data/lib/rubydb/types/bigint.rb +36 -36
- data/lib/rubydb/types/blob.rb +37 -37
- data/lib/rubydb/types/boolean.rb +34 -34
- data/lib/rubydb/types/date.rb +39 -39
- data/lib/rubydb/types/decimal.rb +48 -48
- data/lib/rubydb/types/float.rb +34 -34
- data/lib/rubydb/types/integer.rb +36 -36
- data/lib/rubydb/types/json.rb +41 -41
- data/lib/rubydb/types/null.rb +34 -34
- data/lib/rubydb/types/smallint.rb +36 -36
- data/lib/rubydb/types/text.rb +37 -37
- data/lib/rubydb/types/time.rb +46 -46
- data/lib/rubydb/types/timestamp.rb +39 -39
- data/lib/rubydb/types/type.rb +119 -119
- data/lib/rubydb/types/uuid.rb +47 -47
- data/lib/rubydb/types/varchar.rb +37 -37
- data/lib/rubydb/version.rb +32 -32
- data/lib/rubydb/wal/archive.rb +207 -193
- data/lib/rubydb/wal/checkpoint.rb +181 -183
- data/lib/rubydb/wal/lsn.rb +94 -94
- data/lib/rubydb/wal/reader.rb +259 -260
- data/lib/rubydb/wal/record.rb +105 -105
- data/lib/rubydb/wal/segment.rb +193 -193
- data/lib/rubydb/wal/wal.rb +481 -452
- data/lib/rubydb/wal/writer.rb +236 -236
- data/lib/rubydb.rb +7 -7
- data/packaging/docker/docker-compose.failover.yml +43 -43
- data/packaging/homebrew/rubydb.rb +19 -19
- data/rubydb.gemspec +70 -57
- data/scripts/benchmark +7 -7
- data/scripts/build_accelerator +49 -0
- data/scripts/durability_drill +37 -37
- data/scripts/fuzz +63 -63
- data/scripts/release +77 -42
- data/scripts/release_check +43 -43
- data/scripts/replication_failover_drill +268 -250
- data/scripts/replication_network_failover_drill +287 -255
- data/scripts/restore_drill +45 -45
- data/scripts/security +45 -0
- metadata +102 -1
|
@@ -1,176 +1,176 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module RubyDB
|
|
4
|
-
module Monitoring
|
|
5
|
-
# Performance - Performance monitoring
|
|
6
|
-
class Performance
|
|
7
|
-
attr_reader :stats
|
|
8
|
-
|
|
9
|
-
def initialize(engine, config = {})
|
|
10
|
-
@engine = engine
|
|
11
|
-
@config = config
|
|
12
|
-
@statistics = Statistics.new
|
|
13
|
-
@metrics = {
|
|
14
|
-
query_times: [],
|
|
15
|
-
transaction_times: [],
|
|
16
|
-
connection_times: [],
|
|
17
|
-
wal_write_times: [],
|
|
18
|
-
checkpoint_times: [],
|
|
19
|
-
replication_lag: []
|
|
20
|
-
}
|
|
21
|
-
@query_counts = {}
|
|
22
|
-
@slow_queries = []
|
|
23
|
-
@max_slow_queries = config[:max_slow_queries] || 100
|
|
24
|
-
@slow_query_threshold = config[:slow_query_threshold] || 1000
|
|
25
|
-
@stats = {
|
|
26
|
-
total_queries: 0,
|
|
27
|
-
total_transactions: 0,
|
|
28
|
-
avg_query_time: 0,
|
|
29
|
-
slow_query_count: 0,
|
|
30
|
-
transaction_throughput: 0,
|
|
31
|
-
query_throughput: 0
|
|
32
|
-
}
|
|
33
|
-
@lock = Mutex.new
|
|
34
|
-
@start_time = Time.now
|
|
35
|
-
end
|
|
36
|
-
|
|
37
|
-
def record_query(query, time_ms)
|
|
38
|
-
@lock.synchronize do
|
|
39
|
-
@stats[:total_queries] += 1
|
|
40
|
-
@metrics[:query_times] << time_ms
|
|
41
|
-
|
|
42
|
-
# Track query type
|
|
43
|
-
type = extract_query_type(query)
|
|
44
|
-
@query_counts[type] ||= 0
|
|
45
|
-
@query_counts[type] += 1
|
|
46
|
-
|
|
47
|
-
# Record slow queries
|
|
48
|
-
if time_ms > @slow_query_threshold
|
|
49
|
-
@slow_queries << {
|
|
50
|
-
query: query,
|
|
51
|
-
time_ms: time_ms,
|
|
52
|
-
timestamp: Time.now.iso8601
|
|
53
|
-
}
|
|
54
|
-
@slow_queries = @slow_queries.last(@max_slow_queries)
|
|
55
|
-
@stats[:slow_query_count] += 1
|
|
56
|
-
end
|
|
57
|
-
|
|
58
|
-
update_stats
|
|
59
|
-
end
|
|
60
|
-
end
|
|
61
|
-
|
|
62
|
-
def record_transaction(time_ms)
|
|
63
|
-
@lock.synchronize do
|
|
64
|
-
@stats[:total_transactions] += 1
|
|
65
|
-
@metrics[:transaction_times] << time_ms
|
|
66
|
-
update_stats
|
|
67
|
-
end
|
|
68
|
-
end
|
|
69
|
-
|
|
70
|
-
def record_connection(time_ms)
|
|
71
|
-
@lock.synchronize do
|
|
72
|
-
@metrics[:connection_times] << time_ms
|
|
73
|
-
update_stats
|
|
74
|
-
end
|
|
75
|
-
end
|
|
76
|
-
|
|
77
|
-
def record_wal_write(time_ms)
|
|
78
|
-
@lock.synchronize do
|
|
79
|
-
@metrics[:wal_write_times] << time_ms
|
|
80
|
-
update_stats
|
|
81
|
-
end
|
|
82
|
-
end
|
|
83
|
-
|
|
84
|
-
def record_checkpoint(time_ms)
|
|
85
|
-
@lock.synchronize do
|
|
86
|
-
@metrics[:checkpoint_times] << time_ms
|
|
87
|
-
update_stats
|
|
88
|
-
end
|
|
89
|
-
end
|
|
90
|
-
|
|
91
|
-
def record_replication_lag(lag_ms)
|
|
92
|
-
@lock.synchronize do
|
|
93
|
-
@metrics[:replication_lag] << lag_ms
|
|
94
|
-
update_stats
|
|
95
|
-
end
|
|
96
|
-
end
|
|
97
|
-
|
|
98
|
-
def query_performance
|
|
99
|
-
@lock.synchronize do
|
|
100
|
-
times = @metrics[:query_times]
|
|
101
|
-
{
|
|
102
|
-
total: @stats[:total_queries],
|
|
103
|
-
avg: @statistics.mean(times),
|
|
104
|
-
median: @statistics.median(times),
|
|
105
|
-
p95: @statistics.percentile(times, 95),
|
|
106
|
-
p99: @statistics.percentile(times, 99),
|
|
107
|
-
min: @statistics.min(times),
|
|
108
|
-
max: @statistics.max(times)
|
|
109
|
-
}
|
|
110
|
-
end
|
|
111
|
-
end
|
|
112
|
-
|
|
113
|
-
def transaction_performance
|
|
114
|
-
@lock.synchronize do
|
|
115
|
-
times = @metrics[:transaction_times]
|
|
116
|
-
{
|
|
117
|
-
total: @stats[:total_transactions],
|
|
118
|
-
avg: @statistics.mean(times),
|
|
119
|
-
median: @statistics.median(times),
|
|
120
|
-
p95: @statistics.percentile(times, 95),
|
|
121
|
-
p99: @statistics.percentile(times, 99),
|
|
122
|
-
min: @statistics.min(times),
|
|
123
|
-
max: @statistics.max(times)
|
|
124
|
-
}
|
|
125
|
-
end
|
|
126
|
-
end
|
|
127
|
-
|
|
128
|
-
def slow_queries
|
|
129
|
-
@slow_queries.dup
|
|
130
|
-
end
|
|
131
|
-
|
|
132
|
-
def query_counts
|
|
133
|
-
@query_counts.dup
|
|
134
|
-
end
|
|
135
|
-
|
|
136
|
-
def throughput
|
|
137
|
-
@lock.synchronize do
|
|
138
|
-
elapsed = (Time.now - @start_time).to_f
|
|
139
|
-
{
|
|
140
|
-
queries_per_second: @stats[:total_queries] / elapsed,
|
|
141
|
-
transactions_per_second: @stats[:total_transactions] / elapsed
|
|
142
|
-
}
|
|
143
|
-
end
|
|
144
|
-
end
|
|
145
|
-
|
|
146
|
-
def stats
|
|
147
|
-
@lock.synchronize do
|
|
148
|
-
elapsed = (Time.now - @start_time).to_f
|
|
149
|
-
@stats.merge({
|
|
150
|
-
uptime_seconds: elapsed.round(2),
|
|
151
|
-
query_stats: query_performance,
|
|
152
|
-
transaction_stats: transaction_performance,
|
|
153
|
-
throughput: throughput,
|
|
154
|
-
slow_query_count: @slow_queries.size,
|
|
155
|
-
query_types: @query_counts
|
|
156
|
-
})
|
|
157
|
-
end
|
|
158
|
-
end
|
|
159
|
-
|
|
160
|
-
private
|
|
161
|
-
|
|
162
|
-
def extract_query_type(query)
|
|
163
|
-
query.strip.split.first&.upcase || "UNKNOWN"
|
|
164
|
-
end
|
|
165
|
-
|
|
166
|
-
def update_stats
|
|
167
|
-
times = @metrics[:query_times]
|
|
168
|
-
@stats[:avg_query_time] = @statistics.mean(times) if times.any?
|
|
169
|
-
|
|
170
|
-
elapsed = (Time.now - @start_time).to_f
|
|
171
|
-
@stats[:query_throughput] = @stats[:total_queries] / elapsed if elapsed > 0
|
|
172
|
-
@stats[:transaction_throughput] = @stats[:total_transactions] / elapsed if elapsed > 0
|
|
173
|
-
end
|
|
174
|
-
end
|
|
175
|
-
end
|
|
176
|
-
end
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module RubyDB
|
|
4
|
+
module Monitoring
|
|
5
|
+
# Performance - Performance monitoring
|
|
6
|
+
class Performance
|
|
7
|
+
attr_reader :stats
|
|
8
|
+
|
|
9
|
+
def initialize(engine, config = {})
|
|
10
|
+
@engine = engine
|
|
11
|
+
@config = config
|
|
12
|
+
@statistics = Statistics.new
|
|
13
|
+
@metrics = {
|
|
14
|
+
query_times: [],
|
|
15
|
+
transaction_times: [],
|
|
16
|
+
connection_times: [],
|
|
17
|
+
wal_write_times: [],
|
|
18
|
+
checkpoint_times: [],
|
|
19
|
+
replication_lag: []
|
|
20
|
+
}
|
|
21
|
+
@query_counts = {}
|
|
22
|
+
@slow_queries = []
|
|
23
|
+
@max_slow_queries = config[:max_slow_queries] || 100
|
|
24
|
+
@slow_query_threshold = config[:slow_query_threshold] || 1000
|
|
25
|
+
@stats = {
|
|
26
|
+
total_queries: 0,
|
|
27
|
+
total_transactions: 0,
|
|
28
|
+
avg_query_time: 0,
|
|
29
|
+
slow_query_count: 0,
|
|
30
|
+
transaction_throughput: 0,
|
|
31
|
+
query_throughput: 0
|
|
32
|
+
}
|
|
33
|
+
@lock = Mutex.new
|
|
34
|
+
@start_time = Time.now
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
def record_query(query, time_ms)
|
|
38
|
+
@lock.synchronize do
|
|
39
|
+
@stats[:total_queries] += 1
|
|
40
|
+
@metrics[:query_times] << time_ms
|
|
41
|
+
|
|
42
|
+
# Track query type
|
|
43
|
+
type = extract_query_type(query)
|
|
44
|
+
@query_counts[type] ||= 0
|
|
45
|
+
@query_counts[type] += 1
|
|
46
|
+
|
|
47
|
+
# Record slow queries
|
|
48
|
+
if time_ms > @slow_query_threshold
|
|
49
|
+
@slow_queries << {
|
|
50
|
+
query: query,
|
|
51
|
+
time_ms: time_ms,
|
|
52
|
+
timestamp: Time.now.iso8601
|
|
53
|
+
}
|
|
54
|
+
@slow_queries = @slow_queries.last(@max_slow_queries)
|
|
55
|
+
@stats[:slow_query_count] += 1
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
update_stats
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
def record_transaction(time_ms)
|
|
63
|
+
@lock.synchronize do
|
|
64
|
+
@stats[:total_transactions] += 1
|
|
65
|
+
@metrics[:transaction_times] << time_ms
|
|
66
|
+
update_stats
|
|
67
|
+
end
|
|
68
|
+
end
|
|
69
|
+
|
|
70
|
+
def record_connection(time_ms)
|
|
71
|
+
@lock.synchronize do
|
|
72
|
+
@metrics[:connection_times] << time_ms
|
|
73
|
+
update_stats
|
|
74
|
+
end
|
|
75
|
+
end
|
|
76
|
+
|
|
77
|
+
def record_wal_write(time_ms)
|
|
78
|
+
@lock.synchronize do
|
|
79
|
+
@metrics[:wal_write_times] << time_ms
|
|
80
|
+
update_stats
|
|
81
|
+
end
|
|
82
|
+
end
|
|
83
|
+
|
|
84
|
+
def record_checkpoint(time_ms)
|
|
85
|
+
@lock.synchronize do
|
|
86
|
+
@metrics[:checkpoint_times] << time_ms
|
|
87
|
+
update_stats
|
|
88
|
+
end
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
def record_replication_lag(lag_ms)
|
|
92
|
+
@lock.synchronize do
|
|
93
|
+
@metrics[:replication_lag] << lag_ms
|
|
94
|
+
update_stats
|
|
95
|
+
end
|
|
96
|
+
end
|
|
97
|
+
|
|
98
|
+
def query_performance
|
|
99
|
+
@lock.synchronize do
|
|
100
|
+
times = @metrics[:query_times]
|
|
101
|
+
{
|
|
102
|
+
total: @stats[:total_queries],
|
|
103
|
+
avg: @statistics.mean(times),
|
|
104
|
+
median: @statistics.median(times),
|
|
105
|
+
p95: @statistics.percentile(times, 95),
|
|
106
|
+
p99: @statistics.percentile(times, 99),
|
|
107
|
+
min: @statistics.min(times),
|
|
108
|
+
max: @statistics.max(times)
|
|
109
|
+
}
|
|
110
|
+
end
|
|
111
|
+
end
|
|
112
|
+
|
|
113
|
+
def transaction_performance
|
|
114
|
+
@lock.synchronize do
|
|
115
|
+
times = @metrics[:transaction_times]
|
|
116
|
+
{
|
|
117
|
+
total: @stats[:total_transactions],
|
|
118
|
+
avg: @statistics.mean(times),
|
|
119
|
+
median: @statistics.median(times),
|
|
120
|
+
p95: @statistics.percentile(times, 95),
|
|
121
|
+
p99: @statistics.percentile(times, 99),
|
|
122
|
+
min: @statistics.min(times),
|
|
123
|
+
max: @statistics.max(times)
|
|
124
|
+
}
|
|
125
|
+
end
|
|
126
|
+
end
|
|
127
|
+
|
|
128
|
+
def slow_queries
|
|
129
|
+
@slow_queries.dup
|
|
130
|
+
end
|
|
131
|
+
|
|
132
|
+
def query_counts
|
|
133
|
+
@query_counts.dup
|
|
134
|
+
end
|
|
135
|
+
|
|
136
|
+
def throughput
|
|
137
|
+
@lock.synchronize do
|
|
138
|
+
elapsed = (Time.now - @start_time).to_f
|
|
139
|
+
{
|
|
140
|
+
queries_per_second: @stats[:total_queries] / elapsed,
|
|
141
|
+
transactions_per_second: @stats[:total_transactions] / elapsed
|
|
142
|
+
}
|
|
143
|
+
end
|
|
144
|
+
end
|
|
145
|
+
|
|
146
|
+
def stats
|
|
147
|
+
@lock.synchronize do
|
|
148
|
+
elapsed = (Time.now - @start_time).to_f
|
|
149
|
+
@stats.merge({
|
|
150
|
+
uptime_seconds: elapsed.round(2),
|
|
151
|
+
query_stats: query_performance,
|
|
152
|
+
transaction_stats: transaction_performance,
|
|
153
|
+
throughput: throughput,
|
|
154
|
+
slow_query_count: @slow_queries.size,
|
|
155
|
+
query_types: @query_counts
|
|
156
|
+
})
|
|
157
|
+
end
|
|
158
|
+
end
|
|
159
|
+
|
|
160
|
+
private
|
|
161
|
+
|
|
162
|
+
def extract_query_type(query)
|
|
163
|
+
query.strip.split.first&.upcase || "UNKNOWN"
|
|
164
|
+
end
|
|
165
|
+
|
|
166
|
+
def update_stats
|
|
167
|
+
times = @metrics[:query_times]
|
|
168
|
+
@stats[:avg_query_time] = @statistics.mean(times) if times.any?
|
|
169
|
+
|
|
170
|
+
elapsed = (Time.now - @start_time).to_f
|
|
171
|
+
@stats[:query_throughput] = @stats[:total_queries] / elapsed if elapsed > 0
|
|
172
|
+
@stats[:transaction_throughput] = @stats[:total_transactions] / elapsed if elapsed > 0
|
|
173
|
+
end
|
|
174
|
+
end
|
|
175
|
+
end
|
|
176
|
+
end
|
|
@@ -1,170 +1,168 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module RubyDB
|
|
4
|
-
module Monitoring
|
|
5
|
-
# Statistics - Statistical calculations
|
|
6
|
-
class Statistics
|
|
7
|
-
attr_reader :stats
|
|
8
|
-
|
|
9
|
-
def initialize
|
|
10
|
-
@stats = {
|
|
11
|
-
calculations: 0,
|
|
12
|
-
errors: 0
|
|
13
|
-
}
|
|
14
|
-
@lock = Mutex.new
|
|
15
|
-
end
|
|
16
|
-
|
|
17
|
-
def mean(values)
|
|
18
|
-
return 0 if values.empty?
|
|
19
|
-
values.sum / values.size.to_f
|
|
20
|
-
end
|
|
21
|
-
|
|
22
|
-
def median(values)
|
|
23
|
-
return 0 if values.empty?
|
|
24
|
-
sorted = values.sort
|
|
25
|
-
mid = sorted.size / 2
|
|
26
|
-
if sorted.size.even?
|
|
27
|
-
(sorted[mid - 1] + sorted[mid]) / 2.0
|
|
28
|
-
else
|
|
29
|
-
sorted[mid]
|
|
30
|
-
end
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
def mode(values)
|
|
34
|
-
return nil if values.empty?
|
|
35
|
-
freq = values.each_with_object(Hash.new(0)) { |v, h| h[v] += 1 }
|
|
36
|
-
max_freq = freq.values.max
|
|
37
|
-
freq.select { |_, f| f == max_freq }.keys
|
|
38
|
-
end
|
|
39
|
-
|
|
40
|
-
def variance(values)
|
|
41
|
-
return 0 if values.size < 2
|
|
42
|
-
m = mean(values)
|
|
43
|
-
values.sum { |v| (v - m)
|
|
44
|
-
end
|
|
45
|
-
|
|
46
|
-
def standard_deviation(values)
|
|
47
|
-
Math.sqrt(variance(values))
|
|
48
|
-
end
|
|
49
|
-
|
|
50
|
-
def percentile(values, p)
|
|
51
|
-
return 0 if values.empty?
|
|
52
|
-
sorted = values.sort
|
|
53
|
-
index = (p / 100.0) * (sorted.size - 1)
|
|
54
|
-
if index.to_i == index
|
|
55
|
-
sorted[index.to_i]
|
|
56
|
-
else
|
|
57
|
-
lower = sorted[index.floor]
|
|
58
|
-
upper = sorted[index.ceil]
|
|
59
|
-
lower + (upper - lower) * (index - index.floor)
|
|
60
|
-
end
|
|
61
|
-
end
|
|
62
|
-
|
|
63
|
-
def min(values)
|
|
64
|
-
values.min || 0
|
|
65
|
-
end
|
|
66
|
-
|
|
67
|
-
def max(values)
|
|
68
|
-
values.max || 0
|
|
69
|
-
end
|
|
70
|
-
|
|
71
|
-
def sum(values)
|
|
72
|
-
values.sum
|
|
73
|
-
end
|
|
74
|
-
|
|
75
|
-
def count(values)
|
|
76
|
-
values.size
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
def histogram(values, bins = 10)
|
|
80
|
-
return {} if values.empty?
|
|
81
|
-
min_val = min(values)
|
|
82
|
-
max_val = max(values)
|
|
83
|
-
range = max_val - min_val
|
|
84
|
-
bin_width = range / bins.to_f
|
|
85
|
-
|
|
86
|
-
histogram = {}
|
|
87
|
-
bins.times do |i|
|
|
88
|
-
low = min_val + i * bin_width
|
|
89
|
-
high = low + bin_width
|
|
90
|
-
key = "#{low.round(2)}-#{high.round(2)}"
|
|
91
|
-
histogram[key] = values.count { |v| v >= low && v < high }
|
|
92
|
-
end
|
|
93
|
-
|
|
94
|
-
histogram
|
|
95
|
-
end
|
|
96
|
-
|
|
97
|
-
def moving_average(values, window = 10)
|
|
98
|
-
return [] if values.empty?
|
|
99
|
-
result = []
|
|
100
|
-
values.each_with_index do |v, i|
|
|
101
|
-
start_idx = [0, i - window + 1].max
|
|
102
|
-
window_values = values[start_idx..i]
|
|
103
|
-
result << mean(window_values)
|
|
104
|
-
end
|
|
105
|
-
result
|
|
106
|
-
end
|
|
107
|
-
|
|
108
|
-
def exponential_moving_average(values, alpha = 0.1)
|
|
109
|
-
return [] if values.empty?
|
|
110
|
-
result = []
|
|
111
|
-
ema = values.first
|
|
112
|
-
values.each do |v|
|
|
113
|
-
ema = alpha * v + (1 - alpha) * ema
|
|
114
|
-
result << ema
|
|
115
|
-
end
|
|
116
|
-
result
|
|
117
|
-
end
|
|
118
|
-
|
|
119
|
-
def z_score(values, value)
|
|
120
|
-
return 0 if values.empty?
|
|
121
|
-
m = mean(values)
|
|
122
|
-
sd = standard_deviation(values)
|
|
123
|
-
return 0 if sd == 0
|
|
124
|
-
(value - m) / sd
|
|
125
|
-
end
|
|
126
|
-
|
|
127
|
-
def correlation(x_values, y_values)
|
|
128
|
-
return 0 if x_values.size != y_values.size || x_values.empty?
|
|
129
|
-
n = x_values.size
|
|
130
|
-
sum_x = x_values.sum
|
|
131
|
-
sum_y = y_values.sum
|
|
132
|
-
sum_xy = x_values.zip(y_values).sum { |x, y| x * y }
|
|
133
|
-
sum_x2 = x_values.sum { |x| x * x }
|
|
134
|
-
sum_y2 = y_values.sum { |y| y * y }
|
|
135
|
-
|
|
136
|
-
numerator = n * sum_xy - sum_x * sum_y
|
|
137
|
-
denominator = Math.sqrt((n * sum_x2 - sum_x * sum_x) * (n * sum_y2 - sum_y * sum_y))
|
|
138
|
-
return 0 if denominator == 0
|
|
139
|
-
numerator / denominator
|
|
140
|
-
end
|
|
141
|
-
|
|
142
|
-
def calculate_summary(values)
|
|
143
|
-
@stats[:calculations] += 1
|
|
144
|
-
{
|
|
145
|
-
count: count(values),
|
|
146
|
-
sum: sum(values),
|
|
147
|
-
mean: mean(values),
|
|
148
|
-
median: median(values),
|
|
149
|
-
min: min(values),
|
|
150
|
-
max: max(values),
|
|
151
|
-
variance: variance(values),
|
|
152
|
-
std_dev: standard_deviation(values),
|
|
153
|
-
p25: percentile(values, 25),
|
|
154
|
-
p50: percentile(values, 50),
|
|
155
|
-
p75: percentile(values, 75),
|
|
156
|
-
p90: percentile(values, 90),
|
|
157
|
-
p95: percentile(values, 95),
|
|
158
|
-
p99: percentile(values, 99)
|
|
159
|
-
}
|
|
160
|
-
rescue
|
|
161
|
-
@stats[:errors] += 1
|
|
162
|
-
{}
|
|
163
|
-
end
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
end
|
|
170
|
-
end
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module RubyDB
|
|
4
|
+
module Monitoring
|
|
5
|
+
# Statistics - Statistical calculations
|
|
6
|
+
class Statistics
|
|
7
|
+
attr_reader :stats
|
|
8
|
+
|
|
9
|
+
def initialize
|
|
10
|
+
@stats = {
|
|
11
|
+
calculations: 0,
|
|
12
|
+
errors: 0
|
|
13
|
+
}
|
|
14
|
+
@lock = Mutex.new
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
def mean(values)
|
|
18
|
+
return 0 if values.empty?
|
|
19
|
+
values.sum / values.size.to_f
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
def median(values)
|
|
23
|
+
return 0 if values.empty?
|
|
24
|
+
sorted = values.sort
|
|
25
|
+
mid = sorted.size / 2
|
|
26
|
+
if sorted.size.even?
|
|
27
|
+
(sorted[mid - 1] + sorted[mid]) / 2.0
|
|
28
|
+
else
|
|
29
|
+
sorted[mid]
|
|
30
|
+
end
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
def mode(values)
|
|
34
|
+
return nil if values.empty?
|
|
35
|
+
freq = values.each_with_object(Hash.new(0)) { |v, h| h[v] += 1 }
|
|
36
|
+
max_freq = freq.values.max
|
|
37
|
+
freq.select { |_, f| f == max_freq }.keys
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
def variance(values)
|
|
41
|
+
return 0 if values.size < 2
|
|
42
|
+
m = mean(values)
|
|
43
|
+
values.sum { |v| (v - m)**2 } / (values.size - 1).to_f
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
def standard_deviation(values)
|
|
47
|
+
Math.sqrt(variance(values))
|
|
48
|
+
end
|
|
49
|
+
|
|
50
|
+
def percentile(values, p)
|
|
51
|
+
return 0 if values.empty?
|
|
52
|
+
sorted = values.sort
|
|
53
|
+
index = (p / 100.0) * (sorted.size - 1)
|
|
54
|
+
if index.to_i == index
|
|
55
|
+
sorted[index.to_i]
|
|
56
|
+
else
|
|
57
|
+
lower = sorted[index.floor]
|
|
58
|
+
upper = sorted[index.ceil]
|
|
59
|
+
lower + (upper - lower) * (index - index.floor)
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
def min(values)
|
|
64
|
+
values.min || 0
|
|
65
|
+
end
|
|
66
|
+
|
|
67
|
+
def max(values)
|
|
68
|
+
values.max || 0
|
|
69
|
+
end
|
|
70
|
+
|
|
71
|
+
def sum(values)
|
|
72
|
+
values.sum
|
|
73
|
+
end
|
|
74
|
+
|
|
75
|
+
def count(values)
|
|
76
|
+
values.size
|
|
77
|
+
end
|
|
78
|
+
|
|
79
|
+
def histogram(values, bins = 10)
|
|
80
|
+
return {} if values.empty?
|
|
81
|
+
min_val = min(values)
|
|
82
|
+
max_val = max(values)
|
|
83
|
+
range = max_val - min_val
|
|
84
|
+
bin_width = range / bins.to_f
|
|
85
|
+
|
|
86
|
+
histogram = {}
|
|
87
|
+
bins.times do |i|
|
|
88
|
+
low = min_val + i * bin_width
|
|
89
|
+
high = low + bin_width
|
|
90
|
+
key = "#{low.round(2)}-#{high.round(2)}"
|
|
91
|
+
histogram[key] = values.count { |v| v >= low && v < high }
|
|
92
|
+
end
|
|
93
|
+
|
|
94
|
+
histogram
|
|
95
|
+
end
|
|
96
|
+
|
|
97
|
+
def moving_average(values, window = 10)
|
|
98
|
+
return [] if values.empty?
|
|
99
|
+
result = []
|
|
100
|
+
values.each_with_index do |v, i|
|
|
101
|
+
start_idx = [0, i - window + 1].max
|
|
102
|
+
window_values = values[start_idx..i]
|
|
103
|
+
result << mean(window_values)
|
|
104
|
+
end
|
|
105
|
+
result
|
|
106
|
+
end
|
|
107
|
+
|
|
108
|
+
def exponential_moving_average(values, alpha = 0.1)
|
|
109
|
+
return [] if values.empty?
|
|
110
|
+
result = []
|
|
111
|
+
ema = values.first
|
|
112
|
+
values.each do |v|
|
|
113
|
+
ema = alpha * v + (1 - alpha) * ema
|
|
114
|
+
result << ema
|
|
115
|
+
end
|
|
116
|
+
result
|
|
117
|
+
end
|
|
118
|
+
|
|
119
|
+
def z_score(values, value)
|
|
120
|
+
return 0 if values.empty?
|
|
121
|
+
m = mean(values)
|
|
122
|
+
sd = standard_deviation(values)
|
|
123
|
+
return 0 if sd == 0
|
|
124
|
+
(value - m) / sd
|
|
125
|
+
end
|
|
126
|
+
|
|
127
|
+
def correlation(x_values, y_values)
|
|
128
|
+
return 0 if x_values.size != y_values.size || x_values.empty?
|
|
129
|
+
n = x_values.size
|
|
130
|
+
sum_x = x_values.sum
|
|
131
|
+
sum_y = y_values.sum
|
|
132
|
+
sum_xy = x_values.zip(y_values).sum { |x, y| x * y }
|
|
133
|
+
sum_x2 = x_values.sum { |x| x * x }
|
|
134
|
+
sum_y2 = y_values.sum { |y| y * y }
|
|
135
|
+
|
|
136
|
+
numerator = n * sum_xy - sum_x * sum_y
|
|
137
|
+
denominator = Math.sqrt((n * sum_x2 - sum_x * sum_x) * (n * sum_y2 - sum_y * sum_y))
|
|
138
|
+
return 0 if denominator == 0
|
|
139
|
+
numerator / denominator
|
|
140
|
+
end
|
|
141
|
+
|
|
142
|
+
def calculate_summary(values)
|
|
143
|
+
@stats[:calculations] += 1
|
|
144
|
+
{
|
|
145
|
+
count: count(values),
|
|
146
|
+
sum: sum(values),
|
|
147
|
+
mean: mean(values),
|
|
148
|
+
median: median(values),
|
|
149
|
+
min: min(values),
|
|
150
|
+
max: max(values),
|
|
151
|
+
variance: variance(values),
|
|
152
|
+
std_dev: standard_deviation(values),
|
|
153
|
+
p25: percentile(values, 25),
|
|
154
|
+
p50: percentile(values, 50),
|
|
155
|
+
p75: percentile(values, 75),
|
|
156
|
+
p90: percentile(values, 90),
|
|
157
|
+
p95: percentile(values, 95),
|
|
158
|
+
p99: percentile(values, 99)
|
|
159
|
+
}
|
|
160
|
+
rescue
|
|
161
|
+
@stats[:errors] += 1
|
|
162
|
+
{}
|
|
163
|
+
end
|
|
164
|
+
|
|
165
|
+
attr_reader :stats
|
|
166
|
+
end
|
|
167
|
+
end
|
|
168
|
+
end
|