@libredb/studio 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.local.json +127 -0
- package/.cursorrules +426 -0
- package/.devin/wiki.json +143 -0
- package/.dockerignore +80 -0
- package/.env.example +159 -0
- package/.github/ISSUE_TEMPLATE/bug_report.md +49 -0
- package/.github/ISSUE_TEMPLATE/feature_request.md +29 -0
- package/.github/PULL_REQUEST_TEMPLATE.md +57 -0
- package/.github/workflows/ci.yml +185 -0
- package/.github/workflows/codeql.yml +57 -0
- package/.github/workflows/docker-build-push.yml +118 -0
- package/.github/workflows/helm-release.yml +113 -0
- package/CLAUDE.md +265 -0
- package/CODE_OF_CONDUCT.md +124 -0
- package/CONTRIBUTING.md +154 -0
- package/Dockerfile +73 -0
- package/LICENSE +21 -0
- package/README.md +614 -0
- package/SECURITY.md +107 -0
- package/artifacthub-repo.yml +4 -0
- package/bun.lock +1714 -0
- package/bunfig.toml +3 -0
- package/charts/libredb-studio/.helmignore +11 -0
- package/charts/libredb-studio/Chart.lock +6 -0
- package/charts/libredb-studio/Chart.yaml +50 -0
- package/charts/libredb-studio/README.md +206 -0
- package/charts/libredb-studio/templates/NOTES.txt +59 -0
- package/charts/libredb-studio/templates/_helpers.tpl +135 -0
- package/charts/libredb-studio/templates/configmap.yaml +37 -0
- package/charts/libredb-studio/templates/deployment.yaml +184 -0
- package/charts/libredb-studio/templates/hpa.yaml +32 -0
- package/charts/libredb-studio/templates/ingress.yaml +41 -0
- package/charts/libredb-studio/templates/networkpolicy.yaml +50 -0
- package/charts/libredb-studio/templates/pdb.yaml +18 -0
- package/charts/libredb-studio/templates/pvc.yaml +23 -0
- package/charts/libredb-studio/templates/secret.yaml +30 -0
- package/charts/libredb-studio/templates/seed-configmap.yaml +11 -0
- package/charts/libredb-studio/templates/service.yaml +22 -0
- package/charts/libredb-studio/templates/serviceaccount.yaml +13 -0
- package/charts/libredb-studio/values.schema.json +246 -0
- package/charts/libredb-studio/values.yaml +286 -0
- package/components.json +22 -0
- package/conductor/code_styleguides/typescript.md +43 -0
- package/conductor/product-guidelines.md +43 -0
- package/conductor/product.md +3 -0
- package/conductor/setup_state.json +1 -0
- package/conductor/tech-stack.md +39 -0
- package/conductor/tracks/enhance_postgres_monitoring_20251227/metadata.json +8 -0
- package/conductor/tracks/enhance_postgres_monitoring_20251227/plan.md +44 -0
- package/conductor/tracks/enhance_postgres_monitoring_20251227/spec.md +31 -0
- package/conductor/tracks.md +8 -0
- package/conductor/workflow.md +333 -0
- package/database-compose.yml +55 -0
- package/docker/postgres-init/01-extensions.sql +10 -0
- package/docker/postgres-init/02-sample-data.sql +585 -0
- package/docker/postgres.yml +68 -0
- package/docker-compose.yml +38 -0
- package/docs/AI_PLAN.md +74 -0
- package/docs/API_DOCS.md +875 -0
- package/docs/ARCHITECTURE.md +218 -0
- package/docs/DATABASE_PROVIDERS.md +358 -0
- package/docs/FEATURES.md +116 -0
- package/docs/HELM_CHART.md +252 -0
- package/docs/LOGIN_PAGE.md +178 -0
- package/docs/MONACO_EDITOR_PERFORMANCE.md +315 -0
- package/docs/OIDC_ARCH.md +681 -0
- package/docs/OIDC_SETUP.md +322 -0
- package/docs/POSTGRES_METRICS.md +516 -0
- package/docs/QUERY_OPTIMIZATION.md +370 -0
- package/docs/SEED_CONNECTIONS.md +468 -0
- package/docs/SQL_ALIAS_COMPLETION.md +190 -0
- package/docs/STORAGE_ARCHITECTURE.md +565 -0
- package/docs/STORAGE_QUICK_SETUP.md +419 -0
- package/docs/TECHNICAL_PLAN.md +36 -0
- package/docs/THEMING.md +345 -0
- package/docs/adding-a-new-database-provider.md +642 -0
- package/docs/backlogs/000-PLATFORM_DATA_SYNC_DATABASE.md +360 -0
- package/docs/backlogs/001-INLINE_DATA_EDITING.md +118 -0
- package/docs/backlogs/002-DATA_IMPORT.md +215 -0
- package/docs/backlogs/003-QUERY_TIME_MACHINE.md +183 -0
- package/docs/backlogs/004-AI_DATA_STORYTELLER.md +292 -0
- package/docs/backlogs/005-QUERY_PLAYGROUND.md +352 -0
- package/docs/backlogs/006-DATA_MASKING.md +418 -0
- package/docs/enterprise-features.md +718 -0
- package/docs/kubernetes-helm-chart-artifacthub-plan.md +803 -0
- package/docs/medium-koyeb-article-en.md +215 -0
- package/docs/plans/test-plans.md +445 -0
- package/docs/releases/RELEASE.V0.3.0.md +22 -0
- package/docs/releases/RELEASE.V0.4.0.md +154 -0
- package/docs/releases/RELEASE.V0.5.0.md +252 -0
- package/docs/releases/RELEASE_v0.5.6.md +145 -0
- package/docs/releases/RELEASE_v0.6.1.md +303 -0
- package/docs/releases/RELEASE_v0.6.7.md +292 -0
- package/docs/releases/RELEASE_v0.7.0.md +332 -0
- package/docs/releases/RELEASE_v0.8.0.md +521 -0
- package/docs/sampledb/titanic.sql +1379 -0
- package/docs/superpowers/plans/2026-03-25-seed-connections.md +1362 -0
- package/docs/superpowers/specs/2026-03-25-seed-connections-design.md +590 -0
- package/e2e/admin-dashboard.spec.ts +64 -0
- package/e2e/connection-management.spec.ts +58 -0
- package/e2e/export.spec.ts +34 -0
- package/e2e/login.spec.ts +85 -0
- package/e2e/query-execution.spec.ts +35 -0
- package/e2e/tab-management.spec.ts +64 -0
- package/eslint.config.mjs +28 -0
- package/fly.toml +43 -0
- package/next.config.ts +32 -0
- package/package.json +130 -0
- package/playwright.config.ts +34 -0
- package/postcss.config.mjs +7 -0
- package/public/favicon-32x32.png +0 -0
- package/public/favicon.ico +0 -0
- package/public/file.svg +1 -0
- package/public/globe.svg +1 -0
- package/public/logo.svg +32 -0
- package/public/next.svg +1 -0
- package/public/screenshots/code-generator.png +0 -0
- package/public/screenshots/connection-modal.png +0 -0
- package/public/screenshots/data-profiler.png +0 -0
- package/public/screenshots/erd-diagram.png +0 -0
- package/public/screenshots/hero-editor.png +0 -0
- package/public/screenshots/nl2sql.png +0 -0
- package/public/vercel.svg +1 -0
- package/public/window.svg +1 -0
- package/render.yaml +58 -0
- package/scripts/merge-lcov.mjs +239 -0
- package/sonar-project.properties +16 -0
- package/src/app/admin/error.tsx +46 -0
- package/src/app/admin/page.tsx +10 -0
- package/src/app/api/admin/audit/route.ts +52 -0
- package/src/app/api/admin/fleet-health/route.ts +81 -0
- package/src/app/api/ai/autopilot/route.ts +105 -0
- package/src/app/api/ai/chat/route.ts +132 -0
- package/src/app/api/ai/describe-schema/route.ts +52 -0
- package/src/app/api/ai/explain/route.ts +86 -0
- package/src/app/api/ai/impact/route.ts +97 -0
- package/src/app/api/ai/index-advisor/route.ts +98 -0
- package/src/app/api/ai/nl2sql/route.ts +87 -0
- package/src/app/api/ai/query-safety/route.ts +87 -0
- package/src/app/api/auth/login/route.ts +62 -0
- package/src/app/api/auth/logout/route.ts +25 -0
- package/src/app/api/auth/me/route.ts +10 -0
- package/src/app/api/auth/oidc/callback/route.ts +82 -0
- package/src/app/api/auth/oidc/login/route.ts +43 -0
- package/src/app/api/connections/managed/route.ts +35 -0
- package/src/app/api/db/cancel/route.ts +42 -0
- package/src/app/api/db/disconnect/route.ts +28 -0
- package/src/app/api/db/health/route.ts +49 -0
- package/src/app/api/db/maintenance/route.ts +72 -0
- package/src/app/api/db/monitoring/route.ts +62 -0
- package/src/app/api/db/multi-query/route.ts +116 -0
- package/src/app/api/db/pool-stats/route.ts +37 -0
- package/src/app/api/db/profile/route.ts +144 -0
- package/src/app/api/db/provider-meta/route.ts +49 -0
- package/src/app/api/db/query/route.ts +50 -0
- package/src/app/api/db/schema/route.ts +47 -0
- package/src/app/api/db/schema-snapshot/route.ts +42 -0
- package/src/app/api/db/test-connection/route.ts +55 -0
- package/src/app/api/db/transaction/route.ts +111 -0
- package/src/app/api/storage/[collection]/route.ts +67 -0
- package/src/app/api/storage/config/route.ts +17 -0
- package/src/app/api/storage/migrate/route.ts +45 -0
- package/src/app/api/storage/route.ts +32 -0
- package/src/app/error.tsx +49 -0
- package/src/app/global-error.tsx +55 -0
- package/src/app/globals.css +146 -0
- package/src/app/icon.svg +42 -0
- package/src/app/layout.tsx +34 -0
- package/src/app/login/login-form.tsx +301 -0
- package/src/app/login/page.tsx +11 -0
- package/src/app/monitoring/page.tsx +8 -0
- package/src/app/not-found.tsx +29 -0
- package/src/app/page.tsx +5 -0
- package/src/components/AIAutopilotPanel.tsx +238 -0
- package/src/components/CodeGenerator.tsx +271 -0
- package/src/components/CommandPalette.tsx +227 -0
- package/src/components/ConnectionModal.tsx +759 -0
- package/src/components/CreateTableModal.tsx +281 -0
- package/src/components/DataCharts.tsx +962 -0
- package/src/components/DataImportModal.tsx +582 -0
- package/src/components/DataProfiler.tsx +335 -0
- package/src/components/DatabaseDocs.tsx +251 -0
- package/src/components/MaskingSettings.tsx +414 -0
- package/src/components/MobileNav.tsx +50 -0
- package/src/components/NL2SQLPanel.tsx +281 -0
- package/src/components/PivotTable.tsx +257 -0
- package/src/components/QueryEditor.tsx +760 -0
- package/src/components/QueryHistory.tsx +344 -0
- package/src/components/QuerySafetyDialog.tsx +290 -0
- package/src/components/ResultsGrid.tsx +644 -0
- package/src/components/SaveQueryModal.tsx +104 -0
- package/src/components/SavedQueries.tsx +128 -0
- package/src/components/SchemaDiagram.tsx +473 -0
- package/src/components/SchemaDiff.tsx +473 -0
- package/src/components/SnapshotTimeline.tsx +116 -0
- package/src/components/Studio.tsx +639 -0
- package/src/components/TestDataGenerator.tsx +261 -0
- package/src/components/VisualExplain.tsx +820 -0
- package/src/components/admin/AdminDashboard.tsx +163 -0
- package/src/components/admin/tabs/AuditTab.tsx +531 -0
- package/src/components/admin/tabs/MonitoringEmbed.tsx +11 -0
- package/src/components/admin/tabs/OperationsTab.tsx +646 -0
- package/src/components/admin/tabs/OverviewTab.tsx +1328 -0
- package/src/components/admin/tabs/SecurityTab.tsx +284 -0
- package/src/components/community-section.tsx +92 -0
- package/src/components/icons/db-icons.tsx +84 -0
- package/src/components/libredb-logo.tsx +61 -0
- package/src/components/monitoring/MonitoringDashboard.tsx +345 -0
- package/src/components/monitoring/tabs/MetricChart.tsx +82 -0
- package/src/components/monitoring/tabs/OverviewTab.tsx +263 -0
- package/src/components/monitoring/tabs/PerformanceTab.tsx +254 -0
- package/src/components/monitoring/tabs/PoolTab.tsx +174 -0
- package/src/components/monitoring/tabs/QueriesTab.tsx +287 -0
- package/src/components/monitoring/tabs/SessionsTab.tsx +316 -0
- package/src/components/monitoring/tabs/StorageTab.tsx +335 -0
- package/src/components/monitoring/tabs/TablesTab.tsx +300 -0
- package/src/components/results-grid/ResultCard.tsx +111 -0
- package/src/components/results-grid/RowDetailSheet.tsx +178 -0
- package/src/components/results-grid/StatsBar.tsx +201 -0
- package/src/components/results-grid/index.ts +1 -0
- package/src/components/results-grid/utils.ts +23 -0
- package/src/components/schema-explorer/ColumnList.tsx +53 -0
- package/src/components/schema-explorer/SchemaExplorer.tsx +182 -0
- package/src/components/schema-explorer/TableItem.tsx +210 -0
- package/src/components/schema-explorer/index.ts +1 -0
- package/src/components/sidebar/ConnectionItem.tsx +105 -0
- package/src/components/sidebar/ConnectionsList.tsx +62 -0
- package/src/components/sidebar/Sidebar.tsx +130 -0
- package/src/components/sidebar/index.ts +2 -0
- package/src/components/studio/BottomPanel.tsx +286 -0
- package/src/components/studio/QueryToolbar.tsx +180 -0
- package/src/components/studio/StudioDesktopHeader.tsx +114 -0
- package/src/components/studio/StudioMobileHeader.tsx +340 -0
- package/src/components/studio/StudioTabBar.tsx +82 -0
- package/src/components/studio/index.ts +5 -0
- package/src/components/ui/accordion.tsx +66 -0
- package/src/components/ui/alert-dialog.tsx +157 -0
- package/src/components/ui/alert.tsx +66 -0
- package/src/components/ui/aspect-ratio.tsx +11 -0
- package/src/components/ui/avatar.tsx +53 -0
- package/src/components/ui/badge.tsx +46 -0
- package/src/components/ui/breadcrumb.tsx +109 -0
- package/src/components/ui/button-group.tsx +83 -0
- package/src/components/ui/button.tsx +60 -0
- package/src/components/ui/calendar.tsx +216 -0
- package/src/components/ui/card.tsx +92 -0
- package/src/components/ui/carousel.tsx +241 -0
- package/src/components/ui/chart.tsx +357 -0
- package/src/components/ui/checkbox.tsx +32 -0
- package/src/components/ui/collapsible.tsx +33 -0
- package/src/components/ui/command.tsx +184 -0
- package/src/components/ui/context-menu.tsx +252 -0
- package/src/components/ui/dialog.tsx +143 -0
- package/src/components/ui/drawer.tsx +135 -0
- package/src/components/ui/dropdown-menu.tsx +257 -0
- package/src/components/ui/empty.tsx +104 -0
- package/src/components/ui/field.tsx +248 -0
- package/src/components/ui/form.tsx +167 -0
- package/src/components/ui/hover-card.tsx +44 -0
- package/src/components/ui/input-group.tsx +170 -0
- package/src/components/ui/input-otp.tsx +77 -0
- package/src/components/ui/input.tsx +21 -0
- package/src/components/ui/item.tsx +193 -0
- package/src/components/ui/kbd.tsx +28 -0
- package/src/components/ui/label.tsx +24 -0
- package/src/components/ui/menubar.tsx +276 -0
- package/src/components/ui/navigation-menu.tsx +168 -0
- package/src/components/ui/pagination.tsx +127 -0
- package/src/components/ui/popover.tsx +48 -0
- package/src/components/ui/progress.tsx +31 -0
- package/src/components/ui/radio-group.tsx +45 -0
- package/src/components/ui/resizable.tsx +56 -0
- package/src/components/ui/scroll-area.tsx +58 -0
- package/src/components/ui/select.tsx +187 -0
- package/src/components/ui/separator.tsx +28 -0
- package/src/components/ui/sheet.tsx +139 -0
- package/src/components/ui/sidebar.tsx +726 -0
- package/src/components/ui/skeleton.tsx +13 -0
- package/src/components/ui/slider.tsx +63 -0
- package/src/components/ui/sonner.tsx +40 -0
- package/src/components/ui/spinner.tsx +16 -0
- package/src/components/ui/switch.tsx +31 -0
- package/src/components/ui/table.tsx +116 -0
- package/src/components/ui/tabs.tsx +66 -0
- package/src/components/ui/textarea.tsx +18 -0
- package/src/components/ui/toggle-group.tsx +83 -0
- package/src/components/ui/toggle.tsx +47 -0
- package/src/components/ui/tooltip.tsx +61 -0
- package/src/exports/components.ts +15 -0
- package/src/exports/index.ts +4 -0
- package/src/exports/providers.ts +4 -0
- package/src/exports/types.ts +26 -0
- package/src/hooks/use-ai-chat.ts +182 -0
- package/src/hooks/use-all-connections.ts +66 -0
- package/src/hooks/use-api-call.ts +71 -0
- package/src/hooks/use-auth.ts +51 -0
- package/src/hooks/use-connection-form.ts +349 -0
- package/src/hooks/use-connection-manager.ts +169 -0
- package/src/hooks/use-connection-payload.ts +15 -0
- package/src/hooks/use-inline-editing.ts +109 -0
- package/src/hooks/use-mobile.ts +20 -0
- package/src/hooks/use-monitoring-data.ts +270 -0
- package/src/hooks/use-provider-metadata.ts +62 -0
- package/src/hooks/use-query-execution.ts +478 -0
- package/src/hooks/use-storage-sync.ts +259 -0
- package/src/hooks/use-tab-manager.ts +231 -0
- package/src/hooks/use-toast.ts +20 -0
- package/src/hooks/use-transaction-control.ts +64 -0
- package/src/lib/api/error-codes.ts +30 -0
- package/src/lib/api/errors.ts +236 -0
- package/src/lib/api/with-error-handler.ts +41 -0
- package/src/lib/audit.ts +105 -0
- package/src/lib/auth.ts +87 -0
- package/src/lib/connection-string-parser.ts +172 -0
- package/src/lib/data-masking.ts +385 -0
- package/src/lib/db/base-provider.ts +325 -0
- package/src/lib/db/errors.ts +317 -0
- package/src/lib/db/factory.ts +324 -0
- package/src/lib/db/index.ts +123 -0
- package/src/lib/db/providers/document/index.ts +6 -0
- package/src/lib/db/providers/document/mongodb.ts +992 -0
- package/src/lib/db/providers/keyvalue/redis.ts +554 -0
- package/src/lib/db/providers/sql/index.ts +11 -0
- package/src/lib/db/providers/sql/mssql.ts +1065 -0
- package/src/lib/db/providers/sql/mysql.ts +978 -0
- package/src/lib/db/providers/sql/oracle.ts +1044 -0
- package/src/lib/db/providers/sql/postgres.ts +1179 -0
- package/src/lib/db/providers/sql/sql-base.ts +174 -0
- package/src/lib/db/providers/sql/sqlite.ts +721 -0
- package/src/lib/db/types.ts +437 -0
- package/src/lib/db/utils/pool-manager.ts +287 -0
- package/src/lib/db/utils/query-limiter.ts +239 -0
- package/src/lib/db-ui-config.ts +86 -0
- package/src/lib/editor/mongodb-completions.ts +172 -0
- package/src/lib/editor/sql-completions.ts +280 -0
- package/src/lib/llm/base-provider.ts +117 -0
- package/src/lib/llm/factory.ts +102 -0
- package/src/lib/llm/index.ts +90 -0
- package/src/lib/llm/providers/custom.ts +181 -0
- package/src/lib/llm/providers/gemini.ts +126 -0
- package/src/lib/llm/providers/ollama.ts +154 -0
- package/src/lib/llm/providers/openai.ts +146 -0
- package/src/lib/llm/types.ts +173 -0
- package/src/lib/llm/utils/config.ts +187 -0
- package/src/lib/llm/utils/retry.ts +119 -0
- package/src/lib/llm/utils/streaming.ts +202 -0
- package/src/lib/logger.ts +127 -0
- package/src/lib/monitoring-thresholds.ts +44 -0
- package/src/lib/oidc.ts +262 -0
- package/src/lib/query-generators.ts +61 -0
- package/src/lib/schema-diff/diff-engine.ts +273 -0
- package/src/lib/schema-diff/migration-generator.ts +208 -0
- package/src/lib/schema-diff/types.ts +55 -0
- package/src/lib/seed/config-loader.ts +79 -0
- package/src/lib/seed/connection-filter.ts +49 -0
- package/src/lib/seed/credential-resolver.ts +62 -0
- package/src/lib/seed/index.ts +40 -0
- package/src/lib/seed/resolve-connection.ts +57 -0
- package/src/lib/seed/types.ts +69 -0
- package/src/lib/sql/alias-extractor.ts +267 -0
- package/src/lib/sql/index.ts +8 -0
- package/src/lib/sql/statement-splitter.ts +167 -0
- package/src/lib/sql/types.ts +40 -0
- package/src/lib/ssh/tunnel.ts +142 -0
- package/src/lib/storage/factory.ts +84 -0
- package/src/lib/storage/index.ts +14 -0
- package/src/lib/storage/local-storage.ts +99 -0
- package/src/lib/storage/providers/postgres.ts +225 -0
- package/src/lib/storage/providers/sqlite.ts +153 -0
- package/src/lib/storage/storage-facade.ts +272 -0
- package/src/lib/storage/types.ts +75 -0
- package/src/lib/time-series-buffer.ts +58 -0
- package/src/lib/types.ts +173 -0
- package/src/lib/utils.ts +6 -0
- package/src/proxy.ts +104 -0
- package/src/types/db-drivers.d.ts +23 -0
- package/src/types/html2canvas.d.ts +9 -0
- package/tests/api/admin/audit.test.ts +178 -0
- package/tests/api/admin/fleet-health.test.ts +183 -0
- package/tests/api/ai/autopilot.test.ts +174 -0
- package/tests/api/ai/chat.test.ts +250 -0
- package/tests/api/ai/describe-schema.test.ts +266 -0
- package/tests/api/ai/explain.test.ts +199 -0
- package/tests/api/ai/impact.test.ts +168 -0
- package/tests/api/ai/index-advisor.test.ts +171 -0
- package/tests/api/ai/nl2sql.test.ts +202 -0
- package/tests/api/ai/query-safety.test.ts +196 -0
- package/tests/api/auth/login.test.ts +170 -0
- package/tests/api/auth/logout.test.ts +140 -0
- package/tests/api/auth/me.test.ts +73 -0
- package/tests/api/auth/oidc-callback.test.ts +215 -0
- package/tests/api/auth/oidc-login.test.ts +127 -0
- package/tests/api/db/cancel.test.ts +198 -0
- package/tests/api/db/disconnect.test.ts +124 -0
- package/tests/api/db/health.test.ts +222 -0
- package/tests/api/db/maintenance.test.ts +263 -0
- package/tests/api/db/monitoring.test.ts +221 -0
- package/tests/api/db/multi-query.test.ts +316 -0
- package/tests/api/db/pool-stats.test.ts +135 -0
- package/tests/api/db/profile.test.ts +330 -0
- package/tests/api/db/provider-meta.test.ts +193 -0
- package/tests/api/db/query.test.ts +314 -0
- package/tests/api/db/schema-snapshot.test.ts +170 -0
- package/tests/api/db/schema.test.ts +191 -0
- package/tests/api/db/test-connection.test.ts +185 -0
- package/tests/api/db/transaction.test.ts +314 -0
- package/tests/api/proxy.test.ts +191 -0
- package/tests/api/seed/managed-route.test.ts +113 -0
- package/tests/api/storage/config.test.ts +42 -0
- package/tests/api/storage/storage-routes.test.ts +309 -0
- package/tests/components/AIAutopilotPanel.test.tsx +756 -0
- package/tests/components/AdminPage.test.tsx +33 -0
- package/tests/components/CodeGenerator.test.tsx +182 -0
- package/tests/components/CommandPalette.test.tsx +428 -0
- package/tests/components/CommunitySection.test.tsx +91 -0
- package/tests/components/ConnectionModal.mobile.test.tsx +284 -0
- package/tests/components/ConnectionModal.test.tsx +570 -0
- package/tests/components/CreateTableModal.test.tsx +383 -0
- package/tests/components/DataCharts.test.tsx +739 -0
- package/tests/components/DataImportModal.test.tsx +751 -0
- package/tests/components/DataProfiler.test.tsx +589 -0
- package/tests/components/DatabaseDocs.test.tsx +353 -0
- package/tests/components/LoginPage.test.tsx +163 -0
- package/tests/components/LoginPageOIDC.test.tsx +92 -0
- package/tests/components/MaskingSettings.test.tsx +498 -0
- package/tests/components/MobileNav.test.tsx +30 -0
- package/tests/components/MonitoringPage.test.tsx +32 -0
- package/tests/components/NL2SQLPanel.test.tsx +621 -0
- package/tests/components/Page.test.tsx +33 -0
- package/tests/components/PivotTable.test.tsx +350 -0
- package/tests/components/QueryEditor.test.tsx +1730 -0
- package/tests/components/QueryHistory.test.tsx +572 -0
- package/tests/components/QuerySafetyDialog.test.tsx +586 -0
- package/tests/components/ResultsGrid.test.tsx +804 -0
- package/tests/components/RootLayout.test.tsx +83 -0
- package/tests/components/SaveQueryModal.test.tsx +25 -0
- package/tests/components/SavedQueries.test.tsx +43 -0
- package/tests/components/SchemaDiagram.test.tsx +1034 -0
- package/tests/components/SchemaDiff.test.tsx +906 -0
- package/tests/components/SnapshotTimeline.test.tsx +174 -0
- package/tests/components/Studio.test.tsx +1030 -0
- package/tests/components/TestDataGenerator.test.tsx +291 -0
- package/tests/components/VisualExplain.test.tsx +704 -0
- package/tests/components/admin/AdminDashboard.test.tsx +205 -0
- package/tests/components/admin/AuditTab.test.tsx +220 -0
- package/tests/components/admin/MonitoringEmbed.test.tsx +58 -0
- package/tests/components/admin/OperationsTab.test.tsx +975 -0
- package/tests/components/admin/OverviewTab.test.tsx +254 -0
- package/tests/components/admin/SecurityTab.test.tsx +467 -0
- package/tests/components/monitoring/MetricChart.test.tsx +111 -0
- package/tests/components/monitoring/MonitoringDashboard.test.tsx +259 -0
- package/tests/components/monitoring/OverviewTab.test.tsx +78 -0
- package/tests/components/monitoring/PerformanceTab.test.tsx +87 -0
- package/tests/components/monitoring/PoolTab.test.tsx +42 -0
- package/tests/components/monitoring/QueriesTab.test.tsx +80 -0
- package/tests/components/monitoring/SessionsTab.test.tsx +154 -0
- package/tests/components/monitoring/StorageTab.test.tsx +127 -0
- package/tests/components/monitoring/TablesTab.test.tsx +153 -0
- package/tests/components/results-grid/ResultCard.test.tsx +105 -0
- package/tests/components/results-grid/RowDetailSheet.test.tsx +308 -0
- package/tests/components/results-grid/StatsBar.test.tsx +162 -0
- package/tests/components/schema-explorer/ColumnList.test.tsx +151 -0
- package/tests/components/schema-explorer/SchemaExplorer.test.tsx +461 -0
- package/tests/components/schema-explorer/TableItem.test.tsx +415 -0
- package/tests/components/sidebar/ConnectionItem.test.tsx +201 -0
- package/tests/components/sidebar/ConnectionsList.test.tsx +176 -0
- package/tests/components/sidebar/Sidebar.test.tsx +187 -0
- package/tests/components/studio/BottomPanel.test.tsx +383 -0
- package/tests/components/studio/QueryToolbar.test.tsx +321 -0
- package/tests/components/studio/StudioDesktopHeader.test.tsx +377 -0
- package/tests/components/studio/StudioMobileHeader.test.tsx +198 -0
- package/tests/components/studio/StudioTabBar.test.tsx +331 -0
- package/tests/fixtures/connections.ts +96 -0
- package/tests/fixtures/masking-configs.ts +86 -0
- package/tests/fixtures/query-results.ts +71 -0
- package/tests/fixtures/schemas.ts +64 -0
- package/tests/fixtures/seed-connections/invalid-config.yaml +7 -0
- package/tests/fixtures/seed-connections/minimal-config.yaml +8 -0
- package/tests/fixtures/seed-connections/mixed-credentials.yaml +23 -0
- package/tests/fixtures/seed-connections/multi-role-config.yaml +30 -0
- package/tests/fixtures/seed-connections/valid-config.json +15 -0
- package/tests/fixtures/seed-connections/valid-config.yaml +51 -0
- package/tests/helpers/mock-fetch.ts +59 -0
- package/tests/helpers/mock-monaco.ts +112 -0
- package/tests/helpers/mock-navigation.ts +28 -0
- package/tests/helpers/mock-next.ts +80 -0
- package/tests/helpers/mock-provider.ts +133 -0
- package/tests/helpers/mock-sonner.ts +29 -0
- package/tests/helpers/render-with-providers.tsx +19 -0
- package/tests/hooks/use-ai-chat.test.ts +600 -0
- package/tests/hooks/use-auth.test.ts +371 -0
- package/tests/hooks/use-connection-form.test.ts +743 -0
- package/tests/hooks/use-connection-manager.test.ts +466 -0
- package/tests/hooks/use-inline-editing.test.ts +321 -0
- package/tests/hooks/use-mobile.test.ts +177 -0
- package/tests/hooks/use-monitoring-data.test.ts +819 -0
- package/tests/hooks/use-provider-metadata.test.ts +228 -0
- package/tests/hooks/use-query-execution.test.ts +1212 -0
- package/tests/hooks/use-tab-manager.test.ts +756 -0
- package/tests/hooks/use-toast.test.ts +74 -0
- package/tests/hooks/use-transaction-control.test.ts +211 -0
- package/tests/integration/db/mongodb-provider.test.ts +698 -0
- package/tests/integration/db/mssql-provider.test.ts +840 -0
- package/tests/integration/db/mysql-provider.test.ts +872 -0
- package/tests/integration/db/oracle-provider.test.ts +843 -0
- package/tests/integration/db/postgres-provider.test.ts +1382 -0
- package/tests/integration/db/redis-provider.test.ts +526 -0
- package/tests/integration/db/sqlite-provider.test.ts +480 -0
- package/tests/integration/seed/seed-pipeline.test.ts +102 -0
- package/tests/isolated/factory-singleton.test.ts +150 -0
- package/tests/isolated/use-storage-sync.test.ts +389 -0
- package/tests/run-components.sh +196 -0
- package/tests/setup-dom.ts +58 -0
- package/tests/setup.ts +40 -0
- package/tests/unit/api-errors.test.ts +210 -0
- package/tests/unit/code-generator-functions.test.ts +271 -0
- package/tests/unit/components/column-list.test.tsx +190 -0
- package/tests/unit/components/data-import-modal.test.tsx +441 -0
- package/tests/unit/components/studio-mobile-header.test.tsx +327 -0
- package/tests/unit/data-charts-functions.test.ts +496 -0
- package/tests/unit/data-import-functions.test.ts +320 -0
- package/tests/unit/data-import-utils.test.ts +125 -0
- package/tests/unit/db/base-provider.test.ts +517 -0
- package/tests/unit/db/errors.test.ts +403 -0
- package/tests/unit/db/factory.test.ts +436 -0
- package/tests/unit/db/pool-manager.test.ts +440 -0
- package/tests/unit/db/query-limiter.test.ts +387 -0
- package/tests/unit/db/sql-base.test.ts +438 -0
- package/tests/unit/lib/api/error-codes.test.ts +39 -0
- package/tests/unit/lib/audit.test.ts +326 -0
- package/tests/unit/lib/auth.test.ts +146 -0
- package/tests/unit/lib/connection-string-parser.test.ts +424 -0
- package/tests/unit/lib/data-masking.test.ts +583 -0
- package/tests/unit/lib/db-icons.test.tsx +41 -0
- package/tests/unit/lib/monitoring-thresholds.test.ts +133 -0
- package/tests/unit/lib/oidc.test.ts +509 -0
- package/tests/unit/lib/query-generators.test.ts +127 -0
- package/tests/unit/lib/storage/factory.test.ts +71 -0
- package/tests/unit/lib/storage/local-storage.test.ts +114 -0
- package/tests/unit/lib/storage/providers/postgres.test.ts +312 -0
- package/tests/unit/lib/storage/providers/sqlite.test.ts +232 -0
- package/tests/unit/lib/storage/storage-facade-extended.test.ts +331 -0
- package/tests/unit/lib/storage/storage-facade.test.ts +184 -0
- package/tests/unit/lib/storage.test.ts +317 -0
- package/tests/unit/lib/time-series-buffer.test.ts +212 -0
- package/tests/unit/lib/utils.test.ts +24 -0
- package/tests/unit/llm/base-provider.test.ts +238 -0
- package/tests/unit/llm/config.test.ts +262 -0
- package/tests/unit/llm/custom-provider.test.ts +281 -0
- package/tests/unit/llm/gemini-provider.test.ts +248 -0
- package/tests/unit/llm/llm-factory.test.ts +155 -0
- package/tests/unit/llm/ollama-provider.test.ts +288 -0
- package/tests/unit/llm/openai-provider.test.ts +324 -0
- package/tests/unit/llm/retry.test.ts +180 -0
- package/tests/unit/llm/streaming.test.ts +355 -0
- package/tests/unit/logger.test.ts +198 -0
- package/tests/unit/mongodb-completions.test.ts +516 -0
- package/tests/unit/pivot-table-functions.test.ts +76 -0
- package/tests/unit/query-cancelled-error.test.ts +81 -0
- package/tests/unit/schema-diff/diff-engine.test.ts +367 -0
- package/tests/unit/schema-diff/migration-generator.test.ts +513 -0
- package/tests/unit/seed/config-loader.test.ts +73 -0
- package/tests/unit/seed/connection-filter.test.ts +91 -0
- package/tests/unit/seed/credential-resolver.test.ts +85 -0
- package/tests/unit/seed/index.test.ts +72 -0
- package/tests/unit/seed/resolve-connection.test.ts +74 -0
- package/tests/unit/seed/types.test.ts +129 -0
- package/tests/unit/sql/alias-extractor.test.ts +444 -0
- package/tests/unit/sql/statement-splitter.test.ts +348 -0
- package/tests/unit/sql-completions.test.ts +463 -0
- package/tests/unit/ssh-tunnel.test.ts +465 -0
- package/tsconfig.json +42 -0
|
@@ -0,0 +1,992 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MongoDB Database Provider
|
|
3
|
+
* Document database support using official MongoDB driver
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { MongoClient, ObjectId, Binary, Decimal128, type Db, type Document, type MongoClientOptions } from 'mongodb';
|
|
7
|
+
import { BaseDatabaseProvider } from '../../base-provider';
|
|
8
|
+
import {
|
|
9
|
+
type DatabaseConnection,
|
|
10
|
+
type TableSchema,
|
|
11
|
+
type ColumnSchema,
|
|
12
|
+
type QueryResult,
|
|
13
|
+
type HealthInfo,
|
|
14
|
+
type MaintenanceType,
|
|
15
|
+
type MaintenanceResult,
|
|
16
|
+
type ProviderOptions,
|
|
17
|
+
type ProviderCapabilities,
|
|
18
|
+
type ProviderLabels,
|
|
19
|
+
type PreparedQuery,
|
|
20
|
+
type QueryPrepareOptions,
|
|
21
|
+
type SlowQuery,
|
|
22
|
+
type ActiveSession,
|
|
23
|
+
type DatabaseOverview,
|
|
24
|
+
type PerformanceMetrics,
|
|
25
|
+
type SlowQueryStats,
|
|
26
|
+
type ActiveSessionDetails,
|
|
27
|
+
type TableStats,
|
|
28
|
+
type IndexStats,
|
|
29
|
+
type StorageStats,
|
|
30
|
+
} from '../../types';
|
|
31
|
+
import {
|
|
32
|
+
DatabaseConfigError,
|
|
33
|
+
ConnectionError,
|
|
34
|
+
QueryError,
|
|
35
|
+
mapDatabaseError,
|
|
36
|
+
} from '../../errors';
|
|
37
|
+
import { formatBytes } from '../../utils/pool-manager';
|
|
38
|
+
|
|
39
|
+
// ============================================================================
|
|
40
|
+
// Types
|
|
41
|
+
// ============================================================================
|
|
42
|
+
|
|
43
|
+
interface MongoQuery {
|
|
44
|
+
collection: string;
|
|
45
|
+
operation: 'find' | 'findOne' | 'aggregate' | 'count' | 'distinct' | 'insertOne' | 'insertMany' | 'updateOne' | 'updateMany' | 'deleteOne' | 'deleteMany';
|
|
46
|
+
filter?: Document;
|
|
47
|
+
pipeline?: Document[];
|
|
48
|
+
update?: Document;
|
|
49
|
+
documents?: Document[];
|
|
50
|
+
options?: {
|
|
51
|
+
limit?: number;
|
|
52
|
+
skip?: number;
|
|
53
|
+
sort?: Document;
|
|
54
|
+
projection?: Document;
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
// ============================================================================
|
|
59
|
+
// MongoDB Provider
|
|
60
|
+
// ============================================================================
|
|
61
|
+
|
|
62
|
+
export class MongoDBProvider extends BaseDatabaseProvider {
|
|
63
|
+
private client: MongoClient | null = null;
|
|
64
|
+
private db: Db | null = null;
|
|
65
|
+
|
|
66
|
+
constructor(config: DatabaseConnection, options: ProviderOptions = {}) {
|
|
67
|
+
super(config, options);
|
|
68
|
+
this.validate();
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
// ============================================================================
|
|
72
|
+
// Provider Metadata
|
|
73
|
+
// ============================================================================
|
|
74
|
+
|
|
75
|
+
public override getCapabilities(): ProviderCapabilities {
|
|
76
|
+
return {
|
|
77
|
+
queryLanguage: 'json',
|
|
78
|
+
supportsExplain: false,
|
|
79
|
+
supportsExternalQueryLimiting: false,
|
|
80
|
+
supportsCreateTable: false,
|
|
81
|
+
supportsMaintenance: true,
|
|
82
|
+
maintenanceOperations: ['vacuum', 'analyze', 'check'],
|
|
83
|
+
supportsConnectionString: true,
|
|
84
|
+
defaultPort: 27017,
|
|
85
|
+
schemaRefreshPattern: '"operation"\\s*:\\s*"(insert|delete|update)',
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
public override getLabels(): ProviderLabels {
|
|
90
|
+
return {
|
|
91
|
+
entityName: 'Collection',
|
|
92
|
+
entityNamePlural: 'Collections',
|
|
93
|
+
rowName: 'document',
|
|
94
|
+
rowNamePlural: 'documents',
|
|
95
|
+
selectAction: 'Find Documents',
|
|
96
|
+
generateAction: 'Generate Find',
|
|
97
|
+
analyzeAction: 'Validate Collection',
|
|
98
|
+
vacuumAction: 'Compact Collection',
|
|
99
|
+
searchPlaceholder: 'Search collections or fields...',
|
|
100
|
+
analyzeGlobalLabel: 'Run Validate',
|
|
101
|
+
analyzeGlobalTitle: 'Validate Collections',
|
|
102
|
+
analyzeGlobalDesc: 'Checks collection structure and indexes integrity for all collections.',
|
|
103
|
+
vacuumGlobalLabel: 'Run Compact',
|
|
104
|
+
vacuumGlobalTitle: 'Compact Storage',
|
|
105
|
+
vacuumGlobalDesc: 'Defragments and compacts collection storage to reclaim disk space.',
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
public override prepareQuery(query: string, options: QueryPrepareOptions = {}): PreparedQuery {
|
|
110
|
+
return { query, wasLimited: false, limit: options.limit || 100, offset: 0 };
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
// ============================================================================
|
|
114
|
+
// Validation
|
|
115
|
+
// ============================================================================
|
|
116
|
+
|
|
117
|
+
public validate(): void {
|
|
118
|
+
super.validate();
|
|
119
|
+
|
|
120
|
+
if (!this.config.connectionString) {
|
|
121
|
+
if (!this.config.host) {
|
|
122
|
+
throw new DatabaseConfigError('Host or connection string is required for MongoDB', 'mongodb');
|
|
123
|
+
}
|
|
124
|
+
if (!this.config.database) {
|
|
125
|
+
throw new DatabaseConfigError('Database name is required for MongoDB', 'mongodb');
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
// ============================================================================
|
|
131
|
+
// Connection Management
|
|
132
|
+
// ============================================================================
|
|
133
|
+
|
|
134
|
+
public async connect(): Promise<void> {
|
|
135
|
+
if (this.client && this.db) {
|
|
136
|
+
return;
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
try {
|
|
140
|
+
const connectionString = this.buildConnectionString();
|
|
141
|
+
const options: MongoClientOptions = {
|
|
142
|
+
maxPoolSize: this.poolConfig.max,
|
|
143
|
+
minPoolSize: this.poolConfig.min,
|
|
144
|
+
maxIdleTimeMS: this.poolConfig.idleTimeout,
|
|
145
|
+
connectTimeoutMS: this.poolConfig.acquireTimeout,
|
|
146
|
+
serverSelectionTimeoutMS: this.poolConfig.acquireTimeout,
|
|
147
|
+
};
|
|
148
|
+
|
|
149
|
+
this.client = new MongoClient(connectionString, options);
|
|
150
|
+
await this.client.connect();
|
|
151
|
+
|
|
152
|
+
// Get database name from connection string or config
|
|
153
|
+
const dbName = this.getDatabaseName();
|
|
154
|
+
this.db = this.client.db(dbName);
|
|
155
|
+
|
|
156
|
+
// Test connection
|
|
157
|
+
await this.db.command({ ping: 1 });
|
|
158
|
+
|
|
159
|
+
this.setConnected(true);
|
|
160
|
+
} catch (error) {
|
|
161
|
+
this.setError(error instanceof Error ? error : new Error(String(error)));
|
|
162
|
+
throw new ConnectionError(
|
|
163
|
+
`Failed to connect to MongoDB: ${error instanceof Error ? error.message : error}`,
|
|
164
|
+
'mongodb',
|
|
165
|
+
this.config.host,
|
|
166
|
+
this.config.port
|
|
167
|
+
);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
public async disconnect(): Promise<void> {
|
|
172
|
+
if (this.client) {
|
|
173
|
+
try {
|
|
174
|
+
await this.client.close();
|
|
175
|
+
} finally {
|
|
176
|
+
this.client = null;
|
|
177
|
+
this.db = null;
|
|
178
|
+
this.setConnected(false);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
private buildConnectionString(): string {
|
|
184
|
+
if (this.config.connectionString) {
|
|
185
|
+
return this.config.connectionString;
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
const auth = this.config.user && this.config.password
|
|
189
|
+
? `${encodeURIComponent(this.config.user)}:${encodeURIComponent(this.config.password)}@`
|
|
190
|
+
: '';
|
|
191
|
+
|
|
192
|
+
const host = this.config.host || 'localhost';
|
|
193
|
+
const port = this.config.port || 27017;
|
|
194
|
+
const database = this.config.database || 'test';
|
|
195
|
+
|
|
196
|
+
return `mongodb://${auth}${host}:${port}/${database}`;
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
private getDatabaseName(): string {
|
|
200
|
+
if (this.config.database) {
|
|
201
|
+
return this.config.database;
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
// Extract from connection string
|
|
205
|
+
if (this.config.connectionString) {
|
|
206
|
+
const match = this.config.connectionString.match(/\/([^/?]+)(\?|$)/);
|
|
207
|
+
if (match) {
|
|
208
|
+
return match[1];
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
return 'test';
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
// ============================================================================
|
|
216
|
+
// Query Execution
|
|
217
|
+
// ============================================================================
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* Execute a MongoDB query
|
|
221
|
+
* Accepts JSON-formatted MQL queries
|
|
222
|
+
*
|
|
223
|
+
* @example
|
|
224
|
+
* // Find documents
|
|
225
|
+
* {"collection": "users", "operation": "find", "filter": {"age": {"$gt": 18}}, "options": {"limit": 10}}
|
|
226
|
+
*
|
|
227
|
+
* // Aggregate
|
|
228
|
+
* {"collection": "orders", "operation": "aggregate", "pipeline": [{"$group": {"_id": "$status", "count": {"$sum": 1}}}]}
|
|
229
|
+
*
|
|
230
|
+
* // Insert
|
|
231
|
+
* {"collection": "users", "operation": "insertOne", "documents": [{"name": "John", "email": "john@example.com"}]}
|
|
232
|
+
*/
|
|
233
|
+
public async query(queryStr: string): Promise<QueryResult> {
|
|
234
|
+
this.ensureConnected();
|
|
235
|
+
|
|
236
|
+
return this.trackQuery(async () => {
|
|
237
|
+
const { result, executionTime } = await this.measureExecution(async () => {
|
|
238
|
+
try {
|
|
239
|
+
const query = this.parseQuery(queryStr);
|
|
240
|
+
const collection = this.db!.collection(query.collection);
|
|
241
|
+
|
|
242
|
+
let rows: Document[] = [];
|
|
243
|
+
let affectedCount = 0;
|
|
244
|
+
|
|
245
|
+
switch (query.operation) {
|
|
246
|
+
case 'find': {
|
|
247
|
+
const cursor = collection.find(query.filter || {});
|
|
248
|
+
if (query.options?.projection) cursor.project(query.options.projection);
|
|
249
|
+
if (query.options?.sort) cursor.sort(query.options.sort);
|
|
250
|
+
if (query.options?.skip) cursor.skip(query.options.skip);
|
|
251
|
+
if (query.options?.limit) cursor.limit(query.options.limit);
|
|
252
|
+
else cursor.limit(100); // Default limit
|
|
253
|
+
try {
|
|
254
|
+
rows = await cursor.toArray();
|
|
255
|
+
} finally {
|
|
256
|
+
await cursor.close();
|
|
257
|
+
}
|
|
258
|
+
break;
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
case 'findOne': {
|
|
262
|
+
const doc = await collection.findOne(query.filter || {}, {
|
|
263
|
+
projection: query.options?.projection,
|
|
264
|
+
});
|
|
265
|
+
rows = doc ? [doc] : [];
|
|
266
|
+
break;
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
case 'aggregate':
|
|
270
|
+
rows = await collection.aggregate(query.pipeline || []).toArray();
|
|
271
|
+
break;
|
|
272
|
+
|
|
273
|
+
case 'count':
|
|
274
|
+
const count = await collection.countDocuments(query.filter || {});
|
|
275
|
+
rows = [{ count }];
|
|
276
|
+
break;
|
|
277
|
+
|
|
278
|
+
case 'distinct':
|
|
279
|
+
const field = query.options?.projection ? Object.keys(query.options.projection)[0] : '_id';
|
|
280
|
+
const values = await collection.distinct(field, query.filter || {});
|
|
281
|
+
rows = values.map(v => ({ [field]: v }));
|
|
282
|
+
break;
|
|
283
|
+
|
|
284
|
+
case 'insertOne':
|
|
285
|
+
if (!query.documents || query.documents.length === 0) {
|
|
286
|
+
throw new QueryError('Document is required for insertOne', 'mongodb');
|
|
287
|
+
}
|
|
288
|
+
const insertOneResult = await collection.insertOne(query.documents[0]);
|
|
289
|
+
rows = [{ insertedId: insertOneResult.insertedId, acknowledged: insertOneResult.acknowledged }];
|
|
290
|
+
affectedCount = insertOneResult.acknowledged ? 1 : 0;
|
|
291
|
+
break;
|
|
292
|
+
|
|
293
|
+
case 'insertMany':
|
|
294
|
+
if (!query.documents || query.documents.length === 0) {
|
|
295
|
+
throw new QueryError('Documents are required for insertMany', 'mongodb');
|
|
296
|
+
}
|
|
297
|
+
const insertManyResult = await collection.insertMany(query.documents);
|
|
298
|
+
rows = [{ insertedCount: insertManyResult.insertedCount, insertedIds: insertManyResult.insertedIds }];
|
|
299
|
+
affectedCount = insertManyResult.insertedCount;
|
|
300
|
+
break;
|
|
301
|
+
|
|
302
|
+
case 'updateOne':
|
|
303
|
+
if (!query.update) {
|
|
304
|
+
throw new QueryError('Update document is required for updateOne', 'mongodb');
|
|
305
|
+
}
|
|
306
|
+
const updateOneResult = await collection.updateOne(query.filter || {}, query.update);
|
|
307
|
+
rows = [{ matchedCount: updateOneResult.matchedCount, modifiedCount: updateOneResult.modifiedCount }];
|
|
308
|
+
affectedCount = updateOneResult.modifiedCount;
|
|
309
|
+
break;
|
|
310
|
+
|
|
311
|
+
case 'updateMany':
|
|
312
|
+
if (!query.update) {
|
|
313
|
+
throw new QueryError('Update document is required for updateMany', 'mongodb');
|
|
314
|
+
}
|
|
315
|
+
const updateManyResult = await collection.updateMany(query.filter || {}, query.update);
|
|
316
|
+
rows = [{ matchedCount: updateManyResult.matchedCount, modifiedCount: updateManyResult.modifiedCount }];
|
|
317
|
+
affectedCount = updateManyResult.modifiedCount;
|
|
318
|
+
break;
|
|
319
|
+
|
|
320
|
+
case 'deleteOne':
|
|
321
|
+
const deleteOneResult = await collection.deleteOne(query.filter || {});
|
|
322
|
+
rows = [{ deletedCount: deleteOneResult.deletedCount }];
|
|
323
|
+
affectedCount = deleteOneResult.deletedCount;
|
|
324
|
+
break;
|
|
325
|
+
|
|
326
|
+
case 'deleteMany':
|
|
327
|
+
const deleteManyResult = await collection.deleteMany(query.filter || {});
|
|
328
|
+
rows = [{ deletedCount: deleteManyResult.deletedCount }];
|
|
329
|
+
affectedCount = deleteManyResult.deletedCount;
|
|
330
|
+
break;
|
|
331
|
+
|
|
332
|
+
default:
|
|
333
|
+
throw new QueryError(`Unsupported operation: ${query.operation}`, 'mongodb');
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
// Convert ObjectId to string for display
|
|
337
|
+
const serializedRows = rows.map(row => this.serializeDocument(row));
|
|
338
|
+
|
|
339
|
+
return {
|
|
340
|
+
rows: serializedRows,
|
|
341
|
+
fields: serializedRows.length > 0 ? Object.keys(serializedRows[0]) : [],
|
|
342
|
+
affectedCount,
|
|
343
|
+
};
|
|
344
|
+
} catch (error) {
|
|
345
|
+
if (error instanceof QueryError) throw error;
|
|
346
|
+
throw mapDatabaseError(error, 'mongodb', queryStr);
|
|
347
|
+
}
|
|
348
|
+
});
|
|
349
|
+
|
|
350
|
+
return {
|
|
351
|
+
rows: result.rows,
|
|
352
|
+
fields: result.fields,
|
|
353
|
+
rowCount: result.rows.length || result.affectedCount,
|
|
354
|
+
executionTime,
|
|
355
|
+
};
|
|
356
|
+
});
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
private parseQuery(queryStr: string): MongoQuery {
|
|
360
|
+
try {
|
|
361
|
+
// Try to parse as JSON
|
|
362
|
+
const parsed = JSON.parse(queryStr.trim());
|
|
363
|
+
|
|
364
|
+
if (!parsed.collection) {
|
|
365
|
+
throw new QueryError('Collection name is required in query', 'mongodb');
|
|
366
|
+
}
|
|
367
|
+
if (!parsed.operation) {
|
|
368
|
+
throw new QueryError('Operation is required in query (find, findOne, aggregate, etc.)', 'mongodb');
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
return parsed as MongoQuery;
|
|
372
|
+
} catch (error) {
|
|
373
|
+
if (error instanceof QueryError) throw error;
|
|
374
|
+
throw new QueryError(
|
|
375
|
+
`Invalid MongoDB query format. Expected JSON with "collection" and "operation" fields. Example: {"collection": "users", "operation": "find", "filter": {}}`,
|
|
376
|
+
'mongodb'
|
|
377
|
+
);
|
|
378
|
+
}
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
private serializeDocument(doc: Document): Record<string, unknown> {
|
|
382
|
+
const serialized: Record<string, unknown> = {};
|
|
383
|
+
|
|
384
|
+
for (const [key, value] of Object.entries(doc)) {
|
|
385
|
+
if (value === null || value === undefined) {
|
|
386
|
+
serialized[key] = value;
|
|
387
|
+
} else if (typeof value === 'object') {
|
|
388
|
+
if (value instanceof ObjectId) {
|
|
389
|
+
serialized[key] = value.toString();
|
|
390
|
+
} else if (value instanceof Binary) {
|
|
391
|
+
serialized[key] = `<Binary: ${value.length()} bytes>`;
|
|
392
|
+
} else if (value instanceof Decimal128) {
|
|
393
|
+
serialized[key] = value.toString();
|
|
394
|
+
} else if (value instanceof Date) {
|
|
395
|
+
serialized[key] = value.toISOString();
|
|
396
|
+
} else if (Array.isArray(value)) {
|
|
397
|
+
serialized[key] = value.map(v =>
|
|
398
|
+
typeof v === 'object' && v !== null ? this.serializeDocument(v) : v
|
|
399
|
+
);
|
|
400
|
+
} else {
|
|
401
|
+
serialized[key] = this.serializeDocument(value as Document);
|
|
402
|
+
}
|
|
403
|
+
} else {
|
|
404
|
+
serialized[key] = value;
|
|
405
|
+
}
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
return serialized;
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
// ============================================================================
|
|
412
|
+
// Schema Operations
|
|
413
|
+
// ============================================================================
|
|
414
|
+
|
|
415
|
+
/**
|
|
416
|
+
* Get schema by listing collections and sampling documents to infer field types
|
|
417
|
+
*/
|
|
418
|
+
public async getSchema(): Promise<TableSchema[]> {
|
|
419
|
+
this.ensureConnected();
|
|
420
|
+
|
|
421
|
+
const allCollections = await this.db!.listCollections().toArray();
|
|
422
|
+
// Skip system collections and limit to 200 collections for performance
|
|
423
|
+
const collections = allCollections
|
|
424
|
+
.filter(c => !c.name.startsWith('system.'))
|
|
425
|
+
.slice(0, 200);
|
|
426
|
+
const schemas: TableSchema[] = [];
|
|
427
|
+
|
|
428
|
+
for (const collInfo of collections) {
|
|
429
|
+
const collName = collInfo.name;
|
|
430
|
+
const collection = this.db!.collection(collName);
|
|
431
|
+
|
|
432
|
+
// Get document count
|
|
433
|
+
const rowCount = await collection.estimatedDocumentCount();
|
|
434
|
+
|
|
435
|
+
// Get collection stats for size
|
|
436
|
+
let sizeBytes = 0;
|
|
437
|
+
try {
|
|
438
|
+
const stats = await this.db!.command({ collStats: collName });
|
|
439
|
+
sizeBytes = stats.size || 0;
|
|
440
|
+
} catch {
|
|
441
|
+
// Stats might not be available
|
|
442
|
+
}
|
|
443
|
+
|
|
444
|
+
// Sample documents to infer schema
|
|
445
|
+
const sampleDocs = await collection.find({}).limit(100).toArray();
|
|
446
|
+
const columns = this.inferSchemaFromDocuments(sampleDocs);
|
|
447
|
+
|
|
448
|
+
// Get indexes
|
|
449
|
+
const indexList = await collection.indexes();
|
|
450
|
+
const indexes = indexList.map(idx => ({
|
|
451
|
+
name: idx.name || 'unknown',
|
|
452
|
+
columns: Object.keys(idx.key || {}),
|
|
453
|
+
unique: idx.unique || false,
|
|
454
|
+
}));
|
|
455
|
+
|
|
456
|
+
schemas.push({
|
|
457
|
+
name: collName,
|
|
458
|
+
rowCount,
|
|
459
|
+
size: formatBytes(sizeBytes),
|
|
460
|
+
columns,
|
|
461
|
+
indexes,
|
|
462
|
+
foreignKeys: [], // MongoDB doesn't have foreign keys
|
|
463
|
+
});
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
return schemas;
|
|
467
|
+
}
|
|
468
|
+
|
|
469
|
+
private inferSchemaFromDocuments(docs: Document[]): ColumnSchema[] {
|
|
470
|
+
const fieldTypes = new Map<string, Set<string>>();
|
|
471
|
+
|
|
472
|
+
for (const doc of docs) {
|
|
473
|
+
this.extractFieldTypes(doc, '', fieldTypes);
|
|
474
|
+
}
|
|
475
|
+
|
|
476
|
+
const columns: ColumnSchema[] = [];
|
|
477
|
+
|
|
478
|
+
for (const [fieldName, types] of fieldTypes) {
|
|
479
|
+
const typeArray = Array.from(types);
|
|
480
|
+
const type = typeArray.length === 1 ? typeArray[0] : `mixed(${typeArray.join('|')})`;
|
|
481
|
+
|
|
482
|
+
columns.push({
|
|
483
|
+
name: fieldName,
|
|
484
|
+
type,
|
|
485
|
+
nullable: types.has('null') || types.has('undefined'),
|
|
486
|
+
isPrimary: fieldName === '_id',
|
|
487
|
+
defaultValue: undefined,
|
|
488
|
+
});
|
|
489
|
+
}
|
|
490
|
+
|
|
491
|
+
// Sort: _id first, then alphabetically
|
|
492
|
+
columns.sort((a, b) => {
|
|
493
|
+
if (a.name === '_id') return -1;
|
|
494
|
+
if (b.name === '_id') return 1;
|
|
495
|
+
return a.name.localeCompare(b.name);
|
|
496
|
+
});
|
|
497
|
+
|
|
498
|
+
return columns;
|
|
499
|
+
}
|
|
500
|
+
|
|
501
|
+
private extractFieldTypes(doc: Document, prefix: string, fieldTypes: Map<string, Set<string>>): void {
|
|
502
|
+
for (const [key, value] of Object.entries(doc)) {
|
|
503
|
+
const fieldName = prefix ? `${prefix}.${key}` : key;
|
|
504
|
+
|
|
505
|
+
if (!fieldTypes.has(fieldName)) {
|
|
506
|
+
fieldTypes.set(fieldName, new Set());
|
|
507
|
+
}
|
|
508
|
+
|
|
509
|
+
const type = this.getMongoType(value);
|
|
510
|
+
fieldTypes.get(fieldName)!.add(type);
|
|
511
|
+
|
|
512
|
+
// Don't recurse into nested objects for now (keep it flat)
|
|
513
|
+
// Uncomment below to include nested fields
|
|
514
|
+
// if (type === 'object' && value !== null && !Array.isArray(value)) {
|
|
515
|
+
// this.extractFieldTypes(value as Document, fieldName, fieldTypes);
|
|
516
|
+
// }
|
|
517
|
+
}
|
|
518
|
+
}
|
|
519
|
+
|
|
520
|
+
private getMongoType(value: unknown): string {
|
|
521
|
+
if (value === null) return 'null';
|
|
522
|
+
if (value === undefined) return 'undefined';
|
|
523
|
+
if (Array.isArray(value)) return 'array';
|
|
524
|
+
if (value instanceof Date) return 'date';
|
|
525
|
+
if (value instanceof ObjectId) return 'objectId';
|
|
526
|
+
if (value instanceof Binary) return 'binary';
|
|
527
|
+
if (value instanceof Decimal128) return 'decimal';
|
|
528
|
+
if (typeof value === 'object') return 'object';
|
|
529
|
+
return typeof value;
|
|
530
|
+
}
|
|
531
|
+
|
|
532
|
+
// ============================================================================
|
|
533
|
+
// Health & Monitoring
|
|
534
|
+
// ============================================================================
|
|
535
|
+
|
|
536
|
+
public async getHealth(): Promise<HealthInfo> {
|
|
537
|
+
this.ensureConnected();
|
|
538
|
+
|
|
539
|
+
try {
|
|
540
|
+
const serverStatus = await this.db!.admin().serverStatus();
|
|
541
|
+
const dbStats = await this.db!.stats();
|
|
542
|
+
|
|
543
|
+
// Get current operations
|
|
544
|
+
const currentOps = await this.db!.admin().command({ currentOp: 1 });
|
|
545
|
+
|
|
546
|
+
const activeSessions: ActiveSession[] = (currentOps.inprog || [])
|
|
547
|
+
.slice(0, 10)
|
|
548
|
+
.map((op: Record<string, unknown>) => ({
|
|
549
|
+
pid: op.opid || 'N/A',
|
|
550
|
+
user: op.client || 'N/A',
|
|
551
|
+
database: op.ns || this.getDatabaseName(),
|
|
552
|
+
state: op.active ? 'active' : 'idle',
|
|
553
|
+
query: JSON.stringify(op.command || {}).substring(0, 100),
|
|
554
|
+
duration: (typeof op.microsecs_running === 'number' && op.microsecs_running > 0)
|
|
555
|
+
? `${(op.microsecs_running / 1000000).toFixed(2)}s`
|
|
556
|
+
: 'N/A',
|
|
557
|
+
}));
|
|
558
|
+
|
|
559
|
+
const slowQueries: SlowQuery[] = [];
|
|
560
|
+
|
|
561
|
+
// Try to get slow query info from profiler
|
|
562
|
+
try {
|
|
563
|
+
const profilerDocs = await this.db!.collection('system.profile')
|
|
564
|
+
.find({})
|
|
565
|
+
.sort({ ts: -1 })
|
|
566
|
+
.limit(5)
|
|
567
|
+
.toArray();
|
|
568
|
+
|
|
569
|
+
for (const doc of profilerDocs) {
|
|
570
|
+
slowQueries.push({
|
|
571
|
+
query: JSON.stringify(doc.command || doc.query || {}).substring(0, 100),
|
|
572
|
+
calls: 1,
|
|
573
|
+
avgTime: `${doc.millis || 0}ms`,
|
|
574
|
+
});
|
|
575
|
+
}
|
|
576
|
+
} catch {
|
|
577
|
+
slowQueries.push({
|
|
578
|
+
query: 'Profiler not enabled. Run db.setProfilingLevel(1) to enable.',
|
|
579
|
+
calls: 0,
|
|
580
|
+
avgTime: 'N/A',
|
|
581
|
+
});
|
|
582
|
+
}
|
|
583
|
+
|
|
584
|
+
return {
|
|
585
|
+
activeConnections: serverStatus.connections?.current || 0,
|
|
586
|
+
databaseSize: formatBytes(dbStats.dataSize || 0),
|
|
587
|
+
cacheHitRatio: serverStatus.wiredTiger?.cache
|
|
588
|
+
? `${((1 - (serverStatus.wiredTiger.cache['pages read into cache'] || 0) /
|
|
589
|
+
Math.max(1, serverStatus.wiredTiger.cache['pages requested from the cache'] || 1)) * 100).toFixed(1)}%`
|
|
590
|
+
: 'N/A',
|
|
591
|
+
slowQueries,
|
|
592
|
+
activeSessions,
|
|
593
|
+
};
|
|
594
|
+
} catch (error) {
|
|
595
|
+
this.logError('getHealth', error);
|
|
596
|
+
return {
|
|
597
|
+
activeConnections: 0,
|
|
598
|
+
databaseSize: 'N/A',
|
|
599
|
+
cacheHitRatio: 'N/A',
|
|
600
|
+
slowQueries: [{ query: 'Error fetching health info', calls: 0, avgTime: 'N/A' }],
|
|
601
|
+
activeSessions: [],
|
|
602
|
+
};
|
|
603
|
+
}
|
|
604
|
+
}
|
|
605
|
+
|
|
606
|
+
// ============================================================================
|
|
607
|
+
// Maintenance Operations
|
|
608
|
+
// ============================================================================
|
|
609
|
+
|
|
610
|
+
public async runMaintenance(
|
|
611
|
+
type: MaintenanceType,
|
|
612
|
+
target?: string
|
|
613
|
+
): Promise<MaintenanceResult> {
|
|
614
|
+
this.ensureConnected();
|
|
615
|
+
|
|
616
|
+
const { result, executionTime } = await this.measureExecution(async () => {
|
|
617
|
+
try {
|
|
618
|
+
switch (type) {
|
|
619
|
+
case 'analyze':
|
|
620
|
+
// Validate collection
|
|
621
|
+
if (target) {
|
|
622
|
+
await this.db!.command({ validate: target });
|
|
623
|
+
return { success: true, message: `Validated collection: ${target}` };
|
|
624
|
+
} else {
|
|
625
|
+
const collections = await this.db!.listCollections().toArray();
|
|
626
|
+
for (const coll of collections) {
|
|
627
|
+
await this.db!.command({ validate: coll.name });
|
|
628
|
+
}
|
|
629
|
+
return { success: true, message: `Validated ${collections.length} collections` };
|
|
630
|
+
}
|
|
631
|
+
|
|
632
|
+
case 'reindex':
|
|
633
|
+
// reIndex was removed in MongoDB 6.0+
|
|
634
|
+
return {
|
|
635
|
+
success: false,
|
|
636
|
+
message: 'Reindex is not supported in MongoDB 6.0+. Use compact instead to defragment collections.',
|
|
637
|
+
};
|
|
638
|
+
|
|
639
|
+
case 'vacuum':
|
|
640
|
+
case 'optimize':
|
|
641
|
+
// Compact collection (similar to vacuum)
|
|
642
|
+
if (target) {
|
|
643
|
+
await this.db!.command({ compact: target });
|
|
644
|
+
return { success: true, message: `Compacted collection: ${target}` };
|
|
645
|
+
} else {
|
|
646
|
+
const collections = await this.db!.listCollections().toArray();
|
|
647
|
+
for (const coll of collections) {
|
|
648
|
+
try {
|
|
649
|
+
await this.db!.command({ compact: coll.name });
|
|
650
|
+
} catch {
|
|
651
|
+
// Some collections might not be compactable
|
|
652
|
+
}
|
|
653
|
+
}
|
|
654
|
+
return { success: true, message: `Compacted collections` };
|
|
655
|
+
}
|
|
656
|
+
|
|
657
|
+
case 'check': {
|
|
658
|
+
// Run dbCheck — requires a collection name as target
|
|
659
|
+
if (!target) {
|
|
660
|
+
throw new QueryError('Collection name is required for dbCheck operation', 'mongodb');
|
|
661
|
+
}
|
|
662
|
+
const checkResult = await this.db!.command({ dbCheck: target });
|
|
663
|
+
return {
|
|
664
|
+
success: true,
|
|
665
|
+
message: `Database check completed for ${target}: ${JSON.stringify(checkResult)}`,
|
|
666
|
+
};
|
|
667
|
+
}
|
|
668
|
+
|
|
669
|
+
case 'kill':
|
|
670
|
+
if (!target) {
|
|
671
|
+
throw new QueryError('Operation ID is required for kill operation', 'mongodb');
|
|
672
|
+
}
|
|
673
|
+
await this.db!.admin().command({ killOp: 1, op: parseInt(target, 10) });
|
|
674
|
+
return { success: true, message: `Killed operation: ${target}` };
|
|
675
|
+
|
|
676
|
+
default:
|
|
677
|
+
throw new QueryError(`Unsupported maintenance type for MongoDB: ${type}`, 'mongodb');
|
|
678
|
+
}
|
|
679
|
+
} catch (error) {
|
|
680
|
+
if (error instanceof QueryError) throw error;
|
|
681
|
+
throw mapDatabaseError(error, 'mongodb');
|
|
682
|
+
}
|
|
683
|
+
});
|
|
684
|
+
|
|
685
|
+
return {
|
|
686
|
+
success: result.success,
|
|
687
|
+
executionTime,
|
|
688
|
+
message: result.message,
|
|
689
|
+
};
|
|
690
|
+
}
|
|
691
|
+
|
|
692
|
+
// ============================================================================
|
|
693
|
+
// Monitoring Operations
|
|
694
|
+
// ============================================================================
|
|
695
|
+
|
|
696
|
+
public async getOverview(): Promise<DatabaseOverview> {
|
|
697
|
+
this.ensureConnected();
|
|
698
|
+
|
|
699
|
+
try {
|
|
700
|
+
const serverStatus = await this.db!.admin().serverStatus();
|
|
701
|
+
const dbStats = await this.db!.stats();
|
|
702
|
+
const serverInfo = await this.db!.admin().command({ buildInfo: 1 });
|
|
703
|
+
|
|
704
|
+
// Calculate uptime
|
|
705
|
+
const uptimeSeconds = serverStatus.uptime || 0;
|
|
706
|
+
const uptime = this.formatUptimeString(uptimeSeconds);
|
|
707
|
+
|
|
708
|
+
// Get collection count
|
|
709
|
+
const collections = await this.db!.listCollections().toArray();
|
|
710
|
+
|
|
711
|
+
// Get index count
|
|
712
|
+
let indexCount = 0;
|
|
713
|
+
for (const coll of collections) {
|
|
714
|
+
try {
|
|
715
|
+
const indexes = await this.db!.collection(coll.name).indexes();
|
|
716
|
+
indexCount += indexes.length;
|
|
717
|
+
} catch {
|
|
718
|
+
// Skip if can't get indexes
|
|
719
|
+
}
|
|
720
|
+
}
|
|
721
|
+
|
|
722
|
+
return {
|
|
723
|
+
version: `MongoDB ${serverInfo.version || 'Unknown'}`,
|
|
724
|
+
uptime,
|
|
725
|
+
startTime: new Date(Date.now() - uptimeSeconds * 1000),
|
|
726
|
+
activeConnections: serverStatus.connections?.current || 0,
|
|
727
|
+
maxConnections: serverStatus.connections?.available
|
|
728
|
+
? serverStatus.connections.current + serverStatus.connections.available
|
|
729
|
+
: 100,
|
|
730
|
+
databaseSize: formatBytes(dbStats.dataSize || 0),
|
|
731
|
+
databaseSizeBytes: dbStats.dataSize || 0,
|
|
732
|
+
tableCount: collections.length,
|
|
733
|
+
indexCount,
|
|
734
|
+
};
|
|
735
|
+
} catch (error) {
|
|
736
|
+
this.logError('getOverview', error);
|
|
737
|
+
return {
|
|
738
|
+
version: 'MongoDB Unknown',
|
|
739
|
+
uptime: 'N/A',
|
|
740
|
+
activeConnections: 0,
|
|
741
|
+
maxConnections: 100,
|
|
742
|
+
databaseSize: 'N/A',
|
|
743
|
+
databaseSizeBytes: 0,
|
|
744
|
+
tableCount: 0,
|
|
745
|
+
indexCount: 0,
|
|
746
|
+
};
|
|
747
|
+
}
|
|
748
|
+
}
|
|
749
|
+
|
|
750
|
+
public async getPerformanceMetrics(): Promise<PerformanceMetrics> {
|
|
751
|
+
this.ensureConnected();
|
|
752
|
+
|
|
753
|
+
try {
|
|
754
|
+
const serverStatus = await this.db!.admin().serverStatus();
|
|
755
|
+
|
|
756
|
+
// Calculate cache hit ratio from WiredTiger
|
|
757
|
+
let cacheHitRatio = 99;
|
|
758
|
+
if (serverStatus.wiredTiger?.cache) {
|
|
759
|
+
const pagesRead = serverStatus.wiredTiger.cache['pages read into cache'] || 0;
|
|
760
|
+
const pagesRequested = serverStatus.wiredTiger.cache['pages requested from the cache'] || 1;
|
|
761
|
+
cacheHitRatio = Math.max(0, Math.min(100, (1 - pagesRead / Math.max(1, pagesRequested)) * 100));
|
|
762
|
+
}
|
|
763
|
+
|
|
764
|
+
// Calculate queries per second from opcounters
|
|
765
|
+
const opcounters = serverStatus.opcounters || {};
|
|
766
|
+
const uptimeSeconds = serverStatus.uptime || 1;
|
|
767
|
+
const totalOps = (opcounters.query || 0) + (opcounters.insert || 0) +
|
|
768
|
+
(opcounters.update || 0) + (opcounters.delete || 0);
|
|
769
|
+
const queriesPerSecond = totalOps / uptimeSeconds;
|
|
770
|
+
|
|
771
|
+
// Get buffer pool usage (WiredTiger cache usage)
|
|
772
|
+
let bufferPoolUsage = 0;
|
|
773
|
+
if (serverStatus.wiredTiger?.cache) {
|
|
774
|
+
const bytesInCache = serverStatus.wiredTiger.cache['bytes currently in the cache'] || 0;
|
|
775
|
+
const maxCacheBytes = serverStatus.wiredTiger.cache['maximum bytes configured'] || 1;
|
|
776
|
+
bufferPoolUsage = (bytesInCache / maxCacheBytes) * 100;
|
|
777
|
+
}
|
|
778
|
+
|
|
779
|
+
return {
|
|
780
|
+
cacheHitRatio: Math.round(cacheHitRatio * 100) / 100,
|
|
781
|
+
queriesPerSecond: Math.round(queriesPerSecond * 100) / 100,
|
|
782
|
+
bufferPoolUsage: Math.round(bufferPoolUsage * 100) / 100,
|
|
783
|
+
deadlocks: 0, // MongoDB doesn't have traditional deadlocks
|
|
784
|
+
};
|
|
785
|
+
} catch (error) {
|
|
786
|
+
this.logError('getPerformanceMetrics', error);
|
|
787
|
+
return {
|
|
788
|
+
cacheHitRatio: 99,
|
|
789
|
+
queriesPerSecond: 0,
|
|
790
|
+
bufferPoolUsage: 0,
|
|
791
|
+
deadlocks: 0,
|
|
792
|
+
};
|
|
793
|
+
}
|
|
794
|
+
}
|
|
795
|
+
|
|
796
|
+
public async getSlowQueries(options?: { limit?: number }): Promise<SlowQueryStats[]> {
|
|
797
|
+
this.ensureConnected();
|
|
798
|
+
const limit = options?.limit ?? 10;
|
|
799
|
+
|
|
800
|
+
try {
|
|
801
|
+
// Try to get slow queries from system.profile
|
|
802
|
+
const profilerDocs = await this.db!.collection('system.profile')
|
|
803
|
+
.find({})
|
|
804
|
+
.sort({ millis: -1 })
|
|
805
|
+
.limit(limit)
|
|
806
|
+
.toArray();
|
|
807
|
+
|
|
808
|
+
return profilerDocs.map((doc) => ({
|
|
809
|
+
query: JSON.stringify(doc.command || doc.query || {}).substring(0, 500),
|
|
810
|
+
calls: 1,
|
|
811
|
+
totalTime: doc.millis || 0,
|
|
812
|
+
avgTime: doc.millis || 0,
|
|
813
|
+
rows: doc.nreturned || 0,
|
|
814
|
+
}));
|
|
815
|
+
} catch {
|
|
816
|
+
// Profiler not enabled or system.profile doesn't exist
|
|
817
|
+
return [];
|
|
818
|
+
}
|
|
819
|
+
}
|
|
820
|
+
|
|
821
|
+
public async getActiveSessions(options?: { limit?: number }): Promise<ActiveSessionDetails[]> {
|
|
822
|
+
this.ensureConnected();
|
|
823
|
+
const limit = options?.limit ?? 50;
|
|
824
|
+
|
|
825
|
+
try {
|
|
826
|
+
const currentOps = await this.db!.admin().command({ currentOp: 1, $all: true });
|
|
827
|
+
|
|
828
|
+
return (currentOps.inprog || [])
|
|
829
|
+
.slice(0, limit)
|
|
830
|
+
.map((op: Document) => {
|
|
831
|
+
const microseconds = op.microsecs_running || 0;
|
|
832
|
+
const durationMs = microseconds / 1000;
|
|
833
|
+
|
|
834
|
+
return {
|
|
835
|
+
pid: op.opid || 'N/A',
|
|
836
|
+
user: op.client || 'N/A',
|
|
837
|
+
database: op.ns?.split('.')[0] || this.getDatabaseName(),
|
|
838
|
+
applicationName: op.appName || undefined,
|
|
839
|
+
clientAddr: op.client?.split(':')[0] || undefined,
|
|
840
|
+
state: op.active ? 'active' : 'idle',
|
|
841
|
+
query: JSON.stringify(op.command || {}).substring(0, 500),
|
|
842
|
+
duration: this.formatDurationString(durationMs),
|
|
843
|
+
durationMs,
|
|
844
|
+
waitEventType: op.waitingForLock ? 'Lock' : undefined,
|
|
845
|
+
waitEvent: op.lockStats ? 'Acquiring lock' : undefined,
|
|
846
|
+
};
|
|
847
|
+
});
|
|
848
|
+
} catch (error) {
|
|
849
|
+
this.logError('getActiveSessions', error);
|
|
850
|
+
return [];
|
|
851
|
+
}
|
|
852
|
+
}
|
|
853
|
+
|
|
854
|
+
public async getTableStats(): Promise<TableStats[]> {
|
|
855
|
+
this.ensureConnected();
|
|
856
|
+
|
|
857
|
+
const collections = await this.db!.listCollections().toArray();
|
|
858
|
+
const stats: TableStats[] = [];
|
|
859
|
+
|
|
860
|
+
for (const collInfo of collections) {
|
|
861
|
+
const collName = collInfo.name;
|
|
862
|
+
|
|
863
|
+
try {
|
|
864
|
+
const collStats = await this.db!.command({ collStats: collName });
|
|
865
|
+
|
|
866
|
+
stats.push({
|
|
867
|
+
schemaName: this.getDatabaseName(),
|
|
868
|
+
tableName: collName,
|
|
869
|
+
rowCount: collStats.count || 0,
|
|
870
|
+
tableSize: formatBytes(collStats.size || 0),
|
|
871
|
+
tableSizeBytes: collStats.size || 0,
|
|
872
|
+
indexSize: formatBytes(collStats.totalIndexSize || 0),
|
|
873
|
+
totalSize: formatBytes((collStats.size || 0) + (collStats.totalIndexSize || 0)),
|
|
874
|
+
totalSizeBytes: (collStats.size || 0) + (collStats.totalIndexSize || 0),
|
|
875
|
+
});
|
|
876
|
+
} catch {
|
|
877
|
+
// Skip if can't get stats for this collection
|
|
878
|
+
}
|
|
879
|
+
}
|
|
880
|
+
|
|
881
|
+
// Sort by total size descending
|
|
882
|
+
return stats.sort((a, b) => b.totalSizeBytes - a.totalSizeBytes);
|
|
883
|
+
}
|
|
884
|
+
|
|
885
|
+
public async getIndexStats(): Promise<IndexStats[]> {
|
|
886
|
+
this.ensureConnected();
|
|
887
|
+
|
|
888
|
+
const collections = await this.db!.listCollections().toArray();
|
|
889
|
+
const stats: IndexStats[] = [];
|
|
890
|
+
|
|
891
|
+
for (const collInfo of collections) {
|
|
892
|
+
const collName = collInfo.name;
|
|
893
|
+
const collection = this.db!.collection(collName);
|
|
894
|
+
|
|
895
|
+
try {
|
|
896
|
+
// Get index stats using aggregation
|
|
897
|
+
const indexStatsDocs = await collection.aggregate([{ $indexStats: {} }]).toArray();
|
|
898
|
+
|
|
899
|
+
// Get index definitions
|
|
900
|
+
const indexes = await collection.indexes();
|
|
901
|
+
|
|
902
|
+
for (const idx of indexes) {
|
|
903
|
+
const indexStats = indexStatsDocs.find((s) => s.name === idx.name);
|
|
904
|
+
|
|
905
|
+
stats.push({
|
|
906
|
+
schemaName: this.getDatabaseName(),
|
|
907
|
+
tableName: collName,
|
|
908
|
+
indexName: idx.name || 'unknown',
|
|
909
|
+
indexType: idx.key ? Object.values(idx.key).includes('text') ? 'text' : 'btree' : 'btree',
|
|
910
|
+
columns: Object.keys(idx.key || {}),
|
|
911
|
+
isUnique: idx.unique || false,
|
|
912
|
+
isPrimary: idx.name === '_id_',
|
|
913
|
+
indexSize: 'N/A',
|
|
914
|
+
indexSizeBytes: 0,
|
|
915
|
+
scans: indexStats?.accesses?.ops || 0,
|
|
916
|
+
});
|
|
917
|
+
}
|
|
918
|
+
} catch {
|
|
919
|
+
// Skip if can't get index stats for this collection
|
|
920
|
+
}
|
|
921
|
+
}
|
|
922
|
+
|
|
923
|
+
return stats;
|
|
924
|
+
}
|
|
925
|
+
|
|
926
|
+
public async getStorageStats(): Promise<StorageStats[]> {
|
|
927
|
+
this.ensureConnected();
|
|
928
|
+
|
|
929
|
+
const stats: StorageStats[] = [];
|
|
930
|
+
|
|
931
|
+
try {
|
|
932
|
+
const dbStats = await this.db!.stats();
|
|
933
|
+
const serverStatus = await this.db!.admin().serverStatus();
|
|
934
|
+
|
|
935
|
+
// Database data size
|
|
936
|
+
stats.push({
|
|
937
|
+
name: 'Data',
|
|
938
|
+
location: this.getDatabaseName(),
|
|
939
|
+
size: formatBytes(dbStats.dataSize || 0),
|
|
940
|
+
sizeBytes: dbStats.dataSize || 0,
|
|
941
|
+
});
|
|
942
|
+
|
|
943
|
+
// Index size
|
|
944
|
+
stats.push({
|
|
945
|
+
name: 'Indexes',
|
|
946
|
+
size: formatBytes(dbStats.indexSize || 0),
|
|
947
|
+
sizeBytes: dbStats.indexSize || 0,
|
|
948
|
+
});
|
|
949
|
+
|
|
950
|
+
// Storage size (includes pre-allocated space)
|
|
951
|
+
stats.push({
|
|
952
|
+
name: 'Storage',
|
|
953
|
+
size: formatBytes(dbStats.storageSize || 0),
|
|
954
|
+
sizeBytes: dbStats.storageSize || 0,
|
|
955
|
+
});
|
|
956
|
+
|
|
957
|
+
// WiredTiger cache if available
|
|
958
|
+
if (serverStatus.wiredTiger?.cache) {
|
|
959
|
+
const bytesInCache = serverStatus.wiredTiger.cache['bytes currently in the cache'] || 0;
|
|
960
|
+
const maxCache = serverStatus.wiredTiger.cache['maximum bytes configured'] || 0;
|
|
961
|
+
|
|
962
|
+
stats.push({
|
|
963
|
+
name: 'WiredTiger Cache',
|
|
964
|
+
size: formatBytes(bytesInCache),
|
|
965
|
+
sizeBytes: bytesInCache,
|
|
966
|
+
usagePercent: maxCache > 0 ? (bytesInCache / maxCache) * 100 : 0,
|
|
967
|
+
});
|
|
968
|
+
}
|
|
969
|
+
} catch (error) {
|
|
970
|
+
this.logError('getStorageStats', error);
|
|
971
|
+
}
|
|
972
|
+
|
|
973
|
+
return stats;
|
|
974
|
+
}
|
|
975
|
+
|
|
976
|
+
private formatUptimeString(seconds: number): string {
|
|
977
|
+
const days = Math.floor(seconds / 86400);
|
|
978
|
+
const hours = Math.floor((seconds % 86400) / 3600);
|
|
979
|
+
const minutes = Math.floor((seconds % 3600) / 60);
|
|
980
|
+
|
|
981
|
+
if (days > 0) return `${days}d ${hours}h`;
|
|
982
|
+
if (hours > 0) return `${hours}h ${minutes}m`;
|
|
983
|
+
return `${minutes}m`;
|
|
984
|
+
}
|
|
985
|
+
|
|
986
|
+
private formatDurationString(ms: number): string {
|
|
987
|
+
if (ms < 1000) return `${Math.round(ms)}ms`;
|
|
988
|
+
if (ms < 60000) return `${(ms / 1000).toFixed(1)}s`;
|
|
989
|
+
if (ms < 3600000) return `${Math.floor(ms / 60000)}m ${Math.floor((ms % 60000) / 1000)}s`;
|
|
990
|
+
return `${Math.floor(ms / 3600000)}h ${Math.floor((ms % 3600000) / 60000)}m`;
|
|
991
|
+
}
|
|
992
|
+
}
|