@vodailoc/kilo-kit-mcp 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.mcp/kilo-kit.codex-windows.toml +5 -0
- package/LICENSE +190 -190
- package/QUICKSTART.md +265 -255
- package/README.md +321 -267
- package/mcp/README.md +64 -12
- package/mcp/dist/formatters.js +142 -1
- package/mcp/dist/orchestration-audit.js +20 -0
- package/mcp/dist/orchestration-memory.js +258 -0
- package/mcp/dist/orchestration-types.js +1 -0
- package/mcp/dist/orchestrator.js +222 -0
- package/mcp/dist/question-templates.js +249 -0
- package/mcp/dist/route-analytics.js +149 -0
- package/mcp/dist/router.js +75 -82
- package/mcp/dist/routing-policy-data.js +241 -0
- package/mcp/dist/routing-policy.js +145 -0
- package/mcp/dist/server.js +93 -4
- package/mcp/dist/smoke-env.js +18 -0
- package/mcp/dist/smoke.js +68 -1
- package/mcp/package.json +1 -2
- package/package.json +3 -2
- package/skills/README.md +647 -647
- package/skills/SKILLS_INDEX.md +139 -139
- package/skills/ai-media/ai-multimodal/.env.example +97 -97
- package/skills/ai-media/ai-multimodal/SKILL.md +357 -357
- package/skills/ai-media/ai-multimodal/references/audio-processing.md +373 -373
- package/skills/ai-media/ai-multimodal/references/image-generation.md +558 -558
- package/skills/ai-media/ai-multimodal/references/video-analysis.md +502 -502
- package/skills/ai-media/ai-multimodal/references/vision-understanding.md +483 -483
- package/skills/ai-media/ai-multimodal/scripts/document_converter.py +395 -395
- package/skills/ai-media/ai-multimodal/scripts/gemini_batch_process.py +480 -480
- package/skills/ai-media/ai-multimodal/scripts/media_optimizer.py +506 -506
- package/skills/ai-media/ai-multimodal/scripts/requirements.txt +26 -26
- package/skills/ai-media/ai-multimodal/scripts/tests/requirements.txt +20 -20
- package/skills/ai-media/ai-multimodal/scripts/tests/test_document_converter.py +299 -299
- package/skills/ai-media/ai-multimodal/scripts/tests/test_gemini_batch_process.py +362 -362
- package/skills/ai-media/ai-multimodal/scripts/tests/test_media_optimizer.py +373 -373
- package/skills/ai-media/media-processing/SKILL.md +358 -358
- package/skills/ai-media/media-processing/references/ffmpeg-encoding.md +358 -358
- package/skills/ai-media/media-processing/references/ffmpeg-filters.md +503 -503
- package/skills/ai-media/media-processing/references/ffmpeg-streaming.md +403 -403
- package/skills/ai-media/media-processing/references/format-compatibility.md +375 -375
- package/skills/ai-media/media-processing/references/imagemagick-batch.md +612 -612
- package/skills/ai-media/media-processing/references/imagemagick-editing.md +623 -623
- package/skills/ai-media/media-processing/scripts/batch_resize.py +342 -342
- package/skills/ai-media/media-processing/scripts/media_convert.py +311 -311
- package/skills/ai-media/media-processing/scripts/requirements.txt +24 -24
- package/skills/ai-media/media-processing/scripts/tests/requirements.txt +2 -2
- package/skills/ai-media/media-processing/scripts/tests/test_batch_resize.py +372 -372
- package/skills/ai-media/media-processing/scripts/tests/test_media_convert.py +259 -259
- package/skills/ai-media/media-processing/scripts/tests/test_video_optimize.py +397 -397
- package/skills/ai-media/media-processing/scripts/video_optimize.py +414 -414
- package/skills/ai-media/screenshot/LICENSE.txt +201 -201
- package/skills/ai-media/screenshot/SKILL.md +267 -267
- package/skills/ai-media/screenshot/agents/openai.yaml +6 -6
- package/skills/ai-media/screenshot/assets/screenshot-small.svg +5 -5
- package/skills/ai-media/screenshot/scripts/ensure_macos_permissions.sh +54 -54
- package/skills/ai-media/screenshot/scripts/macos_display_info.swift +22 -22
- package/skills/ai-media/screenshot/scripts/macos_permissions.swift +40 -40
- package/skills/ai-media/screenshot/scripts/macos_window_info.swift +126 -126
- package/skills/ai-media/screenshot/scripts/take_screenshot.ps1 +163 -163
- package/skills/ai-media/screenshot/scripts/take_screenshot.py +585 -585
- package/skills/ai-media/sora/LICENSE.txt +201 -201
- package/skills/ai-media/sora/SKILL.md +153 -153
- package/skills/ai-media/sora/agents/openai.yaml +6 -6
- package/skills/ai-media/sora/assets/sora-small.svg +4 -4
- package/skills/ai-media/sora/references/cinematic-shots.md +53 -53
- package/skills/ai-media/sora/references/cli.md +248 -248
- package/skills/ai-media/sora/references/codex-network.md +28 -28
- package/skills/ai-media/sora/references/prompting.md +137 -137
- package/skills/ai-media/sora/references/sample-prompts.md +95 -95
- package/skills/ai-media/sora/references/social-ads.md +42 -42
- package/skills/ai-media/sora/references/troubleshooting.md +58 -58
- package/skills/ai-media/sora/references/video-api.md +45 -45
- package/skills/ai-media/sora/scripts/sora.py +970 -970
- package/skills/design/aesthetic/SKILL.md +121 -121
- package/skills/design/aesthetic/assets/design-guideline-template.md +163 -163
- package/skills/design/aesthetic/assets/design-story-template.md +135 -135
- package/skills/design/aesthetic/references/design-principles.md +62 -62
- package/skills/design/aesthetic/references/design-resources.md +75 -75
- package/skills/design/aesthetic/references/micro-interactions.md +53 -53
- package/skills/design/aesthetic/references/storytelling-design.md +50 -50
- package/skills/design/figma/LICENSE.txt +202 -202
- package/skills/design/figma/SKILL.md +42 -42
- package/skills/design/figma/agents/openai.yaml +14 -14
- package/skills/design/figma/assets/figma-small.svg +3 -3
- package/skills/design/figma/assets/icon.svg +28 -28
- package/skills/design/figma/references/figma-mcp-config.md +35 -35
- package/skills/design/figma/references/figma-tools-and-prompts.md +34 -34
- package/skills/design/figma-implement-design/LICENSE.txt +202 -202
- package/skills/design/figma-implement-design/SKILL.md +264 -264
- package/skills/design/figma-implement-design/agents/openai.yaml +14 -14
- package/skills/design/figma-implement-design/assets/figma-small.svg +3 -3
- package/skills/design/figma-implement-design/assets/icon.svg +28 -28
- package/skills/design/frontend-design/SKILL.md +41 -41
- package/skills/design/frontend-design/references/animejs.md +395 -395
- package/skills/design/ui-styling/LICENSE.txt +201 -201
- package/skills/design/ui-styling/SKILL.md +321 -321
- package/skills/design/ui-styling/canvas-fonts/ArsenalSC-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/BigShoulders-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Boldonse-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/BricolageGrotesque-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/CrimsonPro-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/DMMono-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/EricaOne-OFL.txt +94 -94
- package/skills/design/ui-styling/canvas-fonts/GeistMono-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Gloock-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/IBMPlexMono-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/InstrumentSans-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Italiana-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/JetBrainsMono-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Jura-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/LibreBaskerville-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Lora-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/NationalPark-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/NothingYouCouldDo-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Outfit-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/PixelifySans-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/PoiretOne-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/RedHatMono-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Silkscreen-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/SmoochSans-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/Tektur-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/WorkSans-OFL.txt +93 -93
- package/skills/design/ui-styling/canvas-fonts/YoungSerif-OFL.txt +93 -93
- package/skills/design/ui-styling/references/canvas-design-system.md +320 -320
- package/skills/design/ui-styling/references/shadcn-accessibility.md +471 -471
- package/skills/design/ui-styling/references/shadcn-components.md +424 -424
- package/skills/design/ui-styling/references/shadcn-theming.md +373 -373
- package/skills/design/ui-styling/references/tailwind-customization.md +483 -483
- package/skills/design/ui-styling/references/tailwind-responsive.md +382 -382
- package/skills/design/ui-styling/references/tailwind-utilities.md +455 -455
- package/skills/design/ui-styling/scripts/requirements.txt +17 -17
- package/skills/design/ui-styling/scripts/shadcn_add.py +292 -292
- package/skills/design/ui-styling/scripts/tailwind_config_gen.py +456 -456
- package/skills/design/ui-styling/scripts/tests/requirements.txt +3 -3
- package/skills/design/ui-styling/scripts/tests/test_shadcn_add.py +266 -266
- package/skills/design/ui-styling/scripts/tests/test_tailwind_config_gen.py +336 -336
- package/skills/engineering/aspnet-core/LICENSE.txt +201 -201
- package/skills/engineering/aspnet-core/SKILL.md +61 -61
- package/skills/engineering/aspnet-core/agents/openai.yaml +5 -5
- package/skills/engineering/aspnet-core/references/_sections.md +40 -40
- package/skills/engineering/aspnet-core/references/apis-minimal-and-controllers.md +81 -81
- package/skills/engineering/aspnet-core/references/data-state-and-services.md +69 -69
- package/skills/engineering/aspnet-core/references/program-and-pipeline.md +103 -103
- package/skills/engineering/aspnet-core/references/realtime-grpc-and-background-work.md +58 -58
- package/skills/engineering/aspnet-core/references/security-and-identity.md +75 -75
- package/skills/engineering/aspnet-core/references/source-map.md +43 -43
- package/skills/engineering/aspnet-core/references/stack-selection.md +63 -63
- package/skills/engineering/aspnet-core/references/testing-performance-and-operations.md +92 -92
- package/skills/engineering/aspnet-core/references/ui-blazor.md +53 -53
- package/skills/engineering/aspnet-core/references/ui-mvc.md +56 -56
- package/skills/engineering/aspnet-core/references/ui-razor-pages.md +55 -55
- package/skills/engineering/aspnet-core/references/versioning-and-upgrades.md +51 -51
- package/skills/engineering/backend-development/SKILL.md +95 -95
- package/skills/engineering/backend-development/references/backend-api-design.md +495 -495
- package/skills/engineering/backend-development/references/backend-architecture.md +454 -454
- package/skills/engineering/backend-development/references/backend-authentication.md +338 -338
- package/skills/engineering/backend-development/references/backend-code-quality.md +659 -659
- package/skills/engineering/backend-development/references/backend-debugging.md +904 -904
- package/skills/engineering/backend-development/references/backend-devops.md +494 -494
- package/skills/engineering/backend-development/references/backend-mindset.md +387 -387
- package/skills/engineering/backend-development/references/backend-performance.md +397 -397
- package/skills/engineering/backend-development/references/backend-security.md +290 -290
- package/skills/engineering/backend-development/references/backend-technologies.md +256 -256
- package/skills/engineering/backend-development/references/backend-testing.md +429 -429
- package/skills/engineering/better-auth/SKILL.md +204 -204
- package/skills/engineering/better-auth/references/advanced-features.md +553 -553
- package/skills/engineering/better-auth/references/database-integration.md +577 -577
- package/skills/engineering/better-auth/references/email-password-auth.md +416 -416
- package/skills/engineering/better-auth/references/oauth-providers.md +430 -430
- package/skills/engineering/better-auth/scripts/better_auth_init.py +521 -521
- package/skills/engineering/better-auth/scripts/requirements.txt +15 -15
- package/skills/engineering/better-auth/scripts/tests/test_better_auth_init.py +421 -421
- package/skills/engineering/code-review/SKILL.md +140 -140
- package/skills/engineering/code-review/references/code-review-reception.md +208 -208
- package/skills/engineering/code-review/references/requesting-code-review.md +104 -104
- package/skills/engineering/code-review/references/verification-before-completion.md +138 -138
- package/skills/engineering/context-engineering/SKILL.md +86 -86
- package/skills/engineering/context-engineering/references/context-compression.md +84 -84
- package/skills/engineering/context-engineering/references/context-degradation.md +93 -93
- package/skills/engineering/context-engineering/references/context-fundamentals.md +75 -75
- package/skills/engineering/context-engineering/references/context-optimization.md +82 -82
- package/skills/engineering/context-engineering/references/evaluation.md +89 -89
- package/skills/engineering/context-engineering/references/memory-systems.md +88 -88
- package/skills/engineering/context-engineering/references/multi-agent-patterns.md +90 -90
- package/skills/engineering/context-engineering/references/project-development.md +97 -97
- package/skills/engineering/context-engineering/references/tool-design.md +86 -86
- package/skills/engineering/context-engineering/scripts/compression_evaluator.py +329 -329
- package/skills/engineering/context-engineering/scripts/context_analyzer.py +294 -294
- package/skills/engineering/databases/SKILL.md +232 -232
- package/skills/engineering/databases/references/mongodb-aggregation.md +447 -447
- package/skills/engineering/databases/references/mongodb-atlas.md +465 -465
- package/skills/engineering/databases/references/mongodb-crud.md +408 -408
- package/skills/engineering/databases/references/mongodb-indexing.md +442 -442
- package/skills/engineering/databases/references/postgresql-administration.md +594 -594
- package/skills/engineering/databases/references/postgresql-performance.md +527 -527
- package/skills/engineering/databases/references/postgresql-psql-cli.md +467 -467
- package/skills/engineering/databases/references/postgresql-queries.md +475 -475
- package/skills/engineering/databases/scripts/db_backup.py +502 -502
- package/skills/engineering/databases/scripts/db_migrate.py +414 -414
- package/skills/engineering/databases/scripts/db_performance_check.py +444 -444
- package/skills/engineering/databases/scripts/requirements.txt +20 -20
- package/skills/engineering/databases/scripts/tests/requirements.txt +4 -4
- package/skills/engineering/databases/scripts/tests/test_db_backup.py +340 -340
- package/skills/engineering/databases/scripts/tests/test_db_migrate.py +277 -277
- package/skills/engineering/databases/scripts/tests/test_db_performance_check.py +370 -370
- package/skills/engineering/diagnose/SKILL.md +117 -117
- package/skills/engineering/diagnose/scripts/hitl-loop.template.sh +41 -41
- package/skills/engineering/docs-seeker/SKILL.md +207 -207
- package/skills/engineering/docs-seeker/WORKFLOWS.md +505 -505
- package/skills/engineering/docs-seeker/references/best-practices.md +632 -632
- package/skills/engineering/docs-seeker/references/documentation-sources.md +461 -461
- package/skills/engineering/docs-seeker/references/error-handling.md +621 -621
- package/skills/engineering/docs-seeker/references/limitations.md +821 -821
- package/skills/engineering/docs-seeker/references/performance.md +574 -574
- package/skills/engineering/docs-seeker/references/tool-selection.md +262 -262
- package/skills/engineering/frontend-development/SKILL.md +398 -398
- package/skills/engineering/frontend-development/resources/common-patterns.md +330 -330
- package/skills/engineering/frontend-development/resources/complete-examples.md +871 -871
- package/skills/engineering/frontend-development/resources/component-patterns.md +501 -501
- package/skills/engineering/frontend-development/resources/data-fetching.md +766 -766
- package/skills/engineering/frontend-development/resources/file-organization.md +501 -501
- package/skills/engineering/frontend-development/resources/loading-and-error-states.md +500 -500
- package/skills/engineering/frontend-development/resources/performance.md +405 -405
- package/skills/engineering/frontend-development/resources/routing-guide.md +363 -363
- package/skills/engineering/frontend-development/resources/styling-guide.md +427 -427
- package/skills/engineering/frontend-development/resources/typescript-standards.md +417 -417
- package/skills/engineering/improve-codebase-architecture/DEEPENING.md +37 -37
- package/skills/engineering/improve-codebase-architecture/INTERFACE-DESIGN.md +44 -44
- package/skills/engineering/improve-codebase-architecture/LANGUAGE.md +53 -53
- package/skills/engineering/improve-codebase-architecture/SKILL.md +71 -71
- package/skills/engineering/openai-docs/LICENSE.txt +201 -201
- package/skills/engineering/openai-docs/SKILL.md +69 -69
- package/skills/engineering/openai-docs/agents/openai.yaml +14 -14
- package/skills/engineering/openai-docs/assets/openai-small.svg +3 -3
- package/skills/engineering/openai-docs/references/gpt-5p4-prompting-guide.md +433 -433
- package/skills/engineering/openai-docs/references/latest-model.md +35 -35
- package/skills/engineering/openai-docs/references/upgrading-to-gpt-5p4.md +164 -164
- package/skills/engineering/playwright/LICENSE.txt +201 -201
- package/skills/engineering/playwright/NOTICE.txt +14 -14
- package/skills/engineering/playwright/SKILL.md +147 -147
- package/skills/engineering/playwright/agents/openai.yaml +6 -6
- package/skills/engineering/playwright/assets/playwright-small.svg +3 -3
- package/skills/engineering/playwright/references/cli.md +116 -116
- package/skills/engineering/playwright/references/workflows.md +95 -95
- package/skills/engineering/playwright/scripts/playwright_cli.sh +25 -25
- package/skills/engineering/playwright-interactive/LICENSE.txt +201 -201
- package/skills/engineering/playwright-interactive/NOTICE.txt +13 -13
- package/skills/engineering/playwright-interactive/SKILL.md +689 -689
- package/skills/engineering/playwright-interactive/agents/openai.yaml +6 -6
- package/skills/engineering/playwright-interactive/assets/playwright-small.svg +3 -3
- package/skills/engineering/render-deploy/LICENSE.txt +201 -201
- package/skills/engineering/render-deploy/SKILL.md +479 -479
- package/skills/engineering/render-deploy/agents/openai.yaml +14 -14
- package/skills/engineering/render-deploy/assets/docker.yaml +62 -62
- package/skills/engineering/render-deploy/assets/go-api.yaml +35 -35
- package/skills/engineering/render-deploy/assets/nextjs-postgres.yaml +35 -35
- package/skills/engineering/render-deploy/assets/node-express.yaml +25 -25
- package/skills/engineering/render-deploy/assets/python-django.yaml +89 -89
- package/skills/engineering/render-deploy/assets/render-small.svg +3 -3
- package/skills/engineering/render-deploy/assets/static-site.yaml +54 -54
- package/skills/engineering/render-deploy/references/blueprint-spec.md +718 -718
- package/skills/engineering/render-deploy/references/codebase-analysis.md +49 -49
- package/skills/engineering/render-deploy/references/configuration-guide.md +603 -603
- package/skills/engineering/render-deploy/references/deployment-details.md +224 -224
- package/skills/engineering/render-deploy/references/direct-creation.md +113 -113
- package/skills/engineering/render-deploy/references/error-patterns.md +13 -13
- package/skills/engineering/render-deploy/references/post-deploy-checks.md +36 -36
- package/skills/engineering/render-deploy/references/runtimes.md +473 -473
- package/skills/engineering/render-deploy/references/service-types.md +450 -450
- package/skills/engineering/render-deploy/references/troubleshooting-basics.md +36 -36
- package/skills/engineering/repomix/SKILL.md +215 -215
- package/skills/engineering/repomix/references/configuration.md +211 -211
- package/skills/engineering/repomix/references/usage-patterns.md +232 -232
- package/skills/engineering/repomix/scripts/README.md +179 -179
- package/skills/engineering/repomix/scripts/repomix_batch.py +455 -455
- package/skills/engineering/repomix/scripts/repos.example.json +15 -15
- package/skills/engineering/repomix/scripts/requirements.txt +15 -15
- package/skills/engineering/repomix/scripts/tests/test_repomix_batch.py +531 -531
- package/skills/engineering/setup-matt-pocock-skills/SKILL.md +121 -121
- package/skills/engineering/setup-matt-pocock-skills/domain.md +51 -51
- package/skills/engineering/setup-matt-pocock-skills/issue-tracker-github.md +22 -22
- package/skills/engineering/setup-matt-pocock-skills/issue-tracker-gitlab.md +23 -23
- package/skills/engineering/setup-matt-pocock-skills/issue-tracker-local.md +19 -19
- package/skills/engineering/setup-matt-pocock-skills/triage-labels.md +15 -15
- package/skills/engineering/shopify/README.md +66 -66
- package/skills/engineering/shopify/SKILL.md +319 -319
- package/skills/engineering/shopify/references/app-development.md +470 -470
- package/skills/engineering/shopify/references/extensions.md +493 -493
- package/skills/engineering/shopify/references/themes.md +498 -498
- package/skills/engineering/shopify/scripts/requirements.txt +19 -19
- package/skills/engineering/shopify/scripts/shopify_init.py +423 -423
- package/skills/engineering/shopify/scripts/tests/test_shopify_init.py +385 -385
- package/skills/engineering/tdd/SKILL.md +109 -109
- package/skills/engineering/tdd/deep-modules.md +33 -33
- package/skills/engineering/tdd/interface-design.md +31 -31
- package/skills/engineering/tdd/mocking.md +59 -59
- package/skills/engineering/tdd/refactoring.md +10 -10
- package/skills/engineering/tdd/tests.md +61 -61
- package/skills/engineering/to-issues/SKILL.md +81 -81
- package/skills/engineering/to-prd/SKILL.md +74 -74
- package/skills/engineering/triage/AGENT-BRIEF.md +168 -168
- package/skills/engineering/triage/OUT-OF-SCOPE.md +101 -101
- package/skills/engineering/triage/SKILL.md +103 -103
- package/skills/engineering/web-frameworks/SKILL.md +324 -324
- package/skills/engineering/web-frameworks/references/nextjs-app-router.md +465 -465
- package/skills/engineering/web-frameworks/references/nextjs-data-fetching.md +459 -459
- package/skills/engineering/web-frameworks/references/nextjs-optimization.md +511 -511
- package/skills/engineering/web-frameworks/references/nextjs-server-components.md +495 -495
- package/skills/engineering/web-frameworks/references/remix-icon-integration.md +603 -603
- package/skills/engineering/web-frameworks/references/turborepo-caching.md +551 -551
- package/skills/engineering/web-frameworks/references/turborepo-pipelines.md +517 -517
- package/skills/engineering/web-frameworks/references/turborepo-setup.md +542 -542
- package/skills/engineering/web-frameworks/scripts/nextjs_init.py +547 -547
- package/skills/engineering/web-frameworks/scripts/requirements.txt +16 -16
- package/skills/engineering/web-frameworks/scripts/tests/requirements.txt +3 -3
- package/skills/engineering/web-frameworks/scripts/tests/test_nextjs_init.py +319 -319
- package/skills/engineering/web-frameworks/scripts/tests/test_turborepo_migrate.py +374 -374
- package/skills/engineering/web-frameworks/scripts/turborepo_migrate.py +394 -394
- package/skills/engineering/write-a-skill/SKILL.md +117 -117
- package/skills/kilo-kit/SKILL.md +346 -346
- package/skills/kilo-kit/_template/SKILL.md +185 -185
- package/skills/kilo-kit/debugging/root-cause/SKILL.md +360 -360
- package/skills/kilo-kit/debugging/systematic/SKILL.md +339 -339
- package/skills/kilo-kit/debugging/verification/SKILL.md +424 -424
- package/skills/kilo-kit/development/backend/SKILL.md +540 -540
- package/skills/kilo-kit/development/security/SKILL.md +529 -529
- package/skills/kilo-kit/quality/code-review/SKILL.md +297 -297
- package/skills/kilo-kit/quality/testing/SKILL.md +540 -540
- package/skills/kilo-kit/references/output-formats.md +204 -204
- package/skills/kilo-kit/references/patterns.md +156 -156
- package/skills/kilo-kit/references/performance-benchmarks.md +90 -90
- package/skills/operations/chrome-devtools/SKILL.md +392 -392
- package/skills/operations/chrome-devtools/references/cdp-domains.md +694 -694
- package/skills/operations/chrome-devtools/references/performance-guide.md +940 -940
- package/skills/operations/chrome-devtools/references/puppeteer-reference.md +953 -953
- package/skills/operations/chrome-devtools/scripts/PERSISTENT-BROWSER.md +107 -107
- package/skills/operations/chrome-devtools/scripts/README.md +213 -213
- package/skills/operations/chrome-devtools/scripts/__tests__/selector.test.js +210 -210
- package/skills/operations/chrome-devtools/scripts/click.js +79 -79
- package/skills/operations/chrome-devtools/scripts/close-persistent.js +36 -36
- package/skills/operations/chrome-devtools/scripts/console.js +75 -75
- package/skills/operations/chrome-devtools/scripts/evaluate.js +49 -49
- package/skills/operations/chrome-devtools/scripts/fill.js +72 -72
- package/skills/operations/chrome-devtools/scripts/install-deps.sh +181 -181
- package/skills/operations/chrome-devtools/scripts/install.sh +83 -83
- package/skills/operations/chrome-devtools/scripts/launch-persistent.js +71 -71
- package/skills/operations/chrome-devtools/scripts/lib/browser.js +144 -144
- package/skills/operations/chrome-devtools/scripts/lib/selector.js +178 -178
- package/skills/operations/chrome-devtools/scripts/navigate.js +46 -46
- package/skills/operations/chrome-devtools/scripts/network.js +102 -102
- package/skills/operations/chrome-devtools/scripts/package-lock.json +1206 -1206
- package/skills/operations/chrome-devtools/scripts/package.json +15 -15
- package/skills/operations/chrome-devtools/scripts/performance.js +145 -145
- package/skills/operations/chrome-devtools/scripts/screenshot.js +180 -180
- package/skills/operations/chrome-devtools/scripts/snapshot.js +131 -131
- package/skills/operations/devops/.env.example +76 -76
- package/skills/operations/devops/SKILL.md +285 -285
- package/skills/operations/devops/references/browser-rendering.md +305 -305
- package/skills/operations/devops/references/cloudflare-d1-kv.md +123 -123
- package/skills/operations/devops/references/cloudflare-platform.md +271 -271
- package/skills/operations/devops/references/cloudflare-r2-storage.md +280 -280
- package/skills/operations/devops/references/cloudflare-workers-advanced.md +312 -312
- package/skills/operations/devops/references/cloudflare-workers-apis.md +309 -309
- package/skills/operations/devops/references/cloudflare-workers-basics.md +418 -418
- package/skills/operations/devops/references/docker-basics.md +297 -297
- package/skills/operations/devops/references/docker-compose.md +292 -292
- package/skills/operations/devops/references/gcloud-platform.md +297 -297
- package/skills/operations/devops/references/gcloud-services.md +304 -304
- package/skills/operations/devops/scripts/cloudflare_deploy.py +269 -269
- package/skills/operations/devops/scripts/docker_optimize.py +320 -320
- package/skills/operations/devops/scripts/requirements.txt +20 -20
- package/skills/operations/devops/scripts/tests/requirements.txt +3 -3
- package/skills/operations/devops/scripts/tests/test_cloudflare_deploy.py +285 -285
- package/skills/operations/devops/scripts/tests/test_docker_optimize.py +436 -436
- package/skills/operations/mcp-builder/LICENSE.txt +201 -201
- package/skills/operations/mcp-builder/SKILL.md +328 -328
- package/skills/operations/mcp-builder/reference/evaluation.md +601 -601
- package/skills/operations/mcp-builder/reference/mcp_best_practices.md +915 -915
- package/skills/operations/mcp-builder/reference/node_mcp_server.md +915 -915
- package/skills/operations/mcp-builder/reference/python_mcp_server.md +751 -751
- package/skills/operations/mcp-builder/scripts/connections.py +151 -151
- package/skills/operations/mcp-builder/scripts/evaluation.py +373 -373
- package/skills/operations/mcp-builder/scripts/example_evaluation.xml +22 -22
- package/skills/operations/mcp-builder/scripts/requirements.txt +2 -2
- package/skills/operations/mcp-management/README.md +219 -219
- package/skills/operations/mcp-management/SKILL.md +175 -175
- package/skills/operations/mcp-management/assets/tools.json +3043 -3043
- package/skills/operations/mcp-management/references/configuration.md +114 -114
- package/skills/operations/mcp-management/references/gemini-cli-integration.md +201 -201
- package/skills/operations/mcp-management/references/mcp-protocol.md +116 -116
- package/skills/operations/mcp-management/scripts/.env.example +10 -10
- package/skills/operations/mcp-management/scripts/cli.ts +155 -155
- package/skills/operations/mcp-management/scripts/dist/analyze-tools.js +70 -70
- package/skills/operations/mcp-management/scripts/dist/cli.js +131 -131
- package/skills/operations/mcp-management/scripts/dist/mcp-client.js +115 -115
- package/skills/operations/mcp-management/scripts/mcp-client.ts +163 -163
- package/skills/operations/mcp-management/scripts/package.json +18 -18
- package/skills/operations/mcp-management/scripts/tsconfig.json +15 -15
- package/skills/problem-solving/collision-zone-thinking/SKILL.md +62 -62
- package/skills/problem-solving/defense-in-depth/SKILL.md +130 -130
- package/skills/problem-solving/inversion-exercise/SKILL.md +58 -58
- package/skills/problem-solving/meta-pattern-recognition/SKILL.md +54 -54
- package/skills/problem-solving/root-cause-tracing/SKILL.md +177 -177
- package/skills/problem-solving/root-cause-tracing/find-polluter.sh +63 -63
- package/skills/problem-solving/scale-game/SKILL.md +63 -63
- package/skills/problem-solving/sequential-thinking/README.md +118 -118
- package/skills/problem-solving/sequential-thinking/SKILL.md +93 -93
- package/skills/problem-solving/sequential-thinking/references/advanced.md +122 -122
- package/skills/problem-solving/sequential-thinking/references/examples.md +274 -274
- package/skills/problem-solving/simplification-cascades/SKILL.md +76 -76
- package/skills/problem-solving/when-stuck/SKILL.md +88 -88
- package/skills/productivity/caveman/SKILL.md +49 -49
- package/skills/productivity/grill-me/SKILL.md +10 -10
- package/skills/productivity/grill-with-docs/ADR-FORMAT.md +47 -47
- package/skills/productivity/grill-with-docs/CONTEXT-FORMAT.md +77 -77
- package/skills/productivity/grill-with-docs/SKILL.md +88 -88
- package/skills/productivity/writing-skills/graphviz-conventions.dot +171 -171
- package/skills/productivity/zoom-out/SKILL.md +7 -7
- package/skills/writing-docs/doc/LICENSE.txt +201 -201
- package/skills/writing-docs/doc/SKILL.md +80 -80
- package/skills/writing-docs/doc/agents/openai.yaml +6 -6
- package/skills/writing-docs/doc/assets/doc-small.svg +3 -3
- package/skills/writing-docs/doc/scripts/render_docx.py +296 -296
- package/skills/writing-docs/docx/LICENSE.txt +30 -30
- package/skills/writing-docs/docx/SKILL.md +196 -196
- package/skills/writing-docs/docx/docx-js.md +349 -349
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +1499 -1499
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +146 -146
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +1085 -1085
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +11 -11
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +3081 -3081
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +23 -23
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +185 -185
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +287 -287
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +1676 -1676
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +28 -28
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +144 -144
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +174 -174
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +25 -25
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +18 -18
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +59 -59
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +56 -56
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +195 -195
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +582 -582
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +25 -25
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +4439 -4439
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +570 -570
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +509 -509
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +12 -12
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +108 -108
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +96 -96
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +3646 -3646
- package/skills/writing-docs/docx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +116 -116
- package/skills/writing-docs/docx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +42 -42
- package/skills/writing-docs/docx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +50 -50
- package/skills/writing-docs/docx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +49 -49
- package/skills/writing-docs/docx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +33 -33
- package/skills/writing-docs/docx/ooxml/schemas/mce/mc.xsd +75 -75
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-2010.xsd +560 -560
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-2012.xsd +67 -67
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-2018.xsd +14 -14
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-cex-2018.xsd +20 -20
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-cid-2016.xsd +13 -13
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +4 -4
- package/skills/writing-docs/docx/ooxml/schemas/microsoft/wml-symex-2015.xsd +8 -8
- package/skills/writing-docs/docx/ooxml/scripts/pack.py +159 -159
- package/skills/writing-docs/docx/ooxml/scripts/unpack.py +29 -29
- package/skills/writing-docs/docx/ooxml/scripts/validate.py +69 -69
- package/skills/writing-docs/docx/ooxml/scripts/validation/__init__.py +15 -15
- package/skills/writing-docs/docx/ooxml/scripts/validation/base.py +951 -951
- package/skills/writing-docs/docx/ooxml/scripts/validation/docx.py +274 -274
- package/skills/writing-docs/docx/ooxml/scripts/validation/pptx.py +315 -315
- package/skills/writing-docs/docx/ooxml/scripts/validation/redlining.py +279 -279
- package/skills/writing-docs/docx/ooxml.md +609 -609
- package/skills/writing-docs/docx/scripts/__init__.py +1 -1
- package/skills/writing-docs/docx/scripts/document.py +1276 -1276
- package/skills/writing-docs/docx/scripts/templates/comments.xml +2 -2
- package/skills/writing-docs/docx/scripts/templates/commentsExtended.xml +2 -2
- package/skills/writing-docs/docx/scripts/templates/commentsExtensible.xml +2 -2
- package/skills/writing-docs/docx/scripts/templates/commentsIds.xml +2 -2
- package/skills/writing-docs/docx/scripts/templates/people.xml +2 -2
- package/skills/writing-docs/docx/scripts/utilities.py +374 -374
- package/skills/writing-docs/mermaidjs-v11/SKILL.md +115 -115
- package/skills/writing-docs/mermaidjs-v11/references/cli-usage.md +228 -228
- package/skills/writing-docs/mermaidjs-v11/references/configuration.md +232 -232
- package/skills/writing-docs/mermaidjs-v11/references/diagram-types.md +315 -315
- package/skills/writing-docs/mermaidjs-v11/references/examples.md +344 -344
- package/skills/writing-docs/mermaidjs-v11/references/integration.md +310 -310
- package/skills/writing-docs/pdf/LICENSE.txt +30 -30
- package/skills/writing-docs/pdf/SKILL.md +294 -294
- package/skills/writing-docs/pdf/forms.md +205 -205
- package/skills/writing-docs/pdf/reference.md +611 -611
- package/skills/writing-docs/pdf/scripts/check_bounding_boxes.py +70 -70
- package/skills/writing-docs/pdf/scripts/check_bounding_boxes_test.py +226 -226
- package/skills/writing-docs/pdf/scripts/check_fillable_fields.py +12 -12
- package/skills/writing-docs/pdf/scripts/convert_pdf_to_images.py +35 -35
- package/skills/writing-docs/pdf/scripts/create_validation_image.py +41 -41
- package/skills/writing-docs/pdf/scripts/extract_form_field_info.py +152 -152
- package/skills/writing-docs/pdf/scripts/fill_fillable_fields.py +114 -114
- package/skills/writing-docs/pdf/scripts/fill_pdf_form_with_annotations.py +107 -107
- package/skills/writing-docs/pptx/LICENSE.txt +30 -30
- package/skills/writing-docs/pptx/SKILL.md +483 -483
- package/skills/writing-docs/pptx/html2pptx.md +624 -624
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +1499 -1499
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +146 -146
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +1085 -1085
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +11 -11
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +3081 -3081
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +23 -23
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +185 -185
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +287 -287
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +1676 -1676
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +28 -28
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +144 -144
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +174 -174
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +25 -25
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +18 -18
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +59 -59
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +56 -56
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +195 -195
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +582 -582
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +25 -25
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +4439 -4439
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +570 -570
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +509 -509
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +12 -12
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +108 -108
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +96 -96
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +3646 -3646
- package/skills/writing-docs/pptx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +116 -116
- package/skills/writing-docs/pptx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +42 -42
- package/skills/writing-docs/pptx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +50 -50
- package/skills/writing-docs/pptx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +49 -49
- package/skills/writing-docs/pptx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +33 -33
- package/skills/writing-docs/pptx/ooxml/schemas/mce/mc.xsd +75 -75
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-2010.xsd +560 -560
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-2012.xsd +67 -67
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-2018.xsd +14 -14
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-cex-2018.xsd +20 -20
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-cid-2016.xsd +13 -13
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +4 -4
- package/skills/writing-docs/pptx/ooxml/schemas/microsoft/wml-symex-2015.xsd +8 -8
- package/skills/writing-docs/pptx/ooxml/scripts/pack.py +159 -159
- package/skills/writing-docs/pptx/ooxml/scripts/unpack.py +29 -29
- package/skills/writing-docs/pptx/ooxml/scripts/validate.py +69 -69
- package/skills/writing-docs/pptx/ooxml/scripts/validation/__init__.py +15 -15
- package/skills/writing-docs/pptx/ooxml/scripts/validation/base.py +951 -951
- package/skills/writing-docs/pptx/ooxml/scripts/validation/docx.py +274 -274
- package/skills/writing-docs/pptx/ooxml/scripts/validation/pptx.py +315 -315
- package/skills/writing-docs/pptx/ooxml/scripts/validation/redlining.py +279 -279
- package/skills/writing-docs/pptx/ooxml.md +426 -426
- package/skills/writing-docs/pptx/scripts/html2pptx.js +978 -978
- package/skills/writing-docs/pptx/scripts/inventory.py +1020 -1020
- package/skills/writing-docs/pptx/scripts/rearrange.py +231 -231
- package/skills/writing-docs/pptx/scripts/replace.py +385 -385
- package/skills/writing-docs/pptx/scripts/thumbnail.py +450 -450
- package/skills/writing-docs/slides/LICENSE.txt +201 -201
- package/skills/writing-docs/slides/SKILL.md +71 -71
- package/skills/writing-docs/slides/agents/openai.yaml +6 -6
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/code.js +104 -104
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/image.js +333 -333
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/index.js +33 -33
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/latex.js +51 -51
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/layout.js +643 -643
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/layout_builders.js +358 -358
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/svg.js +36 -36
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/text.js +789 -789
- package/skills/writing-docs/slides/assets/pptxgenjs_helpers/util.js +24 -24
- package/skills/writing-docs/slides/assets/slides-small.svg +3 -3
- package/skills/writing-docs/slides/references/pptxgenjs-helpers.md +61 -61
- package/skills/writing-docs/slides/scripts/create_montage.py +300 -300
- package/skills/writing-docs/slides/scripts/detect_font.py +873 -873
- package/skills/writing-docs/slides/scripts/ensure_raster_image.py +202 -202
- package/skills/writing-docs/slides/scripts/render_slides.py +273 -273
- package/skills/writing-docs/slides/scripts/slides_test.py +201 -201
- package/skills/writing-docs/template-skill/SKILL.md +26 -26
- package/skills/writing-docs/xlsx/LICENSE.txt +30 -30
- package/skills/writing-docs/xlsx/SKILL.md +288 -288
- package/skills/writing-docs/xlsx/recalc.py +177 -177
- package/src/core/KILO_MASTER.md +448 -448
- package/src/tools/validate-skill.js +421 -421
|
@@ -1,502 +1,502 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
"""
|
|
3
|
-
Database backup and restore tool for MongoDB and PostgreSQL.
|
|
4
|
-
Supports compression, scheduling, and verification.
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
import argparse
|
|
8
|
-
import gzip
|
|
9
|
-
import json
|
|
10
|
-
import os
|
|
11
|
-
import shutil
|
|
12
|
-
import subprocess
|
|
13
|
-
import sys
|
|
14
|
-
from dataclasses import dataclass
|
|
15
|
-
from datetime import datetime
|
|
16
|
-
from pathlib import Path
|
|
17
|
-
from typing import Dict, List, Optional
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
@dataclass
|
|
21
|
-
class BackupInfo:
|
|
22
|
-
"""Backup metadata."""
|
|
23
|
-
|
|
24
|
-
filename: str
|
|
25
|
-
database_type: str
|
|
26
|
-
database_name: str
|
|
27
|
-
timestamp: datetime
|
|
28
|
-
size_bytes: int
|
|
29
|
-
compressed: bool
|
|
30
|
-
verified: bool = False
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
class BackupManager:
|
|
34
|
-
"""Manages database backups for MongoDB and PostgreSQL."""
|
|
35
|
-
|
|
36
|
-
def __init__(self, db_type: str, backup_dir: str = "./backups"):
|
|
37
|
-
"""
|
|
38
|
-
Initialize backup manager.
|
|
39
|
-
|
|
40
|
-
Args:
|
|
41
|
-
db_type: Database type ('mongodb' or 'postgres')
|
|
42
|
-
backup_dir: Directory to store backups
|
|
43
|
-
"""
|
|
44
|
-
self.db_type = db_type.lower()
|
|
45
|
-
self.backup_dir = Path(backup_dir)
|
|
46
|
-
self.backup_dir.mkdir(exist_ok=True)
|
|
47
|
-
|
|
48
|
-
def create_backup(
|
|
49
|
-
self,
|
|
50
|
-
uri: str,
|
|
51
|
-
database: Optional[str] = None,
|
|
52
|
-
compress: bool = True,
|
|
53
|
-
verify: bool = True
|
|
54
|
-
) -> Optional[BackupInfo]:
|
|
55
|
-
"""
|
|
56
|
-
Create database backup.
|
|
57
|
-
|
|
58
|
-
Args:
|
|
59
|
-
uri: Database connection string
|
|
60
|
-
database: Database name (optional for MongoDB)
|
|
61
|
-
compress: Compress backup file
|
|
62
|
-
verify: Verify backup after creation
|
|
63
|
-
|
|
64
|
-
Returns:
|
|
65
|
-
BackupInfo if successful, None otherwise
|
|
66
|
-
"""
|
|
67
|
-
timestamp = datetime.now()
|
|
68
|
-
date_str = timestamp.strftime("%Y%m%d_%H%M%S")
|
|
69
|
-
|
|
70
|
-
if self.db_type == "mongodb":
|
|
71
|
-
return self._backup_mongodb(uri, database, date_str, compress, verify)
|
|
72
|
-
elif self.db_type == "postgres":
|
|
73
|
-
return self._backup_postgres(uri, database, date_str, compress, verify)
|
|
74
|
-
else:
|
|
75
|
-
print(f"Error: Unsupported database type: {self.db_type}")
|
|
76
|
-
return None
|
|
77
|
-
|
|
78
|
-
def _backup_mongodb(
|
|
79
|
-
self,
|
|
80
|
-
uri: str,
|
|
81
|
-
database: Optional[str],
|
|
82
|
-
date_str: str,
|
|
83
|
-
compress: bool,
|
|
84
|
-
verify: bool
|
|
85
|
-
) -> Optional[BackupInfo]:
|
|
86
|
-
"""Create MongoDB backup using mongodump."""
|
|
87
|
-
db_name = database or "all"
|
|
88
|
-
filename = f"mongodb_{db_name}_{date_str}"
|
|
89
|
-
backup_path = self.backup_dir / filename
|
|
90
|
-
|
|
91
|
-
try:
|
|
92
|
-
cmd = ["mongodump", "--uri", uri, "--out", str(backup_path)]
|
|
93
|
-
|
|
94
|
-
if database:
|
|
95
|
-
cmd.extend(["--db", database])
|
|
96
|
-
|
|
97
|
-
print(f"Creating MongoDB backup: {filename}")
|
|
98
|
-
result = subprocess.run(cmd, capture_output=True, text=True)
|
|
99
|
-
|
|
100
|
-
if result.returncode != 0:
|
|
101
|
-
print(f"Error: {result.stderr}")
|
|
102
|
-
return None
|
|
103
|
-
|
|
104
|
-
# Compress if requested
|
|
105
|
-
if compress:
|
|
106
|
-
archive_path = backup_path.with_suffix(".tar.gz")
|
|
107
|
-
print(f"Compressing backup...")
|
|
108
|
-
shutil.make_archive(str(backup_path), "gztar", backup_path)
|
|
109
|
-
shutil.rmtree(backup_path)
|
|
110
|
-
backup_path = archive_path
|
|
111
|
-
filename = archive_path.name
|
|
112
|
-
|
|
113
|
-
size_bytes = self._get_size(backup_path)
|
|
114
|
-
|
|
115
|
-
backup_info = BackupInfo(
|
|
116
|
-
filename=filename,
|
|
117
|
-
database_type="mongodb",
|
|
118
|
-
database_name=db_name,
|
|
119
|
-
timestamp=datetime.now(),
|
|
120
|
-
size_bytes=size_bytes,
|
|
121
|
-
compressed=compress
|
|
122
|
-
)
|
|
123
|
-
|
|
124
|
-
if verify:
|
|
125
|
-
backup_info.verified = self._verify_backup(backup_info)
|
|
126
|
-
|
|
127
|
-
self._save_metadata(backup_info)
|
|
128
|
-
print(f"✓ Backup created: {filename} ({self._format_size(size_bytes)})")
|
|
129
|
-
|
|
130
|
-
return backup_info
|
|
131
|
-
|
|
132
|
-
except Exception as e:
|
|
133
|
-
print(f"Error creating MongoDB backup: {e}")
|
|
134
|
-
return None
|
|
135
|
-
|
|
136
|
-
def _backup_postgres(
|
|
137
|
-
self,
|
|
138
|
-
uri: str,
|
|
139
|
-
database: str,
|
|
140
|
-
date_str: str,
|
|
141
|
-
compress: bool,
|
|
142
|
-
verify: bool
|
|
143
|
-
) -> Optional[BackupInfo]:
|
|
144
|
-
"""Create PostgreSQL backup using pg_dump."""
|
|
145
|
-
if not database:
|
|
146
|
-
print("Error: Database name required for PostgreSQL backup")
|
|
147
|
-
return None
|
|
148
|
-
|
|
149
|
-
ext = ".sql.gz" if compress else ".sql"
|
|
150
|
-
filename = f"postgres_{database}_{date_str}{ext}"
|
|
151
|
-
backup_path = self.backup_dir / filename
|
|
152
|
-
|
|
153
|
-
try:
|
|
154
|
-
cmd = ["pg_dump", uri]
|
|
155
|
-
|
|
156
|
-
if compress:
|
|
157
|
-
# Use pg_dump with gzip
|
|
158
|
-
with open(backup_path, "wb") as f:
|
|
159
|
-
dump_proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
|
|
160
|
-
gzip_proc = subprocess.Popen(
|
|
161
|
-
["gzip"],
|
|
162
|
-
stdin=dump_proc.stdout,
|
|
163
|
-
stdout=f
|
|
164
|
-
)
|
|
165
|
-
dump_proc.stdout.close()
|
|
166
|
-
gzip_proc.communicate()
|
|
167
|
-
|
|
168
|
-
if dump_proc.returncode != 0:
|
|
169
|
-
print("Error: pg_dump failed")
|
|
170
|
-
return None
|
|
171
|
-
else:
|
|
172
|
-
with open(backup_path, "w") as f:
|
|
173
|
-
result = subprocess.run(cmd, stdout=f, stderr=subprocess.PIPE, text=True)
|
|
174
|
-
|
|
175
|
-
if result.returncode != 0:
|
|
176
|
-
print(f"Error: {result.stderr}")
|
|
177
|
-
return None
|
|
178
|
-
|
|
179
|
-
size_bytes = backup_path.stat().st_size
|
|
180
|
-
|
|
181
|
-
backup_info = BackupInfo(
|
|
182
|
-
filename=filename,
|
|
183
|
-
database_type="postgres",
|
|
184
|
-
database_name=database,
|
|
185
|
-
timestamp=datetime.now(),
|
|
186
|
-
size_bytes=size_bytes,
|
|
187
|
-
compressed=compress
|
|
188
|
-
)
|
|
189
|
-
|
|
190
|
-
if verify:
|
|
191
|
-
backup_info.verified = self._verify_backup(backup_info)
|
|
192
|
-
|
|
193
|
-
self._save_metadata(backup_info)
|
|
194
|
-
print(f"✓ Backup created: {filename} ({self._format_size(size_bytes)})")
|
|
195
|
-
|
|
196
|
-
return backup_info
|
|
197
|
-
|
|
198
|
-
except Exception as e:
|
|
199
|
-
print(f"Error creating PostgreSQL backup: {e}")
|
|
200
|
-
return None
|
|
201
|
-
|
|
202
|
-
def restore_backup(self, filename: str, uri: str, dry_run: bool = False) -> bool:
|
|
203
|
-
"""
|
|
204
|
-
Restore database from backup.
|
|
205
|
-
|
|
206
|
-
Args:
|
|
207
|
-
filename: Backup filename
|
|
208
|
-
uri: Database connection string
|
|
209
|
-
dry_run: If True, only show what would be done
|
|
210
|
-
|
|
211
|
-
Returns:
|
|
212
|
-
True if successful, False otherwise
|
|
213
|
-
"""
|
|
214
|
-
backup_path = self.backup_dir / filename
|
|
215
|
-
|
|
216
|
-
if not backup_path.exists():
|
|
217
|
-
print(f"Error: Backup not found: {filename}")
|
|
218
|
-
return False
|
|
219
|
-
|
|
220
|
-
# Load metadata
|
|
221
|
-
metadata_path = backup_path.with_suffix(".json")
|
|
222
|
-
if metadata_path.exists():
|
|
223
|
-
with open(metadata_path) as f:
|
|
224
|
-
metadata = json.load(f)
|
|
225
|
-
print(f"Restoring backup from {metadata['timestamp']}")
|
|
226
|
-
print(f"Database: {metadata['database_name']}")
|
|
227
|
-
|
|
228
|
-
if dry_run:
|
|
229
|
-
print(f"Would restore from: {backup_path}")
|
|
230
|
-
return True
|
|
231
|
-
|
|
232
|
-
print(f"Restoring backup: {filename}")
|
|
233
|
-
|
|
234
|
-
try:
|
|
235
|
-
if self.db_type == "mongodb":
|
|
236
|
-
return self._restore_mongodb(backup_path, uri)
|
|
237
|
-
elif self.db_type == "postgres":
|
|
238
|
-
return self._restore_postgres(backup_path, uri)
|
|
239
|
-
else:
|
|
240
|
-
print(f"Error: Unsupported database type: {self.db_type}")
|
|
241
|
-
return False
|
|
242
|
-
|
|
243
|
-
except Exception as e:
|
|
244
|
-
print(f"Error restoring backup: {e}")
|
|
245
|
-
return False
|
|
246
|
-
|
|
247
|
-
def _restore_mongodb(self, backup_path: Path, uri: str) -> bool:
|
|
248
|
-
"""Restore MongoDB backup using mongorestore."""
|
|
249
|
-
try:
|
|
250
|
-
# Extract if compressed
|
|
251
|
-
restore_path = backup_path
|
|
252
|
-
if backup_path.suffix == ".gz":
|
|
253
|
-
print("Extracting backup...")
|
|
254
|
-
extract_path = backup_path.with_suffix("")
|
|
255
|
-
shutil.unpack_archive(backup_path, extract_path)
|
|
256
|
-
restore_path = extract_path
|
|
257
|
-
|
|
258
|
-
cmd = ["mongorestore", "--uri", uri, str(restore_path)]
|
|
259
|
-
|
|
260
|
-
result = subprocess.run(cmd, capture_output=True, text=True)
|
|
261
|
-
|
|
262
|
-
# Cleanup extracted files
|
|
263
|
-
if restore_path != backup_path and restore_path.is_dir():
|
|
264
|
-
shutil.rmtree(restore_path)
|
|
265
|
-
|
|
266
|
-
if result.returncode != 0:
|
|
267
|
-
print(f"Error: {result.stderr}")
|
|
268
|
-
return False
|
|
269
|
-
|
|
270
|
-
print("✓ Restore completed")
|
|
271
|
-
return True
|
|
272
|
-
|
|
273
|
-
except Exception as e:
|
|
274
|
-
print(f"Error restoring MongoDB: {e}")
|
|
275
|
-
return False
|
|
276
|
-
|
|
277
|
-
def _restore_postgres(self, backup_path: Path, uri: str) -> bool:
|
|
278
|
-
"""Restore PostgreSQL backup using psql."""
|
|
279
|
-
try:
|
|
280
|
-
if backup_path.suffix == ".gz":
|
|
281
|
-
# Decompress and restore
|
|
282
|
-
with gzip.open(backup_path, "rb") as f:
|
|
283
|
-
cmd = ["psql", uri]
|
|
284
|
-
result = subprocess.run(
|
|
285
|
-
cmd,
|
|
286
|
-
stdin=f,
|
|
287
|
-
capture_output=True,
|
|
288
|
-
text=False
|
|
289
|
-
)
|
|
290
|
-
else:
|
|
291
|
-
with open(backup_path) as f:
|
|
292
|
-
cmd = ["psql", uri]
|
|
293
|
-
result = subprocess.run(
|
|
294
|
-
cmd,
|
|
295
|
-
stdin=f,
|
|
296
|
-
capture_output=True,
|
|
297
|
-
text=True
|
|
298
|
-
)
|
|
299
|
-
|
|
300
|
-
if result.returncode != 0:
|
|
301
|
-
print(f"Error: {result.stderr}")
|
|
302
|
-
return False
|
|
303
|
-
|
|
304
|
-
print("✓ Restore completed")
|
|
305
|
-
return True
|
|
306
|
-
|
|
307
|
-
except Exception as e:
|
|
308
|
-
print(f"Error restoring PostgreSQL: {e}")
|
|
309
|
-
return False
|
|
310
|
-
|
|
311
|
-
def list_backups(self) -> List[BackupInfo]:
|
|
312
|
-
"""
|
|
313
|
-
List all backups.
|
|
314
|
-
|
|
315
|
-
Returns:
|
|
316
|
-
List of BackupInfo objects
|
|
317
|
-
"""
|
|
318
|
-
backups = []
|
|
319
|
-
|
|
320
|
-
for metadata_file in sorted(self.backup_dir.glob("*.json")):
|
|
321
|
-
try:
|
|
322
|
-
with open(metadata_file) as f:
|
|
323
|
-
data = json.load(f)
|
|
324
|
-
|
|
325
|
-
backup_info = BackupInfo(
|
|
326
|
-
filename=data["filename"],
|
|
327
|
-
database_type=data["database_type"],
|
|
328
|
-
database_name=data["database_name"],
|
|
329
|
-
timestamp=datetime.fromisoformat(data["timestamp"]),
|
|
330
|
-
size_bytes=data["size_bytes"],
|
|
331
|
-
compressed=data["compressed"],
|
|
332
|
-
verified=data.get("verified", False)
|
|
333
|
-
)
|
|
334
|
-
backups.append(backup_info)
|
|
335
|
-
except Exception as e:
|
|
336
|
-
print(f"Error reading metadata {metadata_file}: {e}")
|
|
337
|
-
|
|
338
|
-
return backups
|
|
339
|
-
|
|
340
|
-
def cleanup_old_backups(self, retention_days: int, dry_run: bool = False) -> int:
|
|
341
|
-
"""
|
|
342
|
-
Remove backups older than retention period.
|
|
343
|
-
|
|
344
|
-
Args:
|
|
345
|
-
retention_days: Number of days to retain backups
|
|
346
|
-
dry_run: If True, only show what would be deleted
|
|
347
|
-
|
|
348
|
-
Returns:
|
|
349
|
-
Number of backups removed
|
|
350
|
-
"""
|
|
351
|
-
cutoff = datetime.now().timestamp() - (retention_days * 24 * 3600)
|
|
352
|
-
removed = 0
|
|
353
|
-
|
|
354
|
-
for backup_file in self.backup_dir.glob("*"):
|
|
355
|
-
if backup_file.suffix == ".json":
|
|
356
|
-
continue
|
|
357
|
-
|
|
358
|
-
if backup_file.stat().st_mtime < cutoff:
|
|
359
|
-
if dry_run:
|
|
360
|
-
print(f"Would remove: {backup_file.name}")
|
|
361
|
-
else:
|
|
362
|
-
print(f"Removing: {backup_file.name}")
|
|
363
|
-
backup_file.unlink()
|
|
364
|
-
# Remove metadata
|
|
365
|
-
metadata_file = backup_file.with_suffix(".json")
|
|
366
|
-
if metadata_file.exists():
|
|
367
|
-
metadata_file.unlink()
|
|
368
|
-
removed += 1
|
|
369
|
-
|
|
370
|
-
return removed
|
|
371
|
-
|
|
372
|
-
def _verify_backup(self, backup_info: BackupInfo) -> bool:
|
|
373
|
-
"""
|
|
374
|
-
Verify backup integrity.
|
|
375
|
-
|
|
376
|
-
Args:
|
|
377
|
-
backup_info: Backup information
|
|
378
|
-
|
|
379
|
-
Returns:
|
|
380
|
-
True if backup is valid, False otherwise
|
|
381
|
-
"""
|
|
382
|
-
backup_path = self.backup_dir / backup_info.filename
|
|
383
|
-
|
|
384
|
-
if not backup_path.exists():
|
|
385
|
-
return False
|
|
386
|
-
|
|
387
|
-
# Basic verification: file exists and has size > 0
|
|
388
|
-
if backup_path.stat().st_size == 0:
|
|
389
|
-
return False
|
|
390
|
-
|
|
391
|
-
# Could add more verification here (checksums, test restore, etc.)
|
|
392
|
-
return True
|
|
393
|
-
|
|
394
|
-
def _get_size(self, path: Path) -> int:
|
|
395
|
-
"""Get total size of file or directory."""
|
|
396
|
-
if path.is_file():
|
|
397
|
-
return path.stat().st_size
|
|
398
|
-
elif path.is_dir():
|
|
399
|
-
total = 0
|
|
400
|
-
for item in path.rglob("*"):
|
|
401
|
-
if item.is_file():
|
|
402
|
-
total += item.stat().st_size
|
|
403
|
-
return total
|
|
404
|
-
return 0
|
|
405
|
-
|
|
406
|
-
def _format_size(self, size_bytes: int) -> str:
|
|
407
|
-
"""Format size in human-readable format."""
|
|
408
|
-
for unit in ["B", "KB", "MB", "GB", "TB"]:
|
|
409
|
-
if size_bytes < 1024:
|
|
410
|
-
return f"{size_bytes:.2f} {unit}"
|
|
411
|
-
size_bytes /= 1024
|
|
412
|
-
return f"{size_bytes:.2f} PB"
|
|
413
|
-
|
|
414
|
-
def _save_metadata(self, backup_info: BackupInfo):
|
|
415
|
-
"""Save backup metadata to JSON file."""
|
|
416
|
-
metadata_path = self.backup_dir / f"{backup_info.filename}.json"
|
|
417
|
-
|
|
418
|
-
metadata = {
|
|
419
|
-
"filename": backup_info.filename,
|
|
420
|
-
"database_type": backup_info.database_type,
|
|
421
|
-
"database_name": backup_info.database_name,
|
|
422
|
-
"timestamp": backup_info.timestamp.isoformat(),
|
|
423
|
-
"size_bytes": backup_info.size_bytes,
|
|
424
|
-
"compressed": backup_info.compressed,
|
|
425
|
-
"verified": backup_info.verified
|
|
426
|
-
}
|
|
427
|
-
|
|
428
|
-
with open(metadata_path, "w") as f:
|
|
429
|
-
json.dump(metadata, f, indent=2)
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
def main():
|
|
433
|
-
"""Main entry point."""
|
|
434
|
-
parser = argparse.ArgumentParser(description="Database backup tool")
|
|
435
|
-
parser.add_argument("--db", required=True, choices=["mongodb", "postgres"],
|
|
436
|
-
help="Database type")
|
|
437
|
-
parser.add_argument("--backup-dir", default="./backups",
|
|
438
|
-
help="Backup directory")
|
|
439
|
-
|
|
440
|
-
subparsers = parser.add_subparsers(dest="command", required=True)
|
|
441
|
-
|
|
442
|
-
# Backup command
|
|
443
|
-
backup_parser = subparsers.add_parser("backup", help="Create backup")
|
|
444
|
-
backup_parser.add_argument("--uri", required=True, help="Database connection string")
|
|
445
|
-
backup_parser.add_argument("--database", help="Database name")
|
|
446
|
-
backup_parser.add_argument("--no-compress", action="store_true",
|
|
447
|
-
help="Disable compression")
|
|
448
|
-
backup_parser.add_argument("--no-verify", action="store_true",
|
|
449
|
-
help="Skip verification")
|
|
450
|
-
|
|
451
|
-
# Restore command
|
|
452
|
-
restore_parser = subparsers.add_parser("restore", help="Restore backup")
|
|
453
|
-
restore_parser.add_argument("filename", help="Backup filename")
|
|
454
|
-
restore_parser.add_argument("--uri", required=True, help="Database connection string")
|
|
455
|
-
restore_parser.add_argument("--dry-run", action="store_true",
|
|
456
|
-
help="Show what would be done")
|
|
457
|
-
|
|
458
|
-
# List command
|
|
459
|
-
subparsers.add_parser("list", help="List backups")
|
|
460
|
-
|
|
461
|
-
# Cleanup command
|
|
462
|
-
cleanup_parser = subparsers.add_parser("cleanup", help="Remove old backups")
|
|
463
|
-
cleanup_parser.add_argument("--retention-days", type=int, default=7,
|
|
464
|
-
help="Days to retain backups (default: 7)")
|
|
465
|
-
cleanup_parser.add_argument("--dry-run", action="store_true",
|
|
466
|
-
help="Show what would be removed")
|
|
467
|
-
|
|
468
|
-
args = parser.parse_args()
|
|
469
|
-
|
|
470
|
-
manager = BackupManager(args.db, args.backup_dir)
|
|
471
|
-
|
|
472
|
-
if args.command == "backup":
|
|
473
|
-
backup_info = manager.create_backup(
|
|
474
|
-
args.uri,
|
|
475
|
-
args.database,
|
|
476
|
-
compress=not args.no_compress,
|
|
477
|
-
verify=not args.no_verify
|
|
478
|
-
)
|
|
479
|
-
sys.exit(0 if backup_info else 1)
|
|
480
|
-
|
|
481
|
-
elif args.command == "restore":
|
|
482
|
-
success = manager.restore_backup(args.filename, args.uri, args.dry_run)
|
|
483
|
-
sys.exit(0 if success else 1)
|
|
484
|
-
|
|
485
|
-
elif args.command == "list":
|
|
486
|
-
backups = manager.list_backups()
|
|
487
|
-
print(f"Total backups: {len(backups)}\n")
|
|
488
|
-
for backup in backups:
|
|
489
|
-
verified_str = "✓" if backup.verified else "?"
|
|
490
|
-
print(f"[{verified_str}] {backup.filename}")
|
|
491
|
-
print(f" Database: {backup.database_name}")
|
|
492
|
-
print(f" Created: {backup.timestamp}")
|
|
493
|
-
print(f" Size: {manager._format_size(backup.size_bytes)}")
|
|
494
|
-
print()
|
|
495
|
-
|
|
496
|
-
elif args.command == "cleanup":
|
|
497
|
-
removed = manager.cleanup_old_backups(args.retention_days, args.dry_run)
|
|
498
|
-
print(f"Removed {removed} backup(s)")
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
if __name__ == "__main__":
|
|
502
|
-
main()
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
Database backup and restore tool for MongoDB and PostgreSQL.
|
|
4
|
+
Supports compression, scheduling, and verification.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
import argparse
|
|
8
|
+
import gzip
|
|
9
|
+
import json
|
|
10
|
+
import os
|
|
11
|
+
import shutil
|
|
12
|
+
import subprocess
|
|
13
|
+
import sys
|
|
14
|
+
from dataclasses import dataclass
|
|
15
|
+
from datetime import datetime
|
|
16
|
+
from pathlib import Path
|
|
17
|
+
from typing import Dict, List, Optional
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
@dataclass
|
|
21
|
+
class BackupInfo:
|
|
22
|
+
"""Backup metadata."""
|
|
23
|
+
|
|
24
|
+
filename: str
|
|
25
|
+
database_type: str
|
|
26
|
+
database_name: str
|
|
27
|
+
timestamp: datetime
|
|
28
|
+
size_bytes: int
|
|
29
|
+
compressed: bool
|
|
30
|
+
verified: bool = False
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
class BackupManager:
|
|
34
|
+
"""Manages database backups for MongoDB and PostgreSQL."""
|
|
35
|
+
|
|
36
|
+
def __init__(self, db_type: str, backup_dir: str = "./backups"):
|
|
37
|
+
"""
|
|
38
|
+
Initialize backup manager.
|
|
39
|
+
|
|
40
|
+
Args:
|
|
41
|
+
db_type: Database type ('mongodb' or 'postgres')
|
|
42
|
+
backup_dir: Directory to store backups
|
|
43
|
+
"""
|
|
44
|
+
self.db_type = db_type.lower()
|
|
45
|
+
self.backup_dir = Path(backup_dir)
|
|
46
|
+
self.backup_dir.mkdir(exist_ok=True)
|
|
47
|
+
|
|
48
|
+
def create_backup(
|
|
49
|
+
self,
|
|
50
|
+
uri: str,
|
|
51
|
+
database: Optional[str] = None,
|
|
52
|
+
compress: bool = True,
|
|
53
|
+
verify: bool = True
|
|
54
|
+
) -> Optional[BackupInfo]:
|
|
55
|
+
"""
|
|
56
|
+
Create database backup.
|
|
57
|
+
|
|
58
|
+
Args:
|
|
59
|
+
uri: Database connection string
|
|
60
|
+
database: Database name (optional for MongoDB)
|
|
61
|
+
compress: Compress backup file
|
|
62
|
+
verify: Verify backup after creation
|
|
63
|
+
|
|
64
|
+
Returns:
|
|
65
|
+
BackupInfo if successful, None otherwise
|
|
66
|
+
"""
|
|
67
|
+
timestamp = datetime.now()
|
|
68
|
+
date_str = timestamp.strftime("%Y%m%d_%H%M%S")
|
|
69
|
+
|
|
70
|
+
if self.db_type == "mongodb":
|
|
71
|
+
return self._backup_mongodb(uri, database, date_str, compress, verify)
|
|
72
|
+
elif self.db_type == "postgres":
|
|
73
|
+
return self._backup_postgres(uri, database, date_str, compress, verify)
|
|
74
|
+
else:
|
|
75
|
+
print(f"Error: Unsupported database type: {self.db_type}")
|
|
76
|
+
return None
|
|
77
|
+
|
|
78
|
+
def _backup_mongodb(
|
|
79
|
+
self,
|
|
80
|
+
uri: str,
|
|
81
|
+
database: Optional[str],
|
|
82
|
+
date_str: str,
|
|
83
|
+
compress: bool,
|
|
84
|
+
verify: bool
|
|
85
|
+
) -> Optional[BackupInfo]:
|
|
86
|
+
"""Create MongoDB backup using mongodump."""
|
|
87
|
+
db_name = database or "all"
|
|
88
|
+
filename = f"mongodb_{db_name}_{date_str}"
|
|
89
|
+
backup_path = self.backup_dir / filename
|
|
90
|
+
|
|
91
|
+
try:
|
|
92
|
+
cmd = ["mongodump", "--uri", uri, "--out", str(backup_path)]
|
|
93
|
+
|
|
94
|
+
if database:
|
|
95
|
+
cmd.extend(["--db", database])
|
|
96
|
+
|
|
97
|
+
print(f"Creating MongoDB backup: {filename}")
|
|
98
|
+
result = subprocess.run(cmd, capture_output=True, text=True)
|
|
99
|
+
|
|
100
|
+
if result.returncode != 0:
|
|
101
|
+
print(f"Error: {result.stderr}")
|
|
102
|
+
return None
|
|
103
|
+
|
|
104
|
+
# Compress if requested
|
|
105
|
+
if compress:
|
|
106
|
+
archive_path = backup_path.with_suffix(".tar.gz")
|
|
107
|
+
print(f"Compressing backup...")
|
|
108
|
+
shutil.make_archive(str(backup_path), "gztar", backup_path)
|
|
109
|
+
shutil.rmtree(backup_path)
|
|
110
|
+
backup_path = archive_path
|
|
111
|
+
filename = archive_path.name
|
|
112
|
+
|
|
113
|
+
size_bytes = self._get_size(backup_path)
|
|
114
|
+
|
|
115
|
+
backup_info = BackupInfo(
|
|
116
|
+
filename=filename,
|
|
117
|
+
database_type="mongodb",
|
|
118
|
+
database_name=db_name,
|
|
119
|
+
timestamp=datetime.now(),
|
|
120
|
+
size_bytes=size_bytes,
|
|
121
|
+
compressed=compress
|
|
122
|
+
)
|
|
123
|
+
|
|
124
|
+
if verify:
|
|
125
|
+
backup_info.verified = self._verify_backup(backup_info)
|
|
126
|
+
|
|
127
|
+
self._save_metadata(backup_info)
|
|
128
|
+
print(f"✓ Backup created: {filename} ({self._format_size(size_bytes)})")
|
|
129
|
+
|
|
130
|
+
return backup_info
|
|
131
|
+
|
|
132
|
+
except Exception as e:
|
|
133
|
+
print(f"Error creating MongoDB backup: {e}")
|
|
134
|
+
return None
|
|
135
|
+
|
|
136
|
+
def _backup_postgres(
|
|
137
|
+
self,
|
|
138
|
+
uri: str,
|
|
139
|
+
database: str,
|
|
140
|
+
date_str: str,
|
|
141
|
+
compress: bool,
|
|
142
|
+
verify: bool
|
|
143
|
+
) -> Optional[BackupInfo]:
|
|
144
|
+
"""Create PostgreSQL backup using pg_dump."""
|
|
145
|
+
if not database:
|
|
146
|
+
print("Error: Database name required for PostgreSQL backup")
|
|
147
|
+
return None
|
|
148
|
+
|
|
149
|
+
ext = ".sql.gz" if compress else ".sql"
|
|
150
|
+
filename = f"postgres_{database}_{date_str}{ext}"
|
|
151
|
+
backup_path = self.backup_dir / filename
|
|
152
|
+
|
|
153
|
+
try:
|
|
154
|
+
cmd = ["pg_dump", uri]
|
|
155
|
+
|
|
156
|
+
if compress:
|
|
157
|
+
# Use pg_dump with gzip
|
|
158
|
+
with open(backup_path, "wb") as f:
|
|
159
|
+
dump_proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
|
|
160
|
+
gzip_proc = subprocess.Popen(
|
|
161
|
+
["gzip"],
|
|
162
|
+
stdin=dump_proc.stdout,
|
|
163
|
+
stdout=f
|
|
164
|
+
)
|
|
165
|
+
dump_proc.stdout.close()
|
|
166
|
+
gzip_proc.communicate()
|
|
167
|
+
|
|
168
|
+
if dump_proc.returncode != 0:
|
|
169
|
+
print("Error: pg_dump failed")
|
|
170
|
+
return None
|
|
171
|
+
else:
|
|
172
|
+
with open(backup_path, "w") as f:
|
|
173
|
+
result = subprocess.run(cmd, stdout=f, stderr=subprocess.PIPE, text=True)
|
|
174
|
+
|
|
175
|
+
if result.returncode != 0:
|
|
176
|
+
print(f"Error: {result.stderr}")
|
|
177
|
+
return None
|
|
178
|
+
|
|
179
|
+
size_bytes = backup_path.stat().st_size
|
|
180
|
+
|
|
181
|
+
backup_info = BackupInfo(
|
|
182
|
+
filename=filename,
|
|
183
|
+
database_type="postgres",
|
|
184
|
+
database_name=database,
|
|
185
|
+
timestamp=datetime.now(),
|
|
186
|
+
size_bytes=size_bytes,
|
|
187
|
+
compressed=compress
|
|
188
|
+
)
|
|
189
|
+
|
|
190
|
+
if verify:
|
|
191
|
+
backup_info.verified = self._verify_backup(backup_info)
|
|
192
|
+
|
|
193
|
+
self._save_metadata(backup_info)
|
|
194
|
+
print(f"✓ Backup created: {filename} ({self._format_size(size_bytes)})")
|
|
195
|
+
|
|
196
|
+
return backup_info
|
|
197
|
+
|
|
198
|
+
except Exception as e:
|
|
199
|
+
print(f"Error creating PostgreSQL backup: {e}")
|
|
200
|
+
return None
|
|
201
|
+
|
|
202
|
+
def restore_backup(self, filename: str, uri: str, dry_run: bool = False) -> bool:
|
|
203
|
+
"""
|
|
204
|
+
Restore database from backup.
|
|
205
|
+
|
|
206
|
+
Args:
|
|
207
|
+
filename: Backup filename
|
|
208
|
+
uri: Database connection string
|
|
209
|
+
dry_run: If True, only show what would be done
|
|
210
|
+
|
|
211
|
+
Returns:
|
|
212
|
+
True if successful, False otherwise
|
|
213
|
+
"""
|
|
214
|
+
backup_path = self.backup_dir / filename
|
|
215
|
+
|
|
216
|
+
if not backup_path.exists():
|
|
217
|
+
print(f"Error: Backup not found: {filename}")
|
|
218
|
+
return False
|
|
219
|
+
|
|
220
|
+
# Load metadata
|
|
221
|
+
metadata_path = backup_path.with_suffix(".json")
|
|
222
|
+
if metadata_path.exists():
|
|
223
|
+
with open(metadata_path) as f:
|
|
224
|
+
metadata = json.load(f)
|
|
225
|
+
print(f"Restoring backup from {metadata['timestamp']}")
|
|
226
|
+
print(f"Database: {metadata['database_name']}")
|
|
227
|
+
|
|
228
|
+
if dry_run:
|
|
229
|
+
print(f"Would restore from: {backup_path}")
|
|
230
|
+
return True
|
|
231
|
+
|
|
232
|
+
print(f"Restoring backup: {filename}")
|
|
233
|
+
|
|
234
|
+
try:
|
|
235
|
+
if self.db_type == "mongodb":
|
|
236
|
+
return self._restore_mongodb(backup_path, uri)
|
|
237
|
+
elif self.db_type == "postgres":
|
|
238
|
+
return self._restore_postgres(backup_path, uri)
|
|
239
|
+
else:
|
|
240
|
+
print(f"Error: Unsupported database type: {self.db_type}")
|
|
241
|
+
return False
|
|
242
|
+
|
|
243
|
+
except Exception as e:
|
|
244
|
+
print(f"Error restoring backup: {e}")
|
|
245
|
+
return False
|
|
246
|
+
|
|
247
|
+
def _restore_mongodb(self, backup_path: Path, uri: str) -> bool:
|
|
248
|
+
"""Restore MongoDB backup using mongorestore."""
|
|
249
|
+
try:
|
|
250
|
+
# Extract if compressed
|
|
251
|
+
restore_path = backup_path
|
|
252
|
+
if backup_path.suffix == ".gz":
|
|
253
|
+
print("Extracting backup...")
|
|
254
|
+
extract_path = backup_path.with_suffix("")
|
|
255
|
+
shutil.unpack_archive(backup_path, extract_path)
|
|
256
|
+
restore_path = extract_path
|
|
257
|
+
|
|
258
|
+
cmd = ["mongorestore", "--uri", uri, str(restore_path)]
|
|
259
|
+
|
|
260
|
+
result = subprocess.run(cmd, capture_output=True, text=True)
|
|
261
|
+
|
|
262
|
+
# Cleanup extracted files
|
|
263
|
+
if restore_path != backup_path and restore_path.is_dir():
|
|
264
|
+
shutil.rmtree(restore_path)
|
|
265
|
+
|
|
266
|
+
if result.returncode != 0:
|
|
267
|
+
print(f"Error: {result.stderr}")
|
|
268
|
+
return False
|
|
269
|
+
|
|
270
|
+
print("✓ Restore completed")
|
|
271
|
+
return True
|
|
272
|
+
|
|
273
|
+
except Exception as e:
|
|
274
|
+
print(f"Error restoring MongoDB: {e}")
|
|
275
|
+
return False
|
|
276
|
+
|
|
277
|
+
def _restore_postgres(self, backup_path: Path, uri: str) -> bool:
|
|
278
|
+
"""Restore PostgreSQL backup using psql."""
|
|
279
|
+
try:
|
|
280
|
+
if backup_path.suffix == ".gz":
|
|
281
|
+
# Decompress and restore
|
|
282
|
+
with gzip.open(backup_path, "rb") as f:
|
|
283
|
+
cmd = ["psql", uri]
|
|
284
|
+
result = subprocess.run(
|
|
285
|
+
cmd,
|
|
286
|
+
stdin=f,
|
|
287
|
+
capture_output=True,
|
|
288
|
+
text=False
|
|
289
|
+
)
|
|
290
|
+
else:
|
|
291
|
+
with open(backup_path) as f:
|
|
292
|
+
cmd = ["psql", uri]
|
|
293
|
+
result = subprocess.run(
|
|
294
|
+
cmd,
|
|
295
|
+
stdin=f,
|
|
296
|
+
capture_output=True,
|
|
297
|
+
text=True
|
|
298
|
+
)
|
|
299
|
+
|
|
300
|
+
if result.returncode != 0:
|
|
301
|
+
print(f"Error: {result.stderr}")
|
|
302
|
+
return False
|
|
303
|
+
|
|
304
|
+
print("✓ Restore completed")
|
|
305
|
+
return True
|
|
306
|
+
|
|
307
|
+
except Exception as e:
|
|
308
|
+
print(f"Error restoring PostgreSQL: {e}")
|
|
309
|
+
return False
|
|
310
|
+
|
|
311
|
+
def list_backups(self) -> List[BackupInfo]:
|
|
312
|
+
"""
|
|
313
|
+
List all backups.
|
|
314
|
+
|
|
315
|
+
Returns:
|
|
316
|
+
List of BackupInfo objects
|
|
317
|
+
"""
|
|
318
|
+
backups = []
|
|
319
|
+
|
|
320
|
+
for metadata_file in sorted(self.backup_dir.glob("*.json")):
|
|
321
|
+
try:
|
|
322
|
+
with open(metadata_file) as f:
|
|
323
|
+
data = json.load(f)
|
|
324
|
+
|
|
325
|
+
backup_info = BackupInfo(
|
|
326
|
+
filename=data["filename"],
|
|
327
|
+
database_type=data["database_type"],
|
|
328
|
+
database_name=data["database_name"],
|
|
329
|
+
timestamp=datetime.fromisoformat(data["timestamp"]),
|
|
330
|
+
size_bytes=data["size_bytes"],
|
|
331
|
+
compressed=data["compressed"],
|
|
332
|
+
verified=data.get("verified", False)
|
|
333
|
+
)
|
|
334
|
+
backups.append(backup_info)
|
|
335
|
+
except Exception as e:
|
|
336
|
+
print(f"Error reading metadata {metadata_file}: {e}")
|
|
337
|
+
|
|
338
|
+
return backups
|
|
339
|
+
|
|
340
|
+
def cleanup_old_backups(self, retention_days: int, dry_run: bool = False) -> int:
|
|
341
|
+
"""
|
|
342
|
+
Remove backups older than retention period.
|
|
343
|
+
|
|
344
|
+
Args:
|
|
345
|
+
retention_days: Number of days to retain backups
|
|
346
|
+
dry_run: If True, only show what would be deleted
|
|
347
|
+
|
|
348
|
+
Returns:
|
|
349
|
+
Number of backups removed
|
|
350
|
+
"""
|
|
351
|
+
cutoff = datetime.now().timestamp() - (retention_days * 24 * 3600)
|
|
352
|
+
removed = 0
|
|
353
|
+
|
|
354
|
+
for backup_file in self.backup_dir.glob("*"):
|
|
355
|
+
if backup_file.suffix == ".json":
|
|
356
|
+
continue
|
|
357
|
+
|
|
358
|
+
if backup_file.stat().st_mtime < cutoff:
|
|
359
|
+
if dry_run:
|
|
360
|
+
print(f"Would remove: {backup_file.name}")
|
|
361
|
+
else:
|
|
362
|
+
print(f"Removing: {backup_file.name}")
|
|
363
|
+
backup_file.unlink()
|
|
364
|
+
# Remove metadata
|
|
365
|
+
metadata_file = backup_file.with_suffix(".json")
|
|
366
|
+
if metadata_file.exists():
|
|
367
|
+
metadata_file.unlink()
|
|
368
|
+
removed += 1
|
|
369
|
+
|
|
370
|
+
return removed
|
|
371
|
+
|
|
372
|
+
def _verify_backup(self, backup_info: BackupInfo) -> bool:
|
|
373
|
+
"""
|
|
374
|
+
Verify backup integrity.
|
|
375
|
+
|
|
376
|
+
Args:
|
|
377
|
+
backup_info: Backup information
|
|
378
|
+
|
|
379
|
+
Returns:
|
|
380
|
+
True if backup is valid, False otherwise
|
|
381
|
+
"""
|
|
382
|
+
backup_path = self.backup_dir / backup_info.filename
|
|
383
|
+
|
|
384
|
+
if not backup_path.exists():
|
|
385
|
+
return False
|
|
386
|
+
|
|
387
|
+
# Basic verification: file exists and has size > 0
|
|
388
|
+
if backup_path.stat().st_size == 0:
|
|
389
|
+
return False
|
|
390
|
+
|
|
391
|
+
# Could add more verification here (checksums, test restore, etc.)
|
|
392
|
+
return True
|
|
393
|
+
|
|
394
|
+
def _get_size(self, path: Path) -> int:
|
|
395
|
+
"""Get total size of file or directory."""
|
|
396
|
+
if path.is_file():
|
|
397
|
+
return path.stat().st_size
|
|
398
|
+
elif path.is_dir():
|
|
399
|
+
total = 0
|
|
400
|
+
for item in path.rglob("*"):
|
|
401
|
+
if item.is_file():
|
|
402
|
+
total += item.stat().st_size
|
|
403
|
+
return total
|
|
404
|
+
return 0
|
|
405
|
+
|
|
406
|
+
def _format_size(self, size_bytes: int) -> str:
|
|
407
|
+
"""Format size in human-readable format."""
|
|
408
|
+
for unit in ["B", "KB", "MB", "GB", "TB"]:
|
|
409
|
+
if size_bytes < 1024:
|
|
410
|
+
return f"{size_bytes:.2f} {unit}"
|
|
411
|
+
size_bytes /= 1024
|
|
412
|
+
return f"{size_bytes:.2f} PB"
|
|
413
|
+
|
|
414
|
+
def _save_metadata(self, backup_info: BackupInfo):
|
|
415
|
+
"""Save backup metadata to JSON file."""
|
|
416
|
+
metadata_path = self.backup_dir / f"{backup_info.filename}.json"
|
|
417
|
+
|
|
418
|
+
metadata = {
|
|
419
|
+
"filename": backup_info.filename,
|
|
420
|
+
"database_type": backup_info.database_type,
|
|
421
|
+
"database_name": backup_info.database_name,
|
|
422
|
+
"timestamp": backup_info.timestamp.isoformat(),
|
|
423
|
+
"size_bytes": backup_info.size_bytes,
|
|
424
|
+
"compressed": backup_info.compressed,
|
|
425
|
+
"verified": backup_info.verified
|
|
426
|
+
}
|
|
427
|
+
|
|
428
|
+
with open(metadata_path, "w") as f:
|
|
429
|
+
json.dump(metadata, f, indent=2)
|
|
430
|
+
|
|
431
|
+
|
|
432
|
+
def main():
|
|
433
|
+
"""Main entry point."""
|
|
434
|
+
parser = argparse.ArgumentParser(description="Database backup tool")
|
|
435
|
+
parser.add_argument("--db", required=True, choices=["mongodb", "postgres"],
|
|
436
|
+
help="Database type")
|
|
437
|
+
parser.add_argument("--backup-dir", default="./backups",
|
|
438
|
+
help="Backup directory")
|
|
439
|
+
|
|
440
|
+
subparsers = parser.add_subparsers(dest="command", required=True)
|
|
441
|
+
|
|
442
|
+
# Backup command
|
|
443
|
+
backup_parser = subparsers.add_parser("backup", help="Create backup")
|
|
444
|
+
backup_parser.add_argument("--uri", required=True, help="Database connection string")
|
|
445
|
+
backup_parser.add_argument("--database", help="Database name")
|
|
446
|
+
backup_parser.add_argument("--no-compress", action="store_true",
|
|
447
|
+
help="Disable compression")
|
|
448
|
+
backup_parser.add_argument("--no-verify", action="store_true",
|
|
449
|
+
help="Skip verification")
|
|
450
|
+
|
|
451
|
+
# Restore command
|
|
452
|
+
restore_parser = subparsers.add_parser("restore", help="Restore backup")
|
|
453
|
+
restore_parser.add_argument("filename", help="Backup filename")
|
|
454
|
+
restore_parser.add_argument("--uri", required=True, help="Database connection string")
|
|
455
|
+
restore_parser.add_argument("--dry-run", action="store_true",
|
|
456
|
+
help="Show what would be done")
|
|
457
|
+
|
|
458
|
+
# List command
|
|
459
|
+
subparsers.add_parser("list", help="List backups")
|
|
460
|
+
|
|
461
|
+
# Cleanup command
|
|
462
|
+
cleanup_parser = subparsers.add_parser("cleanup", help="Remove old backups")
|
|
463
|
+
cleanup_parser.add_argument("--retention-days", type=int, default=7,
|
|
464
|
+
help="Days to retain backups (default: 7)")
|
|
465
|
+
cleanup_parser.add_argument("--dry-run", action="store_true",
|
|
466
|
+
help="Show what would be removed")
|
|
467
|
+
|
|
468
|
+
args = parser.parse_args()
|
|
469
|
+
|
|
470
|
+
manager = BackupManager(args.db, args.backup_dir)
|
|
471
|
+
|
|
472
|
+
if args.command == "backup":
|
|
473
|
+
backup_info = manager.create_backup(
|
|
474
|
+
args.uri,
|
|
475
|
+
args.database,
|
|
476
|
+
compress=not args.no_compress,
|
|
477
|
+
verify=not args.no_verify
|
|
478
|
+
)
|
|
479
|
+
sys.exit(0 if backup_info else 1)
|
|
480
|
+
|
|
481
|
+
elif args.command == "restore":
|
|
482
|
+
success = manager.restore_backup(args.filename, args.uri, args.dry_run)
|
|
483
|
+
sys.exit(0 if success else 1)
|
|
484
|
+
|
|
485
|
+
elif args.command == "list":
|
|
486
|
+
backups = manager.list_backups()
|
|
487
|
+
print(f"Total backups: {len(backups)}\n")
|
|
488
|
+
for backup in backups:
|
|
489
|
+
verified_str = "✓" if backup.verified else "?"
|
|
490
|
+
print(f"[{verified_str}] {backup.filename}")
|
|
491
|
+
print(f" Database: {backup.database_name}")
|
|
492
|
+
print(f" Created: {backup.timestamp}")
|
|
493
|
+
print(f" Size: {manager._format_size(backup.size_bytes)}")
|
|
494
|
+
print()
|
|
495
|
+
|
|
496
|
+
elif args.command == "cleanup":
|
|
497
|
+
removed = manager.cleanup_old_backups(args.retention_days, args.dry_run)
|
|
498
|
+
print(f"Removed {removed} backup(s)")
|
|
499
|
+
|
|
500
|
+
|
|
501
|
+
if __name__ == "__main__":
|
|
502
|
+
main()
|