takos-control 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +169 -0
- package/src/__tests__/db-runtime-contracts.test.ts +57 -0
- package/src/adapters/analytics-engine-binding.ts +104 -0
- package/src/adapters/dynamo-kv-store.ts +284 -0
- package/src/adapters/firestore-kv-store.ts +287 -0
- package/src/adapters/gcs-object-store.ts +506 -0
- package/src/adapters/openai-binding.ts +83 -0
- package/src/adapters/pgvector-store.ts +236 -0
- package/src/adapters/pubsub-queue.ts +127 -0
- package/src/adapters/r2-compat-types.ts +54 -0
- package/src/adapters/s3-object-store.ts +539 -0
- package/src/adapters/sqs-queue.ts +133 -0
- package/src/adapters/workflow-binding.ts +131 -0
- package/src/application/services/actions/actions-env.ts +49 -0
- package/src/application/services/actions/actions-execution.ts +156 -0
- package/src/application/services/actions/actions-triggers.ts +224 -0
- package/src/application/services/actions/index.ts +18 -0
- package/src/application/services/activitypub/remote-install.ts +170 -0
- package/src/application/services/activitypub/remote-store-client.ts +435 -0
- package/src/application/services/activitypub/store-registry.ts +341 -0
- package/src/application/services/activitypub/store-subscription.ts +240 -0
- package/src/application/services/activitypub/stores.ts +389 -0
- package/src/application/services/agent/agent-models.ts +55 -0
- package/src/application/services/agent/delegation.ts +328 -0
- package/src/application/services/agent/execute-run.ts +46 -0
- package/src/application/services/agent/index.ts +46 -0
- package/src/application/services/agent/langgraph-agent.ts +282 -0
- package/src/application/services/agent/langgraph-checkpointer.ts +556 -0
- package/src/application/services/agent/langgraph-graph.ts +357 -0
- package/src/application/services/agent/langgraph-runner.ts +326 -0
- package/src/application/services/agent/langgraph-tools.ts +157 -0
- package/src/application/services/agent/llm-manager.ts +51 -0
- package/src/application/services/agent/llm.ts +106 -0
- package/src/application/services/agent/memory-manager.ts +84 -0
- package/src/application/services/agent/message-persistence.ts +151 -0
- package/src/application/services/agent/message-utils.ts +167 -0
- package/src/application/services/agent/model-catalog.ts +71 -0
- package/src/application/services/agent/official-skills.ts +437 -0
- package/src/application/services/agent/prompt-assets.generated.ts +23 -0
- package/src/application/services/agent/prompt-budget.ts +140 -0
- package/src/application/services/agent/prompt-builder.ts +72 -0
- package/src/application/services/agent/prompts/core.md +9 -0
- package/src/application/services/agent/prompts/general-workflow.md +6 -0
- package/src/application/services/agent/prompts/modes/assistant.md +4 -0
- package/src/application/services/agent/prompts/modes/default.md +8 -0
- package/src/application/services/agent/prompts/modes/implementer.md +5 -0
- package/src/application/services/agent/prompts/modes/planner.md +4 -0
- package/src/application/services/agent/prompts/modes/researcher.md +5 -0
- package/src/application/services/agent/prompts/modes/reviewer.md +4 -0
- package/src/application/services/agent/prompts/response-guidelines.md +20 -0
- package/src/application/services/agent/prompts/runtime-tool-catalog-empty.md +3 -0
- package/src/application/services/agent/prompts/runtime-tool-catalog-header.md +3 -0
- package/src/application/services/agent/prompts/runtime-tool-catalog-selective.md +8 -0
- package/src/application/services/agent/prompts/skills/planning-structurer.en.md +1 -0
- package/src/application/services/agent/prompts/skills/planning-structurer.ja.md +1 -0
- package/src/application/services/agent/prompts/skills/repo-app-operator.en.md +1 -0
- package/src/application/services/agent/prompts/skills/repo-app-operator.ja.md +1 -0
- package/src/application/services/agent/prompts/skills/research-brief.en.md +1 -0
- package/src/application/services/agent/prompts/skills/research-brief.ja.md +1 -0
- package/src/application/services/agent/prompts/skills/slides-author.en.md +1 -0
- package/src/application/services/agent/prompts/skills/slides-author.ja.md +1 -0
- package/src/application/services/agent/prompts/skills/writing-draft.en.md +1 -0
- package/src/application/services/agent/prompts/skills/writing-draft.ja.md +1 -0
- package/src/application/services/agent/prompts/tool-runtime-rules.md +6 -0
- package/src/application/services/agent/providers/llm-providers.ts +484 -0
- package/src/application/services/agent/remote-tool-executor.ts +78 -0
- package/src/application/services/agent/run-lifecycle.ts +59 -0
- package/src/application/services/agent/runner-config.ts +77 -0
- package/src/application/services/agent/runner-events.ts +169 -0
- package/src/application/services/agent/runner-history.ts +368 -0
- package/src/application/services/agent/runner-types.ts +73 -0
- package/src/application/services/agent/runner.ts +682 -0
- package/src/application/services/agent/security/injection-detector.ts +145 -0
- package/src/application/services/agent/session-closer.ts +438 -0
- package/src/application/services/agent/simple-loop.ts +367 -0
- package/src/application/services/agent/skill-contracts.ts +21 -0
- package/src/application/services/agent/skill-loader.ts +319 -0
- package/src/application/services/agent/skill-plan.ts +67 -0
- package/src/application/services/agent/skill-resolution.ts +328 -0
- package/src/application/services/agent/skill-scoring.ts +261 -0
- package/src/application/services/agent/skill-templates.ts +51 -0
- package/src/application/services/agent/skills.ts +54 -0
- package/src/application/services/agent/thread-context.ts +472 -0
- package/src/application/services/agent/workflow-pr.ts +150 -0
- package/src/application/services/agent/workflow-review.ts +116 -0
- package/src/application/services/agent/workflow-session.ts +156 -0
- package/src/application/services/agent/workflow-types.ts +133 -0
- package/src/application/services/agent/workflow.ts +264 -0
- package/src/application/services/billing/billing-accounts.ts +165 -0
- package/src/application/services/billing/billing-plans.ts +252 -0
- package/src/application/services/billing/billing-run-usage.ts +89 -0
- package/src/application/services/billing/billing-types.ts +94 -0
- package/src/application/services/billing/billing-usage.ts +370 -0
- package/src/application/services/billing/billing.ts +64 -0
- package/src/application/services/billing/stripe.ts +331 -0
- package/src/application/services/cloudflare/api-client.ts +195 -0
- package/src/application/services/cloudflare/resources.ts +134 -0
- package/src/application/services/common-env/audit.ts +65 -0
- package/src/application/services/common-env/crypto.ts +184 -0
- package/src/application/services/common-env/db-helpers.ts +16 -0
- package/src/application/services/common-env/index.ts +4 -0
- package/src/application/services/common-env/link-state.ts +70 -0
- package/src/application/services/common-env/maintenance.ts +36 -0
- package/src/application/services/common-env/manual-link-ops.ts +385 -0
- package/src/application/services/common-env/orchestrator.ts +146 -0
- package/src/application/services/common-env/reconcile-jobs.ts +529 -0
- package/src/application/services/common-env/reconciler.ts +103 -0
- package/src/application/services/common-env/repository.ts +185 -0
- package/src/application/services/common-env/service-link-ops.ts +144 -0
- package/src/application/services/common-env/service.ts +355 -0
- package/src/application/services/common-env/space-env-ops.ts +245 -0
- package/src/application/services/common-env/takos-builtins.ts +386 -0
- package/src/application/services/deployment/artifacts.ts +105 -0
- package/src/application/services/deployment/deployment-artifacts.ts +143 -0
- package/src/application/services/deployment/execute.ts +364 -0
- package/src/application/services/deployment/group-deploy-manifest.ts +71 -0
- package/src/application/services/deployment/group-deploy-types.ts +116 -0
- package/src/application/services/deployment/group-deploy.ts +349 -0
- package/src/application/services/deployment/index.ts +7 -0
- package/src/application/services/deployment/models.ts +154 -0
- package/src/application/services/deployment/provider.ts +358 -0
- package/src/application/services/deployment/resource-provisioner.ts +175 -0
- package/src/application/services/deployment/rollback-orchestrator.ts +260 -0
- package/src/application/services/deployment/rollback.ts +110 -0
- package/src/application/services/deployment/routing.ts +311 -0
- package/src/application/services/deployment/service.ts +325 -0
- package/src/application/services/deployment/state.ts +85 -0
- package/src/application/services/deployment/store.ts +386 -0
- package/src/application/services/deployment/wrangler-config-gen.ts +182 -0
- package/src/application/services/execution/embeddings.ts +457 -0
- package/src/application/services/execution/run-creation.ts +138 -0
- package/src/application/services/execution/run-events.ts +127 -0
- package/src/application/services/execution/runtime-request-handler.ts +173 -0
- package/src/application/services/execution/sql-validation.ts +202 -0
- package/src/application/services/execution/workflow-engine-converters.ts +75 -0
- package/src/application/services/execution/workflow-engine-types.ts +77 -0
- package/src/application/services/execution/workflow-engine.ts +104 -0
- package/src/application/services/execution/workflow-job-scheduler.ts +344 -0
- package/src/application/services/execution/workflow-run-lifecycle.ts +389 -0
- package/src/application/services/execution/workflow-storage.ts +83 -0
- package/src/application/services/git-smart/client/fetch-pack.ts +167 -0
- package/src/application/services/git-smart/client/fetch-refs.ts +134 -0
- package/src/application/services/git-smart/client/index.ts +10 -0
- package/src/application/services/git-smart/core/commit-index.ts +436 -0
- package/src/application/services/git-smart/core/merge.ts +102 -0
- package/src/application/services/git-smart/core/object-store.ts +235 -0
- package/src/application/services/git-smart/core/object.ts +238 -0
- package/src/application/services/git-smart/core/readable-commit.ts +59 -0
- package/src/application/services/git-smart/core/refs.ts +364 -0
- package/src/application/services/git-smart/core/sha1.ts +40 -0
- package/src/application/services/git-smart/core/tree-ops.ts +228 -0
- package/src/application/services/git-smart/git-objects.ts +122 -0
- package/src/application/services/git-smart/index.ts +135 -0
- package/src/application/services/git-smart/operations.ts +154 -0
- package/src/application/services/git-smart/protocol/capabilities.ts +28 -0
- package/src/application/services/git-smart/protocol/packfile-reader.ts +368 -0
- package/src/application/services/git-smart/protocol/packfile-writer.ts +129 -0
- package/src/application/services/git-smart/protocol/pkt-line.ts +97 -0
- package/src/application/services/git-smart/smart-http/info-refs.ts +67 -0
- package/src/application/services/git-smart/smart-http/receive-pack.ts +485 -0
- package/src/application/services/git-smart/smart-http/upload-pack.ts +72 -0
- package/src/application/services/identity/auth-utils.ts +432 -0
- package/src/application/services/identity/locale.ts +19 -0
- package/src/application/services/identity/membership-resolver.ts +28 -0
- package/src/application/services/identity/principals.ts +76 -0
- package/src/application/services/identity/profile-activity.ts +248 -0
- package/src/application/services/identity/response-formatters.ts +88 -0
- package/src/application/services/identity/session.ts +221 -0
- package/src/application/services/identity/shortcut-groups.ts +421 -0
- package/src/application/services/identity/shortcuts.ts +216 -0
- package/src/application/services/identity/space-access.ts +128 -0
- package/src/application/services/identity/space-crud.ts +494 -0
- package/src/application/services/identity/space-members.ts +177 -0
- package/src/application/services/identity/space-models.ts +50 -0
- package/src/application/services/identity/spaces.ts +29 -0
- package/src/application/services/identity/takos-access-tokens.ts +149 -0
- package/src/application/services/identity/user-cache.ts +66 -0
- package/src/application/services/identity/user-settings.ts +146 -0
- package/src/application/services/maintenance/backup-maintenance.ts +453 -0
- package/src/application/services/maintenance/custom-domain-maintenance.ts +415 -0
- package/src/application/services/maintenance/index.ts +31 -0
- package/src/application/services/maintenance/resource-orphan-gc.ts +66 -0
- package/src/application/services/maintenance/session-maintenance.ts +50 -0
- package/src/application/services/maintenance/snapshot-maintenance.ts +147 -0
- package/src/application/services/memory/consolidation.ts +365 -0
- package/src/application/services/memory/extractor.ts +320 -0
- package/src/application/services/memory/index.ts +17 -0
- package/src/application/services/memory/llm-parser.ts +44 -0
- package/src/application/services/memory/memories.ts +392 -0
- package/src/application/services/memory-graph/activation.ts +60 -0
- package/src/application/services/memory-graph/claim-store.ts +306 -0
- package/src/application/services/memory-graph/graph-models.ts +119 -0
- package/src/application/services/memory-graph/memory-graph-runtime.ts +220 -0
- package/src/application/services/memory-graph/observer.ts +158 -0
- package/src/application/services/memory-graph/overlay.ts +101 -0
- package/src/application/services/notifications/notification-models.ts +58 -0
- package/src/application/services/notifications/service.ts +522 -0
- package/src/application/services/oauth/audit.ts +50 -0
- package/src/application/services/oauth/authorization.ts +286 -0
- package/src/application/services/oauth/client.ts +346 -0
- package/src/application/services/oauth/consent.ts +244 -0
- package/src/application/services/oauth/device.ts +295 -0
- package/src/application/services/oauth/pkce.ts +60 -0
- package/src/application/services/oauth/scopes.ts +61 -0
- package/src/application/services/oauth/token.ts +555 -0
- package/src/application/services/offload/index.ts +31 -0
- package/src/application/services/offload/messages.ts +67 -0
- package/src/application/services/offload/run-events.ts +128 -0
- package/src/application/services/offload/usage-client.ts +39 -0
- package/src/application/services/offload/usage-events.ts +100 -0
- package/src/application/services/platform/app-deployments.ts +397 -0
- package/src/application/services/platform/capabilities.ts +288 -0
- package/src/application/services/platform/custom-domains/access.ts +93 -0
- package/src/application/services/platform/custom-domains/cloudflare.ts +64 -0
- package/src/application/services/platform/custom-domains/dns.ts +55 -0
- package/src/application/services/platform/custom-domains/domain-crud.ts +230 -0
- package/src/application/services/platform/custom-domains/domain-models.ts +71 -0
- package/src/application/services/platform/custom-domains/domain-verification.ts +345 -0
- package/src/application/services/platform/custom-domains.ts +27 -0
- package/src/application/services/platform/desired-state-types.ts +111 -0
- package/src/application/services/platform/env-state-resolution.ts +249 -0
- package/src/application/services/platform/infra.ts +246 -0
- package/src/application/services/platform/mcp/crud.ts +343 -0
- package/src/application/services/platform/mcp/crypto.ts +63 -0
- package/src/application/services/platform/mcp/mcp-models.ts +119 -0
- package/src/application/services/platform/mcp/oauth.ts +375 -0
- package/src/application/services/platform/mcp/validation.ts +69 -0
- package/src/application/services/platform/mcp.ts +51 -0
- package/src/application/services/platform/resource-bindings.ts +172 -0
- package/src/application/services/platform/rollout-health.ts +48 -0
- package/src/application/services/platform/rollout.ts +358 -0
- package/src/application/services/platform/runtime-config.ts +155 -0
- package/src/application/services/platform/ui-extensions.ts +190 -0
- package/src/application/services/platform/worker-desired-state.ts +397 -0
- package/src/application/services/platform/workers.ts +426 -0
- package/src/application/services/platform/workflow-artifacts.ts +204 -0
- package/src/application/services/pull-requests/ai-review.ts +362 -0
- package/src/application/services/pull-requests/event-tasks.ts +67 -0
- package/src/application/services/pull-requests/index.ts +25 -0
- package/src/application/services/pull-requests/merge-resolution.ts +501 -0
- package/src/application/services/r2/orphaned-object-gc.ts +268 -0
- package/src/application/services/resources/access.ts +180 -0
- package/src/application/services/resources/bindings.ts +185 -0
- package/src/application/services/resources/format.ts +76 -0
- package/src/application/services/resources/index.ts +32 -0
- package/src/application/services/resources/lifecycle.ts +92 -0
- package/src/application/services/resources/store.ts +387 -0
- package/src/application/services/routing/cache.ts +176 -0
- package/src/application/services/routing/phase.ts +20 -0
- package/src/application/services/routing/resolver.ts +227 -0
- package/src/application/services/routing/routing-models.ts +46 -0
- package/src/application/services/routing/service.ts +298 -0
- package/src/application/services/routing/sharding.ts +41 -0
- package/src/application/services/run-notifier/client.ts +32 -0
- package/src/application/services/run-notifier/index.ts +20 -0
- package/src/application/services/run-notifier/run-events-contract.ts +114 -0
- package/src/application/services/run-notifier/run-failure-events.ts +62 -0
- package/src/application/services/run-notifier/run-notifier-payload.ts +28 -0
- package/src/application/services/runs/create-thread-run-store.ts +527 -0
- package/src/application/services/runs/create-thread-run-validation.ts +88 -0
- package/src/application/services/runs/run-serialization.ts +102 -0
- package/src/application/services/seed-repositories.ts +37 -0
- package/src/application/services/source/__tests__/app-manifest-template.test.ts +211 -0
- package/src/application/services/source/app-manifest-bundle.ts +427 -0
- package/src/application/services/source/app-manifest-parser.ts +375 -0
- package/src/application/services/source/app-manifest-template.ts +93 -0
- package/src/application/services/source/app-manifest-types.ts +241 -0
- package/src/application/services/source/app-manifest-validation.ts +212 -0
- package/src/application/services/source/app-manifest.ts +38 -0
- package/src/application/services/source/apps.ts +130 -0
- package/src/application/services/source/explore-catalog.ts +446 -0
- package/src/application/services/source/explore-packages.ts +612 -0
- package/src/application/services/source/explore-repos.ts +189 -0
- package/src/application/services/source/explore-types.ts +155 -0
- package/src/application/services/source/explore.ts +20 -0
- package/src/application/services/source/external-import-utils.ts +126 -0
- package/src/application/services/source/external-import.ts +430 -0
- package/src/application/services/source/fork.ts +349 -0
- package/src/application/services/source/git.ts +556 -0
- package/src/application/services/source/info-units.ts +383 -0
- package/src/application/services/source/official-packages.ts +50 -0
- package/src/application/services/source/repo-release-assets.ts +55 -0
- package/src/application/services/source/repos.ts +231 -0
- package/src/application/services/source/search.ts +247 -0
- package/src/application/services/source/skill-search.ts +315 -0
- package/src/application/services/source/skills.ts +584 -0
- package/src/application/services/source/source-exploration.ts +221 -0
- package/src/application/services/source/space-storage.ts +484 -0
- package/src/application/services/sync/git-sync-types.ts +35 -0
- package/src/application/services/sync/git-sync.ts +228 -0
- package/src/application/services/sync/index.ts +6 -0
- package/src/application/services/sync/models.ts +65 -0
- package/src/application/services/sync/runtime-session.ts +444 -0
- package/src/application/services/sync/session-files.ts +370 -0
- package/src/application/services/sync/snapshot-cleanup.ts +290 -0
- package/src/application/services/sync/snapshot-compressor.ts +79 -0
- package/src/application/services/sync/snapshot-storage.ts +136 -0
- package/src/application/services/sync/snapshot.ts +426 -0
- package/src/application/services/threads/thread-export.ts +140 -0
- package/src/application/services/threads/thread-history.ts +422 -0
- package/src/application/services/threads/thread-search.ts +299 -0
- package/src/application/services/threads/thread-service.ts +394 -0
- package/src/application/services/threads/thread-shares.ts +200 -0
- package/src/application/services/threads/thread-timeline.ts +44 -0
- package/src/application/services/wfp/assets.ts +218 -0
- package/src/application/services/wfp/bindings.ts +176 -0
- package/src/application/services/wfp/client.ts +199 -0
- package/src/application/services/wfp/d1.ts +133 -0
- package/src/application/services/wfp/index.ts +23 -0
- package/src/application/services/wfp/kv.ts +38 -0
- package/src/application/services/wfp/orchestrator.ts +339 -0
- package/src/application/services/wfp/queues.ts +77 -0
- package/src/application/services/wfp/r2.ts +131 -0
- package/src/application/services/wfp/service.ts +341 -0
- package/src/application/services/wfp/vectorize.ts +48 -0
- package/src/application/services/wfp/wfp-contracts.ts +102 -0
- package/src/application/services/wfp/worker-metadata.ts +54 -0
- package/src/application/services/wfp/workers.ts +307 -0
- package/src/application/services/workflow-runs/commands.ts +354 -0
- package/src/application/services/workflow-runs/read-model.ts +202 -0
- package/src/application/services/workflow-runs/stream.ts +54 -0
- package/src/application/tools/builtin/agent.ts +383 -0
- package/src/application/tools/builtin/artifact.ts +163 -0
- package/src/application/tools/builtin/browser/definitions.ts +167 -0
- package/src/application/tools/builtin/browser/handler-action.ts +76 -0
- package/src/application/tools/builtin/browser/handler-close.ts +31 -0
- package/src/application/tools/builtin/browser/handler-extract.ts +42 -0
- package/src/application/tools/builtin/browser/handler-goto.ts +41 -0
- package/src/application/tools/builtin/browser/handler-html.ts +38 -0
- package/src/application/tools/builtin/browser/handler-open.ts +68 -0
- package/src/application/tools/builtin/browser/handler-screenshot.ts +33 -0
- package/src/application/tools/builtin/browser/session.ts +51 -0
- package/src/application/tools/builtin/browser.ts +27 -0
- package/src/application/tools/builtin/container/availability.ts +65 -0
- package/src/application/tools/builtin/container/definitions.ts +119 -0
- package/src/application/tools/builtin/container/handler-commit.ts +182 -0
- package/src/application/tools/builtin/container/handler-create-repository.ts +54 -0
- package/src/application/tools/builtin/container/handler-start.ts +236 -0
- package/src/application/tools/builtin/container/handler-status.ts +108 -0
- package/src/application/tools/builtin/container/handler-stop.ts +64 -0
- package/src/application/tools/builtin/container/session.ts +116 -0
- package/src/application/tools/builtin/container.ts +39 -0
- package/src/application/tools/builtin/deploy.ts +65 -0
- package/src/application/tools/builtin/discovery.ts +142 -0
- package/src/application/tools/builtin/file/definitions.ts +220 -0
- package/src/application/tools/builtin/file/file-operations.ts +112 -0
- package/src/application/tools/builtin/file/handler-copy.ts +77 -0
- package/src/application/tools/builtin/file/handler-delete.ts +34 -0
- package/src/application/tools/builtin/file/handler-list.ts +26 -0
- package/src/application/tools/builtin/file/handler-mkdir.ts +25 -0
- package/src/application/tools/builtin/file/handler-read.ts +27 -0
- package/src/application/tools/builtin/file/handler-rename.ts +85 -0
- package/src/application/tools/builtin/file/handler-write-binary.ts +63 -0
- package/src/application/tools/builtin/file/handler-write.ts +41 -0
- package/src/application/tools/builtin/file/limits.ts +114 -0
- package/src/application/tools/builtin/file/session.ts +86 -0
- package/src/application/tools/builtin/file.ts +54 -0
- package/src/application/tools/builtin/index.ts +9 -0
- package/src/application/tools/builtin/info-unit.ts +403 -0
- package/src/application/tools/builtin/mcp.ts +232 -0
- package/src/application/tools/builtin/memory-graph.ts +97 -0
- package/src/application/tools/builtin/memory.ts +247 -0
- package/src/application/tools/builtin/platform/deployment-history.ts +185 -0
- package/src/application/tools/builtin/platform/deployments.ts +298 -0
- package/src/application/tools/builtin/platform/domains.ts +264 -0
- package/src/application/tools/builtin/platform/worker-settings.ts +482 -0
- package/src/application/tools/builtin/platform.ts +63 -0
- package/src/application/tools/builtin/registry.ts +133 -0
- package/src/application/tools/builtin/repo.ts +135 -0
- package/src/application/tools/builtin/runtime-tool-executor.ts +259 -0
- package/src/application/tools/builtin/space-app-deployments.ts +136 -0
- package/src/application/tools/builtin/space-common-env.ts +125 -0
- package/src/application/tools/builtin/space-files.ts +414 -0
- package/src/application/tools/builtin/space-skills.ts +482 -0
- package/src/application/tools/builtin/space-source.ts +193 -0
- package/src/application/tools/builtin/storage/d1.ts +309 -0
- package/src/application/tools/builtin/storage/kv.ts +201 -0
- package/src/application/tools/builtin/storage/r2.ts +344 -0
- package/src/application/tools/builtin/storage/resources.ts +288 -0
- package/src/application/tools/builtin/storage/validators.ts +35 -0
- package/src/application/tools/builtin/storage.ts +64 -0
- package/src/application/tools/builtin/web.ts +492 -0
- package/src/application/tools/candidate-selector.ts +131 -0
- package/src/application/tools/capabilities.ts +51 -0
- package/src/application/tools/capability-registry.ts +79 -0
- package/src/application/tools/capability-types.ts +44 -0
- package/src/application/tools/circuit-breaker.ts +149 -0
- package/src/application/tools/descriptor-builder.ts +185 -0
- package/src/application/tools/executor-setup.ts +195 -0
- package/src/application/tools/executor-utils.ts +21 -0
- package/src/application/tools/executor.ts +399 -0
- package/src/application/tools/idempotency.ts +137 -0
- package/src/application/tools/index.ts +61 -0
- package/src/application/tools/loaders/mcp-tools.ts +261 -0
- package/src/application/tools/mcp-client.ts +116 -0
- package/src/application/tools/namespace-map.ts +133 -0
- package/src/application/tools/resolver.ts +125 -0
- package/src/application/tools/tool-circuit-breaker.ts +84 -0
- package/src/application/tools/tool-definitions.ts +140 -0
- package/src/application/tools/tool-error-classifier.ts +115 -0
- package/src/application/tools/tool-permission.ts +103 -0
- package/src/application/tools/tool-policy-helpers.ts +107 -0
- package/src/application/tools/tool-policy-types.ts +98 -0
- package/src/application/tools/tool-policy.ts +579 -0
- package/src/dispatch.ts +183 -0
- package/src/index.ts +3 -0
- package/src/infra/db/client.ts +28 -0
- package/src/infra/db/index.ts +174 -0
- package/src/infra/db/schema-accounts.ts +198 -0
- package/src/infra/db/schema-agents.ts +305 -0
- package/src/infra/db/schema-auth.ts +58 -0
- package/src/infra/db/schema-billing.ts +120 -0
- package/src/infra/db/schema-oauth.ts +194 -0
- package/src/infra/db/schema-platform.ts +437 -0
- package/src/infra/db/schema-repos.ts +348 -0
- package/src/infra/db/schema-services.ts +74 -0
- package/src/infra/db/schema-workers.ts +359 -0
- package/src/infra/db/schema-workflows.ts +114 -0
- package/src/infra/db/schema.ts +172 -0
- package/src/local-platform/adapters/local.redis.test.ts +145 -0
- package/src/local-platform/bootstrap.test.ts +1374 -0
- package/src/local-platform/bootstrap.ts +1 -0
- package/src/local-platform/cloudflare-containers-shim.mjs +28 -0
- package/src/local-platform/cloudflare-workers-shim.mjs +8 -0
- package/src/local-platform/container-backend.ts +65 -0
- package/src/local-platform/d1-migrations.ts +338 -0
- package/src/local-platform/d1-prepared-statement.ts +104 -0
- package/src/local-platform/d1-shared.ts +131 -0
- package/src/local-platform/d1-sql-rewrite.ts +386 -0
- package/src/local-platform/docker-container-backend.ts +205 -0
- package/src/local-platform/execution-context.ts +24 -0
- package/src/local-platform/executor-control-rpc.ts +398 -0
- package/src/local-platform/fetch-server.ts +8 -0
- package/src/local-platform/in-memory-bindings.test.ts +49 -0
- package/src/local-platform/in-memory-bindings.ts +91 -0
- package/src/local-platform/in-memory-d1.ts +126 -0
- package/src/local-platform/in-memory-kv.ts +84 -0
- package/src/local-platform/in-memory-queue.ts +23 -0
- package/src/local-platform/in-memory-r2.ts +272 -0
- package/src/local-platform/k8s-container-backend.ts +364 -0
- package/src/local-platform/load-adapter.ts +42 -0
- package/src/local-platform/miniflare-bindings.ts +353 -0
- package/src/local-platform/miniflare-registry.ts +351 -0
- package/src/local-platform/node-fetch-server.ts +70 -0
- package/src/local-platform/node-resolve-loader.mjs +97 -0
- package/src/local-platform/oci-orchestrator-node.ts +23 -0
- package/src/local-platform/oci-orchestrator.test.ts +110 -0
- package/src/local-platform/oci-orchestrator.ts +529 -0
- package/src/local-platform/persistent-bindings.test.ts +173 -0
- package/src/local-platform/persistent-bindings.ts +6 -0
- package/src/local-platform/persistent-d1.ts +171 -0
- package/src/local-platform/persistent-durable-objects.ts +57 -0
- package/src/local-platform/persistent-kv.ts +121 -0
- package/src/local-platform/persistent-queue.ts +59 -0
- package/src/local-platform/persistent-r2.test.ts +72 -0
- package/src/local-platform/persistent-r2.ts +376 -0
- package/src/local-platform/persistent-shared.ts +27 -0
- package/src/local-platform/public-runtime-contract.test.ts +211 -0
- package/src/local-platform/queue-runtime.ts +85 -0
- package/src/local-platform/redis-bindings.ts +185 -0
- package/src/local-platform/routing-store.ts +118 -0
- package/src/local-platform/run-smoke-proxyless.ts +67 -0
- package/src/local-platform/run-smoke.ts +176 -0
- package/src/local-platform/runtime-env.ts +114 -0
- package/src/local-platform/runtime-gateway-stubs.ts +168 -0
- package/src/local-platform/runtime-host-fetch.ts +154 -0
- package/src/local-platform/runtime-http.ts +63 -0
- package/src/local-platform/runtime-types.ts +96 -0
- package/src/local-platform/runtime.ts +114 -0
- package/src/local-platform/tenant-binding-polyfills.ts +203 -0
- package/src/local-platform/tenant-binding-rpc.ts +216 -0
- package/src/local-platform/tenant-resource-limits.ts +32 -0
- package/src/local-platform/tenant-worker-runtime.ts +179 -0
- package/src/local-platform/url-registry.ts +75 -0
- package/src/local-platform/worker.test.ts +78 -0
- package/src/local-platform/worker.ts +186 -0
- package/src/node-platform/env-builder.ts +317 -0
- package/src/node-platform/index.ts +7 -0
- package/src/node-platform/resolvers/ai-resolver.ts +39 -0
- package/src/node-platform/resolvers/bucket-resolver.ts +89 -0
- package/src/node-platform/resolvers/db-resolver.ts +17 -0
- package/src/node-platform/resolvers/dispatch-resolver.ts +119 -0
- package/src/node-platform/resolvers/durable-object-resolver.ts +17 -0
- package/src/node-platform/resolvers/env-helpers.ts +47 -0
- package/src/node-platform/resolvers/kv-resolver.ts +39 -0
- package/src/node-platform/resolvers/queue-resolver.ts +99 -0
- package/src/node-platform/resolvers/routing-resolver.ts +103 -0
- package/src/platform/accessors.ts +100 -0
- package/src/platform/adapters/node.ts +236 -0
- package/src/platform/adapters/shared.ts +161 -0
- package/src/platform/adapters/workers.ts +133 -0
- package/src/platform/context.ts +26 -0
- package/src/platform/index.ts +43 -0
- package/src/platform/platform-config.ts +170 -0
- package/src/platform/providers/cloudflare/pdf-render.ts +30 -0
- package/src/platform/providers/cloudflare/resources.ts +19 -0
- package/src/platform/providers/cloudflare/wfp.ts +22 -0
- package/src/platform/providers/node/pdf-render.ts +123 -0
- package/src/runtime/container-hosts/browser-session-host.ts +359 -0
- package/src/runtime/container-hosts/browser-session-types.ts +33 -0
- package/src/runtime/container-hosts/container-runtime.ts +52 -0
- package/src/runtime/container-hosts/d1-raw.ts +22 -0
- package/src/runtime/container-hosts/executor-auth.ts +161 -0
- package/src/runtime/container-hosts/executor-control-rpc.ts +449 -0
- package/src/runtime/container-hosts/executor-dispatch.ts +84 -0
- package/src/runtime/container-hosts/executor-host.ts +447 -0
- package/src/runtime/container-hosts/executor-proxy-config.ts +38 -0
- package/src/runtime/container-hosts/executor-proxy-handlers.ts +427 -0
- package/src/runtime/container-hosts/executor-run-state.ts +389 -0
- package/src/runtime/container-hosts/executor-utils.ts +269 -0
- package/src/runtime/container-hosts/proxy-token-manager.ts +188 -0
- package/src/runtime/container-hosts/runtime-host.ts +241 -0
- package/src/runtime/durable-objects/do-header-utils.ts +160 -0
- package/src/runtime/durable-objects/git-push-lock.ts +94 -0
- package/src/runtime/durable-objects/notification-notifier.ts +257 -0
- package/src/runtime/durable-objects/rate-limiter.ts +268 -0
- package/src/runtime/durable-objects/routing.ts +339 -0
- package/src/runtime/durable-objects/run-notifier.ts +555 -0
- package/src/runtime/durable-objects/session.ts +167 -0
- package/src/runtime/executor-proxy-api.ts +211 -0
- package/src/runtime/indexer/handlers.ts +133 -0
- package/src/runtime/indexer/index.ts +103 -0
- package/src/runtime/queues/deploy-jobs.ts +89 -0
- package/src/runtime/queues/parallel-steps.ts +433 -0
- package/src/runtime/queues/workflow-dlq.ts +132 -0
- package/src/runtime/queues/workflow-events.ts +34 -0
- package/src/runtime/queues/workflow-expressions.ts +69 -0
- package/src/runtime/queues/workflow-job-handler.ts +193 -0
- package/src/runtime/queues/workflow-job-phases.ts +335 -0
- package/src/runtime/queues/workflow-jobs.ts +43 -0
- package/src/runtime/queues/workflow-runner.ts +87 -0
- package/src/runtime/queues/workflow-runtime-client.ts +180 -0
- package/src/runtime/queues/workflow-secrets.ts +78 -0
- package/src/runtime/queues/workflow-steps.ts +62 -0
- package/src/runtime/queues/workflow-types.ts +163 -0
- package/src/runtime/runner/cron-handler.ts +78 -0
- package/src/runtime/runner/index.ts +20 -0
- package/src/runtime/runner/queue-handler.ts +247 -0
- package/src/runtime/runner/runner-constants.ts +7 -0
- package/src/runtime/worker/egress.ts +375 -0
- package/src/runtime/worker/env.ts +63 -0
- package/src/runtime/worker/index.ts +11 -0
- package/src/runtime/worker/runtime-factory.ts +111 -0
- package/src/server/middleware/auth.ts +210 -0
- package/src/server/middleware/billing.ts +62 -0
- package/src/server/middleware/body-size.ts +59 -0
- package/src/server/middleware/cache.ts +192 -0
- package/src/server/middleware/content-type.ts +59 -0
- package/src/server/middleware/git-auth.ts +103 -0
- package/src/server/middleware/oauth-auth.ts +204 -0
- package/src/server/middleware/param-validation.ts +59 -0
- package/src/server/middleware/plan-gates.ts +71 -0
- package/src/server/middleware/space-access.ts +125 -0
- package/src/server/middleware/static-assets.ts +25 -0
- package/src/server/middleware/trust-tier.ts +42 -0
- package/src/server/middleware/turnstile.ts +50 -0
- package/src/server/routes/activitypub-store/activitypub-queries.ts +234 -0
- package/src/server/routes/activitypub-store/routes.ts +512 -0
- package/src/server/routes/agent-tasks-handlers.ts +211 -0
- package/src/server/routes/agent-tasks.ts +352 -0
- package/src/server/routes/api.ts +399 -0
- package/src/server/routes/app-deployments.ts +201 -0
- package/src/server/routes/apps.ts +393 -0
- package/src/server/routes/auth/cli.ts +226 -0
- package/src/server/routes/auth/external.ts +366 -0
- package/src/server/routes/auth/html.ts +398 -0
- package/src/server/routes/auth/link.ts +158 -0
- package/src/server/routes/auth/provisioning.ts +210 -0
- package/src/server/routes/auth/session.ts +277 -0
- package/src/server/routes/auth-api.ts +155 -0
- package/src/server/routes/billing/routes.ts +494 -0
- package/src/server/routes/billing/stripe.ts +128 -0
- package/src/server/routes/browser-sessions.ts +258 -0
- package/src/server/routes/common-env/handlers.ts +23 -0
- package/src/server/routes/custom-domains.ts +132 -0
- package/src/server/routes/explore/explore-filters.ts +262 -0
- package/src/server/routes/explore/index.ts +1 -0
- package/src/server/routes/explore/packages.ts +392 -0
- package/src/server/routes/explore/repos.ts +218 -0
- package/src/server/routes/explore/routes.ts +14 -0
- package/src/server/routes/explore/users.ts +139 -0
- package/src/server/routes/git.ts +218 -0
- package/src/server/routes/index/graph.ts +127 -0
- package/src/server/routes/index/handlers.ts +210 -0
- package/src/server/routes/index/index-context.ts +80 -0
- package/src/server/routes/index/index.ts +50 -0
- package/src/server/routes/index/jobs.ts +159 -0
- package/src/server/routes/mcp.ts +343 -0
- package/src/server/routes/me.ts +408 -0
- package/src/server/routes/memories.ts +366 -0
- package/src/server/routes/notifications-sse.ts +54 -0
- package/src/server/routes/notifications.ts +158 -0
- package/src/server/routes/oauth/authorize.ts +311 -0
- package/src/server/routes/oauth/device.ts +344 -0
- package/src/server/routes/oauth/introspect.ts +82 -0
- package/src/server/routes/oauth/register.ts +185 -0
- package/src/server/routes/oauth/request-utils.ts +94 -0
- package/src/server/routes/oauth/revoke.ts +69 -0
- package/src/server/routes/oauth/routes.ts +255 -0
- package/src/server/routes/oauth/token.ts +409 -0
- package/src/server/routes/oauth/userinfo.ts +101 -0
- package/src/server/routes/oauth-consent-api.ts +468 -0
- package/src/server/routes/profiles/api.ts +14 -0
- package/src/server/routes/profiles/block-follow-helpers.ts +166 -0
- package/src/server/routes/profiles/block-mute.ts +127 -0
- package/src/server/routes/profiles/dto.ts +42 -0
- package/src/server/routes/profiles/follow.ts +449 -0
- package/src/server/routes/profiles/index.ts +12 -0
- package/src/server/routes/profiles/profile-crud.ts +276 -0
- package/src/server/routes/profiles/profile-queries.ts +245 -0
- package/src/server/routes/profiles/register.ts +20 -0
- package/src/server/routes/profiles/repo.ts +382 -0
- package/src/server/routes/profiles/view.ts +213 -0
- package/src/server/routes/public-share.ts +143 -0
- package/src/server/routes/pull-requests/comments.ts +159 -0
- package/src/server/routes/pull-requests/diff.ts +309 -0
- package/src/server/routes/pull-requests/dto.ts +238 -0
- package/src/server/routes/pull-requests/git-store.ts +2 -0
- package/src/server/routes/pull-requests/index.ts +12 -0
- package/src/server/routes/pull-requests/merge-handlers.ts +266 -0
- package/src/server/routes/pull-requests/merge.ts +423 -0
- package/src/server/routes/pull-requests/read-model.ts +201 -0
- package/src/server/routes/pull-requests/reviews.ts +259 -0
- package/src/server/routes/pull-requests/routes.ts +305 -0
- package/src/server/routes/pull-requests/workflow-trigger.ts +61 -0
- package/src/server/routes/reminders.ts +173 -0
- package/src/server/routes/repos/actions/artifacts.ts +90 -0
- package/src/server/routes/repos/actions/jobs.ts +137 -0
- package/src/server/routes/repos/actions/logs.ts +74 -0
- package/src/server/routes/repos/actions/runs.ts +174 -0
- package/src/server/routes/repos/actions/secrets.ts +145 -0
- package/src/server/routes/repos/external-import.ts +158 -0
- package/src/server/routes/repos/forks.ts +196 -0
- package/src/server/routes/repos/git-advanced.ts +509 -0
- package/src/server/routes/repos/git-commits.ts +344 -0
- package/src/server/routes/repos/git-files.ts +218 -0
- package/src/server/routes/repos/git-refs.ts +203 -0
- package/src/server/routes/repos/git-shared.ts +57 -0
- package/src/server/routes/repos/git-write-operations.ts +217 -0
- package/src/server/routes/repos/git.ts +12 -0
- package/src/server/routes/repos/index.ts +30 -0
- package/src/server/routes/repos/release-assets.ts +299 -0
- package/src/server/routes/repos/release-crud.ts +419 -0
- package/src/server/routes/repos/release-shared.ts +59 -0
- package/src/server/routes/repos/releases.ts +8 -0
- package/src/server/routes/repos/repo-helpers.ts +168 -0
- package/src/server/routes/repos/routes.ts +338 -0
- package/src/server/routes/repos/shared.ts +110 -0
- package/src/server/routes/repos/stars.ts +200 -0
- package/src/server/routes/repos/sync.ts +500 -0
- package/src/server/routes/repos/workflows.ts +388 -0
- package/src/server/routes/resources/access.ts +109 -0
- package/src/server/routes/resources/bindings.ts +157 -0
- package/src/server/routes/resources/d1.ts +294 -0
- package/src/server/routes/resources/index.ts +16 -0
- package/src/server/routes/resources/r2.ts +181 -0
- package/src/server/routes/resources/routes.ts +407 -0
- package/src/server/routes/resources/tokens.ts +365 -0
- package/src/server/routes/rpc-types.ts +87 -0
- package/src/server/routes/runs/access.ts +34 -0
- package/src/server/routes/runs/create.ts +42 -0
- package/src/server/routes/runs/list.ts +120 -0
- package/src/server/routes/runs/observation.ts +161 -0
- package/src/server/routes/runs/routes.ts +274 -0
- package/src/server/routes/runs/sse.ts +62 -0
- package/src/server/routes/search.ts +220 -0
- package/src/server/routes/seed-repositories.ts +17 -0
- package/src/server/routes/sessions/auth.ts +33 -0
- package/src/server/routes/sessions/heartbeat.ts +120 -0
- package/src/server/routes/sessions/index.ts +57 -0
- package/src/server/routes/sessions/lifecycle.ts +337 -0
- package/src/server/routes/sessions/session-mappers.ts +49 -0
- package/src/server/routes/setup.ts +111 -0
- package/src/server/routes/shared/route-auth.ts +245 -0
- package/src/server/routes/shortcuts.ts +335 -0
- package/src/server/routes/skills.ts +443 -0
- package/src/server/routes/smart-http.ts +380 -0
- package/src/server/routes/spaces/common-env.ts +92 -0
- package/src/server/routes/spaces/members.ts +326 -0
- package/src/server/routes/spaces/repositories.ts +69 -0
- package/src/server/routes/spaces/routes.ts +386 -0
- package/src/server/routes/spaces/storage-downloads.ts +257 -0
- package/src/server/routes/spaces/storage-management.ts +354 -0
- package/src/server/routes/spaces/storage-operations.ts +46 -0
- package/src/server/routes/spaces/storage-uploads.ts +195 -0
- package/src/server/routes/spaces/storage.ts +10 -0
- package/src/server/routes/spaces/store-registry.ts +413 -0
- package/src/server/routes/spaces/stores.ts +139 -0
- package/src/server/routes/thread-messages.ts +141 -0
- package/src/server/routes/thread-shares.ts +113 -0
- package/src/server/routes/threads.ts +450 -0
- package/src/server/routes/well-known.ts +120 -0
- package/src/server/routes/workers/deployments.ts +339 -0
- package/src/server/routes/workers/index.ts +12 -0
- package/src/server/routes/workers/routes.ts +305 -0
- package/src/server/routes/workers/settings-bindings.ts +184 -0
- package/src/server/routes/workers/settings-common-env.ts +272 -0
- package/src/server/routes/workers/settings-config.ts +95 -0
- package/src/server/routes/workers/settings-env-vars.ts +107 -0
- package/src/server/routes/workers/settings.ts +14 -0
- package/src/server/routes/workers/slug.ts +149 -0
- package/src/server/routes/zod-validator.ts +24 -0
- package/src/shared/config/index.ts +38 -0
- package/src/shared/config/limits.ts +104 -0
- package/src/shared/config/timeouts.ts +71 -0
- package/src/shared/constants/app.ts +62 -0
- package/src/shared/constants/dns.ts +12 -0
- package/src/shared/constants/index.ts +11 -0
- package/src/shared/constants/roles.ts +45 -0
- package/src/shared/types/bindings.ts +71 -0
- package/src/shared/types/drizzle-helpers.ts +5 -0
- package/src/shared/types/env.ts +151 -0
- package/src/shared/types/index.ts +172 -0
- package/src/shared/types/models.ts +506 -0
- package/src/shared/types/oauth.ts +216 -0
- package/src/shared/types/queue-messages.ts +140 -0
- package/src/shared/types/routing.ts +54 -0
- package/src/shared/utils/content-type.ts +39 -0
- package/src/shared/utils/crypto.ts +181 -0
- package/src/shared/utils/date-utils.ts +16 -0
- package/src/shared/utils/db-guards.ts +39 -0
- package/src/shared/utils/db-transaction.ts +157 -0
- package/src/shared/utils/device-auth-rate-limit.ts +40 -0
- package/src/shared/utils/domain-validation.ts +428 -0
- package/src/shared/utils/encoding-utils.ts +77 -0
- package/src/shared/utils/error-response.ts +51 -0
- package/src/shared/utils/gzip.ts +67 -0
- package/src/shared/utils/hash.ts +36 -0
- package/src/shared/utils/http-response.ts +37 -0
- package/src/shared/utils/index.ts +65 -0
- package/src/shared/utils/lcs-diff.ts +65 -0
- package/src/shared/utils/logger.ts +220 -0
- package/src/shared/utils/naming-utils.ts +16 -0
- package/src/shared/utils/path-validation.ts +124 -0
- package/src/shared/utils/rate-limiter.ts +149 -0
- package/src/shared/utils/service-client.ts +109 -0
- package/src/shared/utils/sliding-window.ts +103 -0
- package/src/shared/utils/spa-fallback.ts +26 -0
- package/src/shared/utils/token-bucket.ts +106 -0
- package/src/shared/utils/unified-diff.ts +109 -0
- package/src/shared/utils/url-utils.ts +18 -0
- package/src/shared/utils/validate-env.ts +126 -0
- package/src/shared/utils/with-timeout.ts +32 -0
- package/src/shared/utils/zip-stream.ts +226 -0
- package/src/web.ts +505 -0
- package/src/worker-emulation/redis-durable-object.ts +246 -0
- package/src/worker-emulation/sse-notifier.ts +316 -0
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
import type { R2Bucket } from '../../../shared/types/bindings.ts';
|
|
2
|
+
import { gzipCompressString, gzipDecompressToString } from '../../../shared/utils/gzip';
|
|
3
|
+
|
|
4
|
+
export interface PersistedRunEvent {
|
|
5
|
+
event_id: number;
|
|
6
|
+
type: string;
|
|
7
|
+
data: string; // JSON string
|
|
8
|
+
created_at: string;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export const RUN_EVENT_SEGMENT_SIZE = 100;
|
|
12
|
+
|
|
13
|
+
function pad6(n: number): string {
|
|
14
|
+
return String(n).padStart(6, '0');
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export function segmentIndexForEventId(eventId: number): number {
|
|
18
|
+
if (!Number.isFinite(eventId) || eventId <= 0) return 1;
|
|
19
|
+
return Math.floor((eventId - 1) / RUN_EVENT_SEGMENT_SIZE) + 1;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export function buildRunEventSegmentKey(runId: string, segmentIndex: number): string {
|
|
23
|
+
return `runs/${runId}/events/${pad6(segmentIndex)}.jsonl.gz`;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export async function writeRunEventSegmentToR2(
|
|
27
|
+
bucket: R2Bucket,
|
|
28
|
+
runId: string,
|
|
29
|
+
segmentIndex: number,
|
|
30
|
+
events: PersistedRunEvent[],
|
|
31
|
+
): Promise<void> {
|
|
32
|
+
const key = buildRunEventSegmentKey(runId, segmentIndex);
|
|
33
|
+
const jsonl = events.map((e) => JSON.stringify(e)).join('\n') + '\n';
|
|
34
|
+
const compressed = await gzipCompressString(jsonl);
|
|
35
|
+
await bucket.put(key, compressed, {
|
|
36
|
+
httpMetadata: {
|
|
37
|
+
contentType: 'application/x-ndjson; charset=utf-8',
|
|
38
|
+
contentEncoding: 'gzip',
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function parseSegmentIndexFromKey(key: string, prefix: string): number | null {
|
|
44
|
+
if (!key.startsWith(prefix)) return null;
|
|
45
|
+
const rest = key.slice(prefix.length);
|
|
46
|
+
const m = rest.match(/^(\d+)\.jsonl\.gz$/);
|
|
47
|
+
if (!m) return null;
|
|
48
|
+
const n = Number(m[1]);
|
|
49
|
+
if (!Number.isFinite(n) || n <= 0) return null;
|
|
50
|
+
return Math.floor(n);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
export async function listRunEventSegmentIndexes(bucket: R2Bucket, runId: string): Promise<number[]> {
|
|
54
|
+
const prefix = `runs/${runId}/events/`;
|
|
55
|
+
const indexes = new Set<number>();
|
|
56
|
+
|
|
57
|
+
let cursor: string | undefined;
|
|
58
|
+
while (true) {
|
|
59
|
+
const res = await bucket.list({ prefix, cursor });
|
|
60
|
+
for (const obj of res.objects) {
|
|
61
|
+
const idx = parseSegmentIndexFromKey(obj.key, prefix);
|
|
62
|
+
if (idx) indexes.add(idx);
|
|
63
|
+
}
|
|
64
|
+
if (res.truncated) {
|
|
65
|
+
cursor = res.cursor;
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
break;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
return Array.from(indexes).sort((a, b) => a - b);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export async function readRunEventSegmentFromR2(
|
|
75
|
+
bucket: R2Bucket,
|
|
76
|
+
runId: string,
|
|
77
|
+
segmentIndex: number,
|
|
78
|
+
): Promise<PersistedRunEvent[] | null> {
|
|
79
|
+
const key = buildRunEventSegmentKey(runId, segmentIndex);
|
|
80
|
+
const obj = await bucket.get(key);
|
|
81
|
+
if (!obj) return null;
|
|
82
|
+
const compressed = await obj.arrayBuffer();
|
|
83
|
+
const jsonl = await gzipDecompressToString(compressed, { maxDecompressedBytes: 200 * 1024 * 1024 });
|
|
84
|
+
|
|
85
|
+
const events: PersistedRunEvent[] = [];
|
|
86
|
+
for (const line of jsonl.split('\n')) {
|
|
87
|
+
const trimmed = line.trim();
|
|
88
|
+
if (!trimmed) continue;
|
|
89
|
+
try {
|
|
90
|
+
const parsed = JSON.parse(trimmed) as PersistedRunEvent;
|
|
91
|
+
if (!parsed || typeof parsed !== 'object') continue;
|
|
92
|
+
if (typeof parsed.event_id !== 'number' || !Number.isFinite(parsed.event_id)) continue;
|
|
93
|
+
if (typeof parsed.type !== 'string') continue;
|
|
94
|
+
if (typeof parsed.data !== 'string') continue;
|
|
95
|
+
if (typeof parsed.created_at !== 'string') continue;
|
|
96
|
+
events.push(parsed);
|
|
97
|
+
} catch (_err) { /* ignored - skip malformed lines */ }
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
events.sort((a, b) => a.event_id - b.event_id);
|
|
101
|
+
return events;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
export async function getRunEventsAfterFromR2(
|
|
105
|
+
bucket: R2Bucket,
|
|
106
|
+
runId: string,
|
|
107
|
+
afterEventId: number,
|
|
108
|
+
limit: number = 500,
|
|
109
|
+
): Promise<PersistedRunEvent[]> {
|
|
110
|
+
const startSegment = Math.floor(Math.max(0, afterEventId) / RUN_EVENT_SEGMENT_SIZE) + 1;
|
|
111
|
+
const segmentIndexes = (await listRunEventSegmentIndexes(bucket, runId)).filter((n) => n >= startSegment);
|
|
112
|
+
|
|
113
|
+
const segments = await Promise.all(
|
|
114
|
+
segmentIndexes.map((idx) => readRunEventSegmentFromR2(bucket, runId, idx)),
|
|
115
|
+
);
|
|
116
|
+
|
|
117
|
+
const out: PersistedRunEvent[] = [];
|
|
118
|
+
for (const segment of segments) {
|
|
119
|
+
if (!segment) continue;
|
|
120
|
+
for (const e of segment) {
|
|
121
|
+
if (e.event_id <= afterEventId) continue;
|
|
122
|
+
out.push(e);
|
|
123
|
+
if (out.length >= limit) return out;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
return out;
|
|
128
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import type { Env } from '../../../shared/types';
|
|
2
|
+
import type { DurableObjectStubBinding } from '../../../shared/types/bindings.ts';
|
|
3
|
+
import { buildDurableObjectUrl } from '../../../shared/utils';
|
|
4
|
+
|
|
5
|
+
type RunNotifierNamespace = {
|
|
6
|
+
idFromName(name: string): unknown;
|
|
7
|
+
get(id: unknown): DurableObjectStubBinding;
|
|
8
|
+
};
|
|
9
|
+
|
|
10
|
+
export async function emitRunUsageEvent(
|
|
11
|
+
env: Env,
|
|
12
|
+
input: {
|
|
13
|
+
runId: string;
|
|
14
|
+
meterType: string;
|
|
15
|
+
units: number;
|
|
16
|
+
referenceType?: string;
|
|
17
|
+
metadata?: unknown;
|
|
18
|
+
}
|
|
19
|
+
): Promise<void> {
|
|
20
|
+
if (!env.TAKOS_OFFLOAD) return;
|
|
21
|
+
const ns = env.RUN_NOTIFIER as unknown as RunNotifierNamespace;
|
|
22
|
+
if (!ns) return;
|
|
23
|
+
if (!input.runId) return;
|
|
24
|
+
|
|
25
|
+
const id = ns.idFromName(input.runId);
|
|
26
|
+
const stub = ns.get(id) as DurableObjectStubBinding;
|
|
27
|
+
const request = new Request(buildDurableObjectUrl('/usage'), {
|
|
28
|
+
method: 'POST',
|
|
29
|
+
headers: { 'Content-Type': 'application/json', 'X-Takos-Internal': '1' },
|
|
30
|
+
body: JSON.stringify({
|
|
31
|
+
runId: input.runId,
|
|
32
|
+
meter_type: input.meterType,
|
|
33
|
+
units: input.units,
|
|
34
|
+
reference_type: input.referenceType,
|
|
35
|
+
metadata: input.metadata,
|
|
36
|
+
}),
|
|
37
|
+
});
|
|
38
|
+
await stub.fetch(request);
|
|
39
|
+
}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import type { R2Bucket, R2ObjectBody } from '../../../shared/types/bindings.ts';
|
|
2
|
+
import { gzipCompressString, gzipDecompressToString } from '../../../shared/utils/gzip';
|
|
3
|
+
|
|
4
|
+
export type PersistedUsageEvent = {
|
|
5
|
+
meter_type: string;
|
|
6
|
+
units: number;
|
|
7
|
+
reference_type?: string | null;
|
|
8
|
+
metadata?: string | null;
|
|
9
|
+
created_at: string;
|
|
10
|
+
};
|
|
11
|
+
|
|
12
|
+
export const USAGE_EVENT_SEGMENT_SIZE = 200;
|
|
13
|
+
const USAGE_PREFIX_SUFFIX = '/usage/';
|
|
14
|
+
|
|
15
|
+
export function usageSegmentKey(runId: string, segmentIndex: number): string {
|
|
16
|
+
return `runs/${runId}/usage/${String(segmentIndex).padStart(6, '0')}.jsonl.gz`;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export async function writeUsageEventSegmentToR2(
|
|
20
|
+
bucket: R2Bucket,
|
|
21
|
+
runId: string,
|
|
22
|
+
segmentIndex: number,
|
|
23
|
+
events: PersistedUsageEvent[]
|
|
24
|
+
): Promise<void> {
|
|
25
|
+
if (!events.length) return;
|
|
26
|
+
const jsonl = events.map((e) => JSON.stringify(e)).join('\n') + '\n';
|
|
27
|
+
const gz = await gzipCompressString(jsonl);
|
|
28
|
+
const key = usageSegmentKey(runId, segmentIndex);
|
|
29
|
+
await bucket.put(key, gz, {
|
|
30
|
+
httpMetadata: {
|
|
31
|
+
contentType: 'application/jsonl',
|
|
32
|
+
contentEncoding: 'gzip',
|
|
33
|
+
},
|
|
34
|
+
customMetadata: {
|
|
35
|
+
kind: 'usage_events',
|
|
36
|
+
run_id: runId,
|
|
37
|
+
segment: String(segmentIndex),
|
|
38
|
+
},
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
async function listUsageSegments(bucket: R2Bucket, runId: string): Promise<string[]> {
|
|
43
|
+
const prefix = `runs/${runId}${USAGE_PREFIX_SUFFIX}`;
|
|
44
|
+
const keys: string[] = [];
|
|
45
|
+
let cursor: string | undefined;
|
|
46
|
+
|
|
47
|
+
while (true) {
|
|
48
|
+
const listed = await bucket.list({ prefix, cursor, limit: 1000 });
|
|
49
|
+
for (const obj of listed.objects) {
|
|
50
|
+
keys.push(obj.key);
|
|
51
|
+
}
|
|
52
|
+
if (!listed.truncated) break;
|
|
53
|
+
cursor = listed.cursor;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
keys.sort();
|
|
57
|
+
return keys;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
async function readSegmentObject(obj: R2ObjectBody): Promise<PersistedUsageEvent[]> {
|
|
61
|
+
const ab = await obj.arrayBuffer();
|
|
62
|
+
const jsonl = await gzipDecompressToString(ab, { maxDecompressedBytes: 50 * 1024 * 1024 });
|
|
63
|
+
const lines = jsonl.split('\n').filter(Boolean);
|
|
64
|
+
const out: PersistedUsageEvent[] = [];
|
|
65
|
+
for (const line of lines) {
|
|
66
|
+
try {
|
|
67
|
+
const parsed = JSON.parse(line) as PersistedUsageEvent;
|
|
68
|
+
if (!parsed || typeof parsed !== 'object') continue;
|
|
69
|
+
if (typeof parsed.meter_type !== 'string') continue;
|
|
70
|
+
if (typeof parsed.units !== 'number' || !Number.isFinite(parsed.units)) continue;
|
|
71
|
+
if (typeof parsed.created_at !== 'string') continue;
|
|
72
|
+
out.push(parsed);
|
|
73
|
+
} catch (_err) { /* ignored - skip malformed lines */ }
|
|
74
|
+
}
|
|
75
|
+
return out;
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export async function getUsageEventsFromR2(
|
|
79
|
+
bucket: R2Bucket,
|
|
80
|
+
runId: string,
|
|
81
|
+
options: { maxEvents?: number } = {}
|
|
82
|
+
): Promise<PersistedUsageEvent[]> {
|
|
83
|
+
const maxEvents = Math.max(1, Math.min(options.maxEvents ?? 10_000, 100_000));
|
|
84
|
+
const keys = await listUsageSegments(bucket, runId);
|
|
85
|
+
const objects = await Promise.all(keys.map((key) => bucket.get(key)));
|
|
86
|
+
const segments = await Promise.all(
|
|
87
|
+
objects.map((obj) => (obj ? readSegmentObject(obj) : Promise.resolve([] as PersistedUsageEvent[]))),
|
|
88
|
+
);
|
|
89
|
+
|
|
90
|
+
const out: PersistedUsageEvent[] = [];
|
|
91
|
+
for (const events of segments) {
|
|
92
|
+
for (const ev of events) {
|
|
93
|
+
out.push(ev);
|
|
94
|
+
if (out.length >= maxEvents) return out;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
return out;
|
|
99
|
+
}
|
|
100
|
+
|
|
@@ -0,0 +1,397 @@
|
|
|
1
|
+
import { getDb } from '../../../infra/db';
|
|
2
|
+
import { workflowRuns, workflowJobs } from '../../../infra/db/schema';
|
|
3
|
+
import { eq, and, desc } from 'drizzle-orm';
|
|
4
|
+
import type { Env } from '../../../shared/types';
|
|
5
|
+
import { checkRepoAccess } from '../source/repos';
|
|
6
|
+
import * as gitStore from '../git-smart';
|
|
7
|
+
import { resolveWorkflowArtifactFileForJob } from './workflow-artifacts';
|
|
8
|
+
import {
|
|
9
|
+
appManifestToBundleDocs,
|
|
10
|
+
buildParsedPackageFromDocs,
|
|
11
|
+
extractBuildSourcesFromManifestJson,
|
|
12
|
+
parseAndValidateWorkflowYaml,
|
|
13
|
+
parseAppManifestYaml,
|
|
14
|
+
selectAppManifestPathFromRepo,
|
|
15
|
+
validateDeployProducerJob,
|
|
16
|
+
type AppDeploymentBuildSource,
|
|
17
|
+
type AppManifest,
|
|
18
|
+
} from '../source/app-manifest';
|
|
19
|
+
|
|
20
|
+
type RepoRefType = 'branch' | 'tag' | 'commit';
|
|
21
|
+
|
|
22
|
+
type CreateAppDeploymentInput = {
|
|
23
|
+
repoId: string;
|
|
24
|
+
ref?: string;
|
|
25
|
+
refType?: RepoRefType;
|
|
26
|
+
approveOauthAutoEnv?: boolean;
|
|
27
|
+
approveSourceChange?: boolean;
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
type ResolvedRepoTarget = {
|
|
31
|
+
repoId: string;
|
|
32
|
+
ref: string;
|
|
33
|
+
refType: RepoRefType;
|
|
34
|
+
commitSha: string;
|
|
35
|
+
treeSha: string;
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
type ResolvedBuildArtifacts = {
|
|
39
|
+
buildSources: AppDeploymentBuildSource[];
|
|
40
|
+
packageFiles: Map<string, ArrayBuffer | Uint8Array>;
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
export function encodeSourceRef(refType: RepoRefType | undefined, ref: string | undefined, commitSha?: string): string | undefined {
|
|
44
|
+
const normalizedRef = String(ref || '').trim();
|
|
45
|
+
if (!normalizedRef) return undefined;
|
|
46
|
+
const base = `${refType || 'branch'}:${normalizedRef}`;
|
|
47
|
+
return commitSha ? `${base}@${commitSha}` : base;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export function decodeSourceRef(encoded: string | null | undefined): {
|
|
51
|
+
ref: string | null;
|
|
52
|
+
ref_type: RepoRefType | null;
|
|
53
|
+
commit_sha: string | null;
|
|
54
|
+
} {
|
|
55
|
+
const raw = String(encoded || '').trim();
|
|
56
|
+
if (!raw) return { ref: null, ref_type: null, commit_sha: null };
|
|
57
|
+
const separator = raw.indexOf(':');
|
|
58
|
+
if (separator <= 0) return { ref: raw, ref_type: null, commit_sha: null };
|
|
59
|
+
const rawType = raw.slice(0, separator).trim();
|
|
60
|
+
const rest = raw.slice(separator + 1).trim();
|
|
61
|
+
const atIndex = rest.indexOf('@');
|
|
62
|
+
const ref = atIndex > 0 ? rest.slice(0, atIndex) : rest;
|
|
63
|
+
const commitSha = atIndex > 0 ? rest.slice(atIndex + 1) : null;
|
|
64
|
+
return {
|
|
65
|
+
ref: ref || null,
|
|
66
|
+
ref_type: rawType === 'branch' || rawType === 'tag' || rawType === 'commit' ? rawType : null,
|
|
67
|
+
commit_sha: commitSha || null,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
function normalizeRepoPath(value: string): string {
|
|
72
|
+
return String(value || '')
|
|
73
|
+
.replace(/\\/g, '/')
|
|
74
|
+
.replace(/^\.\/+/, '')
|
|
75
|
+
.replace(/^\/+/, '')
|
|
76
|
+
.replace(/\/{2,}/g, '/')
|
|
77
|
+
.trim();
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
function getGitBucket(env: Env) {
|
|
81
|
+
return env.GIT_OBJECTS || null;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
function buildWorkflowRunRef(refType: RepoRefType, ref: string): string | null {
|
|
86
|
+
if (refType === 'branch') return `refs/heads/${ref}`;
|
|
87
|
+
if (refType === 'tag') return `refs/tags/${ref}`;
|
|
88
|
+
return null;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
function normalizeRepoRef(refType: RepoRefType, ref: string): string {
|
|
92
|
+
const normalized = String(ref || '').trim();
|
|
93
|
+
if (!normalized) {
|
|
94
|
+
throw new Error('ref is required');
|
|
95
|
+
}
|
|
96
|
+
if (refType === 'branch') {
|
|
97
|
+
return normalized.replace(/^refs\/heads\//, '');
|
|
98
|
+
}
|
|
99
|
+
if (refType === 'tag') {
|
|
100
|
+
return normalized.replace(/^refs\/tags\//, '');
|
|
101
|
+
}
|
|
102
|
+
return normalized;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function isDirectoryMode(mode: string | undefined): boolean {
|
|
106
|
+
return mode === '040000' || mode === '40000';
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
function looksLikeInlineSql(value: string): boolean {
|
|
110
|
+
const sql = value.trim();
|
|
111
|
+
if (!sql) return false;
|
|
112
|
+
if (/\n/.test(sql) && /;/.test(sql)) return true;
|
|
113
|
+
return /^(--|\/\*|\s*(create|alter|drop|insert|update|delete|pragma|begin|commit|with)\b)/i.test(sql);
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
async function readRepoTextFileAtCommit(
|
|
117
|
+
env: Env,
|
|
118
|
+
treeSha: string,
|
|
119
|
+
filePath: string,
|
|
120
|
+
): Promise<string | null> {
|
|
121
|
+
const bucket = getGitBucket(env);
|
|
122
|
+
if (!bucket) throw new Error('Git storage is not configured');
|
|
123
|
+
const blob = await gitStore.getBlobAtPath(bucket, treeSha, normalizeRepoPath(filePath));
|
|
124
|
+
if (!blob) return null;
|
|
125
|
+
return new TextDecoder().decode(blob);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
function toArrayBuffer(value: ArrayBuffer | SharedArrayBuffer | ArrayBufferView): ArrayBuffer {
|
|
129
|
+
if (value instanceof ArrayBuffer) return value.slice(0);
|
|
130
|
+
if (value instanceof SharedArrayBuffer) {
|
|
131
|
+
const copy = new Uint8Array(value.byteLength);
|
|
132
|
+
copy.set(new Uint8Array(value));
|
|
133
|
+
return copy.buffer;
|
|
134
|
+
}
|
|
135
|
+
const copy = new Uint8Array(value.byteLength);
|
|
136
|
+
copy.set(new Uint8Array(value.buffer, value.byteOffset, value.byteLength));
|
|
137
|
+
return copy.buffer;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
async function readRepoManifestAtCommit(env: Env, treeSha: string): Promise<{ path: string; raw: string }> {
|
|
141
|
+
const entries = ['.takos/app.yml', '.takos/app.yaml'] as const;
|
|
142
|
+
const found: string[] = [];
|
|
143
|
+
for (const entry of entries) {
|
|
144
|
+
const content = await readRepoTextFileAtCommit(env, treeSha, entry);
|
|
145
|
+
if (content != null) {
|
|
146
|
+
found.push(entry);
|
|
147
|
+
if (found.length === 1) {
|
|
148
|
+
return { path: entry, raw: content };
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
const selected = selectAppManifestPathFromRepo(found);
|
|
153
|
+
if (!selected) {
|
|
154
|
+
throw new Error('No .takos/app.yml found at the requested repo ref');
|
|
155
|
+
}
|
|
156
|
+
throw new Error(`Failed to read manifest: ${selected}`);
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
async function addRepoSqlPathToPackage(
|
|
160
|
+
env: Env,
|
|
161
|
+
treeSha: string,
|
|
162
|
+
configuredPath: string,
|
|
163
|
+
packageFiles: Map<string, ArrayBuffer | Uint8Array>,
|
|
164
|
+
): Promise<void> {
|
|
165
|
+
const bucket = getGitBucket(env);
|
|
166
|
+
if (!bucket) throw new Error('Git storage is not configured');
|
|
167
|
+
|
|
168
|
+
const normalizedPath = normalizeRepoPath(configuredPath);
|
|
169
|
+
if (!normalizedPath) {
|
|
170
|
+
throw new Error('Migration path is empty');
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
const entry = await gitStore.getEntryAtPath(bucket, treeSha, normalizedPath);
|
|
174
|
+
if (!entry) {
|
|
175
|
+
throw new Error(`Migration path not found in repo: ${normalizedPath}`);
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
if (isDirectoryMode(entry.mode)) {
|
|
179
|
+
const files = await gitStore.flattenTree(bucket, entry.sha, normalizedPath, { skipSymlinks: true });
|
|
180
|
+
const sqlFiles = files.filter((file) => file.path.toLowerCase().endsWith('.sql'));
|
|
181
|
+
if (sqlFiles.length === 0) {
|
|
182
|
+
throw new Error(`Migration directory contains no .sql files: ${normalizedPath}`);
|
|
183
|
+
}
|
|
184
|
+
for (const file of sqlFiles) {
|
|
185
|
+
const blob = await gitStore.getBlob(bucket, file.sha);
|
|
186
|
+
if (!blob) {
|
|
187
|
+
throw new Error(`Migration file not found in git object storage: ${file.path}`);
|
|
188
|
+
}
|
|
189
|
+
packageFiles.set(file.path, toArrayBuffer(blob));
|
|
190
|
+
}
|
|
191
|
+
return;
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
if (!normalizedPath.toLowerCase().endsWith('.sql')) {
|
|
195
|
+
throw new Error(`Migration file must end with .sql: ${normalizedPath}`);
|
|
196
|
+
}
|
|
197
|
+
const blob = await gitStore.getBlob(bucket, entry.sha);
|
|
198
|
+
if (!blob) {
|
|
199
|
+
throw new Error(`Migration file not found in git object storage: ${normalizedPath}`);
|
|
200
|
+
}
|
|
201
|
+
packageFiles.set(normalizedPath, toArrayBuffer(blob));
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
export class AppDeploymentService {
|
|
205
|
+
constructor(private env: Env) {}
|
|
206
|
+
|
|
207
|
+
private async resolveRepoTarget(spaceId: string, userId: string, input: CreateAppDeploymentInput): Promise<ResolvedRepoTarget> {
|
|
208
|
+
const repoId = String(input.repoId || '').trim();
|
|
209
|
+
if (!repoId) throw new Error('repo_id is required');
|
|
210
|
+
|
|
211
|
+
const repoAccess = await checkRepoAccess(this.env, repoId, userId, ['owner', 'admin', 'editor']);
|
|
212
|
+
if (!repoAccess || repoAccess.spaceId !== spaceId) {
|
|
213
|
+
throw new Error('Repository not found or not accessible from this space');
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
const refType = input.refType || 'branch';
|
|
217
|
+
const ref = normalizeRepoRef(
|
|
218
|
+
refType,
|
|
219
|
+
String(input.ref || '').trim() || (refType === 'branch' ? repoAccess.repo.default_branch || 'main' : ''),
|
|
220
|
+
);
|
|
221
|
+
if (!ref) {
|
|
222
|
+
throw new Error('ref is required for tag/commit deployments');
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
const bucket = getGitBucket(this.env);
|
|
226
|
+
if (!bucket) throw new Error('Git storage is not configured');
|
|
227
|
+
|
|
228
|
+
const commitSha = refType === 'commit'
|
|
229
|
+
? ref
|
|
230
|
+
: await gitStore.resolveRef(this.env.DB, repoId, ref);
|
|
231
|
+
if (!commitSha) {
|
|
232
|
+
throw new Error(`Ref not found: ${ref}`);
|
|
233
|
+
}
|
|
234
|
+
const commit = await gitStore.getCommitData(bucket, commitSha);
|
|
235
|
+
if (!commit) {
|
|
236
|
+
throw new Error(`Commit not found: ${commitSha}`);
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
return {
|
|
240
|
+
repoId,
|
|
241
|
+
ref,
|
|
242
|
+
refType,
|
|
243
|
+
commitSha,
|
|
244
|
+
treeSha: commit.tree,
|
|
245
|
+
};
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
private async resolveBuildArtifacts(
|
|
249
|
+
target: ResolvedRepoTarget,
|
|
250
|
+
manifest: AppManifest,
|
|
251
|
+
): Promise<ResolvedBuildArtifacts> {
|
|
252
|
+
const bucket = getGitBucket(this.env);
|
|
253
|
+
if (!bucket) throw new Error('Git storage is not configured');
|
|
254
|
+
const db = getDb(this.env.DB);
|
|
255
|
+
const workflowCache = new Map<string, ReturnType<typeof parseAndValidateWorkflowYaml>>();
|
|
256
|
+
const packageFiles = new Map<string, ArrayBuffer | Uint8Array>();
|
|
257
|
+
const buildSources: AppDeploymentBuildSource[] = [];
|
|
258
|
+
|
|
259
|
+
for (const [workerName, worker] of Object.entries(manifest.spec.workers || {})) {
|
|
260
|
+
const build = worker.build.fromWorkflow;
|
|
261
|
+
const workflowContent = await readRepoTextFileAtCommit(this.env, target.treeSha, build.path);
|
|
262
|
+
if (!workflowContent) {
|
|
263
|
+
throw new Error(`Workflow file not found at repo ref: ${build.path}`);
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
let workflow = workflowCache.get(build.path);
|
|
267
|
+
if (!workflow) {
|
|
268
|
+
workflow = parseAndValidateWorkflowYaml(workflowContent, build.path);
|
|
269
|
+
workflowCache.set(build.path, workflow);
|
|
270
|
+
}
|
|
271
|
+
validateDeployProducerJob(workflow, build.path, build.job);
|
|
272
|
+
|
|
273
|
+
const workflowRunRef = buildWorkflowRunRef(target.refType, target.ref);
|
|
274
|
+
|
|
275
|
+
// Build where conditions for workflow run query
|
|
276
|
+
const baseConditions = and(
|
|
277
|
+
eq(workflowRuns.repoId, target.repoId),
|
|
278
|
+
eq(workflowRuns.workflowPath, build.path),
|
|
279
|
+
eq(workflowRuns.status, 'completed'),
|
|
280
|
+
eq(workflowRuns.conclusion, 'success'),
|
|
281
|
+
...(workflowRunRef ? [eq(workflowRuns.ref, workflowRunRef)] : [eq(workflowRuns.sha, target.commitSha)]),
|
|
282
|
+
);
|
|
283
|
+
|
|
284
|
+
// Find matching workflow runs
|
|
285
|
+
const matchingRuns = await db.select({
|
|
286
|
+
id: workflowRuns.id,
|
|
287
|
+
sha: workflowRuns.sha,
|
|
288
|
+
completedAt: workflowRuns.completedAt,
|
|
289
|
+
createdAt: workflowRuns.createdAt,
|
|
290
|
+
}).from(workflowRuns).where(baseConditions).orderBy(
|
|
291
|
+
desc(workflowRuns.completedAt),
|
|
292
|
+
desc(workflowRuns.createdAt),
|
|
293
|
+
).all();
|
|
294
|
+
|
|
295
|
+
// Find a run with a successful matching job
|
|
296
|
+
let foundRun: { id: string; sha: string | null; jobId: string } | null = null;
|
|
297
|
+
for (const run of matchingRuns) {
|
|
298
|
+
const matchingJob = await db.select({ id: workflowJobs.id }).from(workflowJobs).where(
|
|
299
|
+
and(
|
|
300
|
+
eq(workflowJobs.runId, run.id),
|
|
301
|
+
eq(workflowJobs.jobKey, build.job),
|
|
302
|
+
eq(workflowJobs.status, 'completed'),
|
|
303
|
+
eq(workflowJobs.conclusion, 'success'),
|
|
304
|
+
)
|
|
305
|
+
).orderBy(
|
|
306
|
+
desc(workflowJobs.completedAt),
|
|
307
|
+
desc(workflowJobs.createdAt),
|
|
308
|
+
).get();
|
|
309
|
+
|
|
310
|
+
if (matchingJob) {
|
|
311
|
+
foundRun = { id: run.id, sha: run.sha, jobId: matchingJob.id };
|
|
312
|
+
break;
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
if (!foundRun) {
|
|
317
|
+
throw new Error(`Latest successful workflow run not found for ${build.path}#${build.job} on ${target.refType}:${target.ref}`);
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
const jobId = String(foundRun.jobId || '').trim();
|
|
321
|
+
if (!jobId) {
|
|
322
|
+
throw new Error(`Successful workflow job record not found for ${build.path}#${build.job} on run ${foundRun.id}`);
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
const artifactPath = normalizeRepoPath(build.artifactPath);
|
|
326
|
+
const resolvedArtifact = await resolveWorkflowArtifactFileForJob(this.env, {
|
|
327
|
+
repoId: target.repoId,
|
|
328
|
+
runId: foundRun.id,
|
|
329
|
+
jobId,
|
|
330
|
+
artifactName: build.artifact,
|
|
331
|
+
artifactPath,
|
|
332
|
+
});
|
|
333
|
+
const artifactObject = await bucket.get(resolvedArtifact.r2Key)
|
|
334
|
+
|| await this.env.TENANT_SOURCE?.get(resolvedArtifact.r2Key)
|
|
335
|
+
|| null;
|
|
336
|
+
if (!artifactObject) {
|
|
337
|
+
throw new Error(`Workflow artifact file disappeared during app deploy: ${resolvedArtifact.r2Key}`);
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
packageFiles.set(artifactPath, new Uint8Array(await artifactObject.arrayBuffer()));
|
|
341
|
+
buildSources.push({
|
|
342
|
+
service_name: workerName,
|
|
343
|
+
workflow_path: build.path,
|
|
344
|
+
workflow_job: build.job,
|
|
345
|
+
workflow_artifact: build.artifact,
|
|
346
|
+
artifact_path: artifactPath,
|
|
347
|
+
workflow_run_id: foundRun.id,
|
|
348
|
+
workflow_job_id: jobId,
|
|
349
|
+
...(foundRun.sha ? { source_sha: foundRun.sha } : {}),
|
|
350
|
+
});
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
for (const resource of Object.values(manifest.spec.resources || {})) {
|
|
354
|
+
if (!resource.migrations) continue;
|
|
355
|
+
if (typeof resource.migrations === 'string') {
|
|
356
|
+
if (!looksLikeInlineSql(resource.migrations)) {
|
|
357
|
+
await addRepoSqlPathToPackage(this.env, target.treeSha, resource.migrations, packageFiles);
|
|
358
|
+
}
|
|
359
|
+
continue;
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
await addRepoSqlPathToPackage(this.env, target.treeSha, resource.migrations.up, packageFiles);
|
|
363
|
+
await addRepoSqlPathToPackage(this.env, target.treeSha, resource.migrations.down, packageFiles);
|
|
364
|
+
}
|
|
365
|
+
|
|
366
|
+
return {
|
|
367
|
+
buildSources,
|
|
368
|
+
packageFiles,
|
|
369
|
+
};
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
async deployFromRepoRef(_spaceId: string, _userId: string, _input: CreateAppDeploymentInput): Promise<never> {
|
|
373
|
+
throw new Error('Legacy bundle deployment pipeline has been removed. Use the app deployment API instead.');
|
|
374
|
+
}
|
|
375
|
+
|
|
376
|
+
async list(_spaceId: string): Promise<never> {
|
|
377
|
+
throw new Error('Legacy bundle deployment pipeline has been removed. Use the app deployment API instead.');
|
|
378
|
+
}
|
|
379
|
+
|
|
380
|
+
async get(_spaceId: string, _appDeploymentId: string): Promise<never> {
|
|
381
|
+
throw new Error('Legacy bundle deployment pipeline has been removed. Use the app deployment API instead.');
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
async remove(_spaceId: string, _appDeploymentId: string): Promise<never> {
|
|
385
|
+
throw new Error('Legacy bundle deployment pipeline has been removed. Use the app deployment API instead.');
|
|
386
|
+
}
|
|
387
|
+
|
|
388
|
+
async rollback(_spaceId: string, _userId: string, _appDeploymentId: string, _options?: {
|
|
389
|
+
approveOauthAutoEnv?: boolean;
|
|
390
|
+
}): Promise<never> {
|
|
391
|
+
throw new Error('Legacy bundle deployment pipeline has been removed. Use the app deployment API instead.');
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
export function createAppDeploymentService(env: Env) {
|
|
396
|
+
return new AppDeploymentService(env);
|
|
397
|
+
}
|