create-windy 0.5.2 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +288 -154
- package/package.json +2 -1
- package/template/.windy-template.json +2 -2
- package/template/apps/agent-server/README.md +25 -6
- package/template/apps/agent-server/src/southwind_agent_server/adk_adapter.py +15 -2
- package/template/apps/agent-server/src/southwind_agent_server/app.py +13 -34
- package/template/apps/agent-server/src/southwind_agent_server/config.py +49 -0
- package/template/apps/agent-server/src/southwind_agent_server/contracts.py +13 -0
- package/template/apps/agent-server/src/southwind_agent_server/engine_capacity.py +31 -0
- package/template/apps/agent-server/src/southwind_agent_server/fingerprint.py +5 -0
- package/template/apps/agent-server/src/southwind_agent_server/health_routes.py +50 -0
- package/template/apps/agent-server/src/southwind_agent_server/openai_engine.py +11 -2
- package/template/apps/agent-server/src/southwind_agent_server/openai_provider.py +3 -9
- package/template/apps/agent-server/src/southwind_agent_server/postgres_store.py +5 -0
- package/template/apps/agent-server/src/southwind_agent_server/readiness_pin.py +37 -0
- package/template/apps/agent-server/src/southwind_agent_server/run_admission.py +64 -0
- package/template/apps/agent-server/src/southwind_agent_server/run_capacity.py +59 -0
- package/template/apps/agent-server/src/southwind_agent_server/service.py +42 -43
- package/template/apps/agent-server/src/southwind_agent_server/service_errors.py +4 -0
- package/template/apps/agent-server/src/southwind_agent_server/service_execution.py +31 -0
- package/template/apps/agent-server/src/southwind_agent_server/service_tasks.py +34 -0
- package/template/apps/agent-server/src/southwind_agent_server/sqlite_catalog.py +11 -0
- package/template/apps/agent-server/src/southwind_agent_server/store.py +6 -0
- package/template/apps/agent-server/src/southwind_agent_server/vision_probe.py +87 -0
- package/template/apps/agent-server/src/southwind_agent_server/vision_requirement.py +28 -0
- package/template/apps/agent-server/src/southwind_agent_server/vlm_readiness.py +247 -0
- package/template/apps/agent-server/tests/test_api.py +16 -3
- package/template/apps/agent-server/tests/test_openai_provider.py +21 -4
- package/template/apps/agent-server/tests/test_postgres_store.py +3 -0
- package/template/apps/agent-server/tests/test_run_capacity.py +110 -0
- package/template/apps/agent-server/tests/test_runtime_factory_readiness.py +37 -0
- package/template/apps/agent-server/tests/test_sqlite_store.py +3 -0
- package/template/apps/agent-server/tests/test_vision_readiness_enforcement.py +72 -0
- package/template/apps/agent-server/tests/test_vlm_readiness.py +106 -0
- package/template/apps/document-server/src/southwind_document_server/adapter.py +117 -205
- package/template/apps/document-server/src/southwind_document_server/adapter_errors.py +13 -0
- package/template/apps/document-server/src/southwind_document_server/app.py +62 -14
- package/template/apps/document-server/src/southwind_document_server/artifacts.py +27 -0
- package/template/apps/document-server/src/southwind_document_server/config.py +96 -2
- package/template/apps/document-server/src/southwind_document_server/contracts.py +168 -13
- package/template/apps/document-server/src/southwind_document_server/fingerprint.py +128 -0
- package/template/apps/document-server/src/southwind_document_server/grants.py +81 -0
- package/template/apps/document-server/src/southwind_document_server/multipart_output.py +265 -0
- package/template/apps/document-server/src/southwind_document_server/output_validation.py +202 -0
- package/template/apps/document-server/src/southwind_document_server/progress.py +27 -0
- package/template/apps/document-server/src/southwind_document_server/readiness.py +280 -0
- package/template/apps/document-server/src/southwind_document_server/readiness_contracts.py +280 -0
- package/template/apps/document-server/src/southwind_document_server/readiness_http.py +87 -0
- package/template/apps/document-server/src/southwind_document_server/readiness_support.py +120 -0
- package/template/apps/document-server/src/southwind_document_server/request_validation.py +48 -0
- package/template/apps/document-server/src/southwind_document_server/service.py +297 -96
- package/template/apps/document-server/src/southwind_document_server/service_recovery.py +183 -0
- package/template/apps/document-server/src/southwind_document_server/sink.py +316 -0
- package/template/apps/document-server/src/southwind_document_server/store.py +301 -141
- package/template/apps/document-server/src/southwind_document_server/store_events.py +40 -0
- package/template/apps/document-server/src/southwind_document_server/store_models.py +62 -0
- package/template/apps/document-server/src/southwind_document_server/store_recovery.py +247 -0
- package/template/apps/document-server/src/southwind_document_server/store_schema.py +50 -0
- package/template/apps/document-server/tests/recovery_support.py +230 -0
- package/template/apps/document-server/tests/support.py +210 -0
- package/template/apps/document-server/tests/test_adapter.py +251 -0
- package/template/apps/document-server/tests/test_config.py +43 -0
- package/template/apps/document-server/tests/test_contracts.py +80 -0
- package/template/apps/document-server/tests/test_fingerprint.py +125 -0
- package/template/apps/document-server/tests/test_grants.py +46 -0
- package/template/apps/document-server/tests/test_handshake.py +154 -0
- package/template/apps/document-server/tests/test_integration.py +192 -0
- package/template/apps/document-server/tests/test_multipart_security.py +259 -0
- package/template/apps/document-server/tests/test_readiness.py +311 -0
- package/template/apps/document-server/tests/test_readiness_contracts.py +131 -0
- package/template/apps/document-server/tests/test_recovery.py +222 -0
- package/template/apps/document-server/tests/test_recovery_faults.py +101 -0
- package/template/apps/document-server/tests/test_recovery_races.py +283 -0
- package/template/apps/document-server/tests/test_service.py +16 -13
- package/template/apps/document-server/tests/test_service_artifacts.py +296 -0
- package/template/apps/document-server/tests/test_sink.py +253 -0
- package/template/apps/document-server/tests/test_store.py +199 -0
- package/template/apps/embedding-server/pyproject.toml +5 -0
- package/template/apps/embedding-server/src/southwind_embedding_server/adapter.py +38 -2
- package/template/apps/embedding-server/src/southwind_embedding_server/app.py +111 -3
- package/template/apps/embedding-server/src/southwind_embedding_server/config.py +27 -0
- package/template/apps/embedding-server/src/southwind_embedding_server/image_input.py +16 -5
- package/template/apps/embedding-server/src/southwind_embedding_server/run_cipher.py +31 -0
- package/template/apps/embedding-server/src/southwind_embedding_server/run_service.py +130 -0
- package/template/apps/embedding-server/src/southwind_embedding_server/run_store.py +250 -0
- package/template/apps/embedding-server/tests/test_adapter.py +25 -0
- package/template/apps/embedding-server/tests/test_run_http.py +185 -0
- package/template/apps/embedding-server/tests/test_run_service.py +200 -0
- package/template/apps/embedding-server/uv.lock +71 -0
- package/template/apps/server/Dockerfile +13 -0
- package/template/apps/server/package.json +1 -0
- package/template/apps/server/src/agent/drizzle-screenshot-intake-repository.integration.test.ts +283 -0
- package/template/apps/server/src/agent/drizzle-screenshot-intake-repository.ts +175 -0
- package/template/apps/server/src/agent/persistent-screenshot-intake-producer.ts +320 -0
- package/template/apps/server/src/agent/remote-runtime.ts +8 -1
- package/template/apps/server/src/agent/required-environment.ts +5 -0
- package/template/apps/server/src/agent/run-attach.ts +41 -0
- package/template/apps/server/src/agent/run-audit.ts +49 -0
- package/template/apps/server/src/agent/run-contracts.ts +6 -1
- package/template/apps/server/src/agent/run-facade.ts +66 -68
- package/template/apps/server/src/agent/run-route-input.ts +26 -1
- package/template/apps/server/src/agent/run-routes.ts +1 -0
- package/template/apps/server/src/agent/runtime-bootstrap-report.test.ts +1 -1
- package/template/apps/server/src/agent/runtime-bootstrap.ts +110 -60
- package/template/apps/server/src/agent/runtime-readiness-sources.test.ts +27 -0
- package/template/apps/server/src/agent/runtime-readiness-sources.ts +31 -0
- package/template/apps/server/src/agent/runtime-reporting-bootstrap.ts +40 -0
- package/template/apps/server/src/agent/screenshot-intake-authorization.ts +29 -0
- package/template/apps/server/src/agent/screenshot-intake-bootstrap.ts +61 -0
- package/template/apps/server/src/agent/screenshot-intake-durable.ts +53 -0
- package/template/apps/server/src/agent/screenshot-intake-errors.ts +9 -0
- package/template/apps/server/src/agent/screenshot-intake-producer.ts +41 -0
- package/template/apps/server/src/agent/screenshot-intake-record.ts +44 -0
- package/template/apps/server/src/agent/screenshot-intake-recovery.ts +106 -0
- package/template/apps/server/src/agent/screenshot-intake-repository.ts +64 -0
- package/template/apps/server/src/agent/screenshot-intake-reservation.ts +24 -0
- package/template/apps/server/src/agent/screenshot-intake-routes.ts +171 -0
- package/template/apps/server/src/agent/screenshot-intake-runtime-types.ts +6 -0
- package/template/apps/server/src/agent/screenshot-intake-sweep.ts +26 -0
- package/template/apps/server/src/agent/screenshot-intake-test-support.ts +87 -0
- package/template/apps/server/src/agent/screenshot-intake-v2-validation.ts +152 -0
- package/template/apps/server/src/agent/screenshot-intake-v2.test.ts +338 -0
- package/template/apps/server/src/agent/screenshot-intake-v2.ts +350 -0
- package/template/apps/server/src/agent/screenshot-png.ts +15 -0
- package/template/apps/server/src/agent/screenshot-run-binding.ts +34 -0
- package/template/apps/server/src/agent/unavailable-routes.ts +9 -0
- package/template/apps/server/src/agent/vision-facade.test.ts +98 -8
- package/template/apps/server/src/agent/vision-input.ts +5 -2
- package/template/apps/server/src/agent/vision-readiness-pin.ts +74 -0
- package/template/apps/server/src/agent/vision-readiness.ts +58 -0
- package/template/apps/server/src/ai-artifact/runtime-reference.test.ts +135 -0
- package/template/apps/server/src/ai-artifact/runtime.ts +134 -5
- package/template/apps/server/src/ai-output-artifact/cleanup.ts +214 -0
- package/template/apps/server/src/ai-output-artifact/contracts.ts +152 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-cleanup.ts +37 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-complete.ts +71 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-grant-cleanup.ts +45 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-grants.ts +109 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-mapping.ts +77 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-readiness.ts +46 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-repository.ts +350 -0
- package/template/apps/server/src/ai-output-artifact/drizzle-seal.ts +64 -0
- package/template/apps/server/src/ai-output-artifact/grant.ts +30 -0
- package/template/apps/server/src/ai-output-artifact/host-registry.ts +53 -0
- package/template/apps/server/src/ai-output-artifact/memory-cleanup.ts +47 -0
- package/template/apps/server/src/ai-output-artifact/memory-grants.ts +98 -0
- package/template/apps/server/src/ai-output-artifact/memory-readiness.ts +26 -0
- package/template/apps/server/src/ai-output-artifact/memory-repository.ts +348 -0
- package/template/apps/server/src/ai-output-artifact/policy.test.ts +67 -0
- package/template/apps/server/src/ai-output-artifact/policy.ts +125 -0
- package/template/apps/server/src/ai-output-artifact/postgres-test-support.ts +147 -0
- package/template/apps/server/src/ai-output-artifact/postgres.integration.test.ts +349 -0
- package/template/apps/server/src/ai-output-artifact/reference-codec.ts +128 -0
- package/template/apps/server/src/ai-output-artifact/repository-grant-invariants.test-support.ts +165 -0
- package/template/apps/server/src/ai-output-artifact/repository-invariants.test-support.ts +239 -0
- package/template/apps/server/src/ai-output-artifact/repository-invariants.test.ts +18 -0
- package/template/apps/server/src/ai-output-artifact/repository.ts +107 -0
- package/template/apps/server/src/ai-output-artifact/route-input.ts +173 -0
- package/template/apps/server/src/ai-output-artifact/routes-delete.test.ts +287 -0
- package/template/apps/server/src/ai-output-artifact/routes-grant.test.ts +116 -0
- package/template/apps/server/src/ai-output-artifact/routes-nonblocking-body.test.ts +136 -0
- package/template/apps/server/src/ai-output-artifact/routes-security.test.ts +176 -0
- package/template/apps/server/src/ai-output-artifact/routes-storage-error.test.ts +105 -0
- package/template/apps/server/src/ai-output-artifact/routes.test-support.ts +84 -0
- package/template/apps/server/src/ai-output-artifact/routes.test.ts +198 -0
- package/template/apps/server/src/ai-output-artifact/routes.ts +280 -0
- package/template/apps/server/src/ai-output-artifact/service-completion.ts +60 -0
- package/template/apps/server/src/ai-output-artifact/service-grants.test.ts +169 -0
- package/template/apps/server/src/ai-output-artifact/service-grants.ts +217 -0
- package/template/apps/server/src/ai-output-artifact/service-input.ts +175 -0
- package/template/apps/server/src/ai-output-artifact/service-read.ts +89 -0
- package/template/apps/server/src/ai-output-artifact/service-recovery.test.ts +238 -0
- package/template/apps/server/src/ai-output-artifact/service-support.ts +240 -0
- package/template/apps/server/src/ai-output-artifact/service.test.ts +283 -0
- package/template/apps/server/src/ai-output-artifact/service.ts +334 -0
- package/template/apps/server/src/ai-output-artifact/storage-recovery.ts +33 -0
- package/template/apps/server/src/ai-output-artifact/storage-writer.ts +103 -0
- package/template/apps/server/src/ai-output-artifact/test-support.ts +161 -0
- package/template/apps/server/src/ai-runtime-readiness/health-response.ts +92 -0
- package/template/apps/server/src/ai-runtime-readiness/operation-port-trust.test.ts +66 -0
- package/template/apps/server/src/ai-runtime-readiness/operation-port.test-support.ts +143 -0
- package/template/apps/server/src/ai-runtime-readiness/operation-port.test.ts +193 -0
- package/template/apps/server/src/ai-runtime-readiness/operation-port.ts +172 -0
- package/template/apps/server/src/ai-runtime-readiness/trust-store.ts +61 -0
- package/template/apps/server/src/app/ai-screenshot-intake-binding.ts +22 -0
- package/template/apps/server/src/app/document-output-artifact-bindings.ts +5 -0
- package/template/apps/server/src/app/speech-output-artifact-bindings.ts +5 -0
- package/template/apps/server/src/application-services.ts +9 -3
- package/template/apps/server/src/audit/redaction.ts +1 -0
- package/template/apps/server/src/audit/reliable-writer.test.ts +8 -0
- package/template/apps/server/src/auth/password-change-license-restriction.test.ts +156 -0
- package/template/apps/server/src/document/cancel-response.ts +33 -0
- package/template/apps/server/src/document/contracts.ts +6 -0
- package/template/apps/server/src/document/errors.ts +11 -0
- package/template/apps/server/src/document/facade-cancel.test.ts +226 -0
- package/template/apps/server/src/document/facade-cancel.ts +110 -0
- package/template/apps/server/src/document/facade-grant-handoff.test.ts +113 -0
- package/template/apps/server/src/document/facade-idempotency.test.ts +195 -0
- package/template/apps/server/src/document/facade-invocation.ts +46 -0
- package/template/apps/server/src/document/facade-output-artifact.test.ts +310 -0
- package/template/apps/server/src/document/facade-read-response.ts +116 -0
- package/template/apps/server/src/document/facade-readiness.test.ts +95 -0
- package/template/apps/server/src/document/facade-support.ts +297 -0
- package/template/apps/server/src/document/facade.ts +164 -173
- package/template/apps/server/src/document/output-artifact-composition.test.ts +64 -0
- package/template/apps/server/src/document/output-artifact-composition.ts +78 -0
- package/template/apps/server/src/document/output-artifact-fingerprint.contract.test.ts +110 -0
- package/template/apps/server/src/document/output-artifact-fingerprint.ts +150 -0
- package/template/apps/server/src/document/output-artifact-host-registry.ts +44 -0
- package/template/apps/server/src/document/output-artifact-host.test.ts +332 -0
- package/template/apps/server/src/document/output-artifact-host.ts +331 -0
- package/template/apps/server/src/document/output-artifact-manifest.test-support.ts +71 -0
- package/template/apps/server/src/document/output-artifact-publish.test-support.ts +48 -0
- package/template/apps/server/src/document/output-artifact-readiness-probe.ts +347 -0
- package/template/apps/server/src/document/output-artifact-readiness-timeout.ts +30 -0
- package/template/apps/server/src/document/output-artifact-readiness.test.ts +264 -0
- package/template/apps/server/src/document/output-artifact-readiness.ts +87 -0
- package/template/apps/server/src/document/output-artifact-route-composition.test.ts +27 -0
- package/template/apps/server/src/document/output-artifact-route-composition.ts +14 -0
- package/template/apps/server/src/document/output-artifact-runtime.test-support.ts +8 -0
- package/template/apps/server/src/document/output-artifact-runtime.test.ts +124 -0
- package/template/apps/server/src/document/output-artifact-runtime.ts +275 -0
- package/template/apps/server/src/document/output-artifact.test-support.ts +350 -0
- package/template/apps/server/src/document/remote-response.ts +162 -0
- package/template/apps/server/src/document/remote-runtime.test.ts +100 -4
- package/template/apps/server/src/document/remote-runtime.ts +37 -85
- package/template/apps/server/src/document/routes-read-response.test.ts +267 -0
- package/template/apps/server/src/document/routes.test.ts +109 -0
- package/template/apps/server/src/document/routes.ts +23 -14
- package/template/apps/server/src/embedding/audit.ts +46 -0
- package/template/apps/server/src/embedding/contracts.ts +13 -0
- package/template/apps/server/src/embedding/drizzle-run-binding-repository.integration.test.ts +100 -0
- package/template/apps/server/src/embedding/drizzle-run-binding-repository.ts +102 -0
- package/template/apps/server/src/embedding/facade-types.ts +18 -0
- package/template/apps/server/src/embedding/facade.ts +242 -111
- package/template/apps/server/src/embedding/operation-authorization.ts +23 -0
- package/template/apps/server/src/embedding/remote-runtime.test.ts +18 -0
- package/template/apps/server/src/embedding/remote-runtime.ts +77 -0
- package/template/apps/server/src/embedding/routes.test.ts +118 -0
- package/template/apps/server/src/embedding/routes.ts +98 -0
- package/template/apps/server/src/embedding/run-artifact.ts +18 -0
- package/template/apps/server/src/embedding/run-authorization.test.ts +133 -0
- package/template/apps/server/src/embedding/run-authorization.ts +91 -0
- package/template/apps/server/src/embedding/run-binding-repository.ts +75 -0
- package/template/apps/server/src/embedding/run-fingerprint.test.ts +52 -0
- package/template/apps/server/src/embedding/run-fingerprint.ts +39 -0
- package/template/apps/server/src/embedding/terminal-observer.test.ts +26 -0
- package/template/apps/server/src/embedding/terminal-observer.ts +44 -0
- package/template/apps/server/src/index.ts +38 -31
- package/template/apps/server/src/module-host/ai-operation-port.ts +3 -3
- package/template/apps/server/src/module-host/durable-context.ts +194 -16
- package/template/apps/server/src/module-host/durable-handler-registration.ts +1 -0
- package/template/apps/server/src/module-host/durable-storage-filesystem-restart.test.ts +265 -0
- package/template/apps/server/src/module-host/durable-storage-write.test.ts +345 -0
- package/template/apps/server/src/module-host/http-runtime.ts +25 -0
- package/template/apps/server/src/module-host/initialize-contracts.ts +18 -1
- package/template/apps/server/src/module-host/initialize.test.ts +18 -0
- package/template/apps/server/src/module-host/initialize.ts +42 -2
- package/template/apps/server/src/module-host/module-secret-audit-version.test.ts +73 -0
- package/template/apps/server/src/module-host/module-secret-binding-resolution.ts +60 -0
- package/template/apps/server/src/module-host/module-secret-durable.test.ts +206 -0
- package/template/apps/server/src/module-host/module-secret-port.test-support.ts +125 -0
- package/template/apps/server/src/module-host/module-secret-port.test.ts +161 -0
- package/template/apps/server/src/module-host/module-secret-port.ts +249 -0
- package/template/apps/server/src/module-host/module-secret-result.test.ts +324 -0
- package/template/apps/server/src/module-host/module-secret-result.ts +274 -0
- package/template/apps/server/src/module-host/module-secret-tool-boundary.test.ts +143 -0
- package/template/apps/server/src/module-host/project-composition.ts +1 -0
- package/template/apps/server/src/module-host/report-staging-port.ts +55 -0
- package/template/apps/server/src/module-host/report-staging-registration.test.ts +104 -0
- package/template/apps/server/src/module-host/request-context.ts +58 -1
- package/template/apps/server/src/module-host/route-declaration.ts +11 -4
- package/template/apps/server/src/module-host/route-installer.test-fixture.ts +246 -0
- package/template/apps/server/src/module-host/route-installer.test.ts +47 -211
- package/template/apps/server/src/module-host/route-installer.ts +192 -21
- package/template/apps/server/src/module-host/route-registration.test.ts +44 -4
- package/template/apps/server/src/module-host/runtime-composition.ts +2 -0
- package/template/apps/server/src/module-host/scoped-host.ts +84 -0
- package/template/apps/server/src/module-host/screenshot-artifact-ref.ts +91 -0
- package/template/apps/server/src/module-host/screenshot-intake-composition.test.ts +292 -0
- package/template/apps/server/src/module-host/screenshot-intake-deadline.ts +38 -0
- package/template/apps/server/src/module-host/screenshot-intake-plan.ts +75 -0
- package/template/apps/server/src/module-host/screenshot-intake-port.ts +297 -0
- package/template/apps/server/src/module-host/screenshot-intake-security.test.ts +311 -0
- package/template/apps/server/src/module-host/screenshot-intake-store.ts +76 -0
- package/template/apps/server/src/module-host/screenshot-intake-test-support.ts +68 -0
- package/template/apps/server/src/module-host/secret-bindings.test.ts +167 -0
- package/template/apps/server/src/module-host/secret-bindings.ts +184 -0
- package/template/apps/server/src/module-host/storage-authorization-binding.test.ts +242 -0
- package/template/apps/server/src/module-host/storage-port.test.ts +8 -1
- package/template/apps/server/src/module-host/storage-port.ts +84 -8
- package/template/apps/server/src/module-host/storage-restart-fixture.test-support.ts +242 -0
- package/template/apps/server/src/module-host/storage-restart-postgres.integration.test.ts +280 -0
- package/template/apps/server/src/module-host/storage-scope-drift-http.test.ts +68 -0
- package/template/apps/server/src/module-host/storage-scope.ts +52 -1
- package/template/apps/server/src/module-host/storage-stream-route.test.ts +282 -0
- package/template/apps/server/src/module-host/storage-write-error.test.ts +174 -0
- package/template/apps/server/src/module-host/storage-write-error.ts +62 -0
- package/template/apps/server/src/module-host/storage-write-port.test.ts +323 -0
- package/template/apps/server/src/module-host/storage-write-port.ts +320 -0
- package/template/apps/server/src/module-host/storage-write-unavailable.ts +21 -0
- package/template/apps/server/src/module-host/storage-writer-retention.test.ts +109 -0
- package/template/apps/server/src/module-host/user-directory-composition.test.ts +1 -0
- package/template/apps/server/src/module-preflight-secret.test.ts +79 -0
- package/template/apps/server/src/module-preflight.ts +5 -0
- package/template/apps/server/src/platform-http-runtime.ts +16 -4
- package/template/apps/server/src/report-staging/archive-frame-stream.test.ts +209 -0
- package/template/apps/server/src/report-staging/archive-frame-stream.ts +341 -0
- package/template/apps/server/src/report-staging/archive-process.test.ts +302 -0
- package/template/apps/server/src/report-staging/archive-process.ts +257 -0
- package/template/apps/server/src/report-staging/archive-volumes.ts +30 -0
- package/template/apps/server/src/report-staging/cancellation.ts +13 -0
- package/template/apps/server/src/report-staging/contracts.ts +94 -0
- package/template/apps/server/src/report-staging/drizzle-lifecycle.ts +278 -0
- package/template/apps/server/src/report-staging/drizzle-mapping.ts +140 -0
- package/template/apps/server/src/report-staging/drizzle-repository.integration.test.ts +346 -0
- package/template/apps/server/src/report-staging/drizzle-repository.ts +255 -0
- package/template/apps/server/src/report-staging/drizzle-seal.integration.test.ts +267 -0
- package/template/apps/server/src/report-staging/drizzle-seal.ts +177 -0
- package/template/apps/server/src/report-staging/filesystem-cleanup.test.ts +68 -0
- package/template/apps/server/src/report-staging/filesystem-cleanup.ts +102 -0
- package/template/apps/server/src/report-staging/filesystem-errors.ts +15 -0
- package/template/apps/server/src/report-staging/filesystem-identifiers.ts +19 -0
- package/template/apps/server/src/report-staging/filesystem-io.test.ts +85 -0
- package/template/apps/server/src/report-staging/filesystem-io.ts +206 -0
- package/template/apps/server/src/report-staging/filesystem-scan.ts +85 -0
- package/template/apps/server/src/report-staging/filesystem-store.ts +346 -0
- package/template/apps/server/src/report-staging/heartbeat.test.ts +47 -0
- package/template/apps/server/src/report-staging/heartbeat.ts +53 -0
- package/template/apps/server/src/report-staging/manifest-stream.ts +46 -0
- package/template/apps/server/src/report-staging/memory-repository.ts +256 -0
- package/template/apps/server/src/report-staging/metadata-catalog.ts +89 -0
- package/template/apps/server/src/report-staging/metadata-spool-paths.ts +195 -0
- package/template/apps/server/src/report-staging/metadata-spool-schema.ts +54 -0
- package/template/apps/server/src/report-staging/metadata-spool.test.ts +214 -0
- package/template/apps/server/src/report-staging/metadata-spool.ts +305 -0
- package/template/apps/server/src/report-staging/native/archive-frame-helper.c +309 -0
- package/template/apps/server/src/report-staging/path-policy.test.ts +127 -0
- package/template/apps/server/src/report-staging/path-policy.ts +263 -0
- package/template/apps/server/src/report-staging/repository-fence.test.ts +114 -0
- package/template/apps/server/src/report-staging/repository.ts +75 -0
- package/template/apps/server/src/report-staging/runtime.ts +31 -0
- package/template/apps/server/src/report-staging/sealed-file.test.ts +34 -0
- package/template/apps/server/src/report-staging/sealed-file.ts +137 -0
- package/template/apps/server/src/report-staging/service-input-limits.test.ts +62 -0
- package/template/apps/server/src/report-staging/service-input.ts +204 -0
- package/template/apps/server/src/report-staging/service-lifecycle.test.ts +132 -0
- package/template/apps/server/src/report-staging/service-read-fence.test.ts +37 -0
- package/template/apps/server/src/report-staging/service-read.ts +172 -0
- package/template/apps/server/src/report-staging/service-support.ts +149 -0
- package/template/apps/server/src/report-staging/service.test-fixture.ts +226 -0
- package/template/apps/server/src/report-staging/service.test.ts +314 -0
- package/template/apps/server/src/report-staging/service.ts +255 -0
- package/template/apps/server/src/report-staging/supervised-process.ts +194 -0
- package/template/apps/server/src/speech/contracts.ts +8 -0
- package/template/apps/server/src/speech/errors.ts +10 -0
- package/template/apps/server/src/speech/facade-contract.ts +49 -0
- package/template/apps/server/src/speech/facade-output.test.ts +299 -0
- package/template/apps/server/src/speech/facade-output.ts +298 -0
- package/template/apps/server/src/speech/facade-validation.ts +127 -0
- package/template/apps/server/src/speech/facade.ts +185 -151
- package/template/apps/server/src/speech/fingerprint.test.ts +42 -0
- package/template/apps/server/src/speech/fingerprint.ts +28 -0
- package/template/apps/server/src/speech/output-artifact-binding.test.ts +11 -0
- package/template/apps/server/src/speech/output-artifact-binding.ts +30 -0
- package/template/apps/server/src/speech/output-artifact-error.ts +9 -0
- package/template/apps/server/src/speech/output-artifact-host.test-support.ts +73 -0
- package/template/apps/server/src/speech/output-artifact-host.test.ts +302 -0
- package/template/apps/server/src/speech/output-artifact-host.ts +279 -0
- package/template/apps/server/src/speech/output-artifact-policy.ts +114 -0
- package/template/apps/server/src/speech/output-artifact-replay.ts +91 -0
- package/template/apps/server/src/speech/remote-response.ts +158 -0
- package/template/apps/server/src/speech/remote-runtime.test.ts +90 -0
- package/template/apps/server/src/speech/remote-runtime.ts +36 -78
- package/template/apps/server/src/speech/routes.ts +60 -16
- package/template/apps/server/src/startup-finalization.ts +52 -0
- package/template/apps/server/src/startup-preflight.ts +2 -0
- package/template/apps/server/src/startup-shutdown.test.ts +69 -0
- package/template/apps/server/src/startup-shutdown.ts +61 -0
- package/template/apps/server/src/storage/drizzle-upload-purge.ts +61 -0
- package/template/apps/server/src/storage/drizzle-upload-references.ts +23 -0
- package/template/apps/server/src/storage/drizzle-upload-repository.integration.test.ts +103 -0
- package/template/apps/server/src/storage/drizzle-upload-repository.ts +109 -14
- package/template/apps/server/src/storage/host-runtime.ts +15 -0
- package/template/apps/server/src/storage/routes-stream-cancellation.test.ts +154 -0
- package/template/apps/server/src/storage/routes.test.ts +13 -2
- package/template/apps/server/src/storage/routes.ts +57 -18
- package/template/apps/server/src/storage/runtime.ts +17 -4
- package/template/apps/server/src/system/route-types.ts +5 -1
- package/template/apps/server/src/system/system-resource-monitoring.test.ts +47 -0
- package/template/apps/server/src/system/system-resource-monitoring.ts +60 -10
- package/template/apps/server/src/work-order/routes.test.ts +1 -0
- package/template/apps/speech-server/src/southwind_speech_server/adapter.py +58 -17
- package/template/apps/speech-server/src/southwind_speech_server/app.py +24 -17
- package/template/apps/speech-server/src/southwind_speech_server/bounded_json.py +60 -0
- package/template/apps/speech-server/src/southwind_speech_server/config.py +122 -2
- package/template/apps/speech-server/src/southwind_speech_server/contracts.py +58 -0
- package/template/apps/speech-server/src/southwind_speech_server/errors.py +8 -0
- package/template/apps/speech-server/src/southwind_speech_server/normalizer.py +14 -0
- package/template/apps/speech-server/src/southwind_speech_server/output_artifact.py +190 -0
- package/template/apps/speech-server/src/southwind_speech_server/output_validation.py +54 -0
- package/template/apps/speech-server/src/southwind_speech_server/pin_cli.py +83 -0
- package/template/apps/speech-server/src/southwind_speech_server/readiness.py +266 -0
- package/template/apps/speech-server/src/southwind_speech_server/readiness_contracts.py +268 -0
- package/template/apps/speech-server/src/southwind_speech_server/readiness_http.py +91 -0
- package/template/apps/speech-server/src/southwind_speech_server/readiness_local.py +161 -0
- package/template/apps/speech-server/src/southwind_speech_server/readiness_support.py +106 -0
- package/template/apps/speech-server/src/southwind_speech_server/service.py +118 -13
- package/template/apps/speech-server/src/southwind_speech_server/store.py +7 -0
- package/template/apps/speech-server/tests/test_bounded_json.py +55 -0
- package/template/apps/speech-server/tests/test_config.py +22 -0
- package/template/apps/speech-server/tests/test_output_artifact.py +60 -0
- package/template/apps/speech-server/tests/test_output_validation.py +44 -0
- package/template/apps/speech-server/tests/test_readiness.py +315 -0
- package/template/apps/speech-server/tests/test_readiness_http.py +48 -0
- package/template/apps/speech-server/tests/test_readiness_local.py +43 -0
- package/template/apps/speech-server/tests/test_service.py +211 -36
- package/template/apps/web/src/pages/system/components/OperationGpuMonitor.vue +2 -1
- package/template/apps/web/src/pages/system/components/OperationGpuMonitor.webtest.ts +29 -0
- package/template/apps/web/src/pages/system/components/OperationServiceMonitor.vue +2 -1
- package/template/apps/web/src/pages/system/components/OperationServiceMonitor.webtest.ts +4 -1
- package/template/docker-compose.yml +38 -1
- package/template/docs/architecture/ai-runtime-readiness.md +498 -0
- package/template/docs/architecture/ai-runtime.md +20 -4
- package/template/docs/architecture/durable-jobs.md +54 -5
- package/template/docs/architecture/module-host.md +72 -9
- package/template/docs/architecture/module-manifest-composition.md +5 -2
- package/template/docs/architecture/module-secret-resolution.md +250 -0
- package/template/docs/architecture/object-storage.md +144 -3
- package/template/docs/architecture/report-staging.md +158 -0
- package/template/docs/architecture/server-module-interface.md +29 -0
- package/template/docs/architecture/speech-variants.md +45 -0
- package/template/docs/platform/agent-tools.md +16 -0
- package/template/docs/platform/document-ai-runtime.md +199 -17
- package/template/docs/platform/module-configuration.md +5 -0
- package/template/docs/platform/speech-ai-runtime.md +34 -5
- package/template/docs/platform/vision-ai-runtime.md +24 -0
- package/template/package.json +4 -1
- package/template/packages/ai-client/package.json +1 -1
- package/template/packages/ai-client/src/agent/client/client.ts +3 -0
- package/template/packages/ai-client/src/agent/client/index.ts +1 -0
- package/template/packages/ai-client/src/agent/client/screenshot.test.ts +40 -0
- package/template/packages/ai-client/src/agent/client/screenshot.ts +146 -0
- package/template/packages/ai-client/src/agent/client/types.ts +2 -0
- package/template/packages/ai-client/src/agent/contracts/runs.ts +1 -0
- package/template/packages/ai-client/src/embedding/client.test.ts +52 -0
- package/template/packages/ai-client/src/embedding/client.ts +69 -0
- package/template/packages/ai-client/src/embedding/contracts.ts +47 -0
- package/template/packages/ai-client/src/embedding/index.ts +1 -0
- package/template/packages/ai-client/src/embedding/run.ts +130 -0
- package/template/packages/ai-client/src/speech/client.test.ts +26 -0
- package/template/packages/ai-client/src/speech/client.ts +25 -1
- package/template/packages/ai-client/src/speech/contracts.ts +19 -0
- package/template/packages/config/package.json +1 -1
- package/template/packages/database/drizzle/0048_illegal_magneto.sql +11 -0
- package/template/packages/database/drizzle/0049_right_lenny_balinger.sql +79 -0
- package/template/packages/database/drizzle/0050_greedy_sister_grimm.sql +92 -0
- package/template/packages/database/drizzle/0051_lame_shockwave.sql +19 -0
- package/template/packages/database/drizzle/0052_tiresome_komodo.sql +1 -0
- package/template/packages/database/drizzle/0053_calm_victor_mancha.sql +1 -0
- package/template/packages/database/drizzle/0054_tough_thanos.sql +29 -0
- package/template/packages/database/drizzle/meta/0048_snapshot.json +8852 -0
- package/template/packages/database/drizzle/meta/0049_snapshot.json +9410 -0
- package/template/packages/database/drizzle/meta/0050_snapshot.json +10115 -0
- package/template/packages/database/drizzle/meta/0051_snapshot.json +10257 -0
- package/template/packages/database/drizzle/meta/0052_snapshot.json +10263 -0
- package/template/packages/database/drizzle/meta/0053_snapshot.json +10270 -0
- package/template/packages/database/drizzle/meta/0054_snapshot.json +10468 -0
- package/template/packages/database/drizzle/meta/_journal.json +49 -0
- package/template/packages/database/package.json +1 -1
- package/template/packages/database/src/agent-runtime-schema.test.ts +15 -0
- package/template/packages/database/src/ai-output-artifacts.test.ts +57 -0
- package/template/packages/database/src/schema/agent-runtime.ts +43 -0
- package/template/packages/database/src/schema/ai-output-artifacts.ts +182 -0
- package/template/packages/database/src/schema/embedding-runtime.ts +62 -0
- package/template/packages/database/src/schema/file-storage.ts +18 -0
- package/template/packages/database/src/schema/index.ts +3 -0
- package/template/packages/database/src/schema/report-staging.ts +212 -0
- package/template/packages/database/src/schema.test.ts +19 -0
- package/template/packages/jobs/package.json +1 -1
- package/template/packages/modules/index.ts +1 -0
- package/template/packages/modules/package.json +1 -1
- package/template/packages/modules/src/ai-operation-composition.test.ts +37 -0
- package/template/packages/modules/src/ai-operation-composition.ts +2 -0
- package/template/packages/modules/src/ai-operation-readiness-contract.test.ts +38 -0
- package/template/packages/modules/src/ai-operation-readiness-contract.ts +34 -0
- package/template/packages/modules/src/capability-audit-validation.ts +20 -0
- package/template/packages/modules/src/capability-guard-validation.ts +41 -0
- package/template/packages/modules/src/composition.ts +11 -0
- package/template/packages/modules/src/manifest.ts +40 -0
- package/template/packages/modules/src/secret-composition.test.ts +308 -0
- package/template/packages/modules/src/secret-composition.ts +176 -0
- package/template/packages/modules/src/system-api-control-plane.ts +17 -1
- package/template/packages/modules/src/system-module-catalog.test.ts +52 -0
- package/template/packages/modules/src/system-module-catalog.ts +1 -1
- package/template/packages/server-sdk/contracts/ai-runtime-readiness/v1/document-python-parity.json +12 -0
- package/template/packages/server-sdk/contracts/ai-runtime-readiness/v1/document.json +70 -0
- package/template/packages/server-sdk/contracts/ai-runtime-readiness/v1/embedding.json +68 -0
- package/template/packages/server-sdk/contracts/ai-runtime-readiness/v1/speech.json +80 -0
- package/template/packages/server-sdk/contracts/ai-runtime-readiness/v1/vlm.json +70 -0
- package/template/packages/server-sdk/contracts/document-runtime/v1/fingerprint-fixture.json +101 -0
- package/template/packages/server-sdk/index.ts +109 -0
- package/template/packages/server-sdk/package.json +22 -3
- package/template/packages/server-sdk/src/ai-runtime-readiness-capture.ts +168 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-digest.ts +49 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-identity.ts +16 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-keys.ts +23 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-limits.ts +141 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-projection.ts +326 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-requirement.ts +31 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-time.ts +16 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-trust.ts +84 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-validation-values.ts +147 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-validation.ts +299 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness-values.ts +42 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.adversarial-input.contract.test.ts +146 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.contract-support.ts +139 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.contract.test.ts +314 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.digest-safety.contract.test.ts +131 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.fail-closed.contract.test.ts +215 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.identity.contract.test.ts +138 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.input-safety.contract.test.ts +314 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.public-api.test.ts +18 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.python-parity.contract.test.ts +160 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.trust.contract.test.ts +135 -0
- package/template/packages/server-sdk/src/ai-runtime-readiness.ts +198 -0
- package/template/packages/server-sdk/src/ai-screenshot-intake-port.ts +58 -0
- package/template/packages/server-sdk/src/data-governance-registration.ts +1 -3
- package/template/packages/server-sdk/src/durable-handler.ts +12 -0
- package/template/packages/server-sdk/src/module-adapter.test.ts +10 -0
- package/template/packages/server-sdk/src/module-adapter.ts +3 -0
- package/template/packages/server-sdk/src/module-host.ts +8 -0
- package/template/packages/server-sdk/src/report-staging-context-compatibility.test.ts +25 -0
- package/template/packages/server-sdk/src/report-staging-port.ts +190 -0
- package/template/packages/server-sdk/src/request-context.ts +27 -1
- package/template/packages/server-sdk/src/route-definition.ts +6 -0
- package/template/packages/server-sdk/src/secret-binding.test.ts +66 -0
- package/template/packages/server-sdk/src/secret-binding.ts +54 -0
- package/template/packages/server-sdk/src/secret-context-compatibility.test.ts +77 -0
- package/template/packages/server-sdk/src/secret-port.ts +80 -0
- package/template/packages/server-sdk/src/storage-port.ts +129 -9
- package/template/packages/server-sdk/src/storage-v052-source-compatibility.test.ts +61 -0
- package/template/packages/shared/index.ts +2 -0
- package/template/packages/shared/package.json +4 -1
- package/template/packages/shared/src/ai-operation-readiness.test.ts +75 -0
- package/template/packages/shared/src/ai-operation-readiness.ts +170 -0
- package/template/packages/shared/src/license-catalog.ts +14 -9
- package/template/packages/shared/src/stable-key.ts +26 -0
- package/template/packages/shared/tsconfig.json +16 -0
- package/template/packages/storage/index.ts +2 -0
- package/template/packages/storage/package.json +1 -1
- package/template/packages/storage/src/in-memory-upload-repository.ts +105 -2
- package/template/packages/storage/src/local-file-blob-store.test.ts +58 -0
- package/template/packages/storage/src/local-file-blob-store.ts +5 -71
- package/template/packages/storage/src/local-file-blob-writer.ts +96 -0
- package/template/packages/storage/src/upload-abort-recovery.test.ts +234 -0
- package/template/packages/storage/src/upload-abort.ts +130 -0
- package/template/packages/storage/src/upload-cleanup-race.test.ts +207 -0
- package/template/packages/storage/src/upload-cleanup.ts +85 -0
- package/template/packages/storage/src/upload-completion.ts +52 -0
- package/template/packages/storage/src/upload-purge.test.ts +163 -0
- package/template/packages/storage/src/upload-purge.ts +261 -0
- package/template/packages/storage/src/upload-repository-v052-compatibility.test.ts +31 -0
- package/template/packages/storage/src/upload-repository.ts +61 -0
- package/template/packages/storage/src/upload-service-recovery.test.ts +296 -0
- package/template/packages/storage/src/upload-service.ts +138 -150
- package/template/packages/storage/src/upload-streams.ts +126 -30
- package/template/packages/storage/src/upload-types.ts +13 -0
- package/template/packages/storage/src/upload-validation.ts +127 -0
- package/template/scripts/provision-speech-readiness.ts +147 -0
|
@@ -0,0 +1,309 @@
|
|
|
1
|
+
#include <archive.h>
|
|
2
|
+
#include <archive_entry.h>
|
|
3
|
+
#include <errno.h>
|
|
4
|
+
#include <fcntl.h>
|
|
5
|
+
#include <stdint.h>
|
|
6
|
+
#include <stdio.h>
|
|
7
|
+
#include <stdlib.h>
|
|
8
|
+
#include <string.h>
|
|
9
|
+
#include <sys/stat.h>
|
|
10
|
+
#include <unistd.h>
|
|
11
|
+
|
|
12
|
+
#ifndef O_CLOEXEC
|
|
13
|
+
#define O_CLOEXEC 0
|
|
14
|
+
#endif
|
|
15
|
+
#ifndef O_NOFOLLOW
|
|
16
|
+
#define O_NOFOLLOW 0
|
|
17
|
+
#endif
|
|
18
|
+
|
|
19
|
+
#define CHUNK_BYTES (64U * 1024U)
|
|
20
|
+
#define MAX_PATH_BYTES 4096U
|
|
21
|
+
|
|
22
|
+
enum frame_type {
|
|
23
|
+
FRAME_FILE = 1,
|
|
24
|
+
FRAME_DIRECTORY = 2,
|
|
25
|
+
FRAME_DATA = 3,
|
|
26
|
+
FRAME_ENTRY_END = 4,
|
|
27
|
+
FRAME_ARCHIVE_END = 5,
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
static const unsigned char MAGIC[8] = {'W', 'R', 'S', 'F', 1, 0, 0, 0};
|
|
31
|
+
|
|
32
|
+
struct volume_data {
|
|
33
|
+
const char *path;
|
|
34
|
+
int fd;
|
|
35
|
+
unsigned char *buffer;
|
|
36
|
+
uint64_t size;
|
|
37
|
+
uint64_t bytes_read;
|
|
38
|
+
int opened;
|
|
39
|
+
int exhausted;
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
static int fail(const char *message) {
|
|
43
|
+
(void)fprintf(stderr, "windy-report-archive: %s\n", message);
|
|
44
|
+
return 1;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
static int write_all(const void *value, size_t length) {
|
|
48
|
+
const unsigned char *cursor = value;
|
|
49
|
+
while (length > 0) {
|
|
50
|
+
ssize_t written = write(STDOUT_FILENO, cursor, length);
|
|
51
|
+
if (written < 0 && errno == EINTR) continue;
|
|
52
|
+
if (written <= 0) return -1;
|
|
53
|
+
cursor += (size_t)written;
|
|
54
|
+
length -= (size_t)written;
|
|
55
|
+
}
|
|
56
|
+
return 0;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
static int volume_open(struct archive *reader, void *client_data) {
|
|
60
|
+
struct volume_data *volume = client_data;
|
|
61
|
+
(void)reader;
|
|
62
|
+
if (volume->opened) return ARCHIVE_FATAL;
|
|
63
|
+
volume->fd = open(volume->path, O_RDONLY | O_CLOEXEC | O_NOFOLLOW);
|
|
64
|
+
if (volume->fd < 0) return ARCHIVE_FATAL;
|
|
65
|
+
struct stat metadata;
|
|
66
|
+
if (fstat(volume->fd, &metadata) != 0 || !S_ISREG(metadata.st_mode) ||
|
|
67
|
+
metadata.st_size < 0) {
|
|
68
|
+
close(volume->fd);
|
|
69
|
+
volume->fd = -1;
|
|
70
|
+
return ARCHIVE_FATAL;
|
|
71
|
+
}
|
|
72
|
+
volume->size = (uint64_t)metadata.st_size;
|
|
73
|
+
volume->buffer = malloc(CHUNK_BYTES);
|
|
74
|
+
if (volume->buffer == NULL) {
|
|
75
|
+
close(volume->fd);
|
|
76
|
+
volume->fd = -1;
|
|
77
|
+
return ARCHIVE_FATAL;
|
|
78
|
+
}
|
|
79
|
+
volume->opened = 1;
|
|
80
|
+
return ARCHIVE_OK;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
static la_ssize_t volume_read(struct archive *reader, void *client_data,
|
|
84
|
+
const void **buffer) {
|
|
85
|
+
struct volume_data *volume = client_data;
|
|
86
|
+
(void)reader;
|
|
87
|
+
*buffer = volume->buffer;
|
|
88
|
+
for (;;) {
|
|
89
|
+
ssize_t count = read(volume->fd, volume->buffer, CHUNK_BYTES);
|
|
90
|
+
if (count < 0 && errno == EINTR) continue;
|
|
91
|
+
if (count < 0) return -1;
|
|
92
|
+
if (count == 0) volume->exhausted = 1;
|
|
93
|
+
if (count > 0) {
|
|
94
|
+
if ((uint64_t)count > UINT64_MAX - volume->bytes_read) return -1;
|
|
95
|
+
volume->bytes_read += (uint64_t)count;
|
|
96
|
+
}
|
|
97
|
+
return (la_ssize_t)count;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
static int volume_close(struct archive *reader, void *client_data) {
|
|
102
|
+
struct volume_data *volume = client_data;
|
|
103
|
+
(void)reader;
|
|
104
|
+
if (volume->fd >= 0) close(volume->fd);
|
|
105
|
+
free(volume->buffer);
|
|
106
|
+
volume->fd = -1;
|
|
107
|
+
volume->buffer = NULL;
|
|
108
|
+
return ARCHIVE_OK;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
static int volume_switch(struct archive *reader, void *previous,
|
|
112
|
+
void *next) {
|
|
113
|
+
struct volume_data *old_volume = previous;
|
|
114
|
+
if (!old_volume->exhausted) return ARCHIVE_FATAL;
|
|
115
|
+
if (volume_close(reader, previous) != ARCHIVE_OK) return ARCHIVE_FATAL;
|
|
116
|
+
return volume_open(reader, next);
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
static int open_volumes(struct archive *reader, char **filenames,
|
|
120
|
+
size_t count, struct volume_data **output) {
|
|
121
|
+
struct volume_data *volumes = calloc(count, sizeof(*volumes));
|
|
122
|
+
if (volumes == NULL) return ARCHIVE_FATAL;
|
|
123
|
+
for (size_t index = 0; index < count; index++) {
|
|
124
|
+
volumes[index].path = filenames[index];
|
|
125
|
+
volumes[index].fd = -1;
|
|
126
|
+
if (archive_read_append_callback_data(reader, &volumes[index]) !=
|
|
127
|
+
ARCHIVE_OK) {
|
|
128
|
+
free(volumes);
|
|
129
|
+
return ARCHIVE_FATAL;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
if (archive_read_set_open_callback(reader, volume_open) != ARCHIVE_OK ||
|
|
133
|
+
archive_read_set_read_callback(reader, volume_read) != ARCHIVE_OK ||
|
|
134
|
+
archive_read_set_close_callback(reader, volume_close) != ARCHIVE_OK ||
|
|
135
|
+
archive_read_set_switch_callback(reader, volume_switch) != ARCHIVE_OK ||
|
|
136
|
+
archive_read_open1(reader) != ARCHIVE_OK) {
|
|
137
|
+
archive_read_free(reader);
|
|
138
|
+
free(volumes);
|
|
139
|
+
return ARCHIVE_FATAL;
|
|
140
|
+
}
|
|
141
|
+
*output = volumes;
|
|
142
|
+
return ARCHIVE_OK;
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
static int all_volumes_consumed(struct archive *reader,
|
|
146
|
+
struct volume_data *volumes, size_t count) {
|
|
147
|
+
la_int64_t consumed = archive_filter_bytes(reader, -1);
|
|
148
|
+
uint64_t last_volume_start = 0;
|
|
149
|
+
if (consumed < 0) return 0;
|
|
150
|
+
for (size_t index = 0; index < count; index++) {
|
|
151
|
+
if (!volumes[index].opened || volumes[index].bytes_read == 0) return 0;
|
|
152
|
+
if (index + 1 < count && !volumes[index].exhausted) return 0;
|
|
153
|
+
if (index + 1 < count) {
|
|
154
|
+
if (volumes[index].size > UINT64_MAX - last_volume_start) return 0;
|
|
155
|
+
last_volume_start += volumes[index].size;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
return (uint64_t)consumed > last_volume_start;
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
static void put_u32(unsigned char output[4], uint32_t value) {
|
|
162
|
+
output[0] = (unsigned char)(value >> 24);
|
|
163
|
+
output[1] = (unsigned char)(value >> 16);
|
|
164
|
+
output[2] = (unsigned char)(value >> 8);
|
|
165
|
+
output[3] = (unsigned char)value;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
static void put_u64(unsigned char output[8], uint64_t value) {
|
|
169
|
+
for (unsigned int index = 0; index < 8; index++) {
|
|
170
|
+
output[7U - index] = (unsigned char)(value >> (index * 8U));
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
static int write_frame(enum frame_type type, const void *payload,
|
|
175
|
+
uint32_t length) {
|
|
176
|
+
unsigned char header[5];
|
|
177
|
+
header[0] = (unsigned char)type;
|
|
178
|
+
put_u32(&header[1], length);
|
|
179
|
+
if (write_all(header, sizeof(header)) != 0) return -1;
|
|
180
|
+
if (length > 0 && write_all(payload, length) != 0) return -1;
|
|
181
|
+
return 0;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
static int write_entry(enum frame_type type, const char *path,
|
|
185
|
+
uint64_t declared_size) {
|
|
186
|
+
size_t path_length = strlen(path);
|
|
187
|
+
if (path_length == 0 || path_length > MAX_PATH_BYTES) return -1;
|
|
188
|
+
uint32_t payload_length = 12U + (uint32_t)path_length;
|
|
189
|
+
unsigned char *payload = malloc(payload_length);
|
|
190
|
+
if (payload == NULL) return -1;
|
|
191
|
+
put_u32(payload, (uint32_t)path_length);
|
|
192
|
+
put_u64(&payload[4], declared_size);
|
|
193
|
+
memcpy(&payload[12], path, path_length);
|
|
194
|
+
int result = write_frame(type, payload, payload_length);
|
|
195
|
+
free(payload);
|
|
196
|
+
return result;
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
static int stream_regular(struct archive *reader, uint64_t declared_size) {
|
|
200
|
+
unsigned char buffer[CHUNK_BYTES];
|
|
201
|
+
uint64_t actual_size = 0;
|
|
202
|
+
for (;;) {
|
|
203
|
+
size_t filled = 0;
|
|
204
|
+
while (filled < sizeof(buffer)) {
|
|
205
|
+
ssize_t count = archive_read_data(reader, &buffer[filled],
|
|
206
|
+
sizeof(buffer) - filled);
|
|
207
|
+
if (count < 0) return -1;
|
|
208
|
+
if (count == 0) break;
|
|
209
|
+
if ((uint64_t)count > UINT64_MAX - actual_size) return -1;
|
|
210
|
+
actual_size += (uint64_t)count;
|
|
211
|
+
filled += (size_t)count;
|
|
212
|
+
}
|
|
213
|
+
if (filled > 0 &&
|
|
214
|
+
write_frame(FRAME_DATA, buffer, (uint32_t)filled) != 0) {
|
|
215
|
+
return -1;
|
|
216
|
+
}
|
|
217
|
+
if (filled < sizeof(buffer)) break;
|
|
218
|
+
}
|
|
219
|
+
return actual_size == declared_size ? 0 : -1;
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
static int release_reader(struct archive *reader, struct volume_data *volumes,
|
|
223
|
+
const char *message) {
|
|
224
|
+
archive_read_free(reader);
|
|
225
|
+
free(volumes);
|
|
226
|
+
return fail(message);
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
static int run_archive(char **filenames, size_t volume_count) {
|
|
230
|
+
struct archive *reader = archive_read_new();
|
|
231
|
+
if (reader == NULL) return fail("reader allocation failed");
|
|
232
|
+
if (archive_read_support_filter_all(reader) != ARCHIVE_OK ||
|
|
233
|
+
archive_read_support_format_all(reader) != ARCHIVE_OK) {
|
|
234
|
+
archive_read_free(reader);
|
|
235
|
+
return fail("format initialization failed");
|
|
236
|
+
}
|
|
237
|
+
struct volume_data *volumes = NULL;
|
|
238
|
+
if (open_volumes(reader, filenames, volume_count, &volumes) != ARCHIVE_OK)
|
|
239
|
+
return fail("archive open failed");
|
|
240
|
+
if (write_all(MAGIC, sizeof(MAGIC)) != 0) {
|
|
241
|
+
return release_reader(reader, volumes, "output failed");
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
struct archive_entry *entry = NULL;
|
|
245
|
+
int status;
|
|
246
|
+
uint64_t entry_count = 0;
|
|
247
|
+
while ((status = archive_read_next_header(reader, &entry)) == ARCHIVE_OK) {
|
|
248
|
+
const char *path = archive_entry_pathname_utf8(entry);
|
|
249
|
+
mode_t type = archive_entry_filetype(entry);
|
|
250
|
+
if (path == NULL || strlen(path) == 0 || strlen(path) > MAX_PATH_BYTES) {
|
|
251
|
+
return release_reader(reader, volumes, "invalid entry path");
|
|
252
|
+
}
|
|
253
|
+
if (archive_entry_is_encrypted(entry) != 0 ||
|
|
254
|
+
archive_entry_hardlink(entry) != NULL ||
|
|
255
|
+
archive_entry_symlink(entry) != NULL) {
|
|
256
|
+
return release_reader(reader, volumes, "unsupported entry type");
|
|
257
|
+
}
|
|
258
|
+
if (type != AE_IFREG && type != AE_IFDIR) {
|
|
259
|
+
return release_reader(reader, volumes, "unsupported entry type");
|
|
260
|
+
}
|
|
261
|
+
if (!archive_entry_size_is_set(entry) || archive_entry_size(entry) < 0) {
|
|
262
|
+
return release_reader(reader, volumes, "invalid entry size");
|
|
263
|
+
}
|
|
264
|
+
uint64_t declared_size = (uint64_t)archive_entry_size(entry);
|
|
265
|
+
if (type == AE_IFDIR && declared_size != 0) {
|
|
266
|
+
return release_reader(reader, volumes, "invalid directory size");
|
|
267
|
+
}
|
|
268
|
+
enum frame_type frame_type =
|
|
269
|
+
type == AE_IFDIR ? FRAME_DIRECTORY : FRAME_FILE;
|
|
270
|
+
if (write_entry(frame_type, path, declared_size) != 0) {
|
|
271
|
+
return release_reader(reader, volumes, "output failed");
|
|
272
|
+
}
|
|
273
|
+
if (type == AE_IFREG && stream_regular(reader, declared_size) != 0) {
|
|
274
|
+
return release_reader(reader, volumes, "entry read failed");
|
|
275
|
+
}
|
|
276
|
+
if (type == AE_IFDIR && archive_read_data_skip(reader) != ARCHIVE_OK) {
|
|
277
|
+
return release_reader(reader, volumes, "entry read failed");
|
|
278
|
+
}
|
|
279
|
+
if (write_frame(FRAME_ENTRY_END, NULL, 0) != 0) {
|
|
280
|
+
return release_reader(reader, volumes, "output failed");
|
|
281
|
+
}
|
|
282
|
+
if (entry_count == UINT64_MAX) {
|
|
283
|
+
return release_reader(reader, volumes, "entry count overflow");
|
|
284
|
+
}
|
|
285
|
+
entry_count++;
|
|
286
|
+
}
|
|
287
|
+
if (status != ARCHIVE_EOF || entry_count == 0 ||
|
|
288
|
+
archive_read_has_encrypted_entries(reader) != 0 ||
|
|
289
|
+
!all_volumes_consumed(reader, volumes, volume_count)) {
|
|
290
|
+
return release_reader(reader, volumes, "archive read failed");
|
|
291
|
+
}
|
|
292
|
+
if (archive_read_close(reader) != ARCHIVE_OK) {
|
|
293
|
+
return release_reader(reader, volumes, "archive close failed");
|
|
294
|
+
}
|
|
295
|
+
if (archive_read_free(reader) != ARCHIVE_OK) {
|
|
296
|
+
free(volumes);
|
|
297
|
+
return fail("archive close failed");
|
|
298
|
+
}
|
|
299
|
+
free(volumes);
|
|
300
|
+
if (write_frame(FRAME_ARCHIVE_END, NULL, 0) != 0) {
|
|
301
|
+
return fail("output failed");
|
|
302
|
+
}
|
|
303
|
+
return 0;
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
int main(int argc, char **argv) {
|
|
307
|
+
if (argc < 2) return fail("volume path required");
|
|
308
|
+
return run_archive(&argv[1], (size_t)(argc - 1));
|
|
309
|
+
}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
import {
|
|
3
|
+
ModuleReportStagingError,
|
|
4
|
+
type ModuleReportStagingPolicyV1,
|
|
5
|
+
} from "@southwind-ai/server-sdk";
|
|
6
|
+
import {
|
|
7
|
+
ArchivePathCollector,
|
|
8
|
+
validateExpandedSourceRelativePaths,
|
|
9
|
+
validateSourceRelativePaths,
|
|
10
|
+
} from "./path-policy.js";
|
|
11
|
+
|
|
12
|
+
describe("报告暂存路径策略", () => {
|
|
13
|
+
test("接受 NFC 业务相对路径并生成稳定 path key", () => {
|
|
14
|
+
const collector = new ArchivePathCollector(policy());
|
|
15
|
+
collector.add("好友/张三.txt");
|
|
16
|
+
collector.add("图片/");
|
|
17
|
+
expect(collector.values()).toMatchObject([
|
|
18
|
+
{ relativePath: "好友/张三.txt", directory: false },
|
|
19
|
+
{ relativePath: "图片", directory: true },
|
|
20
|
+
]);
|
|
21
|
+
expect(collector.values()[0]?.pathKey).toMatch(/^[0-9a-f]{64}$/);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
test.each([
|
|
25
|
+
"/etc/passwd",
|
|
26
|
+
"../secret",
|
|
27
|
+
"C:/secret",
|
|
28
|
+
"\\\\server\\share",
|
|
29
|
+
"a//b",
|
|
30
|
+
"a/./b",
|
|
31
|
+
"a/\u0000b",
|
|
32
|
+
"e\u0301.txt",
|
|
33
|
+
])("拒绝绝对、dot、控制符和非 NFC 路径:%s", (path) => {
|
|
34
|
+
const collector = new ArchivePathCollector(policy());
|
|
35
|
+
expect(() => collector.add(path)).toThrow(ModuleReportStagingError);
|
|
36
|
+
});
|
|
37
|
+
|
|
38
|
+
test("大小写折叠、重复、路径深度和 source 漂移 fail closed", () => {
|
|
39
|
+
const collector = new ArchivePathCollector(policy());
|
|
40
|
+
collector.add("A/File.txt");
|
|
41
|
+
expect(() => collector.add("a/file.txt")).toThrow("大小写折叠");
|
|
42
|
+
expect(() => collector.add("1/2/3/4/5.txt")).toThrow("路径深度");
|
|
43
|
+
expect(() =>
|
|
44
|
+
validateSourceRelativePaths(["part1.rar", "PART1.RAR"], 4),
|
|
45
|
+
).toThrow("大小写折叠");
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
test("Unicode full-style casefold 和声明容量在解压前 fail closed", () => {
|
|
49
|
+
const collector = new ArchivePathCollector(policy());
|
|
50
|
+
collector.add("Straße/Σ.txt", { byteSize: 5 });
|
|
51
|
+
expect(() => collector.add("STRASSE/ς.TXT", { byteSize: 5 })).toThrow(
|
|
52
|
+
"大小写折叠",
|
|
53
|
+
);
|
|
54
|
+
|
|
55
|
+
const oversized = new ArchivePathCollector(policy());
|
|
56
|
+
expect(() =>
|
|
57
|
+
oversized.add("large.bin", { byteSize: policy().maxEntryBytes + 1 }),
|
|
58
|
+
).toThrow("声明大小");
|
|
59
|
+
});
|
|
60
|
+
|
|
61
|
+
test.each([
|
|
62
|
+
["В.txt", "ᲀ.txt"],
|
|
63
|
+
["ͅ.txt", "Ι.txt"],
|
|
64
|
+
])("Unicode full casefold 拒绝非简单小写等价路径:%s / %s", (left, right) => {
|
|
65
|
+
const collector = new ArchivePathCollector(policy());
|
|
66
|
+
collector.add(left);
|
|
67
|
+
expect(() => collector.add(right)).toThrow("大小写折叠");
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
test("文件/目录前缀冲突及隐式目录总量在解压前 fail closed", () => {
|
|
71
|
+
const parentFile = new ArchivePathCollector(policy());
|
|
72
|
+
parentFile.add("messages", { byteSize: 1 });
|
|
73
|
+
expect(() => parentFile.add("messages/a.txt", { byteSize: 1 })).toThrow(
|
|
74
|
+
"层级冲突",
|
|
75
|
+
);
|
|
76
|
+
|
|
77
|
+
expect(() =>
|
|
78
|
+
validateSourceRelativePaths(["parts/a.rar", "parts"], 4),
|
|
79
|
+
).toThrow("层级冲突");
|
|
80
|
+
|
|
81
|
+
const nodes = new ArchivePathCollector({ ...policy(), maxEntries: 3 });
|
|
82
|
+
expect(() => nodes.add("a/b/c.txt", { byteSize: 1 })).not.toThrow();
|
|
83
|
+
expect(() => nodes.add("d.txt", { byteSize: 1 })).toThrow("隐式目录");
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
test("expanded 源文件也受 entry 与隐式目录总量约束", () => {
|
|
87
|
+
expect(() =>
|
|
88
|
+
validateExpandedSourceRelativePaths(
|
|
89
|
+
["report/index.html", "report/assets/app.js"],
|
|
90
|
+
{ ...policy(), maxEntries: 4 },
|
|
91
|
+
),
|
|
92
|
+
).not.toThrow();
|
|
93
|
+
expect(() =>
|
|
94
|
+
validateExpandedSourceRelativePaths(
|
|
95
|
+
["report/index.html", "report/assets/app.js"],
|
|
96
|
+
{ ...policy(), maxEntries: 3 },
|
|
97
|
+
),
|
|
98
|
+
).toThrow("隐式目录");
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
test("V1 PostgreSQL path 边界接受 4096 UTF-8 bytes 并拒绝 4097", () => {
|
|
102
|
+
expect(() =>
|
|
103
|
+
validateSourceRelativePaths([`${"界".repeat(1_365)}a`], 1),
|
|
104
|
+
).not.toThrow();
|
|
105
|
+
expect(() =>
|
|
106
|
+
validateSourceRelativePaths([`${"界".repeat(1_365)}ab`], 1),
|
|
107
|
+
).toThrow("不安全的相对路径");
|
|
108
|
+
});
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
function policy(): ModuleReportStagingPolicyV1 {
|
|
112
|
+
return {
|
|
113
|
+
purpose: "evidence.report-staging",
|
|
114
|
+
sourcePurposes: ["evidence.original"],
|
|
115
|
+
retentionMs: 60_000,
|
|
116
|
+
claimTtlMs: 30_000,
|
|
117
|
+
maxReadLeaseMs: 10_000,
|
|
118
|
+
maxProcessMs: 10_000,
|
|
119
|
+
maxSources: 4,
|
|
120
|
+
maxArchiveBytes: 1_024,
|
|
121
|
+
maxExpandedBytes: 4_096,
|
|
122
|
+
maxEntryBytes: 2_048,
|
|
123
|
+
maxEntries: 8,
|
|
124
|
+
maxCompressionRatio: 100,
|
|
125
|
+
maxPathDepth: 4,
|
|
126
|
+
};
|
|
127
|
+
}
|
|
@@ -0,0 +1,263 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { posix } from "node:path";
|
|
3
|
+
import {
|
|
4
|
+
MODULE_REPORT_STAGING_MAX_ENTRIES,
|
|
5
|
+
MODULE_REPORT_STAGING_PATH_MAX_BYTES,
|
|
6
|
+
ModuleReportStagingError,
|
|
7
|
+
type ModuleReportStagingPolicyV1,
|
|
8
|
+
} from "@southwind-ai/server-sdk";
|
|
9
|
+
import { caseFold } from "unicode-case-folding";
|
|
10
|
+
|
|
11
|
+
const WINDOWS_DRIVE = /^[a-zA-Z]:/;
|
|
12
|
+
|
|
13
|
+
export interface ValidatedArchivePath {
|
|
14
|
+
readonly relativePath: string;
|
|
15
|
+
readonly pathKey: string;
|
|
16
|
+
readonly directory: boolean;
|
|
17
|
+
readonly byteSize: number;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export function validateSourceRelativePaths(
|
|
21
|
+
paths: readonly string[],
|
|
22
|
+
maxDepth: number,
|
|
23
|
+
): string[] {
|
|
24
|
+
return validateUniquePaths(paths, maxDepth, false).map(
|
|
25
|
+
({ relativePath }) => relativePath,
|
|
26
|
+
);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export function validateExpandedSourceRelativePaths(
|
|
30
|
+
paths: readonly string[],
|
|
31
|
+
policy: ModuleReportStagingPolicyV1,
|
|
32
|
+
): string[] {
|
|
33
|
+
const collector = new ArchivePathCollector(policy);
|
|
34
|
+
paths.forEach((path) =>
|
|
35
|
+
collector.add(path, { directory: false, byteSize: 0 }),
|
|
36
|
+
);
|
|
37
|
+
return collector.values().map(({ relativePath }) => relativePath);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export class ArchivePathCollector {
|
|
41
|
+
readonly #paths: ValidatedArchivePath[] = [];
|
|
42
|
+
readonly #exact = new Set<string>();
|
|
43
|
+
readonly #folded = new Set<string>();
|
|
44
|
+
readonly #fileKeys = new Set<string>();
|
|
45
|
+
readonly #requiredDirectoryKeys = new Set<string>();
|
|
46
|
+
readonly #nodeKeys = new Set<string>();
|
|
47
|
+
#expandedByteSize = 0;
|
|
48
|
+
|
|
49
|
+
constructor(private readonly policy: ModuleReportStagingPolicyV1) {}
|
|
50
|
+
|
|
51
|
+
add(
|
|
52
|
+
raw: string,
|
|
53
|
+
metadata: {
|
|
54
|
+
readonly directory?: boolean;
|
|
55
|
+
readonly byteSize?: number;
|
|
56
|
+
} = {},
|
|
57
|
+
): void {
|
|
58
|
+
if (
|
|
59
|
+
this.#paths.length >= this.policy.maxEntries ||
|
|
60
|
+
this.#paths.length >= MODULE_REPORT_STAGING_MAX_ENTRIES
|
|
61
|
+
) {
|
|
62
|
+
throw unsafe("报告 entry 数量超过 Host 策略");
|
|
63
|
+
}
|
|
64
|
+
const directory = metadata.directory ?? raw.endsWith("/");
|
|
65
|
+
const byteSize = metadata.byteSize ?? 0;
|
|
66
|
+
if (
|
|
67
|
+
!Number.isSafeInteger(byteSize) ||
|
|
68
|
+
byteSize < 0 ||
|
|
69
|
+
(directory && byteSize !== 0)
|
|
70
|
+
) {
|
|
71
|
+
throw unsafe("报告 entry 声明大小无效");
|
|
72
|
+
}
|
|
73
|
+
if (!directory && byteSize > this.policy.maxEntryBytes) {
|
|
74
|
+
throw limit("报告 entry 声明大小超过 Host 策略");
|
|
75
|
+
}
|
|
76
|
+
const nextExpandedBytes = this.#expandedByteSize + byteSize;
|
|
77
|
+
if (
|
|
78
|
+
!Number.isSafeInteger(nextExpandedBytes) ||
|
|
79
|
+
nextExpandedBytes > this.policy.maxExpandedBytes
|
|
80
|
+
) {
|
|
81
|
+
throw limit("报告声明展开大小超过 Host 策略");
|
|
82
|
+
}
|
|
83
|
+
const path = validatePath(
|
|
84
|
+
raw,
|
|
85
|
+
this.policy.maxPathDepth,
|
|
86
|
+
true,
|
|
87
|
+
directory,
|
|
88
|
+
byteSize,
|
|
89
|
+
);
|
|
90
|
+
const key = unicodePathCasefold(path.relativePath);
|
|
91
|
+
if (this.#exact.has(path.relativePath) || this.#folded.has(key)) {
|
|
92
|
+
throw unsafe("报告包含重复或大小写折叠冲突路径");
|
|
93
|
+
}
|
|
94
|
+
const nodeKeys = registerPathTree(
|
|
95
|
+
key,
|
|
96
|
+
directory,
|
|
97
|
+
this.#fileKeys,
|
|
98
|
+
this.#requiredDirectoryKeys,
|
|
99
|
+
() => unsafe("报告路径存在文件与目录层级冲突"),
|
|
100
|
+
);
|
|
101
|
+
const newNodeCount = nodeKeys.reduce(
|
|
102
|
+
(count, nodeKey) => count + Number(!this.#nodeKeys.has(nodeKey)),
|
|
103
|
+
this.#nodeKeys.size,
|
|
104
|
+
);
|
|
105
|
+
if (newNodeCount > this.policy.maxEntries) {
|
|
106
|
+
throw limit("报告隐式目录与 entry 总量超过 Host 策略");
|
|
107
|
+
}
|
|
108
|
+
this.#exact.add(path.relativePath);
|
|
109
|
+
this.#folded.add(key);
|
|
110
|
+
nodeKeys.forEach((nodeKey) => this.#nodeKeys.add(nodeKey));
|
|
111
|
+
this.#paths.push(path);
|
|
112
|
+
this.#expandedByteSize = nextExpandedBytes;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
values(): readonly ValidatedArchivePath[] {
|
|
116
|
+
return this.#paths;
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
get expandedByteSize(): number {
|
|
120
|
+
return this.#expandedByteSize;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
export function validateExtractedRelativePath(
|
|
125
|
+
value: string,
|
|
126
|
+
maxDepth: number,
|
|
127
|
+
): ValidatedArchivePath {
|
|
128
|
+
return validatePath(value, maxDepth, false, false, 0);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
export function validateArchiveEntryPath(
|
|
132
|
+
raw: string,
|
|
133
|
+
policy: ModuleReportStagingPolicyV1,
|
|
134
|
+
directory: boolean,
|
|
135
|
+
byteSize: number,
|
|
136
|
+
) {
|
|
137
|
+
return validatePath(raw, policy.maxPathDepth, true, directory, byteSize);
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
export function unicodePathCasefold(value: string): string {
|
|
141
|
+
return caseFold(value.normalize("NFKC")).normalize("NFC");
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
function validateUniquePaths(
|
|
145
|
+
paths: readonly string[],
|
|
146
|
+
maxDepth: number,
|
|
147
|
+
allowDirectory: boolean,
|
|
148
|
+
): ValidatedArchivePath[] {
|
|
149
|
+
const exact = new Set<string>();
|
|
150
|
+
const folded = new Set<string>();
|
|
151
|
+
const fileKeys = new Set<string>();
|
|
152
|
+
const requiredDirectoryKeys = new Set<string>();
|
|
153
|
+
return paths.map((raw) => {
|
|
154
|
+
const path = validatePath(
|
|
155
|
+
raw,
|
|
156
|
+
maxDepth,
|
|
157
|
+
allowDirectory,
|
|
158
|
+
allowDirectory && raw.endsWith("/"),
|
|
159
|
+
0,
|
|
160
|
+
);
|
|
161
|
+
const key = unicodePathCasefold(path.relativePath);
|
|
162
|
+
if (exact.has(path.relativePath) || folded.has(key)) {
|
|
163
|
+
throw invalid("报告源路径重复或大小写折叠冲突");
|
|
164
|
+
}
|
|
165
|
+
registerPathTree(key, path.directory, fileKeys, requiredDirectoryKeys, () =>
|
|
166
|
+
invalid("报告源路径存在文件与目录层级冲突"),
|
|
167
|
+
);
|
|
168
|
+
exact.add(path.relativePath);
|
|
169
|
+
folded.add(key);
|
|
170
|
+
return path;
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
function registerPathTree(
|
|
175
|
+
key: string,
|
|
176
|
+
directory: boolean,
|
|
177
|
+
fileKeys: Set<string>,
|
|
178
|
+
requiredDirectoryKeys: Set<string>,
|
|
179
|
+
onConflict: () => ModuleReportStagingError,
|
|
180
|
+
) {
|
|
181
|
+
const segments = key.split("/");
|
|
182
|
+
const ancestors = segments
|
|
183
|
+
.slice(0, -1)
|
|
184
|
+
.map((_, index) => segments.slice(0, index + 1).join("/"));
|
|
185
|
+
if (
|
|
186
|
+
ancestors.some((ancestor) => fileKeys.has(ancestor)) ||
|
|
187
|
+
(!directory && requiredDirectoryKeys.has(key))
|
|
188
|
+
) {
|
|
189
|
+
throw onConflict();
|
|
190
|
+
}
|
|
191
|
+
ancestors.forEach((ancestor) => requiredDirectoryKeys.add(ancestor));
|
|
192
|
+
if (!directory) fileKeys.add(key);
|
|
193
|
+
return [...ancestors, key];
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
function validatePath(
|
|
197
|
+
raw: string,
|
|
198
|
+
maxDepth: number,
|
|
199
|
+
allowDirectory: boolean,
|
|
200
|
+
directory: boolean,
|
|
201
|
+
byteSize: number,
|
|
202
|
+
): ValidatedArchivePath {
|
|
203
|
+
if (directory && !allowDirectory) {
|
|
204
|
+
throw unsafe("报告 entry 类型不符合 Host 策略");
|
|
205
|
+
}
|
|
206
|
+
const value = directory && raw.endsWith("/") ? raw.slice(0, -1) : raw;
|
|
207
|
+
if (
|
|
208
|
+
!value ||
|
|
209
|
+
value !== value.normalize("NFC") ||
|
|
210
|
+
hasControlCharacter(value) ||
|
|
211
|
+
value.includes("\\") ||
|
|
212
|
+
value.startsWith("/") ||
|
|
213
|
+
value.startsWith("//") ||
|
|
214
|
+
WINDOWS_DRIVE.test(value) ||
|
|
215
|
+
Buffer.byteLength(value, "utf8") > MODULE_REPORT_STAGING_PATH_MAX_BYTES
|
|
216
|
+
) {
|
|
217
|
+
throw unsafe("报告包含不安全的相对路径");
|
|
218
|
+
}
|
|
219
|
+
const segments = value.split("/");
|
|
220
|
+
if (
|
|
221
|
+
segments.length > maxDepth ||
|
|
222
|
+
segments.some(
|
|
223
|
+
(segment) =>
|
|
224
|
+
!segment ||
|
|
225
|
+
segment === "." ||
|
|
226
|
+
segment === ".." ||
|
|
227
|
+
segment !== segment.trim(),
|
|
228
|
+
)
|
|
229
|
+
) {
|
|
230
|
+
throw unsafe("报告路径深度或分段不符合 Host 策略");
|
|
231
|
+
}
|
|
232
|
+
const normalized = posix.normalize(value);
|
|
233
|
+
if (normalized !== value || normalized.startsWith("../")) {
|
|
234
|
+
throw unsafe("报告路径规范化后发生漂移");
|
|
235
|
+
}
|
|
236
|
+
return {
|
|
237
|
+
relativePath: value,
|
|
238
|
+
pathKey: createHash("sha256")
|
|
239
|
+
.update(unicodePathCasefold(value))
|
|
240
|
+
.digest("hex"),
|
|
241
|
+
directory,
|
|
242
|
+
byteSize,
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
function hasControlCharacter(value: string) {
|
|
247
|
+
return [...value].some((character) => {
|
|
248
|
+
const point = character.codePointAt(0)!;
|
|
249
|
+
return point <= 0x1f || point === 0x7f;
|
|
250
|
+
});
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
function unsafe(message: string) {
|
|
254
|
+
return new ModuleReportStagingError("REPORT_STAGING_UNSAFE_ARCHIVE", message);
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
function invalid(message: string) {
|
|
258
|
+
return new ModuleReportStagingError("REPORT_STAGING_INVALID_INPUT", message);
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
function limit(message: string) {
|
|
262
|
+
return new ModuleReportStagingError("REPORT_STAGING_LIMIT", message);
|
|
263
|
+
}
|