@gfdelarue/testkit 0.6.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +455 -56
- package/bin/testkit-windows-owner-arm64.exe +0 -0
- package/bin/testkit-windows-owner-x64.exe +0 -0
- package/dist/app/bugs/batch.js +1 -0
- package/dist/app/bugs/ci-report.js +2 -2
- package/dist/app/bugs/ci-summary.js +3 -3
- package/dist/app/bugs/draft.js +2 -2
- package/dist/app/bugs/file.js +1 -1
- package/dist/app/bugs/guide.js +1 -1
- package/dist/app/bugs/record.js +1 -1
- package/dist/app/bugs/run-reading.js +1 -1
- package/dist/app/bugs/store.js +1 -1
- package/dist/app/campaigns/summary.js +1 -1
- package/dist/app/cleanup/index.js +1 -1
- package/dist/app/db-schema/prepare.js +1 -1
- package/dist/app/db-schema/refresh.js +1 -1
- package/dist/app/db-schema/verify.js +1 -1
- package/dist/app/destroy/index.js +1 -1
- package/dist/app/environments/config-driven.js +1 -1
- package/dist/app/environments/file-setup.js +1 -1
- package/dist/app/environments/routing.js +1 -1
- package/dist/app/environments/static-values.js +1 -1
- package/dist/app/environments/supplied.js +1 -1
- package/dist/app/lint/shared.js +1 -1
- package/dist/app/run/live-run.js +1 -1
- package/dist/app/run/orchestrator.js +1 -1
- package/dist/app/run/planning.js +1 -1
- package/dist/app/run/results.js +1 -1
- package/dist/app/run/run-finalization.js +1 -1
- package/dist/app/run/run-finisher.js +1 -0
- package/dist/app/run/setup/runtime-node-setup-protocol.js +1 -1
- package/dist/app/run/setup/runtime-node-setup-worker.js +1 -1
- package/dist/app/run/setup/runtime-node-setup.js +2 -2
- package/dist/app/status/runs.js +1 -1
- package/dist/app/stop/index.js +1 -1
- package/dist/app/tracker/index.js +1 -1
- package/dist/app/tracker/token.js +2 -2
- package/dist/app/typecheck/index.js +4 -4
- package/dist/cli/command-catalog.js +1 -1
- package/dist/cli/command-flags.js +1 -1
- package/dist/cli/commands/bug/file.js +3 -2
- package/dist/cli/framework/help.js +5 -5
- package/dist/cli/framework/parser.js +1 -1
- package/dist/cli/json-errors.js +1 -1
- package/dist/cli/renderers/bug/text.js +1 -1
- package/dist/cli/renderers/run/formatting.js +1 -1
- package/dist/config/loader/config-loader.js +1 -1
- package/dist/config/loader/discover-tests.js +1 -1
- package/dist/config/loader/discovery-result.js +1 -0
- package/dist/config/loader/index.js +1 -1
- package/dist/config/loader/runtime-isolation.js +1 -1
- package/dist/config/loader/skip-config.js +1 -1
- package/dist/config/loader/test-selection.js +1 -1
- package/dist/database/admin.js +5 -2
- package/dist/database/call-caps.js +1 -0
- package/dist/database/cleanup.js +1 -1
- package/dist/database/configured-steps.js +1 -1
- package/dist/database/constants.js +1 -1
- package/dist/database/docker-endpoint.js +1 -0
- package/dist/database/docker-metadata.js +2 -2
- package/dist/database/docker.js +5 -5
- package/dist/database/index.js +2 -1
- package/dist/database/lifecycle-cleanup.js +1 -1
- package/dist/database/local-postgres.js +4 -1
- package/dist/database/naming.js +1 -1
- package/dist/database/operation-deadline.js +1 -0
- package/dist/database/postgres/connection-check.js +1 -1
- package/dist/database/postgres/index.js +2 -2
- package/dist/database/postgres/owned-exec.js +27 -0
- package/dist/database/postgres/protocol.js +2 -2
- package/dist/database/provider.js +1 -0
- package/dist/database/roles.js +2 -2
- package/dist/database/schema-operations.js +5 -1
- package/dist/database/schema-source.js +3 -3
- package/dist/database/steps.js +1 -1
- package/dist/database/template-steps.js +4 -4
- package/dist/domain/suite-selection.js +1 -1
- package/dist/engines/adapters/evidence-files.js +1 -1
- package/dist/engines/adapters/execution.js +1 -1
- package/dist/engines/node-vitest/adapter/adapter.js +1 -1
- package/dist/engines/node-vitest/adapter/driver.js +2 -2
- package/dist/engines/node-vitest/runtime/runtime-input.js +1 -1
- package/dist/engines/playwright/adapter/adapter.js +1 -1
- package/dist/engines/playwright/adapter/browser-network-evidence.js +4 -0
- package/dist/engines/playwright/adapter/config.js +16 -6
- package/dist/engines/playwright/adapter/evidence.js +2 -1
- package/dist/engines/playwright/adapter/failure-details.js +2 -2
- package/dist/engines/playwright/adapter/reporter.js +1 -1
- package/dist/engines/playwright/runtime/browser-network.js +1 -0
- package/dist/engines/playwright/runtime/browser-traffic.js +1 -0
- package/dist/engines/playwright/runtime/chromium-environment.js +1 -0
- package/dist/engines/playwright/runtime/emulation.js +1 -0
- package/dist/engines/playwright/runtime/index.js +1 -1
- package/dist/engines/playwright/runtime/managed-test.js +1 -1
- package/dist/engines/playwright/runtime/runtime-input.js +2 -2
- package/dist/environment/lifecycle-controller.js +1 -1
- package/dist/environment/lifecycle.js +1 -1
- package/dist/environment/maintenance.js +1 -1
- package/dist/environment/run-environment.js +1 -1
- package/dist/environment/run-stopping.js +1 -1
- package/dist/environment/runtime-manager.js +1 -1
- package/dist/evidence/artifacts.js +5 -2
- package/dist/evidence/bundles.js +2 -1
- package/dist/evidence/compressed-artifacts.js +1 -0
- package/dist/evidence/environment-record.js +1 -1
- package/dist/evidence/index.js +1 -1
- package/dist/evidence/live-run-summary.js +1 -0
- package/dist/evidence/local-paths.js +1 -0
- package/dist/evidence/maintenance.js +1 -1
- package/dist/evidence/operation-timings.js +1 -1
- package/dist/evidence/redaction.js +4 -4
- package/dist/evidence/run-evidence.js +1 -0
- package/dist/evidence/setup-progress.js +1 -1
- package/dist/evidence/storage-inventory.js +1 -1
- package/dist/evidence/storage.js +2 -2
- package/dist/kernel/redaction-targets.js +1 -1
- package/dist/kernel/redaction.js +7 -4
- package/dist/process/engine-environment-keys.js +1 -0
- package/dist/process/environment-overlay.js +1 -1
- package/dist/process/environment.js +1 -1
- package/dist/process/execa-bundle.json +3 -3
- package/dist/process/files/evidence-writes.js +1 -0
- package/dist/process/files/product-dir.js +1 -1
- package/dist/process/host-process.js +1 -1
- package/dist/process/index.js +1 -1
- package/dist/process/lifecycle-fence.js +1 -1
- package/dist/process/lock-progress.js +2 -0
- package/dist/process/locks.js +4 -4
- package/dist/process/process-identity.js +1 -1
- package/dist/process/process.js +35 -35
- package/dist/process/recovery.js +1 -1
- package/dist/process/runs/manifest.js +1 -1
- package/dist/process/runs/ownership.js +1 -1
- package/dist/process/runs/stop.js +1 -1
- package/dist/process/shutdown.js +1 -1
- package/dist/process/windows-native.js +1 -1
- package/dist/repo/history.js +7 -4
- package/dist/repo/managed-git.js +1 -1
- package/dist/repo/state.js +4 -4
- package/dist/steps/environment.js +1 -1
- package/dist/toolchains/node-provisioning.js +2 -2
- package/dist/tracker/gitea.js +1 -1
- package/dist/tracker/github.js +1 -1
- package/dist/tracker/http.js +1 -1
- package/dist/tracker/ownership.js +1 -0
- package/dist/tracker/redaction.js +1 -1
- package/dist/tracker/responses.js +1 -1
- package/dist/types/playwright.d.ts +21 -0
- package/dist/types/workspace.d.ts +4 -4
- package/docs/bug-records.md +16 -10
- package/docs/engines.md +52 -4
- package/docs/release-notes.md +730 -0
- package/package.json +14 -2
- package/testkit-config-schema.md +36 -42
- package/dist/config/loader/task-policy.js +0 -1
- package/dist/environment/lifecycle-artifacts.js +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
import
|
|
1
|
+
import v from"path";import{randomUUID as w}from"node:crypto";import{isUnknownRecord as l,readDynamicProperty as g}from"../../kernel/unknown-values.js";import{loadConfigContext as u,resolveProductDir as h}from"./load.js";import{hasDiscoveryErrors as D,buildDiscoveryErrorFromDiagnostics as k}from"./discovery.js";import{discoverOwnedTests as C}from"./owned-discovery.js";import{loadTestkitConfig as M}from"./config-loader.js";import{createDiscoveryResult as P,finalizeDiscoveryResult as p,normalizeDiscoveryFilters as F,selectDiscoveredTests as B,validateRequestedGroup as j}from"./discovery-result.js";import{errorMessage as m}from"../../kernel/error-serialization.js";export async function discoverTests(i={}){return(await loadDiscoveryContext(i)).discovery}export async function loadDiscoveredConfigContext(i={}){const{group:o,...e}=i,r=await u({...e,configImportCacheSalt:w()}),{discovery:t}=await loadDiscoveryContext({dir:r.productDir,diagnostics:"error",group:o},r);return{context:r,discovery:t}}export async function loadDiscoveryContext(i={},o){const e=o?.productDir??h(process.cwd(),i.dir),r=F(i);if(o&&r.diagnosticsMode==="error"&&D(o.discovery.diagnostics))throw k(o.discovery.diagnostics);const t=o?{config:o.config,configFile:o.configFile,diagnostics:[]}:await R(e,r.diagnosticsMode),s=P({productDir:e,configFile:t.configFile,filters:r,diagnostics:t.diagnostics});if(!t.config)return{discovery:p(s),context:null};const n=o?{groups:o.groups,migration:null,plainFiles:[],problems:[],project:o.discovery}:await C(e,t.config,{selection:i.vitest,strict:r.diagnosticsMode==="error"}),f=n.project,d={owned:n,fileMetadataByPath:new Map(o?.groups.flatMap(c=>[...c.testkit.fileMetadataByPath])??[])};s.diagnostics.push(...f.diagnostics),j(r.groupFilter,n.groups);let a=o??null;try{a=o??await u({dir:e,preparedDiscovery:d,configContext:{config:t.config,configFile:t.configFile},discoveryOptions:{strict:r.diagnosticsMode==="error"}})}catch(c){if(r.diagnosticsMode==="error")throw c;s.diagnostics.push({code:"config_invalid",severity:"error",message:m(c)})}const y=B({productDir:e,rawDiscovery:f,declarations:n.groups,policies:(a?.groups??[]).map(I),fileMetadataByPath:d.fileMetadataByPath,filters:r});return{discovery:p({...s,...y}),context:a}}async function R(i,o){try{const e=await M(i),{config:r,configFile:t}=b(e);return{config:r,configFile:t,diagnostics:[]}}catch(e){if(o==="error")throw e;return{config:null,configFile:null,diagnostics:[{code:"config_invalid",severity:"error",message:m(e)}]}}}function b(i){if(!l(i))throw new Error("testkit config loader must return an object");const o=g(i,"config"),e=g(i,"configFile");if(!l(o)){const r=typeof e=="string"?v.basename(e):"testkit config file";throw new Error(`testkit config file must export an object: ${r}`)}if(e!==null&&typeof e!="string")throw new Error("testkit config loader returned an invalid config path");return{config:o,configFile:e}}export function projectGroupTestPolicy(i){return{fileLocks:i.requirements.fileLocksByPath,fileMetadata:i.fileMetadataByPath,fileSkipReasons:i.skip?.fileReasonByPath??new Map,runtimeIsolation:{defaultPolicy:i.runtimeIsolation.defaultPolicy,files:i.runtimeIsolation.filePolicyByPath,suites:i.runtimeIsolation.suites},suiteLocks:i.requirements.suites,suiteSkips:i.skip?.suites??[]}}function I(i){return{...projectGroupTestPolicy(i.testkit),name:i.name,suites:i.suites}}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import m from"path";import{TEST_TYPE_ORDER as F,isRunType as b}from"../../domain/test-types.js";import{DEFAULT_RUNTIME_ISOLATION_POLICY as $}from"../../domain/runtime-isolation-contract.js";import{normalizeTypeValues as D,parseSuiteSelectors as x,suiteKey as w}from"../../domain/suite-selection.js";import{resolveExecutionProfile as O}from"../../engines/catalog.js";import{buildDiscoverySummary as M,emptyDiscoverySummary as z}from"./discovery-summary.js";import{readTestFileMetadata as V}from"./file-metadata.js";import{findSuiteLocks as _,findSuiteSkipReason as A,matchesSelectedTypes as L,matchesSuiteSelectors as j,resolveRuntimeIsolation as B}from"./test-selection.js";const U=10,d=String;export function createDiscoveryResult({configFile:e,diagnostics:o,filters:t,productDir:i}){return{schemaVersion:U,source:"testkit-discovery",product:{name:m.basename(i),directory:i},configFile:e?m.relative(i,e)||m.basename(e):null,filters:{group:t.groupFilter,types:t.typeValues,suiteSelectors:t.suiteSelectors.map(r=>r.raw),fileNames:t.fileNames,runnableOnly:t.runnableOnly,diagnostics:t.diagnosticsMode},groups:[],suites:[],files:[],diagnostics:[...o],summary:z()}}export function formatDisplayName(e){return d(e||"").split(/[-_/]+/g).filter(Boolean).map(o=>o.replace(/^\w/,t=>t.toUpperCase())).join(" ")}export function testTypeContract(e,o,t){return O({engineId:o,profileId:t,testType:e}),o==="playwright"?{authoringApi:"@gfdelarue/testkit/playwright"}:{}}export function selectDiscoveredTests({declarations:e,fileMetadataByPath:o,filters:t,policies:i,productDir:r,rawDiscovery:u}){const l=new Map(i.map(n=>[n.name,n])),f=new Map,g=new Map,N=[];for(const n of e)t.groupFilter&&n.name!==t.groupFilter||f.set(n.name,{name:n.name,roots:[...n.roots],uses:[...n.uses],source:n.source,suiteCount:0,fileCount:0,activeFileCount:0,skippedFileCount:0});for(const n of u.files){const s=n.testType;if(!L(s,t.typeValues)||!j(s,n.suiteName,t.suiteSelectors)||t.groupFilter&&n.serviceName!==t.groupFilter||t.fileNameSet.size>0&&!t.fileNameSet.has(n.filePath))continue;const p=o.get(n.filePath)??V(r,n.filePath);o.set(n.filePath,p);const a=l.get(n.serviceName),c=a?.suites.find(k=>k.testType===s&&k.name===n.suiteName);if(a&&(!c||c.engineId!==p.engineId||c.profileId!==p.profileId))throw new Error(`Normalized suite ${n.serviceName}/${w({name:n.suiteName,testType:s})} conflicts with file ${n.filePath}`);const C=a&&(p.skipReason||a.fileSkipReasons.get(n.filePath)||A(a,s,n.suiteName))||null;if(t.runnableOnly&&C)continue;const P=a?[...new Set([..._(a,s,n.suiteName),...a.fileLocks.get(n.filePath)||[],...p.locks])].sort():[],y=Y({groupName:n.serviceName,suiteName:n.suiteName,testType:s,filePath:n.filePath,engineId:p.engineId,profileId:p.profileId,skipReason:C,locks:P,runtimeIsolation:a&&c?B(a,c,n.filePath):$});N.push(y);const S=[n.serviceName,s??"",n.suiteName].join("|"),v=g.get(S);v?v.files.push(y):g.set(S,{groupName:n.serviceName,testType:s,suiteName:n.suiteName,files:[y]})}const h=[...g.values()].map(n=>q(n.groupName,n.testType,n.suiteName,n.files));for(const n of h){const s=f.get(n.group);if(s===void 0)throw new Error(`Discovered suite ${n.id} belongs to no declared group`);s.suiteCount+=1,s.fileCount+=n.fileCount,s.activeFileCount+=n.activeFileCount,s.skippedFileCount+=n.skippedFileCount}return{groups:[...f.values()].sort((n,s)=>n.name.localeCompare(s.name)),suites:h.sort(H),files:N.sort(J)}}function Y(e){const o=testTypeContract(e.testType,e.engineId,e.profileId);return{id:E(e.groupName,e.testType,e.engineId,e.profileId,T(e.filePath)),path:e.filePath,displayName:fileDisplayName(e.filePath),group:e.groupName,suiteName:e.suiteName,suiteLabel:formatDisplayName(e.suiteName),...e.testType===void 0?{}:{testType:e.testType},engineId:e.engineId,profileId:e.profileId,skipped:!!e.skipReason,skipReason:e.skipReason,locks:e.locks,runtimeIsolation:e.runtimeIsolation,contract:o}}function q(e,o,t,i){const r=G(e,o,t,i),u=i.filter(l=>l.skipped).length;return{id:E(e,o,r.engineId,r.profileId,t),group:e,name:t,displayName:formatDisplayName(t),...o===void 0?{}:{testType:o},engineId:r.engineId,profileId:r.profileId,suiteLabel:formatDisplayName(t),fileCount:i.length,activeFileCount:i.length-u,skippedFileCount:u,locks:[...new Set(i.flatMap(l=>l.locks))].sort(),filePaths:i.map(l=>l.path),contract:r.contract}}function G(e,o,t,i){const r=i[0];for(const u of i.slice(1))if(u.engineId!==r.engineId||u.profileId!==r.profileId)throw new Error(`Discovery suite ${e}/${w({name:t,testType:o})} mixes engine profiles ${r.engineId}/${r.profileId} and ${u.engineId}/${u.profileId}`);return{contract:r.contract,engineId:r.engineId,profileId:r.profileId}}export function finalizeDiscoveryResult(e){return{...e,diagnostics:e.diagnostics.sort(Q),summary:M({diagnostics:e.diagnostics,files:e.files,groupCount:e.groups.length,suiteCount:e.suites.length})}}export function validateRequestedGroup(e,o){if(!e||o.some(i=>i.name===e))return;const t=o.map(i=>i.name).sort((i,r)=>i.localeCompare(r)).join(", ");throw new Error(`Group "${e}" not found. Available: ${t}`)}export function normalizeDiscoveryFilters(e){const o=K(D(I(e.type))),t=x(I(e.suite)),i=I(e.file).map(T);return{typeValues:o,suiteSelectors:t,fileNames:i,fileNameSet:new Set(i),groupFilter:e.group||null,runnableOnly:!!e.runnableOnly,diagnosticsMode:e.diagnostics==="error"?"error":"report"}}function K(e){const o=[];for(const t of e){if(!b(t))throw new Error(`Discovery produced unsupported test type "${t}".`);o.push(t)}return o}function I(e){return Array.isArray(e)?e.filter(t=>t!=null).map(t=>d(t)):e==null||e===""?[]:[d(e)]}function T(e){return d(e).split(m.sep).join("/").replace(/^\.\/+/,"")}export function fileDisplayName(e){const o=new RegExp(`\\.(${F.join("|")})\\.testkit\\.ts$`),t=m.posix.basename(e).replace(o,"");return formatDisplayName(t)}function E(e,o,t,i,r){return[e,...o===void 0?[]:[o],t,i,r].join("|")}function H(e,o){return e.group.localeCompare(o.group)||(e.testType??"").localeCompare(o.testType??"")||e.name.localeCompare(o.name)}function J(e,o){return e.group.localeCompare(o.group)||(e.testType??"").localeCompare(o.testType??"")||e.suiteName.localeCompare(o.suiteName)||e.path.localeCompare(o.path)}function Q(e,o){return R(e.severity)-R(o.severity)||e.code.localeCompare(o.code)||(e.path||"").localeCompare(o.path||"")}function R(e){return e==="error"?1:2}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export{loadConfigContext,loadConfigs,parseDotenv,resolveProductDir,resolveServiceCwd}from"./load.js";export{discoverTests,loadDiscoveredConfigContext,loadDiscoveryContext
|
|
1
|
+
export{loadConfigContext,loadConfigs,parseDotenv,resolveProductDir,resolveServiceCwd}from"./load.js";export{discoverTests,loadDiscoveredConfigContext,loadDiscoveryContext}from"./discover-tests.js";export{fileDisplayName,formatDisplayName,testTypeContract}from"./discovery-result.js";export{findConfigFile,loadTestkitConfig}from"./config-loader.js";export{materializeDatabaseConfig}from"./database-materialization.js";export{detectNextApp}from"./runtime.js";export{DEFAULT_RUNTIME_ISOLATION_POLICY}from"./runtime-isolation.js";export{collectModuleSpecifiers,requireMatchingEngineAuthoringImports}from"./file-metadata.js";export{hasDiscoveryErrors,buildDiscoveryErrorFromDiagnostics}from"./discovery.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{parseSuiteSelectors as R}from"../../domain/suite-selection.js";import{isTypedTestFile as T}from"../../domain/identifiers.js";import{rejectUnknownKeys as u}from"../../kernel/known-keys.js";import{isUnknownRecord as m}from"../../kernel/unknown-values.js";import{DEFAULT_RUNTIME_ISOLATION_POLICY as h,normalizeRuntimeIsolationPolicy as l}from"../../domain/runtime-isolation-contract.js";import{normalizePath as y}from"./paths.js";import{optionalArray as $}from"./skip-config.js";import{matchesAnySuite as O}from"./test-selection.js";export{DEFAULT_RUNTIME_ISOLATION_POLICY,isRuntimeIsolationPolicy,normalizeRuntimeIsolationPolicy,RUNTIME_ISOLATION_POLICIES}from"../../domain/runtime-isolation-contract.js";const L=String;export function normalizeRuntimeIsolationConfig(e,{owner:t,plainListed:S=!0,suites:w}){if(!e)return E();if(typeof e=="string")return{...E(),defaultPolicy:l(e,`${t} runtimeIsolation`)};if(!m(e))throw new Error(`${t} runtimeIsolation must be a policy string or object`);u(e,["default","files","suites"],`${t} runtimeIsolation`);const c=w??[],P=new Set(c.flatMap(o=>(o.files??[]).map(y))),g=e.default==null?h:l(e.default,`${t} runtimeIsolation.default`),f=[],p=new Set;for(const[o,n]of $(e.suites,`${t} runtimeIsolation.suites`).entries()){if(!m(n))throw new Error(`${t} runtimeIsolation.suites entries must be objects`);const s=n;u(s,["policy","runtimeIsolation","selector"],`${t} runtimeIsolation.suites entry`);const i=L(s.selector||"").trim();if(!i)throw new Error(`${t} runtimeIsolation.suites[${o.toString()}] requires a selector`);const d=R([i]);if(d.length!==1)throw new Error(`${t} runtimeIsolation.suites["${i}"] is invalid`);const r=d[0];if(r.kind!=="typed")throw new Error(`${t} runtimeIsolation.suites["${i}"] must use a typed selector like ui:auth`);if(p.has(r.raw))throw new Error(`${t} defines duplicate runtimeIsolation.suites selector "${r.raw}"`);if(!O(r,c))throw new Error(`${t} runtimeIsolation.suites selector "${r.raw}" did not match any discovered suite`);p.add(r.raw),f.push({selector:r,policy:l(s.policy||s.runtimeIsolation,`${t} runtimeIsolation.suites["${r.raw}"].policy`)})}const a=[],I=new Set;for(const[o,n]of $(e.files,`${t} runtimeIsolation.files`).entries()){if(!m(n))throw new Error(`${t} runtimeIsolation.files entries must be objects`);const s=n;u(s,["path","policy","runtimeIsolation"],`${t} runtimeIsolation.files entry`);const i=y(_(s.path,`${t} runtimeIsolation.files[${o.toString()}].path`));if(!i)throw new Error(`${t} runtimeIsolation.files[${o.toString()}] requires a path`);if(!P.has(i)&&(S||T(i)))throw new Error(`${t} runtimeIsolation.files["${i}"] did not match any discovered test file`);if(I.has(i))throw new Error(`${t} defines duplicate runtimeIsolation.files path "${i}"`);I.add(i),a.push({path:i,policy:l(s.policy||s.runtimeIsolation,`${t} runtimeIsolation.files["${i}"].policy`)})}return{defaultPolicy:g,suites:f,files:a,filePolicyByPath:new Map(a.map(o=>[o.path,o.policy]))}}function E(){return{defaultPolicy:h,suites:[],files:[],filePolicyByPath:new Map}}function _(e,t){if(e==null||typeof e=="string")return e;throw new Error(`${t} must be a string`)}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isTypedTestFile as w}from"../../domain/identifiers.js";import{
|
|
1
|
+
import{isTypedTestFile as w}from"../../domain/identifiers.js";import{parseSuiteSelectors as S}from"../../domain/suite-selection.js";import{normalizePath as E}from"./paths.js";import{matchesAnySuite as g}from"./test-selection.js";import{rejectUnknownKeys as p}from"../../kernel/known-keys.js";import{isUnknownRecord as j}from"../../kernel/unknown-values.js";import{requireObjectRecord as R}from"../../evidence/read-fields.js";const $=String;export function normalizeSkipReason(r,e){const u=$(r||"").trim();if(!u)throw new Error(`${e} requires a non-empty reason`);return u}export function normalizeSkipConfig(r,{owner:e,plainListed:u=!0,suites:l}){if(!r)return;const c=R(r,`${e} skip`);p(c,["files","suites"],`${e} skip`);const m=new Set(l.flatMap(t=>t.files.map(E))),a=new Set,f=[];for(const t of optionalArray(c.files,`${e} skip.files`)){const i=k(t,`${e} skip.files entries must be objects`);p(i,["path","reason"],`${e} skip.files entry`);const s=E(typeof i.path=="string"?i.path:void 0),n=normalizeSkipReason(i.reason,`${e} skip.files["${s}"]`);if(!s)throw new Error(`${e} skip.files entries require a non-empty path`);if(a.has(s))throw new Error(`${e} defines duplicate skip.files path "${s}"`);if(!m.has(s)&&(u||w(s)))throw new Error(`${e} skip.files path "${s}" did not match any discovered suite file`);a.add(s),f.push({path:s,reason:n})}const h=optionalArray(c.suites,`${e} skip.suites`).map((t,i)=>{const s=k(t,`${e} skip.suites entries must be objects`);p(s,["reason","selector"],`${e} skip.suites entry`);const n=$(s.selector||"").trim();if(!n)throw new Error(`${e} skip.suites[${String(i)}] requires a non-empty selector`);const y=normalizeSkipReason(s.reason,`${e} skip.suites["${n}"]`),q=S([n]),b=q[0];if(q.length!==1)throw new Error(`${e} skip.suites["${n}"] is invalid`);return{selector:b,reason:y}}),d=new Set,o=[];for(const t of h){if(d.has(t.selector.raw))throw new Error(`${e} defines duplicate skip.suites selector "${t.selector.raw}"`);if(!g(t.selector,l)&&(u||t.selector.kind==="typed"))throw new Error(`${e} skip.suites selector "${t.selector.raw}" did not match any discovered suite`);d.add(t.selector.raw),o.push(t)}if(!(f.length===0&&o.length===0))return{files:f,fileReasonByPath:new Map(f.map(t=>[t.path,t.reason])),suites:o}}export function normalizeServiceRequirements(r,{owner:e,plainListed:u=!0,suites:l}){if(!r)return x();const c=R(r,`${e} requirements`);p(c,["files","suites"],`${e} requirements`);const m=new Set(l.flatMap(o=>o.files)),a=[],f=new Set;for(const o of optionalArray(c.suites,`${e} requirements.suites`)){const t=k(o,`${e} requirements.suites entries must be objects`);p(t,["locks","selector"],`${e} requirements.suites entry`);const i=$(t.selector||"").trim();if(!i)throw new Error(`${e} requirements.suites entries require a selector`);const s=S([i]),n=s[0];if(s.length!==1)throw new Error(`${e} requirements.suites["${i}"] is invalid`);if(n.kind!=="typed")throw new Error(`${e} requirements.suites["${i}"] must use a typed selector like ui:health`);if(f.has(n.raw))throw new Error(`${e} defines duplicate requirements.suites selector "${n.raw}"`);if(!g(n,l))throw new Error(`${e} requirements.suites selector "${n.raw}" did not match any discovered suite`);f.add(n.raw),a.push({selector:n,locks:normalizeRequirementLocks(t.locks,`${e} requirements.suites["${n.raw}"].locks`)})}const h=[],d=new Set;for(const[o,t]of optionalArray(c.files,`${e} requirements.files`).entries()){const i=k(t,`${e} requirements.files entries must be objects`);p(i,["locks","path"],`${e} requirements.files entry`);const s=$(i.path||"").trim();if(!s)throw new Error(`${e} requirements.files[${String(o)}] requires a path`);if(!m.has(s)&&(u||w(s)))throw new Error(`${e} requirements.files["${s}"] did not match any discovered test file`);if(d.has(s))throw new Error(`${e} defines duplicate requirements.files path "${s}"`);d.add(s),h.push({path:s,locks:normalizeRequirementLocks(i.locks,`${e} requirements.files["${s}"].locks`)})}return{suites:a,files:h,fileLocksByPath:new Map(h.map(o=>[o.path,o.locks]))}}export function normalizeRequirementLocks(r,e){const u=Array.isArray(r)?r:r==null?[]:[r],l=new Set,c=[];for(const m of u){const a=$(m||"").trim();if(!a)throw new Error(`${e} entries must be non-empty strings`);l.has(a)||(l.add(a),c.push(a))}return c.sort()}function x(){return{suites:[],files:[],fileLocksByPath:new Map}}function k(r,e){if(!j(r))throw new Error(e);return r}export function optionalArray(r,e){if(r==null)return[];if(!Array.isArray(r))throw new Error(`${e} must be an array`);return r}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isTypedTestFile as
|
|
1
|
+
import{isTypedTestFile as u}from"../../domain/identifiers.js";export function isAllTypeSelection(e=[]){return e.length===0||e.length===1&&e[0]==="all"}export function matchesSelectedTypes(e,t){return isAllTypeSelection(t)||t.includes(e??"plain")}export function matchesSuiteSelectors(e,t,r=[]){return!r||r.length===0?!0:r.some(n=>(n.kind==="plain"||n.testType===e)&&n.name===t)}export function matchesAnySuite(e,t){return t.some(r=>matchesSuiteSelectors(r.testType,r.name,[e]))}export function selectDiscoveredSuites(e,t){const r=new Set(t.fileNames?.map(s));return Object.fromEntries(Object.entries(e).map(([n,i])=>[n,t.group&&n!==t.group?[]:(i??[]).filter(o=>matchesSelectedTypes(o.testType,t.typeValues??[])&&matchesSuiteSelectors(o.testType,o.name,t.suiteSelectors??[])).flatMap(o=>{const l=r.size?o.files.filter(f=>r.has(s(f))):o.files;return l.length?[{...o,files:l}]:[]})]))}export function selectsOnlyTypedFiles({fileNames:e=[],typeValues:t=[]}){return!matchesSelectedTypes(void 0,t)||e.length>0&&e.every(u)}export function findSuiteSkipReason(e,t,r){for(const n of e.suiteSkips)if(matchesSuiteSelectors(t,r,[n.selector]))return n.reason;return null}export function findSuiteLocks(e,t,r){const n=new Set;for(const i of e.suiteLocks)if(matchesSuiteSelectors(t,r,[i.selector]))for(const o of i.locks)n.add(o);return[...n].sort()}export function resolveRuntimeIsolation(e,t,r){const n=c(r),i=e.fileMetadata.get(n)?.runtimeIsolation||e.runtimeIsolation.files.get(n);if(i)return i;for(const o of e.runtimeIsolation.suites)if(matchesSuiteSelectors(t.testType,t.name,[o.selector]))return o.policy;return e.runtimeIsolation.defaultPolicy}export function resolveTaskPolicy(e,t,r){const n=c(r),i=new Set;for(const o of e.suiteLocks)if(matchesSuiteSelectors(t.testType,t.name,[o.selector]))for(const l of o.locks)i.add(l);for(const o of e.fileLocks.get(n)??[])i.add(o);for(const o of e.fileMetadata.get(n)?.locks??[])i.add(o);return{locks:[...i].sort(),runtimeIsolation:resolveRuntimeIsolation(e,t,r)}}function s(e){return e.replaceAll("\\","/")}function c(e){return e.replaceAll("\\","/").replace(/^\.\/+/,"")}
|
package/dist/database/admin.js
CHANGED
|
@@ -1,2 +1,5 @@
|
|
|
1
|
-
import{
|
|
2
|
-
`)}
|
|
1
|
+
import{managedHostProcessInfrastructureError as U,runManagedHostProcess as Q,startManagedHostProcess as G}from"../process/index.js";import{LOCAL_ADMIN_DB as D,LOCAL_ADMIN_QUERY_RETRY_INTERVAL_MS as j,LOCAL_ADMIN_QUERY_RETRY_MS as Y,LOCAL_DROP_DATABASE_POLL_INTERVAL_MS as V,LOCAL_DROP_DATABASE_TIMEOUT_MS as P}from"./constants.js";import{dockerCliEnvironment as X}from"./docker-endpoint.js";import{buildDatabaseUrl as z,escapeIdentifier as m,escapeSqlLiteral as M}from"./naming.js";import{runDockerPsql as Z}from"./postgres/index.js";import{callCap as x}from"./call-caps.js";import{NODE_TIMER_LIMIT_MS as J}from"./operation-deadline.js";import{ownedClientStartFailure as K,ownedPostgresExec as tt,reclaimOwnedPostgresExecs as et}from"./postgres/owned-exec.js";import{readDynamicProperty as k}from"../kernel/unknown-values.js";import{toError as nt}from"../kernel/error-serialization.js";export{z as buildDatabaseUrl};export const ADMIN_QUERY_COMMAND_TIMEOUT_MS=15e3;const ot=3e4,rt=["a.state","a.wait_event_type","a.wait_event","extract(epoch from now() - a.query_start)::int","(SELECT string_agg('pid ' || b.pid || ' (' || coalesce(nullif(b.application_name, ''), 'unnamed') || ')', ', ') FROM pg_stat_activity b WHERE b.pid = ANY(pg_blocking_pids(a.pid)))"].join(", ");export async function databaseExists(t,e,n={}){return(await runAdminQuery(t,["-tAc",`SELECT 1 FROM pg_database WHERE datname = '${M(e)}'`],n)).trim()==="1"}export async function createEmptyDatabase(t,e,n={}){await runAdminQuery(t,["-c",`CREATE DATABASE "${m(e)}"`],n)}export async function cloneDatabaseFromTemplate(t,e,n,o={}){await runAdminQuery(t,["-c",`CREATE DATABASE "${m(e)}" TEMPLATE "${m(n)}"`],o)}export async function dropDatabaseWithForceOrDrain(t,e,n={}){const o={signal:n.signal};try{await runAdminQuery(t,["-c",`DROP DATABASE IF EXISTS "${m(e)}" WITH (FORCE)`],o);return}catch(s){if(!ct(s))throw s}if(!await databaseExists(t,e,o))return;let a=!1;try{await runAdminQuery(t,["-c",`ALTER DATABASE "${m(e)}" WITH ALLOW_CONNECTIONS false`],o),a=!0,await waitForDatabaseConnectionsToDrain(t,e,{signal:n.signal}),await runAdminQuery(t,["-c",`DROP DATABASE IF EXISTS "${m(e)}"`],o),a=!1}finally{const s={signal:AbortSignal.timeout(P)};a&&await databaseExists(t,e,s).catch(()=>!1)&&await runAdminQuery(t,["-c",`ALTER DATABASE "${m(e)}" WITH ALLOW_CONNECTIONS true`],s).catch(()=>{})}}export async function waitForDatabaseConnectionsToDrain(t,e,n={}){const o=n.timeoutMs??P,a=Date.now()+o,s={signal:n.signal};for(;;){N(n.signal),await st(t,e,s);const i=await at(t,e,s);if(i===0)return;if(Date.now()>=a)throw new Error(`Timed out waiting for database "${e}" connections to close (${String(i)} remaining)`);await b(V,n.signal)}}export async function runAdminQuery(t,e,n={}){const o=buildAdminQueryCommandArgs(t,e),a=g(n.lockTimeoutMs??x("adminLockTimeout"),"lock timeout"),s=g(n.statementTimeoutMs??x("adminStatementTimeout"),"statement timeout"),i=g(n.clientMarginMs??ot,"client margin"),l=g(n.watchdogIntervalMs??ADMIN_QUERY_COMMAND_TIMEOUT_MS,"watchdog interval"),p=g(n.watchdogCheckTimeoutMs??ADMIN_QUERY_COMMAND_TIMEOUT_MS,"watchdog check timeout"),W=Date.now();for(;;){N(n.signal);let _=null,T=null;const q=r=>(r.message=`${r.message.trimEnd()}
|
|
2
|
+
${it(e,a,s,T)}`,r);try{let r;if(y(t)){const u={containerId:t.containerId,containerPort:t.containerPort,image:t.image},A=tt(u,t,{...process.env,PGAPPNAME:"testkit:admin"},o,`-c lock_timeout=${String(a)} -c statement_timeout=${String(s)}`),C=d=>Q({args:["exec","-e","PGPASSWORD",t.containerId,...buildAdminQueryCommandArgs(t,["-tAc",`SELECT ${rt} FROM pg_stat_activity a WHERE a.application_name = '${A.applicationName}'`])],cwd:process.cwd(),displayLabel:`Docker Postgres admin session for ${t.containerName}`,env:X({...process.env,PGPASSWORD:t.password}),executable:"docker",signal:d,timeoutMs:p}),R=Date.now(),$=G({args:A.args,cwd:process.cwd(),displayLabel:`Docker Postgres admin query for ${t.containerName}`,env:A.env,executable:"docker",outputMode:"bounded-capture",recoveryIdentity:"none",signal:n.signal,timeoutMs:Math.min(s+i,J)}),E=new AbortController,B=(async()=>{for(let d=0;d<2;){await b(l,E.signal);const w=await C(E.signal);if(E.signal.aborted)return;if(w.timedOut||w.exitCode!==0)break;const S=v(w.stdout,Date.now()-R);S&&(T=S),d=S?0:d+1}E.abort("stalled"),await $.stop()})().catch(()=>{}),c=await $.completion.finally(()=>{E.abort()});await B;const f=E.signal.reason==="stalled";if((c.cancelled||c.timedOut)&&!f){const d=await Promise.resolve().then(()=>C()).catch(()=>null),w=d?.exitCode===0&&!d.timedOut?v(d.stdout,Date.now()-R):null;w&&(T=w)}(c.cancelled||c.outputLimitExceeded||c.timedOut||f)&&(_=await et(u,t,A.id).then(()=>null,nt));const I=U(`Docker Postgres admin query for ${t.containerName}`,f?{...c,timedOut:!0}:c);if(I)throw ut(I,_);const L=K(u,"psql",c);if(L)throw L;r={exitCode:c.exitCode,stderr:c.stderr,stdout:c.stdout}}else{const u={...process.env,PGPASSWORD:t.password,...t.sslMode?{PGSSLMODE:t.sslMode}:{}};r=await Z({args:o,env:u,timeoutMs:ADMIN_QUERY_COMMAND_TIMEOUT_MS,connection:{host:t.host,port:t.port,user:t.user,password:t.password,database:t.adminDatabase||D,sslMode:t.sslMode},signal:n.signal})}if(r.exitCode!=null&&r.exitCode!==0){const u=new Error(r.shortMessage||r.stderr||r.stdout||`psql failed with exit code ${String(r.exitCode)}`);throw Reflect.set(u,"stdout",r.stdout||""),Reflect.set(u,"stderr",r.stderr||""),u}const{stdout:H}=r;return H}catch(r){if(_!==null||Date.now()-W>=Y||!isTransientAdminQueryConnectionError(r))throw y(t)&&r instanceof Error?q(r):r;await b(j,n.signal)}}}export function buildAdminQueryCommandArgs(t,e){return y(t)?["psql","-v","ON_ERROR_STOP=1","-U",t.user,"-d",t.adminDatabase||D,"-p",String(t.containerPort||5432),...e]:["-v","ON_ERROR_STOP=1","-h",t.host,"-p",String(t.port),"-U",t.user,"-d",t.adminDatabase||D,...e]}export function isTransientAdminQueryConnectionError(t){const e=F(t);return e.includes('connection to server on socket "/var/run/postgresql/.s.PGSQL.5432" failed')||e.includes("No such file or directory")||e.includes("the database system is starting up")||e.includes("could not connect to server")||e.includes("connection refused")||e.includes("Connection timed out")||e.includes("connection timed out")||e.includes("Operation timed out")||e.includes("i/o timeout")||e.includes("server closed the connection unexpectedly")||e.includes("terminating connection due to administrator command")}async function st(t,e,n){await runAdminQuery(t,["-c",["SELECT pg_terminate_backend(pid)","FROM pg_stat_activity",`WHERE datname = '${M(e)}' AND pid <> pg_backend_pid();`].join(" ")],n)}async function at(t,e,n){const o=await runAdminQuery(t,["-tAc",["SELECT COUNT(*)","FROM pg_stat_activity",`WHERE datname = '${M(e)}' AND pid <> pg_backend_pid();`].join(" ")],n);return Number.parseInt(o.trim(),10)||0}function g(t,e){if(!Number.isSafeInteger(t)||t<=0)throw new TypeError(`Admin query ${e} must be a positive safe integer in milliseconds`);return t}function v(t,e){const n=t.split(`
|
|
3
|
+
`).find(p=>p.trim()!=="");if(n===void 0)return null;const[o="",a="",s="",i="",...l]=n.trim().split("|");return{afterMs:e,blockers:l.join("|"),queryAge:i,state:o||"unknown",waitEvent:a?`${a}:${s}`:""}}function it(t,e,n,o){const a=t.filter((l,p)=>p>0&&/^-[A-Za-z]*c$/u.test(t[p-1]??"")).map(l=>l.length>200?`${l.slice(0,200)}\u2026`:l),s=`lock_timeout ${O(e)}, statement_timeout ${O(n)}`,i=o?` Last seen ${O(o.afterMs)} in: ${o.state}`+(o.queryAge?` for ${o.queryAge} s`:"")+(o.waitEvent?`, waiting on ${o.waitEvent}`:"")+(o.blockers?`, blocked by ${o.blockers}`:"")+".":"";return`Admin statement: ${a.join("; ")||"(none)"} (${s}).${i}`}function O(t){return`${(t/1e3).toFixed(t%1e3===0?0:1)} s`}function ct(t){const e=F(t);return e.includes('syntax error at or near "WITH"')||e.includes('option "force"')}function b(t,e){return new Promise((n,o)=>{if(e?.aborted){o(h(e));return}const a=setTimeout(s,t);e?.addEventListener("abort",i,{once:!0});function s(){e?.removeEventListener("abort",i),n()}function i(){clearTimeout(a),o(e?h(e):new Error("Database administration aborted"))}})}function N(t){if(t?.aborted)throw h(t)}function h(t){return t.reason instanceof Error?t.reason:new Error("Database administration aborted",{cause:t.reason})}function ut(t,e){if(e===null)return t;const n=new AggregateError([t,e],`${t.message}
|
|
4
|
+
${e.message}`,{cause:t});return Object.defineProperty(n,"result",{enumerable:!1,value:k(t,"result")}),n}function F(t){return["shortMessage","stderr","stdout","message"].map(e=>dt(k(t,e)||"")).join(`
|
|
5
|
+
`)}function dt(t){if(typeof t=="symbol")throw new TypeError("Cannot convert a Symbol value to a string");return String(t)}function y(t){return!!t.containerName}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{AsyncLocalStorage as n}from"node:async_hooks";import{DEFAULT_SCHEMA_OPERATION_TIMEOUT_SECONDS as c}from"./operation-deadline.js";const a={adminLockTimeout:6e4,adminStatementTimeout:10*6e4,roleSetup:6e4,schemaDump:5*6e4,serverVersionProbe:6e4,sourceSchemaReplay:10*6e4},o=new n;export function callCapScaleFor(e){return Math.max(1,e/(c*1e3))}export function withCallCaps(e,t){return o.run(e,t)}export function callCap(e){const t=o.getStore();return t?.overridesMs?.[e]??Math.round(a[e]*(t?.scale??1))}export function describeCap(e,t){const r=t/1e3;return`${e} (${Number.isInteger(r)?r.toString():r.toFixed(1)} s cap)`}
|
package/dist/database/cleanup.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hasActiveRunManifest as
|
|
1
|
+
import{hasActiveRunManifest as L}from"../process/runs/ownership.js";import{observeProcessCreationIdentity as R}from"../process/index.js";import{TESTKIT_PRODUCT_ID_LABEL as p,TESTKIT_RESOURCE_KIND_LABEL as m,TESTKIT_SCOPE_LABEL as v,buildProductIdentity as T}from"./docker.js";import{localPostgresProvider as a}from"./provider.js";import{requireProductLifecycleFenceProductDir as g}from"../process/lifecycle-fence.js";import{hasRemainingLocalArtifacts as h,readOwnedStateValues as y}from"./state.js";export async function cleanupLocalPostgresDockerResources(e={}){return k({...e,force:!1})}export async function destroyLocalPostgresDockerResources(e,o={}){const t=g(e);return k({...o,assertMutationAuthority:()=>{if(g(e)!==t)throw new Error("Database destroy lifecycle authority changed products")},force:!0,productDir:t})}async function k(e){e.assertMutationAuthority?.();const o=T(e.productDir||process.cwd()),t={signal:e.signal},f=await a.listContainers(o,t),P=await a.listVolumes(o,t),s=[],i=[],u=[],c=[],l=[];for(const r of f){if(!_(r))continue;const n=A(r,o,e);n.action==="remove"?s.push({...r,action:"remove",reason:n.reason}):n.action==="stop"?s.push({...r,action:"stop",reason:n.reason}):n.reason&&i.push({...r,reason:n.reason})}for(const r of P){if(!E(r))continue;const n=D(r,o,e);n.action==="remove"?s.push({...r,action:"remove",reason:n.reason,resourceType:"volume"}):n.reason&&i.push({...r,reason:n.reason,resourceType:"volume"})}if(!e.dryRun)for(const r of s)e.assertMutationAuthority?.(),r.action==="stop"?await a.stopContainer(r.id,r.name,t)?l.push(r):c.push(d(r)):r.resourceType==="volume"?await a.removeVolume(r.name,r,t)?u.push(r):c.push(d(r)):await a.removeContainer(r.id,r.name,t)?u.push(r):c.push(d(r));return{removed:e.dryRun?[]:u,stopped:e.dryRun?[]:l,skipped:e.dryRun?[]:c,targets:s,kept:i}}function d(e){return e.resourceType==="volume"?{...e,action:"skip",intendedAction:"remove",reason:"resource-changed-or-disappeared-before-mutation",selectionReason:e.reason}:{...e,action:"skip",intendedAction:e.action==="stop"?"stop":"remove",reason:"resource-changed-or-disappeared-before-mutation",selectionReason:e.reason}}function A(e,o,t){return e.labels[p]!==o.id?{action:"keep",reason:"different-product"}:t.force?{action:"remove",reason:"destroy-current-product"}:hasActiveProductRuntime(o.dir)?{action:"keep",reason:"current-product-active"}:h(o.dir)?y(o.dir,["container_name","local_container_name"]).has(e.name)?t.stopIdle&&e.running&&!hasActiveProductRuntime(o.dir)?{action:"stop",reason:"current-product-idle"}:{action:"keep",reason:"current-product-referenced"}:{action:"remove",reason:"current-product-unreferenced"}:{action:"remove",reason:"current-product-no-local-artifacts"}}function D(e,o,t){return e.labels[p]!==o.id?{action:"keep",reason:"different-product"}:t.force?{action:"remove",reason:"destroy-current-product"}:hasActiveProductRuntime(o.dir)?{action:"keep",reason:"current-product-active"}:h(o.dir)?y(o.dir,["volume_name"]).has(e.name)?{action:"keep",reason:"current-product-referenced"}:{action:"remove",reason:"current-product-unreferenced"}:{action:"remove",reason:"current-product-no-local-artifacts"}}function _(e){const{labels:o}=e;return o[m]==="postgres-container"&&o[v]==="local-postgres"}function E(e){const{labels:o}=e;return o[m]==="postgres-volume"&&o[v]==="local-postgres"}export function hasActiveProductRuntime(e){return L(e,R)}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{runDockerPsql as
|
|
1
|
+
import{runDockerPsql as M}from"./postgres/index.js";import{withProcessLockProgress as _}from"../process/locks.js";import{awaitCapturedResult as P}from"../evidence/step-output.js";import{applySetupNodeOptions as y,runConfiguredStep as D}from"../steps/run.js";import{announceResolvedToolchain as R,applyToolchainEnv as $,resolveConfiguredToolchain as A}from"../toolchains/index.js";import{resolveConfiguredCwd as L,resolveConfiguredPath as N,summarizeConfiguredStep as m}from"../steps/configured-steps.js";const U=3600*1e3;export async function runConfiguredSteps({config:e,steps:n=[],env:g,labelPrefix:O,ownedContainer:p=null,reporter:s=null,setupRegistry:o=null,parentOperation:C=null,startIndex:h=0,afterStep:w=null,excludeFromLimit:b=a=>a(),signal:d,stepTimeoutMs:E}){if(n.length===0)return;const a=I(E),c=await A(e,{signal:d});await R(e,c,s);for(const[v,t]of n.entries()){const S=h+v+1,l=`${O}:${e.name}:${String(S)}`,u=o?.start({config:e,stage:l,kind:"setup-step",summary:m(t),parentId:k(C)});s?.phaseStarted?.(l);try{const i=$(y(g),c),r={livePrefix:`[${e.runtimeLabel||e.name}:${e.name}]`,liveWriter:s?.outputMode==="debug"?f=>{s.writeDebugLine?.(f)}:null,logRecord:u?._logRecord||null};await _(`running ${l}: ${m(t)}`,()=>b(async()=>{if(t.kind==="sql-file"){const f=await M({consumerSql:!0,databaseUrl:i.DATABASE_URL,args:[i.DATABASE_URL,"-v","ON_ERROR_STOP=1","-X","-f",N(e.productDir,t.cwd,t.path)],cwd:L(e.productDir,t.cwd),env:i,ownedContainer:p,signal:d,timeoutMs:a});P(f,r)}else await D(e,t,i,c,{...r,ownedContainer:p,signal:d,timeoutMs:a})}));const T=u&&o?o.finish(u,{status:"passed",summary:m(t)}):null;T&&s?.setupOperationFinished?.(T)}catch(i){const r=u&&o?o.finish(u,{status:"failed",summary:m(t),error:q(i)}):null;throw r&&s?.setupOperationFinished?.(r),i}w&&await w({step:t,index:h+v,stepNumber:S,label:l})}}function k(e){return typeof e=="string"?e||null:e?.id||null}function q(e){return(typeof e!="object"||e===null)&&typeof e!="function"?e:Reflect.get(e,"message")||e}function I(e){const n=e??U;if(!Number.isSafeInteger(n)||n<=0)throw new Error("Configured step timeout must be a positive safe integer in milliseconds");return n}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export const LOCAL_IMAGE="pgvector/pgvector:pg16",LOCAL_USER="testkit",LOCAL_PASSWORD="testkit",LOCAL_ADMIN_DB="postgres",LOCAL_MAX_CONNECTIONS=200,LOCAL_READY_TIMEOUT_MS=6e4,LOCAL_POLL_INTERVAL_MS=1e3,LOCAL_ADMIN_QUERY_RETRY_MS=15e3,LOCAL_ADMIN_QUERY_RETRY_INTERVAL_MS=250,LOCAL_DROP_DATABASE_TIMEOUT_MS=15e3,LOCAL_DROP_DATABASE_POLL_INTERVAL_MS=250;
|
|
1
|
+
export const LOCAL_IMAGE="pgvector/pgvector:pg16",LOCAL_USER="testkit",LOCAL_PASSWORD="testkit",LOCAL_ADMIN_DB="postgres",LOCAL_MAX_CONNECTIONS=200,LOCAL_READY_TIMEOUT_MS=6e4,LOCAL_POLL_INTERVAL_MS=100,LOCAL_READY_ATTEMPT_TIMEOUT_MS=5e3,LOCAL_EXEC_POLL_INTERVAL_MS=1e3,LOCAL_READY_EXEC_FALLBACK_AFTER_MS=1e4,LOCAL_ADMIN_QUERY_RETRY_MS=15e3,LOCAL_ADMIN_QUERY_RETRY_INTERVAL_MS=250,LOCAL_DROP_DATABASE_TIMEOUT_MS=15e3,LOCAL_DROP_DATABASE_POLL_INTERVAL_MS=250;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import _ from"node:crypto";import p from"node:fs";import b from"node:os";import d from"node:path";const j=["DOCKER_HOST","DOCKER_CONTEXT","DOCKER_CONFIG","DOCKER_CERT_PATH"],P=process.platform==="win32"?"npipe:////./pipe/docker_engine":"unix:///var/run/docker.sock",R=process.platform==="win32"?"127.0.0.1":"localhost",m=256*1024,h=new Map;export function dockerEndpoint(t=process.env){const n=T(t);return(h.get(n.key)??D(n.key,S(n,E))).endpoint}function D(t,n){const e=h.get(t)??{endpoint:n,fingerprint:g(n)};return h.set(t,e),e}function g(t){const e=(t.tls?[t.tls.ca,t.tls.cert,t.tls.key]:[]).map(r=>r&&_.createHash("sha256").update(E(r)??"").digest("hex"));return JSON.stringify([t,e])}export async function prepareDockerEndpoint(t=process.env,n){const e=T(t),r=h.get(e.key);if(r)return r.endpoint;const c=new Map,f=s=>c.has(s)?c.get(s):E(s);if(e.configDirectory!==null){const s=d.join(e.configDirectory,"config.json");c.set(s,await H(s,n));const o=k(e.value,A(e.configDirectory,f));if(o!==null&&o!=="default"){const i=x(e.configDirectory,o);c.set(i,await H(i,n))}}return D(e.key,S(e,f)).endpoint}export function dockerCliEnvironment(t=process.env){const n=dockerEndpoint(t),{configDirectory:e,key:r,value:c}=T(t),s=n.context!==null&&n.context!=="default"&&e!==null?w(n.context,e,"DOCKER_CONTEXT",n,E):n;if(g(s)!==h.get(r)?.fingerprint){const i=n.context===null?"DOCKER_CERT_PATH":`context "${n.context}"`;throw l(s.host===n.host?`the TLS material of ${i} changed during this run`:`${i} changed during this run: it named ${n.host}, and now names ${s.host}`)}const o=Object.fromEntries(Object.entries(t).filter(([i])=>!j.includes(I(i))));return e!==null&&(o.DOCKER_CONFIG=e),c("DOCKER_CERT_PATH")&&(o.DOCKER_CERT_PATH=d.resolve(c("DOCKER_CERT_PATH"))),n.context===null?o.DOCKER_HOST=n.host:o.DOCKER_CONTEXT=n.context,o}function T(t){const n=M(t),e=J(n);return{configDirectory:e,key:JSON.stringify([e,...[...["DOCKER_HOST","DOCKER_CONTEXT","DOCKER_TLS","DOCKER_TLS_VERIFY","DOCKER_CERT_PATH"],"DOCKER_API_VERSION"].map(n)]),value:n}}function k(t,n){return t("DOCKER_HOST")!==""?null:t("DOCKER_CONTEXT")||n.currentContext||"default"}function S({configDirectory:t,value:n},e){const r=A(t,e),c=n("DOCKER_API_VERSION")||null;if(c!==null&&!/^\d+\.\d+$/u.test(c))throw l(`DOCKER_API_VERSION is ${c}, which isn't a version such as 1.47`);const f={apiVersion:c,headers:r.headers},s=k(n,r);if(s!==null&&s!=="default"){if(t===null)throw l(`context "${s}" is selected, and there's no Docker configuration directory to find it in`);const L=n("DOCKER_CONTEXT")?"DOCKER_CONTEXT":"config.json's currentContext";return w(s,t,L,f,e)}const o=n("DOCKER_TLS_VERIFY")!=="",i=o||n("DOCKER_TLS")!=="",a=K(n("DOCKER_HOST").trim()||(i?`tcp://${R}:2376`:P),"DOCKER_HOST"),u=n("DOCKER_CERT_PATH")?d.resolve(n("DOCKER_CERT_PATH")):t,C=a.startsWith("tcp://")&&i?y(u,o):null;return{...f,context:s,host:a,localSocket:N(a),tls:C}}function x(t,n){return d.join(t,"contexts","meta",$(n),"meta.json")}function $(t){return _.createHash("sha256").update(t).digest("hex")}function w(t,n,e,r,c){const f=x(n,t),s=V(f,c(f));if(s===void 0)throw l(`${e} names context "${t}", which has no metadata at ${f}`);const o=O(O(O(s)?.Endpoints)?.docker);if(typeof o?.Host!="string")throw l(`context "${t}" names no Docker endpoint in ${f}`);const i=K(o.Host,`context "${t}"`),a=o.SkipTLSVerify===!0,u=y(d.join(n,"contexts","tls",$(t),"docker"),!a),C=i.startsWith("tcp://")&&(a||u.ca||u.cert||u.key)?u:null;return{apiVersion:r.apiVersion,headers:r.headers,context:t,host:i,localSocket:N(i),tls:C}}function y(t,n){const e=r=>t!==null&&p.existsSync(d.join(t,r))?d.join(t,r):null;return{ca:e("ca.pem"),cert:e("cert.pem"),key:e("key.pem"),verify:n}}function K(t,n){const e=t.trim(),r=e.indexOf("://"),c=r===-1?"tcp":e.slice(0,r),f=r===-1?e:e.slice(r+3);if(c==="unix")return`unix://${f||"/var/run/docker.sock"}`;if(c==="npipe")return`npipe://${f||"//./pipe/docker_engine"}`;if(c==="ssh")return e;if(c!=="tcp")throw l(`${n} is ${t}, which isn't a unix://, npipe://, tcp:// or ssh:// address`);const s=f.search(/[/?#]/u),o=s===-1?f:f.slice(0,s),i=s===-1?"":f.slice(s).replace(/[?#].*$/su,""),a=F(o);if(a===null||f.includes("://"))throw l(`${n} is ${t}, which isn't a TCP address the docker CLI accepts`);const u=a.host||R;return`tcp://${u.includes(":")?`[${u}]`:u}:${a.port||"2375"}${i}`}function F(t){let n=t,e="";if(t.startsWith("[")){const r=t.indexOf("]");if(r===-1||t[r+1]!==":")return null;n=t.slice(1,r),e=t.slice(r+2)}else t.indexOf(":")!==-1&&t.indexOf(":")===t.lastIndexOf(":")&&(n=t.slice(0,t.indexOf(":")),e=t.slice(t.indexOf(":")+1));return e===""||/^\d+$/u.test(e)?{host:n,port:e}:null}function N(t){return t.startsWith("unix://")||t.startsWith("npipe://")}function A(t,n){let e="";const r=new Map,c=t===null?void 0:n(d.join(t,"config.json"));let f=[];try{c!==void 0&&O(JSON.parse(c))&&(f=v(c))}catch{f=[]}for(const[s,o]of f)if(s.toLowerCase()==="currentcontext"&&typeof o=="string"&&(e=o),s.toLowerCase()==="httpheaders"){o===null&&r.clear();for(const[i,a]of Object.entries(O(o)??{}))typeof a=="string"&&r.set(i,a)}return{currentContext:e,headers:Object.fromEntries(r)}}function v(t){const n=[];let e=t.indexOf("{")+1;const r=()=>{for(;/\s/u.test(t.charAt(e));)e++},c=s=>{let o=s+1;for(;t.charAt(o)!=='"';)o+=t.charAt(o)==="\\"?2:1;return o+1},f=s=>{if(t.charAt(s)==='"')return c(s);let o=s;for(let i=0;o<t.length;o++){const a=t.charAt(o);if(a==='"')o=c(o)-1;else if(a==="{"||a==="[")i++;else if(a==="}"||a==="]"){if(i===0)return o;if(--i===0)return o+1}else if(i===0&&(a===","||/\s/u.test(a)))return o}return o};for(r();t.charAt(e)==='"';){const s=c(e),o=JSON.parse(t.slice(e,s));e=s,r(),e++,r();const i=f(e);n.push([o,JSON.parse(t.slice(e,i))]),e=i,r(),t.charAt(e)===","&&e++,r()}return n}function V(t,n){if(n!==void 0)try{return JSON.parse(n)}catch(e){throw l(`${t} isn't valid JSON: ${e.message}`)}}function E(t){const n=process.platform==="win32"?p.constants.O_RDONLY:p.constants.O_RDONLY|p.constants.O_NONBLOCK;let e;try{e=p.openSync(t,n)}catch(r){if(O(r)?.code==="ENOENT")return;throw O(r)?.code==="EISDIR"?l(`${t} isn't a regular file`):r}try{if(!p.fstatSync(e).isFile())throw l(`${t} isn't a regular file`);return p.readFileSync(e,"utf8")}finally{p.closeSync(e)}}async function H(t,n){const e=p.createReadStream(t,{encoding:"utf8",signal:n});let r="";try{for await(const c of e)if(r+=c,r.length>m)throw l(`${t} is larger than ${String(m)} bytes`);return r}catch(c){if(O(c)?.code==="ENOENT")return;throw c}finally{e.destroy()}}function J(t){const n=t("DOCKER_CONFIG");if(n)return d.resolve(n);const e=t(process.platform==="win32"?"USERPROFILE":"HOME")||X();return e?d.join(e,".docker"):null}function X(){try{return b.userInfo().homedir}catch{return""}}function M(t){const n=Object.entries(t);return e=>[...n].reverse().find(([r])=>I(r)===e)?.[1]||""}function I(t){return process.platform==="win32"?t.toUpperCase():t}function O(t){return typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null}function l(t){return new Error(`Testkit can't resolve the Docker endpoint: ${t}`)}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import H from"node:crypto";import O from"node:fs";import I from"node:http";import
|
|
1
|
+
import H from"node:crypto";import O from"node:fs";import I from"node:http";import S from"node:path";import{MAX_SUPERVISED_PROCESS_CAPTURE_BYTES as L}from"../process/process-limits.js";import{dockerCliEnvironment as B,prepareDockerEndpoint as U}from"./docker-endpoint.js";import{managedHostProcessInfrastructureError as v,normalizeManagedHostEnvironment as K,resolveManagedHostExecutable as F,runManagedHostProcess as J}from"../process/index.js";const _=5e3,Y=256*1024,z=8*1024*1024,D=L/2,W=["DOCKER_HOST","DOCKER_TLS","DOCKER_TLS_VERIFY","DOCKER_CERT_PATH","DOCKER_API_VERSION","DOCKER_CUSTOM_HEADERS"];let b,N=!1;export async function runDockerMetadataCommand(e,r,t,o,f){const i=performance.now(),k=i+t,y=()=>Math.floor(k-performance.now()),E=async(d,s)=>{const u=performance.now();try{return await f(d)}catch(w){throw P(w,`the direct read ${s}, then the docker CLI ran ${A(u)}`)}},g=()=>{const d=V(""),s=v(r,{...d,exitCode:null,cancelled:o?.aborted===!0,timedOut:o?.aborted!==!0});throw P(s??new Error(`${r} exceeded its managed deadline`),`the direct read took ${A(i)}, and the docker CLI did not run`)};if(o?.aborted||N)return E(Math.max(1,y()),"was skipped after an earlier one timed out");const n=new AbortController,m=()=>{n.abort(o?.reason)};o?.addEventListener("abort",m,{once:!0});const a=setTimeout(()=>{n.signal.aborted||(N=!0,n.abort(new Error("Docker metadata probe timed out")))},Math.min(_,t));let c;try{const d=await R(n.signal);if(d!==null){let s=b?.key===d.key?b.value:void 0;s===void 0&&(s=await q(d,y,n.signal),n.signal.aborted||(b={key:d.key,value:s})),s!==null&&(c=await X(s,e,n.signal),c!==void 0&&(await R(n.signal))?.key!==d.key&&(c=void 0,b=void 0))}}catch(d){if(l(l(d)?.result)?.terminationError)throw d;c=void 0}finally{clearTimeout(a),o?.removeEventListener("abort",m)}const p=`took ${A(i)}`,h=y();return(o?.aborted||h<=0)&&g(),c!==void 0&&!n.signal.aborted?V(c):E(h,p)}function A(e){return`${((performance.now()-e)/1e3).toFixed(1)} s`}function P(e,r){const t=l(l(e)?.result);if(t?.timedOut!==!0||!(e instanceof Error))return e;const o=new Error(`${e.message}: ${r}`,{cause:e});return Object.defineProperty(o,"result",{enumerable:!1,value:t}),o}async function R(e){e.throwIfAborted();const r=process.cwd();await U(process.env,e);const t=K(B()),o=F("docker",r,t),f=u=>ee(t,u);if(W.some(u=>f(u)!==""))return null;const i=f(process.platform==="win32"?"USERPROFILE":"HOME"),k=f("DOCKER_CONFIG");if(!k&&(!i||!S.isAbsolute(i)))return null;const y=S.resolve(r,k||S.join(i,".docker")),E=await T(S.join(y,"config.json"),e),g=E?.toString("utf8"),n=g===void 0?{}:l(JSON.parse(g));if(n===null||g!==void 0&&Z(g))return null;for(const u of Object.keys(n))if(u.toLowerCase()==="httpheaders"&&(l(n[u])===null||Object.keys(n[u]).length>0)||u.toLowerCase()==="currentcontext"&&u!=="currentContext")return null;if(n.currentContext!==void 0&&typeof n.currentContext!="string")return null;const m=f("DOCKER_CONTEXT")||n.currentContext||"default";let a=null,c=null,p=null,h=null;if(m!=="default"){const u=H.createHash("sha256").update(m).digest("hex");if(a=S.join(y,"contexts","meta",u),c=await T(S.join(a,"meta.json"),e),c===null)return null;const w=l(JSON.parse(c.toString("utf8"))),C=l(l(w?.Endpoints)?.docker);if(w?.Name!==m||typeof C?.Host!="string"||C.SkipTLSVerify!==!1)return null;p=C.Host;try{if(h=await O.promises.readdir(S.join(y,"contexts","tls",u)),h.length!==0)return null}catch(j){if(!$(j,"ENOENT"))return null}}const d=await O.promises.realpath(o),s=await O.promises.stat(d,{bigint:!0});return e.throwIfAborted(),{executable:o,cwd:r,env:t,context:m,metadataPath:a,endpoint:p,key:JSON.stringify([r,Object.entries(t).sort(([u],[w])=>u<w?-1:u>w?1:0),o,d,s.dev.toString(),s.ino.toString(),s.size.toString(),s.mtimeNs.toString(),s.ctimeNs.toString(),y,E?.toString("base64")??null,c?.toString("base64")??null,h])}}async function q(e,r,t){const o=async m=>{t.throwIfAborted();const a=Math.min(_,r());if(a<=0)return null;const c=await J({executable:e.executable,args:m,cwd:e.cwd,env:e.env,displayLabel:"Docker metadata transport resolution",timeoutMs:a,signal:t}),p=v("Docker metadata transport resolution",c);if(c.terminationError&&p!==null)throw p;return c.exitCode!==0||p!==null?null:JSON.parse(c.stdout)},f=await o(["context","inspect"]),i=Array.isArray(f)&&f.length===1?l(f[0]):null,k=l(l(i?.Endpoints)?.docker),y=l(i?.TLSMaterial),E=l(i?.Storage);if(i?.Name!==e.context||typeof k?.Host!="string"||k.SkipTLSVerify!==!1||y===null||Object.keys(y).length!==0||e.metadataPath!==null&&(E?.MetadataPath!==e.metadataPath||k.Host!==e.endpoint))return null;const g=Q(k.Host);if(g===null)return null;const n=l(await o(["version","--format","{{json .Client}}"]));return typeof n?.Version!="string"||!/^29\.\d+\.\d+$/u.test(n.Version)||n.Context!==e.context||typeof n.Os!="string"||!x(n.DefaultAPIVersion)||!x(n.ApiVersion)?null:{key:e.key,socketPath:g,userAgent:`Docker-Client/${n.Version} (${n.Os})`,maximum:n.DefaultAPIVersion,negotiated:n.ApiVersion,server:null}}async function X(e,r,t){const o=G(r);if(o===null)return;const f=new I.Agent({keepAlive:!0,maxSockets:1}),i=new Map;let k;const y=E=>new Promise((g,n)=>{const m=I.get({socketPath:e.socketPath,path:E,agent:f,signal:t,headers:{Host:"api.moby.localhost","User-Agent":e.userAgent}},a=>{const c=[];let p=0;a.on("data",h=>{p+=h.length,p>z?m.destroy(new Error("Docker metadata response exceeded its byte limit")):c.push(h)}),a.once("error",n),a.once("end",()=>{a.statusCode!==200||!a.complete?n(new Error("Docker metadata response was not a complete success")):g({headers:a.headers,body:Buffer.concat(c,p)})})});m.once("error",n),m.once("socket",a=>{i.has(a)||i.set(a,new Promise(c=>a.once("close",()=>{c()}))),k!==void 0&&a!==k&&m.destroy(new Error("Docker metadata connection changed during negotiation")),k=a})});try{const E=await y("/_ping"),g=l(JSON.parse((await y("/version")).body.toString("utf8"))),n=g?.ApiVersion,m=g?.MinAPIVersion;if(!x(n)||!x(m)||E.headers["api-version"]!==n)return;const a=M(e.maximum,n)<=0?e.maximum:n;if(a!==e.negotiated||M(a,m)<0){b=void 0;return}const c=JSON.stringify(g);if(e.server!==null&&e.server!==c){b=void 0;return}e.server=c;const p=await y(`/v${a}${o.path}`),h=JSON.parse(p.body.toString("utf8"));let d;if(o.kind==="container"||o.kind==="volume"){const s=l(h)?.[o.kind==="container"?"Id":"Name"];if(typeof s!="string"||s.length===0)return;const u=JSON.stringify([h],null,4).replace(/[<>&\u2028\u2029]/gu,w=>`\\u${w.charCodeAt(0).toString(16).padStart(4,"0")}`);if(p.body.length+Buffer.byteLength(u)+16>D)return;d=`[${p.body.toString("utf8")}]`}else if(o.kind==="containers"){if(!Array.isArray(h)||h.some(s=>typeof l(s)?.Id!="string"||!/^[a-f0-9]{64}$/u.test(l(s)?.Id)))return;d=h.map(s=>(l(s)?.Id).slice(0,12)).join(`
|
|
2
2
|
`)}else{const s=l(h)?.Volumes;if(s===null)d="";else{if(!Array.isArray(s)||s.length>1)return;const u=s.map(w=>l(w)?.Name);if(u.some(w=>typeof w!="string"||w.length===0))return;d=u.join(`
|
|
3
|
-
`)}}return Buffer.byteLength(d)+1<=
|
|
3
|
+
`)}}return Buffer.byteLength(d)+1<=D?d:void 0}finally{f.destroy();for(const E of i.keys())E.destroy();await Promise.all(i.values())}}function G(e){if(e.length===2&&e[0]==="inspect"&&e[1]&&!e[1].startsWith("-"))return{kind:"container",path:`/containers/${encodeURIComponent(e[1])}/json`};if(e.length===3&&e[0]==="volume"&&e[1]==="inspect"&&e[2]&&!e[2].startsWith("-"))return{kind:"volume",path:`/volumes/${encodeURIComponent(e[2])}`};let r,t;if(e[0]==="ps"&&e[1]==="-a"&&e[2]==="--format"&&e[3]==="{{.ID}}")r="containers",t=e.slice(4);else if(e[0]==="volume"&&e[1]==="ls"&&e[2]==="-q")r="volumes",t=e.slice(3);else return null;const o=[];for(let i=0;i<t.length;i+=2){if(t[i]!=="--filter"||!t[i+1]?.startsWith("label="))return null;o.push(t[i+1].slice(6))}const f=encodeURIComponent(JSON.stringify({label:o}));return{kind:r,path:r==="containers"?`/containers/json?all=true&filters=${f}`:`/volumes?filters=${f}`}}async function T(e,r){const t=O.createReadStream(e,{signal:r,highWaterMark:65536}),o=[];let f=0;try{for await(const i of t){if(f+=i.length,f>Y)throw new Error("Docker metadata configuration exceeded its byte limit");o.push(i)}return Buffer.concat(o,f)}catch(i){if($(i,"ENOENT"))return null;throw i}finally{t.destroy(),t.closed||await new Promise(i=>t.once("close",i))}}function Q(e){if(process.platform==="win32"){const t=/^npipe:\/\/\/\/\.\/pipe\/([a-z0-9_.-]+)$/iu.exec(e);return t===null?null:`\\\\.\\pipe\\${t[1]}`}if(!e.startsWith("unix:///"))return null;const r=e.slice(7);return r.includes("\0")||r.includes("?")||r.includes("#")?null:r}function Z(e){for(const r of e.matchAll(/"(?:\\.|[^"\\])*"/gu)){let t=r.index+r[0].length;for(;t<e.length&&/\s/u.test(e[t]);)t+=1;if(e[t]!==":")continue;const o=JSON.parse(r[0]);if(typeof o=="string"&&/^httpheaders$/iu.test(o))return!0}return!1}function ee(e,r){return process.platform!=="win32"?e[r]||"":Object.entries(e).find(([t])=>t.toUpperCase()===r)?.[1]||""}function l(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)?e:null}function $(e,r){return l(e)?.code===r}function x(e){return typeof e=="string"&&/^1\.[1-9]\d*$/u.test(e)&&Number.isSafeInteger(Number(e.slice(2)))}function M(e,r){return Number(e.slice(2))-Number(r.slice(2))}function V(e){return{cancelled:!1,error:null,exitCode:0,exitSignal:null,outputLimitExceeded:!1,stderr:"",stdout:e,terminationError:null,timedOut:!1}}
|
package/dist/database/docker.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import{runDockerMetadataCommand as
|
|
2
|
-
${
|
|
3
|
-
${
|
|
4
|
-
`).trim(),
|
|
5
|
-
${n.slice(-
|
|
1
|
+
import{dockerCliEnvironment as C,prepareDockerEndpoint as w}from"./docker-endpoint.js";import{runDockerMetadataCommand as p}from"./docker-metadata.js";import{managedHostProcessInfrastructureError as I,runManagedHostProcess as T}from"../process/index.js";import{canonicalizeProductDir as _,hashString as y}from"./naming.js";export const TESTKIT_MANAGED_LABEL="com.elench.testkit.managed",TESTKIT_RESOURCE_KIND_LABEL="com.elench.testkit.resource.kind",TESTKIT_RESOURCE_NAME_LABEL="com.elench.testkit.resource.name",TESTKIT_PRODUCT_DIR_LABEL="com.elench.testkit.product.dir",TESTKIT_PRODUCT_ID_LABEL="com.elench.testkit.product.id",TESTKIT_SCOPE_LABEL="com.elench.testkit.scope",TESTKIT_CACHE_POLICY_LABEL="com.elench.testkit.cache.policy",TESTKIT_CREATED_AT_LABEL="com.elench.testkit.created-at",TESTKIT_RESOURCE_GENERATION_LABEL="com.elench.testkit.resource.generation";const L=4e3,g=String;export const DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS=Object.freeze({inspect:3e4,list:3e4,remove:12e4,stop:3e4});export function buildProductIdentity(e){const t=_(e||process.cwd());return{dir:t,id:y(t,24)}}export function buildDockerResourceLabels(e,t){if(!t.generation)throw new Error("Docker resource generation must be non-empty");const n=buildProductIdentity(e);return{[TESTKIT_MANAGED_LABEL]:"true",[TESTKIT_RESOURCE_KIND_LABEL]:t.kind,[TESTKIT_RESOURCE_NAME_LABEL]:t.name,[TESTKIT_PRODUCT_DIR_LABEL]:n.dir,[TESTKIT_PRODUCT_ID_LABEL]:n.id,[TESTKIT_SCOPE_LABEL]:t.scope||t.kind,[TESTKIT_CACHE_POLICY_LABEL]:t.cachePolicy||"ephemeral",[TESTKIT_CREATED_AT_LABEL]:t.createdAt||new Date().toISOString(),[TESTKIT_RESOURCE_GENERATION_LABEL]:t.generation}}export function dockerLabelArgs(e){return Object.entries(e).flatMap(([t,n])=>["--label",`${t}=${g(n)}`])}export async function inspectDockerContainer(e,t={}){const n=`Docker container inspect for ${e}`,o=["inspect",e],r=await p(o,n,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.inspect,t.signal,c=>runDockerCommand(o,n,c,t.signal));if(r.exitCode!==0){if(k(r))return null;throw l(n,r)}return E(r,n,"Id")}export async function listManagedDockerContainers(e,t={}){return x(["--filter",`label=${TESTKIT_MANAGED_LABEL}=true`,"--filter",`label=${TESTKIT_PRODUCT_ID_LABEL}=${e.id}`],t.signal)}export async function inspectDockerVolume(e,t={}){const n=`Docker volume inspect for ${e}`,o=["volume","inspect",e],r=await p(o,n,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.inspect,t.signal,c=>runDockerCommand(o,n,c,t.signal));if(r.exitCode!==0){if(b(r))return null;throw l(n,r)}return E(r,n,"Name")}export async function listManagedDockerVolumes(e,t={}){return A(["--filter",`label=${TESTKIT_MANAGED_LABEL}=true`,"--filter",`label=${TESTKIT_PRODUCT_ID_LABEL}=${e.id}`],t.signal)}export async function removeDockerContainer(e,t=e,n={}){const o=`Docker container removal for ${t}`,r=await runDockerCommand(["rm","-f","-v",e],o,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.remove,n.signal);if(r.exitCode===0)return r.stdout.trim().length>0;if(k(r))return!1;throw l(o,r)}export async function removeDockerVolume(e,t,n={}){const o=normalizeDockerVolumeInspect(await inspectDockerVolume(e,n));if(o===null||!sameDockerVolumeGeneration(o,t))return!1;const r=`Docker volume removal for ${e}`,c=await runDockerCommand(["volume","rm","-f",e],r,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.remove,n.signal);if(c.exitCode===0)return!0;if(b(c))return!1;throw l(r,c)}export function sameDockerVolumeGeneration(e,t){return e.name===t.name&&e.createdAt===t.createdAt&&e.driver===t.driver&&e.mountpoint===t.mountpoint&&O(e.labels,t.labels)}export async function stopDockerContainer(e,t=e,n={}){const o=`Docker container stop for ${t}`,r=await runDockerCommand(["stop","--time","5",e],o,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.stop,n.signal);if(r.exitCode===0)return!0;if(k(r))return!1;throw l(o,r)}async function x(e,t){const n="Docker container inventory",o=["ps","-a","--format","{{.ID}}",...e],r=await p(o,n,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.list,t,i=>runDockerCommand(o,n,i,t));if(r.exitCode!==0)throw l(n,r);const{stdout:c}=r,s=c.split(/\r?\n/).map(i=>i.trim()).filter(Boolean);if(s.length===0)return[];const a=[];for(const i of s){const m=await inspectDockerContainer(i,{signal:t}),d=normalizeDockerContainerInspect(m);d&&a.push(d)}return a}async function A(e,t){const n="Docker volume inventory",o=["volume","ls","-q",...e],r=await p(o,n,DOCKER_OWNERSHIP_OPERATION_TIMEOUTS_MS.list,t,i=>runDockerCommand(o,n,i,t));if(r.exitCode!==0)throw l(n,r);const{stdout:c}=r,s=c.split(/\r?\n/).map(i=>i.trim()).filter(Boolean);if(s.length===0)return[];const a=[];for(const i of s){const m=await inspectDockerVolume(i,{signal:t}),d=normalizeDockerVolumeInspect(m);d&&a.push(d)}return a}export function normalizeDockerContainerInspect(e){const t=u(e);if(!t||typeof t.Id!="string"||!t.Id)return null;const n=u(t.Config),o=u(t.State),r=g(t.Name||"").replace(/^\//,"");return{id:t.Id,shortId:t.Id.slice(0,12),name:r,image:f(n?.Image)||"",createdAt:f(t.Created),running:!!o?.Running,status:f(o?.Status)||"unknown",labels:D(n?.Labels)}}export function normalizeDockerVolumeInspect(e){const t=u(e);return!t||typeof t.Name!="string"||!t.Name?null:{name:t.Name,driver:f(t.Driver)||"",mountpoint:f(t.Mountpoint)||"",labels:D(t.Labels),createdAt:f(t.CreatedAt)}}function E(e,t,n){let o;try{o=JSON.parse(e.stdout)}catch(s){throw h(t,n,e,s)}const r=Array.isArray(o)?o:null,c=r?u(r[0]):null;if(r?.length!==1||!c||typeof c[n]!="string"||c[n].length===0)throw h(t,n,e);return c}function D(e){const t={},n=u(e);if(!n)return t;for(const[o,r]of Object.entries(n))typeof r=="string"&&(t[o]=r);return t}function O(e,t){const n=Object.entries(e).sort(([r],[c])=>r.localeCompare(c)),o=Object.entries(t).sort(([r],[c])=>r.localeCompare(c));return n.length===o.length&&n.every(([r,c],s)=>o[s]?.[0]===r&&o[s]?.[1]===c)}function u(e){return S(e)?e:null}function S(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)}function f(e){return typeof e=="string"&&e?e:null}export async function runDockerCommand(e,t,n,o,r){const c=await w(process.env,o).then(()=>!0,i=>{if(o?.aborted)return!1;throw i}),s=await T({args:e,cwd:process.cwd(),displayLabel:t,env:c?C():process.env,executable:"docker",signal:o,timeoutMs:n,workPurpose:r}),a=I(t,s);if(a)throw a;return s}function k(e){const t=`${e.stderr}
|
|
2
|
+
${e.stdout}`.toLowerCase();return/\bno such (?:container|object)\b/u.test(t)}function b(e){const t=`${e.stderr}
|
|
3
|
+
${e.stdout}`.toLowerCase();return/\bno such (?:object|volume)\b/u.test(t)}function l(e,t){const n=[t.stderr,t.stdout].filter(Boolean).join(`
|
|
4
|
+
`).trim(),o=n?`
|
|
5
|
+
${n.slice(-L)}`:"",r=new Error(`${e} exited with code ${String(t.exitCode)}${o}`);return Object.defineProperty(r,"result",{enumerable:!1,value:Object.freeze({...t})}),r}function h(e,t,n,o){const r=new Error(`${e} returned malformed Docker inspect output; expected exactly one record with a non-empty ${t}`,o===void 0?void 0:{cause:o});return Object.defineProperty(r,"result",{enumerable:!1,value:Object.freeze({...n})}),r}
|
package/dist/database/index.js
CHANGED
|
@@ -1 +1,2 @@
|
|
|
1
|
-
import{requireContainedTestkitStateDirectory as
|
|
1
|
+
import{requireContainedTestkitStateDirectory as k}from"../process/runs/product-state.js";export{cleanupOrphanedLocalInfrastructure}from"./lifecycle-cleanup.js";import p from"fs";import c from"path";import{computeTemplateFingerprint as $}from"./fingerprint.js";import{buildDatabaseUrl as v,buildRuntimeDatabaseName as B,buildTaskDatabaseName as V,buildTemplateDatabaseName as U,hashString as W}from"./naming.js";import{getLocalInfraDir as K,getLocalLocksDir as F,getLocalServiceCacheDir as T,readStateValue as y}from"./state.js";import{runTemplateStage as z,runTemplateStep as H}from"./template-steps.js";import{materializeDatabaseConfig as Q}from"../config/loader/index.js";import{applySourceSchemaCache as G,createSourceSchemaMismatchError as J,forceRefreshSourceSchemaCache as X,prepareSourceSchemaCache as Y,verifyLocalSchemaMatchesSource as Z}from"./schema-source.js";import{cloneDatabaseFromTemplate as C,createEmptyDatabase as ee,databaseExists as x,dropDatabaseWithForceOrDrain as h}from"./admin.js";import{withUserHostLocalPostgresActivity as S}from"./activity-gate.js";import{localPostgresProvider as D}from"./provider.js";import{beginTemplateCacheRebuild as ae,writeCacheState as P,writeStateValue as w}from"./state-files.js";import{withProcessLock as j,withProcessLockProgress as g}from"../process/locks.js";import{errorMessage as E}from"../kernel/error-serialization.js";import{ensureDatabaseRoles as te}from"./roles.js";import{cleanupLocalPostgresDockerResources as re,destroyLocalPostgresDockerResources as se}from"./cleanup.js";import{requireProductLifecycleFenceProductDir as A}from"../process/lifecycle-fence.js";export{dropDatabaseWithForceOrDrain,isTransientAdminQueryConnectionError,waitForDatabaseConnectionsToDrain}from"./admin.js";export{refreshDatabaseSchema,verifyDatabaseSchema}from"./schema-operations.js";const R="task-databases";export async function provisionDatabase(e,a={}){const r=e.testkit.database;if(!r)return null;const s=Q(r),t={...e,stateDir:k(e.productDir,e.stateDir,`Service "${e.name}" database runtime state directory`),testkit:{...e.testkit,database:s}},n={cleanupSignal:a.cleanupSignal,excludeFromLimit:a.excludeFromLimit,reporter:a.progress?.reporter||null,setupRegistry:a.progress?.setupRegistry||null,signal:a.signal,skipSchemaSourceVerify:a.skipSchemaSourceVerify};return S(t.productDir,()=>g(`preparing the database for ${t.name}`,async()=>(p.mkdirSync(t.stateDir,{recursive:!0}),ce(t,n,a.provisionedSharedDatabases))),{signal:a.signal})}export async function destroyRuntimeDatabase({productDir:e,stateDir:a},r={}){const s=k(e,a,"Runtime database state directory");await S(e,async()=>{await pe(e,s,r.signal)},r)}export async function destroyServiceDatabaseCache(e,a,r={}){await S(e,()=>ne(e,a),r)}async function ne(e,a){const r=T(e,a);if(!p.existsSync(r))return;const s=F(e);p.mkdirSync(s,{recursive:!0}),await j(c.join(s,`template-${a}.lock`),async()=>{const t=y(c.join(r,"template_database_name")),n=t?await D.load(e):null;n&&t&&await h(n,t),p.rmSync(r,{recursive:!0,force:!0})})}export async function destroyOwnedLocalDatabaseResources(e,a={}){const r=A(e);return S(r,()=>(A(e),se(e,a)),{signal:a.signal})}export async function cleanupOwnedLocalDatabaseResources(e,a={}){return S(e,()=>ie(e,a))}async function ie(e,a){return re({productDir:e,dryRun:!!a.dryRun,stopIdle:a.stopIdle!==!1})}export async function stopRetainedLocalPostgres(e){await S(e,async()=>{const a=y(c.join(K(e),"container_name"));if(a&&!await D.stopRetained(e,a))throw new Error(`Could not stop the retained database container ${a}: it no longer exists`)})}export function isDatabaseStateDir(e){return p.existsSync(e)?p.existsSync(c.join(e,"database_backend")):!1}async function ce(e,a={},r){const s=e.testkit.database,t=e.productDir,n=e.name,u=de(e),l=F(t),i=T(t,n);p.mkdirSync(l,{recursive:!0}),p.mkdirSync(i,{recursive:!0});const o=await g(`starting local Postgres for ${n}`,()=>D.ensure(t,s,{signal:a.signal})),d=await j(c.join(l,`template-${n}.lock`),()=>g(`preparing the template for ${n}`,async()=>{const b=await Y(e,a),_=await $(e,{sourceSchemaState:b});return await te(e,o,a),oe(e,o,i,_,{...a,sourceSchemaState:b})}),{signal:a.signal,timeoutMs:null}),m=M(s.binding)==="shared"?r:void 0,f=await j(c.join(l,`runtime-${n}-${W(u,10)}.lock`),()=>g(`cloning the runtime database for ${n}`,()=>me(e,o,d,u,m,a.signal)),{signal:a.signal,timeoutMs:null});return{container:o.containerName,databaseName:f.databaseName,templateFingerprint:f.templateFingerprint,url:v(o,f.databaseName)}}async function oe(e,a,r,s,t={}){const n=e.name;let u=s,l=t.sourceSchemaState||null,i=!1;for(;;){const o=y(c.join(r,"template_fingerprint")),d=y(c.join(r,"template_database_name")),m=U(n,u);if(o===u&&d&&await x(a,d,{signal:t.signal}))return t.setupRegistry?.recordCached({config:e,stage:"template",kind:"database-template",summary:"template cache hit"}),P(r,a,d,u),{databaseName:d,fingerprint:u};d&&d!==m&&await h(a,d,{signal:t.signal}),await x(a,m,{signal:t.signal})&&await h(a,m,{signal:t.signal}),ae(r,m);const f=v(a,m);if(await ee(a,m,{signal:t.signal}),(await ue(e,a,m,f,{...t,sourceSchemaState:l,refreshedSourceAfterMismatch:i})).refreshSourceSchema){await h(a,m,{signal:t.signal}),l=await X(e,l,t),i=!0,u=await $(e,{sourceSchemaState:l});continue}return P(r,a,m,u),{databaseName:m,fingerprint:u}}}async function ue(e,a,r,s,t={}){const n=t.setupRegistry?.start({config:e,stage:"template",kind:"database-template",summary:"template rebuild",recordLog:!1}),u={ownedContainer:{containerId:a.containerId,containerPort:a.containerPort,image:a.image},parentOperation:n,reporter:t.reporter||null,setupRegistry:t.setupRegistry||null,signal:t.signal},l={...u,excludeFromLimit:t.excludeFromLimit};try{await G(e,s,t.sourceSchemaState,u);const i=async()=>{const b=await Z(e,s,t.sourceSchemaState,{...u,skipSchemaSourceVerify:t.skipSchemaSourceVerify});if(b.status!=="mismatch")return null;if(t.refreshedSourceAfterMismatch)throw J(e,be(t.sourceSchemaState),b);return b},o=e.testkit.database?.template,d=!!(o?.migrate?.length||o?.seed?.length),m=async b=>{const _=o?.[b]||[];for(const[I,q]of _.entries())if(await H(e,b,q,I,s,l),await i())return!0;return!1};return await m("migrate")||await m("seed")||!d&&!!await i()?(N(n,t,{status:"passed",summary:"source schema refresh requested"}),{refreshSourceSchema:!0}):(await z(e,"verify",s,l),N(n,t,{status:"passed",summary:"template rebuild"}),{refreshSourceSchema:!1})}catch(i){throw N(n,t,{status:"failed",summary:"template rebuild",error:he(i)||i}),await O(a,r,"template database",i,t.cleanupSignal?.()),i}}function N(e,a,r){const s=e&&a.setupRegistry?a.setupRegistry.finish(e,r):null;s&&a.reporter?.setupOperationFinished?.(s)}async function me(e,a,r,s,t,n){const u=e.name,l=r.fingerprint,i=B(u,s,l);await L(a,e.stateDir,n);const o=y(c.join(e.stateDir,"local_database_name")),d=y(c.join(e.stateDir,"local_template_fingerprint")),m=!t?.has(i)&&(fe(e.testkit.database.reset)||d!==l||o!==i)||!await x(a,i,{signal:n});o&&o!==i&&await h(a,o,{signal:n}),m&&(await h(a,i,{signal:n}),w(c.join(e.stateDir,"local_database_name"),i),await C(a,i,r.databaseName,{signal:n})),t?.add(i),p.mkdirSync(e.stateDir,{recursive:!0});const f={bindingKey:s,databaseName:i,templateDatabaseName:r.databaseName,templateFingerprint:l};return le(e,a,f),f}function le(e,a,r){w(c.join(e.stateDir,"database_backend"),""),w(c.join(e.stateDir,"local_database_name"),r.databaseName),w(c.join(e.stateDir,"local_template_fingerprint"),r.templateFingerprint),w(c.join(e.stateDir,"local_template_database_name"),r.templateDatabaseName),w(c.join(e.stateDir,"local_container_name"),a.containerName),a.volumeName&&w(c.join(e.stateDir,"volume_name"),a.volumeName),a.volumeMountPath&&w(c.join(e.stateDir,"volume_mount_path"),a.volumeMountPath)}function de(e){return M(e.testkit.database.binding)==="shared"?`${e.name}:shared`:e.runtimeId?`${e.name}:${String(e.runtimeId)}`:`${e.name}:${e.stateDir}`}export function readRuntimeDatabaseName(e){return y(c.join(e,"local_database_name"))}async function pe(e,a,r){const s=readRuntimeDatabaseName(a);s&&await g(`dropping the runtime database ${s}`,async()=>{const t=await D.load(e,{signal:r});t&&(await L(t,a,r),await h(t,s,{signal:r}))})}export async function cloneTaskDatabase({productDir:e,stateDir:a},r,s,t={}){const n=k(e,a,"Runtime database state directory");return S(e,async()=>{const u=y(c.join(n,"local_database_name")),l=y(c.join(n,"local_template_database_name")),i=await D.load(e,{signal:t.signal});if(!u||!l||!i)throw new Error(`Service "${r}" has no provisioned database to clone for this task`);const o=V(r,u,s),d=c.join(n,R,o);p.mkdirSync(c.dirname(d),{recursive:!0}),p.writeFileSync(d,"");try{await C(i,o,l,{signal:t.signal})}catch(m){throw await O(i,o,"task database",m),p.rmSync(d,{force:!0}),m}return{databaseName:o,url:v(i,o)}},{signal:t.signal})}export async function dropTaskDatabase({productDir:e,stateDir:a},r){const s=k(e,a,"Runtime database state directory");await S(e,async()=>{const t=await D.load(e);t&&await h(t,r),p.rmSync(c.join(s,R,r),{force:!0})})}export async function dropRecordedTaskDatabases({productDir:e,stateDir:a}){const r=k(e,a,"Runtime database state directory");p.existsSync(c.join(r,R))&&await S(e,async()=>{const s=await D.load(e);s&&await L(s,r)})}async function O(e,a,r,s,t){let n;try{await g(`dropping the failed ${r} ${a}`,()=>h(e,a,{signal:t}));return}catch(u){n=u}throw new AggregateError([s,n],`${E(s).trimEnd()}
|
|
2
|
+
Dropping the ${r} ${a} also failed: ${E(n).trim()}`,{cause:s})}async function L(e,a,r){const s=c.join(a,R);if(p.existsSync(s))for(const t of p.readdirSync(s))await h(e,t,{signal:r}),p.rmSync(c.join(s,t),{force:!0})}function be(e){if(!e?.active)throw new Error("Source schema mismatch requires active source schema state");return e}function he(e){return typeof e!="object"&&typeof e!="function"||e===null?void 0:Reflect.get(e,"message")}function fe(e){return e!==!1}function M(e){return e||"per-runtime"}function Ee(e){return e}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import
|
|
1
|
+
import o from"node:fs";import{getLocalInfraDir as n,hasRemainingLocalArtifacts as c}from"./state.js";import{withUserHostLocalPostgresActivity as l}from"./activity-gate.js";import{withProcessLockProgress as p}from"../process/locks.js";export async function cleanupOrphanedLocalInfrastructure(e,t={}){const r=n(e);return a(e,r)?l(e,()=>cleanupOrphanedLocalInfrastructureUnlocked(e,t.signal),t):s()}export async function cleanupOrphanedLocalInfrastructureUnlocked(e,t){const r=n(e);return a(e,r)?p("cleaning up this product's idle Docker resources",async()=>{const{hasActiveProductRuntime:u,cleanupLocalPostgresDockerResources:i}=await import("./cleanup.js");if(u(e))return s();const f=await i({productDir:e,dryRun:!1,signal:t,stopIdle:!0});return c(e)||o.rmSync(r,{recursive:!0,force:!0}),f}):s()}export function hasLocalDatabaseState(e){return a(e,n(e))}function a(e,t){return o.existsSync(t)||c(e)}function s(){return{kept:[],removed:[],skipped:[],stopped:[],targets:[]}}
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
-
import{recordWork as D}from"../kernel/work-metrics.js";import{runDockerMetadataCommand as oe}from"./docker-metadata.js";import{randomUUID as C}from"node:crypto";import ie from"fs";import u from"path";import{LOCAL_ADMIN_DB as M,LOCAL_IMAGE as R,LOCAL_MAX_CONNECTIONS as N,LOCAL_PASSWORD as $,LOCAL_POLL_INTERVAL_MS as se,LOCAL_READY_TIMEOUT_MS as j,LOCAL_USER as V}from"./constants.js";import{buildContainerName as ae,buildVolumeName as E}from"./naming.js";import{getLocalInfraDir as U,readStateValue as l}from"./state.js";import{TESTKIT_CREATED_AT_LABEL as z,TESTKIT_RESOURCE_GENERATION_LABEL as v,buildDockerResourceLabels as G,dockerLabelArgs as H,inspectDockerVolume as h,normalizeDockerVolumeInspect as S,removeDockerVolume as ce,runDockerCommand as L}from"./docker.js";import{writeLocalInfraState as ue}from"./state-files.js";import{isUnknownArray as P,isUnknownRecord as f}from"../kernel/unknown-values.js";const le="/var/lib/postgresql/data",fe="/var/lib/postgresql",O=String;export const LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS=Object.freeze({inspect:3e4,readinessAttempt:1e4,remove:12e4,run:10*6e4,start:12e4,volumeCreate:12e4});export async function ensureLocalContainer(e,n={},r={}){const o=U(e);ie.mkdirSync(o,{recursive:!0});const t=l(u.join(o,"container_name"))||ae(e),i=l(u.join(o,"volume_name")),s=n.image||l(u.join(o,"image"))||R,c=l(u.join(o,"image")),m=resolveLocalPostgresVolumeTarget(s),w=n.user||l(u.join(o,"user"))||V,b=n.password||l(u.join(o,"password"))||$,_=F(n.maxConnections||l(u.join(o,"max_connections"))||N);let a=await inspectContainer(t,r);a&&p(a,e,t);const te=!a&&!i;let d=Y(a,m)||i||E(e,C());a&&await W(e,d,r);const A=a?.Config?.Image||c||null;if(a&&!isReusableLocalPostgresContainer(a,{image:s,maxConnections:_,volumeMountPath:m,volumeName:d})&&(await stopAndRemoveContainer(a.Id,t,r),A&&A!==s&&(await be(e,d,r),d=E(e,C())),a=null),a)a.State?.Running||(await y(["start",a.Id],`Docker local Postgres container start for ${t}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.start,r.signal),a=await inspectContainer(t,r),a&&p(a,e,t));else{d=te?await K(e,r):await ge(e,d,r);const re=X(e,t,C());await y(buildDockerRunArgs({containerName:t,labels:re,volumeName:d,volumeMountPath:m,user:w,password:b,image:s,maxConnections:_}),`Docker local Postgres container creation for ${t}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.run,r.signal),a=await inspectContainer(t,r),a&&p(a,e,t)}const I=q(a);if(!a||!I)throw new Error(`Could not determine host port for local database container ${t}`);const x={containerName:t,containerId:a.Id,volumeName:d,volumeMountPath:m,image:s,user:w,password:b,maxConnections:_,host:"127.0.0.1",port:Number(I),containerPort:5432};return await J(x,r),ue(o,x),x}export function buildDockerRunArgs({containerName:e,labels:n,volumeName:r,volumeMountPath:o,user:t,password:i,image:s,maxConnections:c}){return["run","-d","--name",e,...H(n),"-p","127.0.0.1::5432","--mount",`type=volume,source=${r},target=${o}`,"-e",`POSTGRES_USER=${t}`,"-e",`POSTGRES_PASSWORD=${i}`,"-e",`POSTGRES_DB=${M}`,s,"postgres","-c",`max_connections=${String(c)}`]}export async function loadExistingLocalContainer(e,n={}){const r=U(e),o=l(u.join(r,"container_name"));if(!o)return null;const t=await inspectContainer(o,n);if(!t)return null;p(t,e,o);const i=t.Config?.Image||l(u.join(r,"image"))||R,s=l(u.join(r,"volume_mount_path"))||resolveLocalPostgresVolumeTarget(i),c=Y(t,s)||l(u.join(r,"volume_name"));if(!c)return null;await W(e,c,n),t.State?.Running||await y(["start",t.Id],`Docker local Postgres container start for ${o}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.start,n.signal);const m=t.State?.Running?t:await inspectContainer(t.Id,n);m&&p(m,e,o);const w=q(m);if(!m||!w)return null;const b={containerName:o,containerId:m.Id,volumeName:c,volumeMountPath:s,image:i,user:l(u.join(r,"user"))||V,password:l(u.join(r,"password"))||$,maxConnections:F(l(u.join(r,"max_connections"))||N),host:"127.0.0.1",port:Number(w),containerPort:B(m)==="host"?Number(w):5432};return await J(b,n),b}function me(e,n){const r=e.Config?.Cmd;return Array.isArray(r)?r.includes("-c")&&r.includes(`max_connections=${String(n)}`):!1}function de(e,n,r){return(Array.isArray(e.Mounts)?e.Mounts:[]).some(t=>t?.Type==="volume"&&t.Name===n&&t.Destination===r)}export function isReusableLocalPostgresContainer(e,n){return e.Config?.Image===n.image&&me(e,n.maxConnections)&&de(e,n.volumeName,n.volumeMountPath)&&B(e)==="bridge"}function B(e){return e.HostConfig?.NetworkMode==="host"?"host":"bridge"}function q(e){return e?.NetworkSettings?.Ports?.["5432/tcp"]?.[0]?.HostPort||null}function F(e){const n=Number(e);if(!Number.isInteger(n)||n<10)throw new Error("database.maxConnections must be an integer greater than or equal to 10");return n}export async function inspectContainer(e,n={}){D("database.containerInspections");const r=`Docker local Postgres container inspect for ${e}`,o=["inspect",e],t=await oe(o,r,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.inspect,n.signal,c=>L(o,r,c,n.signal));if(t.exitCode!==0){if(ne(t))return null;throw T(r,t)}let i;try{i=JSON.parse(t.stdout)}catch(c){throw ee(r,t,c)}const s=P(i)&&i.length===1?normalizeLocalPostgresContainerInspect(i[0]):null;if(!s?.Id)throw ee(r,t);return{...s,Id:s.Id}}export function normalizeLocalPostgresContainerInspect(e){return f(e)?{Config:Le(e.Config),HostConfig:ke(e.HostConfig),Id:g(e.Id),Mounts:ye(e.Mounts),NetworkSettings:_e(e.NetworkSettings),State:xe(e.State)}:null}export async function stopAndRemoveContainer(e,n=e,r={}){const o=`Docker local Postgres container removal for ${n}`,t=await L(["rm","-f","-v",e],o,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.remove,r.signal);if(!(t.exitCode===0||ne(t)))throw T(o,t)}async function ge(e,n,r={}){const o=k(e,n,"existing-generation"),t=await h(n,r);if(t){if(!matchesStableDockerLabels(Z(t)||{},o))throw new Error(`Docker volume ${n} already exists but is not owned by this Testkit product. Remove or rename it before running Testkit.`);return n}return K(e,r)}async function K(e,n){const r=C(),o=E(e,r),t=k(e,o,r);await y(["volume","create",...H(t),o],`Docker local Postgres volume creation for ${o}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.volumeCreate,n.signal);const i=S(await h(o,n));if(i===null||!we(i.labels,t))throw new Error(`Docker volume ${o} was not published with the expected Testkit generation identity`);return o}async function W(e,n,r){const o=k(e,n,"existing-generation"),t=S(await h(n,r));if(t===null||!matchesStableDockerLabels(t.labels,o))throw new Error(`Docker volume ${n} is missing or is not owned by this Testkit product`);return t}export function matchesStableDockerLabels(e,n){const r=e[z],o=e[v];return typeof r=="string"&&r.length>0&&typeof o=="string"&&o.length>0&&Object.entries(n).every(([t,i])=>t===z||t===v||e[t]===O(i))}function we(e,n){const r=Object.entries(e).sort(([t],[i])=>t.localeCompare(i)),o=Object.entries(n).map(([t,i])=>[t,O(i)]).sort(([t],[i])=>t.localeCompare(i));return r.length===o.length&&r.every(([t,i],s)=>o[s]?.[0]===t&&o[s]?.[1]===i)}async function be(e,n,r={}){const o=k(e,n,"existing-generation"),t=await h(n,r);if(!t)return;const i=Z(t)||{};if(!matchesStableDockerLabels(i,o))return;const c=S(t);c!==null&&await ce(n,c,r)}function Y(e,n){return(Array.isArray(e?.Mounts)?e.Mounts:[]).find(t=>t?.Type==="volume"&&typeof t.Name=="string"&&t.Name.length>0&&t.Destination===n)?.Name||null}function p(e,n,r){const o=X(n,r);if(!matchesStableDockerLabels(e.Config?.Labels||{},o))throw new Error(`Docker container ${r} already exists but is not owned by this Testkit product. Remove or rename it before running Testkit.`)}export function resolveLocalPostgresVolumeTarget(e){return pe(e)>=18?fe:le}function pe(e){const r=O(e||"").match(/(?:^|[:@/-])(?:pg|postgres)?(\d{2})(?:\D|$)/i);return r?Number(r[1]):16}async function J(e,n={}){D("database.hostReadinessChecks");const r=Date.now();let o=10;for(;Date.now()-r<j;){const t=Math.max(1,j-(Date.now()-r));if((await L(["exec",e.containerId,"pg_isready","-h","127.0.0.1","-U",e.user,"-d",M,"-p",String(e.containerPort||5432)],`Docker local Postgres readiness probe for ${e.containerName}`,Math.min(LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.readinessAttempt,t),n.signal).catch(s=>{if(Ce(s))return null;throw s}))?.exitCode===0)return;await he(Math.min(o,t),n.signal),o=Math.min(o*2,se)}throw new Error(`Timed out waiting for local database container ${e.containerName}`)}function Ce(e){const n=f(e)?Reflect.get(e,"result"):void 0;return f(n)&&n.timedOut===!0&&n.cancelled===!1&&n.error===null&&n.terminationError===null&&n.outputLimitExceeded===!1}function X(e,n,r="existing-generation"){return G(e,{generation:r,kind:"postgres-container",name:n,scope:"local-postgres",cachePolicy:"product-cache"})}function k(e,n,r){return G(e,{generation:r,kind:"postgres-volume",name:n,scope:"local-postgres",cachePolicy:"product-cache"})}function he(e,n){return new Promise((r,o)=>{if(n?.aborted){o(Q(n));return}const t=setTimeout(i,e);n?.addEventListener("abort",s,{once:!0});function i(){n?.removeEventListener("abort",s),r()}function s(){clearTimeout(t),o(n?Q(n):new Error("Local Postgres operation aborted"))}})}function Q(e){return e.reason instanceof Error?e.reason:new Error("Local Postgres operation aborted",{cause:e.reason})}function Z(e){if(!f(e))return null;const n=e.Labels;return f(n)?n:null}function Le(e){if(e===null)return null;if(f(e))return{Cmd:Ee(e.Cmd),Image:g(e.Image),Labels:Pe(e.Labels)}}function Pe(e){if(!f(e))return null;const n={};for(const[r,o]of Object.entries(e))typeof o=="string"&&(n[r]=o);return n}function ke(e){if(e===null)return null;if(f(e))return{NetworkMode:g(e.NetworkMode)}}function ye(e){if(e===null)return null;if(P(e))return e.flatMap(n=>f(n)?[{Destination:g(n.Destination),Name:g(n.Name),Type:g(n.Type)}]:[])}function _e(e){if(e===null)return null;if(!f(e))return;const n=e.Ports;if(n===null)return{Ports:null};if(!f(n))return{};const r={};for(const[o,t]of Object.entries(n)){if(t===null){r[o]=null;continue}P(t)&&(r[o]=t.flatMap(i=>{if(!f(i))return[];const s=g(i.HostPort);return i.HostPort!==void 0&&s===void 0?[]:[{HostPort:s}]}))}return{Ports:r}}function xe(e){if(e===null)return null;if(f(e))return{Running:e.Running===null||typeof e.Running=="boolean"?e.Running:void 0}}function g(e){if(e===null||typeof e=="string")return e}function Ee(e){if(e===null)return null;if(P(e))return e.filter(n=>typeof n=="string")}async function y(e,n,r,o){const t=await L(e,n,r,o);if(t.exitCode===0)return t;throw T(n,t)}function T(e,n){const r=n.stderr.trim()||n.stdout.trim(),o=new Error(`${e} failed with exit code ${String(n.exitCode)}${r?`: ${r}`:""}`);return Object.defineProperty(o,"result",{enumerable:!1,value:Object.freeze({...n})}),o}function ee(e,n,r){const o=new Error(`${e} returned malformed Docker inspect output; expected exactly one container record with a non-empty Id`,r===void 0?void 0:{cause:r});return Object.defineProperty(o,"result",{enumerable:!1,value:Object.freeze({...n})}),o}function ne(e){return/\bno such (?:container|object)\b/iu.test(`${e.stderr}
|
|
1
|
+
import{recordWork as R}from"../kernel/work-metrics.js";import{redactSensitiveText as Pe}from"../kernel/redaction.js";import{orderRedactionTargets as Ae,replaceRedactionTargets as ke}from"../kernel/redaction-targets.js";import{dockerEndpoint as xe}from"./docker-endpoint.js";import{runDockerMetadataCommand as ye}from"./docker-metadata.js";import{randomUUID as L}from"node:crypto";import Te from"fs";import f from"path";import{LOCAL_ADMIN_DB as N,LOCAL_IMAGE as H,LOCAL_MAX_CONNECTIONS as W,LOCAL_PASSWORD as K,LOCAL_EXEC_POLL_INTERVAL_MS as q,LOCAL_READY_EXEC_FALLBACK_AFTER_MS as Se,LOCAL_POLL_INTERVAL_MS as _e,LOCAL_READY_ATTEMPT_TIMEOUT_MS as De,LOCAL_READY_TIMEOUT_MS as P,LOCAL_USER as X}from"./constants.js";import{buildContainerName as $e,buildDatabaseUrl as Ie,buildVolumeName as T,isProductVolumeName as Oe}from"./naming.js";import{waitForPostgresConnection as Me}from"./postgres/connection-check.js";import{NotPostgresError as Re,PostgresCheckError as Ne,PostgresConnectionError as Ve,PostgresRefusedError as je,PostgresUnansweredError as ve}from"./postgres/protocol.js";import{getLocalInfraDir as Y,readStateValue as d}from"./state.js";import{TESTKIT_CREATED_AT_LABEL as J,TESTKIT_RESOURCE_GENERATION_LABEL as Q,buildDockerResourceLabels as Z,dockerLabelArgs as ee,inspectDockerVolume as S,normalizeDockerVolumeInspect as V,removeDockerVolume as Ue,runDockerCommand as C,stopDockerContainer as ze}from"./docker.js";import{writeLocalInfraState as te}from"./state-files.js";import{isUnknownArray as A,isUnknownRecord as m}from"../kernel/unknown-values.js";const ne=String;export const LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS=Object.freeze({inspect:3e4,readinessAttempt:1e4,remove:12e4,run:10*6e4,start:12e4,volumeCreate:12e4});class oe extends Error{container;retainedVolume;reason;constructor(t,n,r,o){super(`Local database container ${t.name} exited while starting${r===null?"":` with exit code ${String(r)}`}: ${o}`),this.container=t,this.retainedVolume=n,this.reason=o}}const Ge=1e3;export async function ensureLocalContainer(e,t={},n={}){try{return await re(e,t,n)}catch(r){if(!(r instanceof oe)||r.retainedVolume===null)throw r;return await j(e,r.retainedVolume,n),(n.notify??Be)(`Testkit is replacing database volume ${r.retainedVolume}, because ${r.message}. The new volume starts with an empty cluster, so its template is rebuilt.`),await stopAndRemoveContainer(r.container.id,r.container.name,n),await v(e,r.retainedVolume,n),re(e,t,n)}}function Be(e){process.stderr.write(`[testkit] ${e}
|
|
2
|
+
`)}async function re(e,t,n){const r=Y(e);Te.mkdirSync(r,{recursive:!0});const o=d(f.join(r,"container_name"))||$e(e),i=d(f.join(r,"volume_name")),a=t.image||d(f.join(r,"image"))||H,c=d(f.join(r,"image")),u=t.user||d(f.join(r,"user"))||X,l=t.password||d(f.join(r,"password"))||K,g=se(t.maxConnections||d(f.join(r,"max_connections"))||W);let s=await inspectContainer(o,n);s&&E(s,e,o);const Ee=!s&&!i,z=ce(s,e,i);let w=z?.name||i||T(e,L());s&&await j(e,w,n);const $=s?.Config?.Image||c||null,h=z?.destination||d(f.join(r,"volume_mount_path")),I=s?.Config?.Image===a?s.Config:null;let b=postgresDataVolumeTarget(a,I??await fe(a,n),h);const G=()=>!!h&&h!==b&&($??a)===a;if(s&&!isReusableLocalPostgresContainer(s,{image:a,maxConnections:g,volumeMountPath:b,volumeName:w})){if(I!==null&&(b=postgresDataVolumeTarget(a,await fe(a,n),h),h&&h!==b&&holdsPostgresData(a,I,h)))throw new Error(`Image ${a} now keeps its PostgreSQL data where volume ${w}, mounted at ${h}, can't hold it. Testkit leaves the container, the volume and its cluster alone. To start fresh, remove the container and the volume, or go back to the image the cluster was made with.`);await stopAndRemoveContainer(s.Id,o,n),($&&$!==a||G())&&(await v(e,w,n),w=T(e,L())),s=null}else!s&&i&&G()&&(await v(e,w,n),w=T(e,L()));let O=w;if(s)s.State?.Running||(await y(["start",s.Id],`Docker local Postgres container start for ${o}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.start,n.signal),s=await inspectContainer(o,n),s&&E(s,e,o));else{const F=Ee?null:await We(e,w,n);w=F??await Ke(e,n),O=F;const Le=we(e,o,L());await y(buildDockerRunArgs({containerName:o,labels:Le,volumeName:w,volumeMountPath:b,user:u,password:l,image:a,maxConnections:g}),`Docker local Postgres container creation for ${o}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.run,n.signal),s=await inspectContainer(o,n),s&&E(s,e,o)}if(s&&s.State?.Running===!1)throw await ge({id:s.Id,name:o},O,s,l,n);const B=ae(s);if(!s||!B)throw new Error(`Could not determine host port for local database container ${o}`);const M={containerName:o,containerId:s.Id,volumeName:w,volumeMountPath:b,image:a,user:u,password:l,maxConnections:g,host:"127.0.0.1",port:Number(B),containerPort:5432};return te(r,M),await me(M,n,O),M}export function buildDockerRunArgs({containerName:e,labels:t,volumeName:n,volumeMountPath:r,user:o,password:i,image:a,maxConnections:c}){return["run","-d","--name",e,...ee(t),"-p","127.0.0.1::5432","--mount",`type=volume,source=${n},target=${r}`,"-e",`POSTGRES_USER=${o}`,"-e",`POSTGRES_PASSWORD=${i}`,"-e",`POSTGRES_DB=${N}`,"-e","POSTGRES_INITDB_ARGS=--no-sync",a,"postgres","-c",`max_connections=${String(c)}`]}export async function loadExistingLocalContainer(e,t={}){const n=Y(e),r=d(f.join(n,"container_name"));if(!r)return null;const o=await inspectContainer(r,t);if(!o)return null;E(o,e,r);const i=o.Config?.Image||d(f.join(n,"image"))||H,a=ce(o,e,d(f.join(n,"volume_name"))),c=a?.destination||d(f.join(n,"volume_mount_path"))||postgresDataVolumeTarget(i,o.Config??{}),u=a?.name||d(f.join(n,"volume_name"));if(!u)return null;await j(e,u,t),o.State?.Running||await y(["start",o.Id],`Docker local Postgres container start for ${r}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.start,t.signal);const l=o.State?.Running?o:await inspectContainer(o.Id,t);l&&E(l,e,r);const g=ae(l);if(!l||!g)return null;const s={containerName:r,containerId:l.Id,volumeName:u,volumeMountPath:c,image:i,user:d(f.join(n,"user"))||X,password:d(f.join(n,"password"))||K,maxConnections:se(d(f.join(n,"max_connections"))||W),host:"127.0.0.1",port:Number(g),containerPort:ie(l)==="host"?Number(g):5432};return te(n,s),await me(s,t),s}export async function stopOwnedLocalContainer(e,t){const n=await inspectContainer(t);return n?(E(n,e,t),!n.State?.Running||await ze(n.Id,t)):!1}function Fe(e,t){const n=e.Config?.Cmd;return Array.isArray(n)?n.includes("-c")&&n.includes(`max_connections=${String(t)}`):!1}function He(e,t,n){return(Array.isArray(e.Mounts)?e.Mounts:[]).some(o=>o?.Type==="volume"&&o.Name===t&&o.Destination===n)}export function isReusableLocalPostgresContainer(e,t){return e.Config?.Image===t.image&&Fe(e,t.maxConnections)&&He(e,t.volumeName,t.volumeMountPath)&&ie(e)==="bridge"}function ie(e){return e.HostConfig?.NetworkMode==="host"?"host":"bridge"}function ae(e){return e?.NetworkSettings?.Ports?.["5432/tcp"]?.[0]?.HostPort||null}function se(e){const t=Number(e);if(!Number.isInteger(t)||t<10)throw new Error("database.maxConnections must be an integer greater than or equal to 10");return t}export async function inspectContainer(e,t={}){R("database.containerInspections");const n=`Docker local Postgres container inspect for ${e}`,r=["inspect",e],o=await ye(r,n,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.inspect,t.signal,c=>C(r,n,c,t.signal));if(o.exitCode!==0){if(Ce(o))return null;throw D(n,o)}let i;try{i=JSON.parse(o.stdout)}catch(c){throw be(n,o,c)}const a=A(i)&&i.length===1?normalizeLocalPostgresContainerInspect(i[0]):null;if(!a?.Id)throw be(n,o);return{...a,Id:a.Id}}export function normalizeLocalPostgresContainerInspect(e){return m(e)?{Config:Ze(e.Config),HostConfig:tt(e.HostConfig),Id:p(e.Id),Mounts:nt(e.Mounts),NetworkSettings:ot(e.NetworkSettings),State:rt(e.State)}:null}export async function stopAndRemoveContainer(e,t=e,n={}){const r=`Docker local Postgres container removal for ${t}`,o=await C(["rm","-f","-v",e],r,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.remove,n.signal);if(!(o.exitCode===0||Ce(o)))throw D(r,o)}async function We(e,t,n={}){const r=_(e,t,"existing-generation"),o=await S(t,n);if(!o)return null;if(!matchesStableDockerLabels(he(o)||{},r))throw new Error(`Docker volume ${t} already exists but is not owned by this Testkit product. Remove or rename it before running Testkit.`);return t}async function Ke(e,t){const n=L(),r=T(e,n),o=_(e,r,n);await y(["volume","create",...ee(o),r],`Docker local Postgres volume creation for ${r}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.volumeCreate,t.signal);const i=V(await S(r,t));if(i===null||!qe(i.labels,o))throw new Error(`Docker volume ${r} was not published with the expected Testkit generation identity`);return r}async function j(e,t,n){const r=_(e,t,"existing-generation"),o=V(await S(t,n));if(o===null||!matchesStableDockerLabels(o.labels,r))throw new Error(`Docker volume ${t} is missing or is not owned by this Testkit product`);return o}export function matchesStableDockerLabels(e,t){const n=e[J],r=e[Q];return typeof n=="string"&&n.length>0&&typeof r=="string"&&r.length>0&&Object.entries(t).every(([o,i])=>o===J||o===Q||e[o]===ne(i))}function qe(e,t){const n=Object.entries(e).sort(([o],[i])=>o.localeCompare(i)),r=Object.entries(t).map(([o,i])=>[o,ne(i)]).sort(([o],[i])=>o.localeCompare(i));return n.length===r.length&&n.every(([o,i],a)=>r[a]?.[0]===o&&r[a]?.[1]===i)}async function v(e,t,n={}){const r=_(e,t,"existing-generation"),o=await S(t,n);if(!o)return;const i=he(o)||{};if(!matchesStableDockerLabels(i,r))return;const c=V(o);c!==null&&await Ue(t,c,n)}function ce(e,t,n){const r=(Array.isArray(e?.Mounts)?e.Mounts:[]).flatMap(o=>o?.Type==="volume"&&typeof o.Name=="string"&&typeof o.Destination=="string"?[{name:o.Name,destination:o.Destination}]:[]);return r.find(o=>o.name===n)??r.find(o=>Oe(t,o.name))??null}function E(e,t,n){const r=we(t,n);if(!matchesStableDockerLabels(e.Config?.Labels||{},r))throw new Error(`Docker container ${n} already exists but is not owned by this Testkit product. Remove or rename it before running Testkit.`)}export function postgresDataVolumeTarget(e,t,n){const{dataDirectory:r,volumes:o}=le(e,t);return n&&ue(r,o,k(n))?k(n):o.filter(a=>x(r,a)).sort((a,c)=>c.length-a.length)[0]??r}export function holdsPostgresData(e,t,n){const{dataDirectory:r,volumes:o}=le(e,t);return ue(r,o,k(n))}function le(e,t){const n=`Testkit cannot tell where image ${e} keeps its PostgreSQL data`,r=t.Env?.filter(c=>c.startsWith("PGDATA=")).at(-1)?.slice(7);if(!r)throw new Error(`${n}: its configuration sets no PGDATA. Use an image built from the official postgres image, or set PGDATA in it.`);if(!f.posix.isAbsolute(r))throw new Error(`${n}: its PGDATA, ${r}, is not an absolute path.`);const o=k(r),i=Object.keys(t.Volumes??{}).filter(c=>f.posix.isAbsolute(c)).map(k),a=i.find(c=>c!==o&&x(c,o));if(a)throw new Error(`${n}: it declares the volume ${a} inside its PGDATA, ${o}, so Testkit's volume could not hold the whole cluster.`);return{dataDirectory:o,volumes:i}}function ue(e,t,n){return f.posix.isAbsolute(n)&&x(e,n)&&!t.some(r=>r!==n&&x(r,n)&&x(e,r))}function k(e){return Xe(f.posix.normalize(e))}function Xe(e){return e.length>1?e.replace(/\/+$/u,""):e}function x(e,t){return e===t||e.startsWith(t==="/"?"/":`${t}/`)}async function fe(e,t){R("database.imageInspections");const n=`Docker image inspect for ${e}`,r=()=>C(["image","inspect","--format","{{json .Config}}",e],n,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.inspect,t.signal);let o=await r();if(o.exitCode!==0&&it(o)&&(await y(["pull",e],`Docker image pull for ${e}`,LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.run,t.signal),o=await r()),o.exitCode!==0)throw D(n,o);let i;try{i=JSON.parse(o.stdout)}catch(a){throw new Error(`${n} returned malformed output`,{cause:a})}if(!m(i))throw new Error(`${n} returned no image configuration`);return{Env:A(i.Env)?i.Env.filter(a=>typeof a=="string"):null,Volumes:m(i.Volumes)?i.Volumes:null}}async function me(e,t={},n=null){R("database.hostReadinessChecks");const r=Date.now()+P;let o=Date.now();const i=async()=>{const u=r-Date.now();if(u<=0||Date.now()-o<Ge)return;o=Date.now();const l=AbortSignal.any([AbortSignal.timeout(u),...t.signal?[t.signal]:[]]),g=await inspectContainer(e.containerId,{signal:l}).catch(s=>{if(leftDockerProcessBehind(s))throw s;return null});if(g?.State?.Running===!1)throw await ge({id:e.containerId,name:e.containerName},n,g,e.password,t)};if(!xe().localSocket){await Ye(e,t,i);return}const a=Date.now();let c=a;try{await Me(Ie(e,N),{async afterFailure(u){if(u instanceof Ve&&await i(),!(u instanceof ve||u instanceof Re)&&Date.now()-a<Se)return!1;const g=a+P-Date.now();return g<=0||Date.now()-c<q?!1:(c=Date.now(),de(e,t,g))},attemptTimeoutMs:De,maxPollIntervalMs:_e,signal:t.signal,timeoutMs:P})}catch(u){if(t.signal?.aborted)throw U(t.signal);if(!(u instanceof Ne))throw u;const l=`${e.host}:${String(e.port)}`;throw new Error(u instanceof je?`Local database container ${e.containerName} on ${l} refused Testkit's connection: ${u.message}`:`Timed out waiting for local database container ${e.containerName} on ${l}: ${u.message}`,{cause:u})}}async function Ye(e,t,n){const r=Date.now();let o=10;for(;Date.now()-r<P;){const i=Math.max(1,P-(Date.now()-r));if(await de(e,t,i))return;await n(),await Qe(Math.min(o,i),t.signal),o=Math.min(o*2,q)}throw new Error(`Timed out waiting for local database container ${e.containerName}`)}async function de(e,t,n=LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.readinessAttempt){return(await C(["exec",e.containerId,"pg_isready","-h","127.0.0.1","-U",e.user,"-d",N,"-p",String(e.containerPort||5432)],`Docker local Postgres readiness probe for ${e.containerName}`,Math.min(LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.readinessAttempt,n),t.signal,"readiness").catch(o=>{if(Je(o))return null;throw o}))?.exitCode===0}export function leftDockerProcessBehind(e){const t=m(e)?Reflect.get(e,"result"):void 0;return m(t)&&t.terminationError!==null&&t.terminationError!==void 0}function Je(e){const t=m(e)?Reflect.get(e,"result"):void 0;return m(t)&&t.timedOut===!0&&t.cancelled===!1&&t.error===null&&t.terminationError===null&&t.outputLimitExceeded===!1}function Qe(e,t){return new Promise((n,r)=>{if(t?.aborted){r(U(t));return}const o=setTimeout(i,e);t?.addEventListener("abort",a,{once:!0});function i(){t?.removeEventListener("abort",a),n()}function a(){clearTimeout(o),r(t?U(t):new Error("Local Postgres operation aborted"))}})}async function ge(e,t,n,r,o){const i=await C(["logs","--tail","20",e.id],`Docker local Postgres container logs for ${e.name}`,o.exitLogTimeoutMs??LOCAL_POSTGRES_DOCKER_TIMEOUTS_MS.inspect,o.signal).catch(l=>{if(o.signal?.aborted||leftDockerProcessBehind(l))throw l;return null}),a=i?.exitCode===0?`${i.stdout}
|
|
3
|
+
${i.stderr}`.split(/\r?\n/u).map(l=>l.trim()).filter(Boolean):[],c=[...a].reverse().find(l=>/\b(?:FATAL|PANIC):/u.test(l))??a.at(-1),u=c===void 0?i?.exitCode===0?"it wrote no log output":"Testkit couldn't read its log":Pe(ke(c,Ae([r])).text);return new oe(e,t,n.State?.ExitCode??null,u)}function we(e,t,n="existing-generation"){return Z(e,{generation:n,kind:"postgres-container",name:t,scope:"local-postgres",cachePolicy:"product-cache"})}function _(e,t,n){return Z(e,{generation:n,kind:"postgres-volume",name:t,scope:"local-postgres",cachePolicy:"product-cache"})}function U(e){return e.reason instanceof Error?e.reason:new Error("Local Postgres operation aborted",{cause:e.reason})}function he(e){if(!m(e))return null;const t=e.Labels;return m(t)?t:null}function Ze(e){if(e===null)return null;if(m(e))return{Cmd:pe(e.Cmd),Env:pe(e.Env),Image:p(e.Image),Labels:et(e.Labels),Volumes:m(e.Volumes)?e.Volumes:null}}function et(e){if(!m(e))return null;const t={};for(const[n,r]of Object.entries(e))typeof r=="string"&&(t[n]=r);return t}function tt(e){if(e===null)return null;if(m(e))return{NetworkMode:p(e.NetworkMode)}}function nt(e){if(e===null)return null;if(A(e))return e.flatMap(t=>m(t)?[{Destination:p(t.Destination),Name:p(t.Name),Type:p(t.Type)}]:[])}function ot(e){if(e===null)return null;if(!m(e))return;const t=e.Ports;if(t===null)return{Ports:null};if(!m(t))return{};const n={};for(const[r,o]of Object.entries(t)){if(o===null){n[r]=null;continue}A(o)&&(n[r]=o.flatMap(i=>{if(!m(i))return[];const a=p(i.HostPort);return i.HostPort!==void 0&&a===void 0?[]:[{HostPort:a}]}))}return{Ports:n}}function rt(e){if(e===null)return null;if(m(e))return{ExitCode:e.ExitCode===null||typeof e.ExitCode=="number"?e.ExitCode:void 0,Running:e.Running===null||typeof e.Running=="boolean"?e.Running:void 0}}function p(e){if(e===null||typeof e=="string")return e}function pe(e){if(e===null)return null;if(A(e))return e.filter(t=>typeof t=="string")}async function y(e,t,n,r){const o=await C(e,t,n,r);if(o.exitCode===0)return o;throw D(t,o)}function D(e,t){const n=t.stderr.trim()||t.stdout.trim(),r=new Error(`${e} failed with exit code ${String(t.exitCode)}${n?`: ${n}`:""}`);return Object.defineProperty(r,"result",{enumerable:!1,value:Object.freeze({...t})}),r}function be(e,t,n){const r=new Error(`${e} returned malformed Docker inspect output; expected exactly one container record with a non-empty Id`,n===void 0?void 0:{cause:n});return Object.defineProperty(r,"result",{enumerable:!1,value:Object.freeze({...t})}),r}function it(e){return/\bno such image\b/iu.test(`${e.stderr}
|
|
4
|
+
${e.stdout}`)}function Ce(e){return/\bno such (?:container|object)\b/iu.test(`${e.stderr}
|
|
2
5
|
${e.stdout}`)}
|
package/dist/database/naming.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import d from"crypto";import
|
|
1
|
+
import d from"crypto";import f from"fs";import c from"path";import{hasErrorCode as m}from"../kernel/error-serialization.js";export function buildDatabaseUrl(e,t){const r=e.sslMode||"disable";return`postgresql://${encodeURIComponent(e.user)}:${encodeURIComponent(e.password)}@${e.host}:${String(e.port)}/${t}?sslmode=${encodeURIComponent(r)}`}export function buildContainerName(e){const t=canonicalizeProductDir(e);return i("testkit_pg",c.basename(t),[hashString(t,10)],63)}const l=32;export function buildVolumeName(e,t){const r=canonicalizeProductDir(e);if(!t)throw new Error("Local Postgres volume generation must be non-empty");return i("testkit_pgdata",c.basename(r),[hashString(r,10),hashString(t,l)],128)}export function isProductVolumeName(e,t){const r=buildVolumeName(e,"generation").slice(0,-l),n=t.slice(r.length);return t.startsWith(r)&&n.length===l&&/^[0-9a-f]+$/u.test(n)}export function buildTemplateDatabaseName(e,t){return i("tk_tpl",e,[t.slice(0,16)],63)}export function buildRuntimeDatabaseName(e,t,r){return i("tk",e,[hashString(t,10),r.slice(0,12)],63)}export function buildTaskDatabaseName(e,t,r){return i("tk_task",e,[hashString(t,8),hashString(r,10)],63)}function i(e,t,r,n){const s=`${e}_`,u=slugSegment(t);let o=`_${r.join("_")}`,a=n-s.length-o.length;if(u.length>a&&(o=`_${hashString(t,10)}${o}`,a=n-s.length-o.length),a<1)throw new Error(`Cannot retain the identity suffix within a ${String(n)}-character identifier`);const p=limitIdentifier(u,a);return`${s}${p}${o}`}export function canonicalizeProductDir(e){const t=c.resolve(e);try{return f.realpathSync.native(t)}catch(r){if(m(r,"ENOENT"))return t;throw r}}export function hashString(e,t=12){return d.createHash("sha256").update(e).digest("hex").slice(0,t)}export function slugSegment(e){return e.toLowerCase().replace(/[^a-z0-9]+/g,"_").replace(/^_+|_+$/g,"")||"db"}export function limitIdentifier(e,t){return e.length<=t?e:e.slice(0,t)}export function escapeIdentifier(e){return String(e).replace(/"/g,'""')}export function escapeSqlLiteral(e){return String(e).replace(/'/g,"''")}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export const DEFAULT_SCHEMA_OPERATION_TIMEOUT_SECONDS=600,DEFAULT_SCHEMA_OPERATION_CLEANUP_SECONDS=180,NODE_TIMER_LIMIT_MS=2147483647;const E=Math.floor(2147483647e-3);export function parseOperationTimeoutSeconds(e){const n=String(e).trim(),t=Number(n);if(!/^\d+$/u.test(n)||t<=0||t>E)throw new Error(`Invalid --timeout-seconds value "${String(e)}". Expected a positive integer of at most ${String(E)}.`);return t}export function startOperationDeadline(e,n){if(!Number.isSafeInteger(e)||e<=0||e>2147483647)throw new TypeError(`An operation time limit must be a positive whole number of milliseconds, at most ${String(2147483647)}`);const t=new AbortController;let a=0,s=0,o=performance.now(),r=0,i=0,l=!1,c;const p=()=>a+(o===null?0:performance.now()-o),u=()=>{c=setTimeout(()=>{t.abort(n())},Math.max(0,e-p()))};return u(),{signal:t.signal,excludedMs:()=>s+(i>0?performance.now()-r:0),dispose(){l=!0,clearTimeout(c)},async excluding(_){i++===0&&o!==null&&(clearTimeout(c),a+=performance.now()-o,o=null,r=performance.now());try{return await _()}finally{--i===0&&(s+=performance.now()-r,!l&&!t.signal.aborted&&(o=performance.now(),u()))}}}}
|