mixdog 0.9.22 → 0.9.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. package/README.md +1 -4
  2. package/package.json +1 -1
  3. package/scripts/build-runtime-windows.ps1 +242 -242
  4. package/scripts/channel-daemon-smoke.mjs +165 -0
  5. package/scripts/channel-daemon-stub.mjs +69 -0
  6. package/scripts/recall-usecase-cases.json +1 -1
  7. package/scripts/smoke-runtime-negative.ps1 +106 -106
  8. package/scripts/statusline-quota-hysteresis-test.mjs +37 -0
  9. package/scripts/tool-efficiency-diag.mjs +1 -1
  10. package/scripts/tool-smoke.mjs +30 -17
  11. package/src/rules/lead/02-channels.md +3 -3
  12. package/src/runtime/agent/orchestrator/mcp/child-tree.mjs +187 -0
  13. package/src/runtime/agent/orchestrator/mcp/client.mjs +40 -3
  14. package/src/runtime/agent/orchestrator/providers/openai-compat-stream.mjs +1 -1
  15. package/src/runtime/agent/orchestrator/providers/openai-compat-wire.mjs +5 -3
  16. package/src/runtime/agent/orchestrator/providers/openai-oauth-http-sse.mjs +2 -2
  17. package/src/runtime/agent/orchestrator/providers/openai-oauth.mjs +2 -2
  18. package/src/runtime/agent/orchestrator/providers/openai-ws-stream.mjs +1 -1
  19. package/src/runtime/agent/orchestrator/session/loop/completion-guards.mjs +3 -2
  20. package/src/runtime/agent/orchestrator/session/loop/deferred-call-through.mjs +6 -3
  21. package/src/runtime/agent/orchestrator/session/loop/tool-helpers.mjs +1 -1
  22. package/src/runtime/agent/orchestrator/session/manager/compaction-runner.mjs +37 -4
  23. package/src/runtime/agent/orchestrator/session/manager/session-lifecycle.mjs +7 -0
  24. package/src/runtime/agent/orchestrator/session/store.mjs +30 -14
  25. package/src/runtime/agent/orchestrator/tools/builtin/shell-job-paths.mjs +1 -1
  26. package/src/runtime/agent/orchestrator/tools/builtin/shell-jobs.mjs +24 -11
  27. package/src/runtime/agent/orchestrator/tools/builtin/shell-runtime.mjs +6 -5
  28. package/src/runtime/agent/orchestrator/tools/shell-command.mjs +56 -1
  29. package/src/runtime/channels/lib/owned-runtime.mjs +126 -167
  30. package/src/runtime/channels/lib/owner-heartbeat.mjs +11 -60
  31. package/src/runtime/channels/lib/parent-bridge.mjs +16 -1
  32. package/src/runtime/channels/lib/runtime-paths.mjs +32 -113
  33. package/src/runtime/channels/lib/seat-lock.mjs +196 -0
  34. package/src/runtime/channels/lib/session-discovery.mjs +2 -1
  35. package/src/runtime/channels/lib/tool-dispatch.mjs +24 -8
  36. package/src/runtime/channels/lib/worker-main.mjs +42 -11
  37. package/src/runtime/memory/index.mjs +54 -7
  38. package/src/runtime/memory/lib/embedding-warmup.mjs +7 -0
  39. package/src/runtime/memory/lib/pg/process.mjs +85 -40
  40. package/src/runtime/memory/lib/pg/supervisor.mjs +82 -17
  41. package/src/runtime/shared/atomic-file.mjs +20 -4
  42. package/src/runtime/shared/tool-primitives.mjs +31 -1
  43. package/src/runtime/shared/tool-surface.mjs +23 -13
  44. package/src/session-runtime/config-lifecycle.mjs +48 -7
  45. package/src/session-runtime/lifecycle-api.mjs +9 -0
  46. package/src/session-runtime/mcp-glue.mjs +63 -1
  47. package/src/session-runtime/resource-api.mjs +62 -8
  48. package/src/session-runtime/runtime-core.mjs +32 -2
  49. package/src/session-runtime/session-text.mjs +41 -0
  50. package/src/session-runtime/session-turn-api.mjs +24 -0
  51. package/src/session-runtime/settings-api.mjs +8 -1
  52. package/src/session-runtime/tool-catalog.mjs +306 -38
  53. package/src/session-runtime/tool-defs.mjs +7 -7
  54. package/src/session-runtime/workflow.mjs +2 -1
  55. package/src/standalone/channel-daemon-client.mjs +224 -0
  56. package/src/standalone/channel-daemon-transport.mjs +351 -0
  57. package/src/standalone/channel-daemon.mjs +139 -0
  58. package/src/standalone/channel-worker.mjs +213 -4
  59. package/src/standalone/hook-bus.mjs +71 -3
  60. package/src/tui/App.jsx +105 -17
  61. package/src/tui/app/clipboard.mjs +39 -19
  62. package/src/tui/app/doctor.mjs +57 -0
  63. package/src/tui/app/extension-pickers.mjs +53 -9
  64. package/src/tui/app/maintenance-pickers.mjs +0 -5
  65. package/src/tui/app/slash-dispatch.mjs +4 -4
  66. package/src/tui/app/text-layout.mjs +11 -0
  67. package/src/tui/app/use-mouse-input.mjs +235 -51
  68. package/src/tui/app/use-prompt-handlers.mjs +49 -30
  69. package/src/tui/app/use-transcript-scroll.mjs +124 -27
  70. package/src/tui/app/use-transcript-window.mjs +55 -1
  71. package/src/tui/components/Message.jsx +1 -1
  72. package/src/tui/components/PromptInput.jsx +3 -1
  73. package/src/tui/components/QueuedCommands.jsx +21 -10
  74. package/src/tui/components/ToolExecution.jsx +2 -2
  75. package/src/tui/dist/index.mjs +635 -306
  76. package/src/tui/engine/session-api.mjs +17 -7
  77. package/src/tui/engine/session-flow.mjs +6 -0
  78. package/src/tui/engine.mjs +8 -0
  79. package/src/tui/index.jsx +62 -18
  80. package/src/tui/paste-attachments.mjs +26 -0
  81. package/src/ui/statusline.mjs +45 -5
  82. package/src/ui/tool-card.mjs +8 -1
  83. package/src/vendor/statusline/bin/statusline-route.mjs +23 -7
  84. package/src/workflows/bench/WORKFLOW.md +46 -0
  85. package/src/workflows/default/WORKFLOW.md +6 -0
  86. package/src/workflows/solo/WORKFLOW.md +5 -0
  87. package/vendor/ink/build/ink.js +23 -1
  88. package/vendor/ink/build/output.js +154 -71
  89. package/vendor/ink/build/render-node-to-output.js +44 -2
  90. package/vendor/ink/build/render.js +4 -0
  91. package/vendor/ink/build/renderer.js +4 -1
package/README.md CHANGED
@@ -23,7 +23,7 @@ mixdog
23
23
  ```
24
24
 
25
25
  First run walks you through onboarding: provider auth, model pick, and
26
- workflow setup. Re-run it anytime with `mixdog --onboarding`.
26
+ workflow setup.
27
27
 
28
28
  ## Terminal-Bench 2.1 — 89.9% (self-reported)
29
29
 
@@ -117,9 +117,6 @@ mixdog --readonly
117
117
 
118
118
  # Enable remote/channel mode for this session
119
119
  mixdog --remote
120
-
121
- # Re-run first-run setup
122
- mixdog --onboarding
123
120
  ```
124
121
 
125
122
  Headless role mode is also supported:
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "mixdog",
3
- "version": "0.9.22",
3
+ "version": "0.9.23",
4
4
  "private": false,
5
5
  "type": "module",
6
6
  "description": "Standalone mixdog coding-agent CLI/TUI workspace.",
@@ -1,242 +1,242 @@
1
- # build-runtime-windows.ps1 — Build PostgreSQL 16 + pgvector runtime on Windows.
2
- # Uses windows-2022 GHA runner's preinstalled PostgreSQL 16 (consistent
3
- # pg_config + postgres.exe from same package) — avoids EDB zip's split-version
4
- # packaging bug that linked pgvector against PG 14 ABI.
5
- # Builds pgvector from source via MSVC/nmake, then assembles a self-contained
6
- # runtime tree (bin + lib + share at root). Final smoke: initdb + CREATE
7
- # EXTENSION vector + distance query.
8
- # Produces: dist\mixdog-runtime-win32-x64-pg{pgver}-pgvector{vecver}.tar.gz
9
-
10
- $ErrorActionPreference = 'Stop'
11
-
12
- $PG_VERSION = '16.4'
13
- $PGVECTOR_VERSION = '0.8.2'
14
- $TARGET_OS = $env:TARGET_OS ?? 'win32'
15
- $TARGET_ARCH = $env:TARGET_ARCH ?? 'x64'
16
-
17
- # Auto-detect highest preinstalled PG ≥ 16 OR install via chocolatey.
18
- $PgInstallRoot = 'C:\Program Files\PostgreSQL'
19
-
20
- function Find-PgRoot {
21
- if (-not (Test-Path $PgInstallRoot)) { return $null }
22
- $cands = Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue |
23
- Where-Object { $_.Name -match '^(\d+)' } |
24
- Sort-Object { [int]([regex]::Match($_.Name, '^(\d+)').Groups[1].Value) } -Descending
25
- foreach ($c in $cands) {
26
- $major = [int]([regex]::Match($c.Name, '^(\d+)').Groups[1].Value)
27
- if ($major -ge 16 -and (Test-Path "$($c.FullName)\bin\pg_config.exe")) {
28
- return $c.FullName
29
- }
30
- }
31
- return $null
32
- }
33
-
34
- $PgRoot = Find-PgRoot
35
- if (-not $PgRoot) {
36
- Write-Host "==> No preinstalled PG ≥ 16 found. Installing via chocolatey..."
37
- if (Test-Path $PgInstallRoot) {
38
- Write-Host "Existing PG dirs (none usable):"
39
- Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue | Select-Object Name
40
- }
41
- choco install postgresql16 --version=16.4.0 --params '/Password:postgres' -y --no-progress 2>&1 | Out-Host
42
- if ($LASTEXITCODE -ne 0) { Write-Error "choco install postgresql16 failed (exit $LASTEXITCODE)"; exit 1 }
43
- $PgRoot = Find-PgRoot
44
- if (-not $PgRoot) {
45
- Write-Error "ASSERT FAILED: chocolatey install completed but PG ≥ 16 still not found under $PgInstallRoot"
46
- Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue | Select-Object Name
47
- exit 1
48
- }
49
- }
50
-
51
- $ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
52
- $RootDir = (Resolve-Path "$ScriptDir\..").Path
53
- $BuildDir = "$RootDir\build\runtime-win32-$TARGET_ARCH"
54
- $DistDir = "$RootDir\dist"
55
- $RuntimeDir = "$BuildDir\runtime"
56
-
57
- $PgBin = "$PgRoot\bin"
58
- $PgConfig = "$PgBin\pg_config.exe"
59
-
60
- $OutputName = "mixdog-runtime-${TARGET_OS}-${TARGET_ARCH}-pg${PG_VERSION}-pgvector${PGVECTOR_VERSION}.tar.gz"
61
-
62
- Write-Host "==> Using preinstalled PG: $PgRoot"
63
- & $PgConfig --version
64
- $RealVersion = (& $PgConfig --version) -replace 'PostgreSQL ', ''
65
- Write-Host " pg_config reports version: $RealVersion"
66
-
67
- if (Test-Path $RuntimeDir) { Remove-Item -Recurse -Force $RuntimeDir }
68
- New-Item -ItemType Directory -Force -Path $BuildDir, $DistDir,
69
- "$RuntimeDir\bin", "$RuntimeDir\lib", "$RuntimeDir\share" | Out-Null
70
-
71
- Write-Host "==> Cloning pgvector $PGVECTOR_VERSION"
72
- $PgVectorDir = "$BuildDir\pgvector"
73
- $VectorDllBuilt = "$PgVectorDir\vector.dll"
74
-
75
- if (Test-Path $VectorDllBuilt) {
76
- Write-Host " Cache hit: vector.dll already built at $VectorDllBuilt"
77
- } else {
78
- if (Test-Path $PgVectorDir) { Remove-Item -Recurse -Force $PgVectorDir }
79
- git clone --branch "v$PGVECTOR_VERSION" --depth 1 `
80
- https://github.com/pgvector/pgvector.git $PgVectorDir
81
-
82
- Write-Host "==> Building pgvector (MSVC/nmake against system PG 16)"
83
- Push-Location $PgVectorDir
84
- try {
85
- $VsWhere = "${env:ProgramFiles(x86)}\Microsoft Visual Studio\Installer\vswhere.exe"
86
- $VcVarsAll = & $VsWhere -latest -find 'VC\Auxiliary\Build\vcvarsall.bat' 2>$null | Select-Object -First 1
87
- if (-not $VcVarsAll) {
88
- Write-Error "vswhere could not locate vcvarsall.bat — Visual Studio Build Tools required."
89
- exit 1
90
- }
91
- # CRITICAL: prepend $PgRoot\bin to PATH so any bare `pg_config` call
92
- # inside Makefile.win resolves to PG 16 — runner has PG 14/15
93
- # preinstalled and would otherwise win the PATH lookup, producing
94
- # PG14-ABI vector.dll that fails to load in our PG 16 postgres.exe.
95
- # Set in PowerShell so cmd /c inherits; setting inside the cmd batch
96
- # via %PATH% loses vcvarsall's additions due to parse-time expansion.
97
- $env:PATH = "$PgRoot\bin;$env:PATH"
98
- $env:PGROOT = $PgRoot
99
- $BuildCmd = "`"$VcVarsAll`" amd64 && nmake /F Makefile.win PG_CONFIG=`"$PgConfig`""
100
- cmd /c $BuildCmd
101
- if ($LASTEXITCODE -ne 0) {
102
- Write-Error "pgvector nmake build failed (exit $LASTEXITCODE)"
103
- exit 1
104
- }
105
- } finally {
106
- Pop-Location
107
- }
108
- }
109
-
110
- Write-Host "==> Assembling runtime layout — copy bin (.exe + .dll), lib, share from $PgRoot"
111
- # Copy ALL .exe + .dll from PG bin so postgres.exe + libpq.dll + libcrypto/libssl/
112
- # libintl/libiconv/icu*/libxml2/libxslt/libwinpthread/libecpg/libpgtypes etc. all
113
- # ship together. PG 16 install layout puts these all in bin\.
114
- Copy-Item "$PgBin\*.exe","$PgBin\*.dll" "$RuntimeDir\bin\" -Force
115
-
116
- # lib\: PG extension modules (incl. contrib like pgcrypto.dll). vector.dll
117
- # placed here below — PG looks for $libdir/<ext>.dll which resolves to lib\.
118
- Copy-Item -Recurse -Force "$PgRoot\lib\*" "$RuntimeDir\lib\" -ErrorAction SilentlyContinue
119
- # share\: extension SQL/control, locale, timezone data, conf samples.
120
- Copy-Item -Recurse -Force "$PgRoot\share\*" "$RuntimeDir\share\" -ErrorAction SilentlyContinue
121
-
122
- Write-Host "==> Manually staging pgvector artifacts (avoid pg_config-derived install paths)"
123
- $RuntimeExtDir = "$RuntimeDir\share\extension"
124
- New-Item -ItemType Directory -Force -Path $RuntimeExtDir | Out-Null
125
- Copy-Item "$PgVectorDir\vector.dll" "$RuntimeDir\lib\" -Force
126
- Copy-Item "$PgVectorDir\vector.control" $RuntimeExtDir -Force
127
- Copy-Item "$PgVectorDir\sql\vector--*.sql" $RuntimeExtDir -Force
128
-
129
- Write-Host "==> Asserting runtime layout"
130
- $VectorControl = "$RuntimeDir\share\extension\vector.control"
131
- if (-not (Test-Path $VectorControl)) { Write-Error "ASSERT FAILED: $VectorControl not found"; exit 1 }
132
- $VectorSql = "$RuntimeDir\share\extension\vector--$PGVECTOR_VERSION.sql"
133
- if (-not (Test-Path $VectorSql)) { Write-Error "ASSERT FAILED: $VectorSql not found"; exit 1 }
134
- if (-not (Test-Path "$RuntimeDir\lib\vector.dll")) {
135
- Write-Error "ASSERT FAILED: vector.dll not found in lib\"
136
- exit 1
137
- }
138
- Write-Host " PASS runtime layout"
139
-
140
- # Licenses
141
- if (Test-Path "$PgRoot\doc\postgresql\COPYRIGHT") {
142
- Copy-Item "$PgRoot\doc\postgresql\COPYRIGHT" "$RuntimeDir\LICENSE.postgresql" -Force
143
- } elseif (Test-Path "$PgRoot\doc\COPYRIGHT") {
144
- Copy-Item "$PgRoot\doc\COPYRIGHT" "$RuntimeDir\LICENSE.postgresql" -Force
145
- }
146
- if (Test-Path "$PgVectorDir\LICENSE") {
147
- Copy-Item "$PgVectorDir\LICENSE" "$RuntimeDir\LICENSE.pgvector" -Force
148
- }
149
-
150
- Write-Host "==> Self-contained smoke test (initdb + CREATE EXTENSION vector + distance query)"
151
- & "$RuntimeDir\bin\postgres.exe" --version
152
- if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: postgres.exe --version exit $LASTEXITCODE"; exit 1 }
153
-
154
- $SmokeData = "$BuildDir\smoke-pgdata"
155
- $SmokeLog = "$BuildDir\smoke-pg.log"
156
- $SmokePort = 55899
157
- if (Test-Path $SmokeData) { Remove-Item -Recurse -Force $SmokeData }
158
-
159
- & "$RuntimeDir\bin\initdb.exe" -D $SmokeData --username=postgres --auth-local=trust --no-locale -E UTF8 | Out-Null
160
- if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: initdb"; exit 1 }
161
-
162
- & "$RuntimeDir\bin\pg_ctl.exe" -D $SmokeData -o "-p $SmokePort -h 127.0.0.1" -l $SmokeLog -w start
163
- if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: pg_ctl start (see $SmokeLog)"; Get-Content $SmokeLog | Select-Object -Last 30; exit 1 }
164
-
165
- try {
166
- & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -c "CREATE EXTENSION vector;" | Out-Null
167
- if ($LASTEXITCODE -ne 0) { throw "CREATE EXTENSION vector failed" }
168
- $ExtV = & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -tAc "SELECT extversion FROM pg_extension WHERE extname='vector';"
169
- $Dist = & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -tAc "SELECT '[1,2,3]'::vector <-> '[1,2,4]'::vector;"
170
- Write-Host " vector extension version: $ExtV"
171
- Write-Host " distance query result: $Dist"
172
- if ($ExtV.Trim() -ne $PGVECTOR_VERSION) {
173
- Write-Error "FAIL: extversion='$ExtV' expected='$PGVECTOR_VERSION'"
174
- exit 1
175
- }
176
- Write-Host " PASS smoke (extension load + vector distance)"
177
- }
178
- finally {
179
- & "$RuntimeDir\bin\pg_ctl.exe" -D $SmokeData -m fast stop 2>$null | Out-Null
180
- Remove-Item -Recurse -Force $SmokeData -ErrorAction SilentlyContinue
181
- }
182
-
183
- Write-Host "==> Creating tarball: $OutputName"
184
- $DistDirFwd = $DistDir.Replace('\', '/')
185
- $RuntimeDirFwd = $RuntimeDir.Replace('\', '/')
186
- & tar -czf "$DistDirFwd/$OutputName" -C "$RuntimeDirFwd" .
187
- if ($LASTEXITCODE -ne 0) { Write-Error "tar failed (exit $LASTEXITCODE)"; exit 1 }
188
-
189
- Write-Host "==> Generating sha256 sidecar"
190
- Push-Location $DistDir
191
- $Hash = (Get-FileHash -Algorithm SHA256 $OutputName).Hash.ToLower()
192
- "$Hash $OutputName" | Out-File -Encoding ascii "${OutputName}.sha256"
193
- Pop-Location
194
-
195
- # ---------------------------------------------------------------------------
196
- # Phase A: Re-smoke from EXTRACTED tarball with hostile env (cleared PATH,
197
- # only system32). Catches false-pass where the build host has VC redist /
198
- # preinstalled DLLs that the tarball might be missing.
199
- # ---------------------------------------------------------------------------
200
- Write-Host "==> Re-smoke from extracted tarball (hostile env)"
201
- $ExtractDir = "$BuildDir\extract-smoke"
202
- if (Test-Path $ExtractDir) { Remove-Item -Recurse -Force $ExtractDir }
203
- New-Item -ItemType Directory -Force -Path $ExtractDir | Out-Null
204
- & tar -xzf "$DistDirFwd/$OutputName" -C ($ExtractDir.Replace('\','/'))
205
- if ($LASTEXITCODE -ne 0) { Write-Error "extract failed"; exit 1 }
206
-
207
- $ExtractData = "$ExtractDir\extract-pgdata"
208
- $ExtractLog = "$ExtractDir\extract-pg.log"
209
- $ExtractPort = 55898
210
-
211
- # Snapshot current env, then strip to minimal Windows PATH (no PG14/15/16
212
- # preinstalled bin, no chocolatey, no MSVC tools).
213
- $SavedPath = $env:PATH
214
- $SavedPgRoot = $env:PGROOT
215
- $env:PATH = "$env:SystemRoot\System32;$env:SystemRoot"
216
- $env:PGROOT = $null
217
- $env:PGDATA = $null
218
-
219
- try {
220
- & "$ExtractDir\bin\postgres.exe" --version
221
- if ($LASTEXITCODE -ne 0) { throw "FAIL: postgres --version under hostile env" }
222
- & "$ExtractDir\bin\initdb.exe" -D $ExtractData --username=postgres --auth-local=trust --no-locale -E UTF8 | Out-Null
223
- if ($LASTEXITCODE -ne 0) { throw "FAIL: initdb under hostile env" }
224
- & "$ExtractDir\bin\pg_ctl.exe" -D $ExtractData -o "-p $ExtractPort -h 127.0.0.1" -l $ExtractLog -w start
225
- if ($LASTEXITCODE -ne 0) { Get-Content $ExtractLog | Select-Object -Last 30; throw "FAIL: pg_ctl start under hostile env" }
226
- try {
227
- & "$ExtractDir\bin\psql.exe" -h 127.0.0.1 -p $ExtractPort -U postgres -d postgres -c "CREATE EXTENSION vector;" | Out-Null
228
- if ($LASTEXITCODE -ne 0) { throw "FAIL: CREATE EXTENSION vector under hostile env" }
229
- $ExtV2 = & "$ExtractDir\bin\psql.exe" -h 127.0.0.1 -p $ExtractPort -U postgres -d postgres -tAc "SELECT extversion FROM pg_extension WHERE extname='vector';"
230
- if ($ExtV2.Trim() -ne $PGVECTOR_VERSION) { throw "FAIL: extracted-smoke extversion='$ExtV2'" }
231
- Write-Host " PASS extracted-tarball smoke (hostile env)"
232
- } finally {
233
- & "$ExtractDir\bin\pg_ctl.exe" -D $ExtractData -m fast stop 2>$null | Out-Null
234
- }
235
- } finally {
236
- $env:PATH = $SavedPath
237
- $env:PGROOT = $SavedPgRoot
238
- Remove-Item -Recurse -Force $ExtractDir -ErrorAction SilentlyContinue
239
- }
240
-
241
- Write-Host "==> Done: $DistDir\$OutputName"
242
- Get-Item "$DistDir\$OutputName" | Select-Object Name, Length
1
+ # build-runtime-windows.ps1 — Build PostgreSQL 16 + pgvector runtime on Windows.
2
+ # Uses windows-2022 GHA runner's preinstalled PostgreSQL 16 (consistent
3
+ # pg_config + postgres.exe from same package) — avoids EDB zip's split-version
4
+ # packaging bug that linked pgvector against PG 14 ABI.
5
+ # Builds pgvector from source via MSVC/nmake, then assembles a self-contained
6
+ # runtime tree (bin + lib + share at root). Final smoke: initdb + CREATE
7
+ # EXTENSION vector + distance query.
8
+ # Produces: dist\mixdog-runtime-win32-x64-pg{pgver}-pgvector{vecver}.tar.gz
9
+
10
+ $ErrorActionPreference = 'Stop'
11
+
12
+ $PG_VERSION = '16.4'
13
+ $PGVECTOR_VERSION = '0.8.2'
14
+ $TARGET_OS = $env:TARGET_OS ?? 'win32'
15
+ $TARGET_ARCH = $env:TARGET_ARCH ?? 'x64'
16
+
17
+ # Auto-detect highest preinstalled PG ≥ 16 OR install via chocolatey.
18
+ $PgInstallRoot = 'C:\Program Files\PostgreSQL'
19
+
20
+ function Find-PgRoot {
21
+ if (-not (Test-Path $PgInstallRoot)) { return $null }
22
+ $cands = Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue |
23
+ Where-Object { $_.Name -match '^(\d+)' } |
24
+ Sort-Object { [int]([regex]::Match($_.Name, '^(\d+)').Groups[1].Value) } -Descending
25
+ foreach ($c in $cands) {
26
+ $major = [int]([regex]::Match($c.Name, '^(\d+)').Groups[1].Value)
27
+ if ($major -ge 16 -and (Test-Path "$($c.FullName)\bin\pg_config.exe")) {
28
+ return $c.FullName
29
+ }
30
+ }
31
+ return $null
32
+ }
33
+
34
+ $PgRoot = Find-PgRoot
35
+ if (-not $PgRoot) {
36
+ Write-Host "==> No preinstalled PG ≥ 16 found. Installing via chocolatey..."
37
+ if (Test-Path $PgInstallRoot) {
38
+ Write-Host "Existing PG dirs (none usable):"
39
+ Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue | Select-Object Name
40
+ }
41
+ choco install postgresql16 --version=16.4.0 --params '/Password:postgres' -y --no-progress 2>&1 | Out-Host
42
+ if ($LASTEXITCODE -ne 0) { Write-Error "choco install postgresql16 failed (exit $LASTEXITCODE)"; exit 1 }
43
+ $PgRoot = Find-PgRoot
44
+ if (-not $PgRoot) {
45
+ Write-Error "ASSERT FAILED: chocolatey install completed but PG ≥ 16 still not found under $PgInstallRoot"
46
+ Get-ChildItem $PgInstallRoot -Directory -ErrorAction SilentlyContinue | Select-Object Name
47
+ exit 1
48
+ }
49
+ }
50
+
51
+ $ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
52
+ $RootDir = (Resolve-Path "$ScriptDir\..").Path
53
+ $BuildDir = "$RootDir\build\runtime-win32-$TARGET_ARCH"
54
+ $DistDir = "$RootDir\dist"
55
+ $RuntimeDir = "$BuildDir\runtime"
56
+
57
+ $PgBin = "$PgRoot\bin"
58
+ $PgConfig = "$PgBin\pg_config.exe"
59
+
60
+ $OutputName = "mixdog-runtime-${TARGET_OS}-${TARGET_ARCH}-pg${PG_VERSION}-pgvector${PGVECTOR_VERSION}.tar.gz"
61
+
62
+ Write-Host "==> Using preinstalled PG: $PgRoot"
63
+ & $PgConfig --version
64
+ $RealVersion = (& $PgConfig --version) -replace 'PostgreSQL ', ''
65
+ Write-Host " pg_config reports version: $RealVersion"
66
+
67
+ if (Test-Path $RuntimeDir) { Remove-Item -Recurse -Force $RuntimeDir }
68
+ New-Item -ItemType Directory -Force -Path $BuildDir, $DistDir,
69
+ "$RuntimeDir\bin", "$RuntimeDir\lib", "$RuntimeDir\share" | Out-Null
70
+
71
+ Write-Host "==> Cloning pgvector $PGVECTOR_VERSION"
72
+ $PgVectorDir = "$BuildDir\pgvector"
73
+ $VectorDllBuilt = "$PgVectorDir\vector.dll"
74
+
75
+ if (Test-Path $VectorDllBuilt) {
76
+ Write-Host " Cache hit: vector.dll already built at $VectorDllBuilt"
77
+ } else {
78
+ if (Test-Path $PgVectorDir) { Remove-Item -Recurse -Force $PgVectorDir }
79
+ git clone --branch "v$PGVECTOR_VERSION" --depth 1 `
80
+ https://github.com/pgvector/pgvector.git $PgVectorDir
81
+
82
+ Write-Host "==> Building pgvector (MSVC/nmake against system PG 16)"
83
+ Push-Location $PgVectorDir
84
+ try {
85
+ $VsWhere = "${env:ProgramFiles(x86)}\Microsoft Visual Studio\Installer\vswhere.exe"
86
+ $VcVarsAll = & $VsWhere -latest -find 'VC\Auxiliary\Build\vcvarsall.bat' 2>$null | Select-Object -First 1
87
+ if (-not $VcVarsAll) {
88
+ Write-Error "vswhere could not locate vcvarsall.bat — Visual Studio Build Tools required."
89
+ exit 1
90
+ }
91
+ # CRITICAL: prepend $PgRoot\bin to PATH so any bare `pg_config` call
92
+ # inside Makefile.win resolves to PG 16 — runner has PG 14/15
93
+ # preinstalled and would otherwise win the PATH lookup, producing
94
+ # PG14-ABI vector.dll that fails to load in our PG 16 postgres.exe.
95
+ # Set in PowerShell so cmd /c inherits; setting inside the cmd batch
96
+ # via %PATH% loses vcvarsall's additions due to parse-time expansion.
97
+ $env:PATH = "$PgRoot\bin;$env:PATH"
98
+ $env:PGROOT = $PgRoot
99
+ $BuildCmd = "`"$VcVarsAll`" amd64 && nmake /F Makefile.win PG_CONFIG=`"$PgConfig`""
100
+ cmd /c $BuildCmd
101
+ if ($LASTEXITCODE -ne 0) {
102
+ Write-Error "pgvector nmake build failed (exit $LASTEXITCODE)"
103
+ exit 1
104
+ }
105
+ } finally {
106
+ Pop-Location
107
+ }
108
+ }
109
+
110
+ Write-Host "==> Assembling runtime layout — copy bin (.exe + .dll), lib, share from $PgRoot"
111
+ # Copy ALL .exe + .dll from PG bin so postgres.exe + libpq.dll + libcrypto/libssl/
112
+ # libintl/libiconv/icu*/libxml2/libxslt/libwinpthread/libecpg/libpgtypes etc. all
113
+ # ship together. PG 16 install layout puts these all in bin\.
114
+ Copy-Item "$PgBin\*.exe","$PgBin\*.dll" "$RuntimeDir\bin\" -Force
115
+
116
+ # lib\: PG extension modules (incl. contrib like pgcrypto.dll). vector.dll
117
+ # placed here below — PG looks for $libdir/<ext>.dll which resolves to lib\.
118
+ Copy-Item -Recurse -Force "$PgRoot\lib\*" "$RuntimeDir\lib\" -ErrorAction SilentlyContinue
119
+ # share\: extension SQL/control, locale, timezone data, conf samples.
120
+ Copy-Item -Recurse -Force "$PgRoot\share\*" "$RuntimeDir\share\" -ErrorAction SilentlyContinue
121
+
122
+ Write-Host "==> Manually staging pgvector artifacts (avoid pg_config-derived install paths)"
123
+ $RuntimeExtDir = "$RuntimeDir\share\extension"
124
+ New-Item -ItemType Directory -Force -Path $RuntimeExtDir | Out-Null
125
+ Copy-Item "$PgVectorDir\vector.dll" "$RuntimeDir\lib\" -Force
126
+ Copy-Item "$PgVectorDir\vector.control" $RuntimeExtDir -Force
127
+ Copy-Item "$PgVectorDir\sql\vector--*.sql" $RuntimeExtDir -Force
128
+
129
+ Write-Host "==> Asserting runtime layout"
130
+ $VectorControl = "$RuntimeDir\share\extension\vector.control"
131
+ if (-not (Test-Path $VectorControl)) { Write-Error "ASSERT FAILED: $VectorControl not found"; exit 1 }
132
+ $VectorSql = "$RuntimeDir\share\extension\vector--$PGVECTOR_VERSION.sql"
133
+ if (-not (Test-Path $VectorSql)) { Write-Error "ASSERT FAILED: $VectorSql not found"; exit 1 }
134
+ if (-not (Test-Path "$RuntimeDir\lib\vector.dll")) {
135
+ Write-Error "ASSERT FAILED: vector.dll not found in lib\"
136
+ exit 1
137
+ }
138
+ Write-Host " PASS runtime layout"
139
+
140
+ # Licenses
141
+ if (Test-Path "$PgRoot\doc\postgresql\COPYRIGHT") {
142
+ Copy-Item "$PgRoot\doc\postgresql\COPYRIGHT" "$RuntimeDir\LICENSE.postgresql" -Force
143
+ } elseif (Test-Path "$PgRoot\doc\COPYRIGHT") {
144
+ Copy-Item "$PgRoot\doc\COPYRIGHT" "$RuntimeDir\LICENSE.postgresql" -Force
145
+ }
146
+ if (Test-Path "$PgVectorDir\LICENSE") {
147
+ Copy-Item "$PgVectorDir\LICENSE" "$RuntimeDir\LICENSE.pgvector" -Force
148
+ }
149
+
150
+ Write-Host "==> Self-contained smoke test (initdb + CREATE EXTENSION vector + distance query)"
151
+ & "$RuntimeDir\bin\postgres.exe" --version
152
+ if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: postgres.exe --version exit $LASTEXITCODE"; exit 1 }
153
+
154
+ $SmokeData = "$BuildDir\smoke-pgdata"
155
+ $SmokeLog = "$BuildDir\smoke-pg.log"
156
+ $SmokePort = 55899
157
+ if (Test-Path $SmokeData) { Remove-Item -Recurse -Force $SmokeData }
158
+
159
+ & "$RuntimeDir\bin\initdb.exe" -D $SmokeData --username=postgres --auth-local=trust --no-locale -E UTF8 | Out-Null
160
+ if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: initdb"; exit 1 }
161
+
162
+ & "$RuntimeDir\bin\pg_ctl.exe" -D $SmokeData -o "-p $SmokePort -h 127.0.0.1" -l $SmokeLog -w start
163
+ if ($LASTEXITCODE -ne 0) { Write-Error "FAIL: pg_ctl start (see $SmokeLog)"; Get-Content $SmokeLog | Select-Object -Last 30; exit 1 }
164
+
165
+ try {
166
+ & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -c "CREATE EXTENSION vector;" | Out-Null
167
+ if ($LASTEXITCODE -ne 0) { throw "CREATE EXTENSION vector failed" }
168
+ $ExtV = & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -tAc "SELECT extversion FROM pg_extension WHERE extname='vector';"
169
+ $Dist = & "$RuntimeDir\bin\psql.exe" -h 127.0.0.1 -p $SmokePort -U postgres -d postgres -tAc "SELECT '[1,2,3]'::vector <-> '[1,2,4]'::vector;"
170
+ Write-Host " vector extension version: $ExtV"
171
+ Write-Host " distance query result: $Dist"
172
+ if ($ExtV.Trim() -ne $PGVECTOR_VERSION) {
173
+ Write-Error "FAIL: extversion='$ExtV' expected='$PGVECTOR_VERSION'"
174
+ exit 1
175
+ }
176
+ Write-Host " PASS smoke (extension load + vector distance)"
177
+ }
178
+ finally {
179
+ & "$RuntimeDir\bin\pg_ctl.exe" -D $SmokeData -m fast stop 2>$null | Out-Null
180
+ Remove-Item -Recurse -Force $SmokeData -ErrorAction SilentlyContinue
181
+ }
182
+
183
+ Write-Host "==> Creating tarball: $OutputName"
184
+ $DistDirFwd = $DistDir.Replace('\', '/')
185
+ $RuntimeDirFwd = $RuntimeDir.Replace('\', '/')
186
+ & tar -czf "$DistDirFwd/$OutputName" -C "$RuntimeDirFwd" .
187
+ if ($LASTEXITCODE -ne 0) { Write-Error "tar failed (exit $LASTEXITCODE)"; exit 1 }
188
+
189
+ Write-Host "==> Generating sha256 sidecar"
190
+ Push-Location $DistDir
191
+ $Hash = (Get-FileHash -Algorithm SHA256 $OutputName).Hash.ToLower()
192
+ "$Hash $OutputName" | Out-File -Encoding ascii "${OutputName}.sha256"
193
+ Pop-Location
194
+
195
+ # ---------------------------------------------------------------------------
196
+ # Phase A: Re-smoke from EXTRACTED tarball with hostile env (cleared PATH,
197
+ # only system32). Catches false-pass where the build host has VC redist /
198
+ # preinstalled DLLs that the tarball might be missing.
199
+ # ---------------------------------------------------------------------------
200
+ Write-Host "==> Re-smoke from extracted tarball (hostile env)"
201
+ $ExtractDir = "$BuildDir\extract-smoke"
202
+ if (Test-Path $ExtractDir) { Remove-Item -Recurse -Force $ExtractDir }
203
+ New-Item -ItemType Directory -Force -Path $ExtractDir | Out-Null
204
+ & tar -xzf "$DistDirFwd/$OutputName" -C ($ExtractDir.Replace('\','/'))
205
+ if ($LASTEXITCODE -ne 0) { Write-Error "extract failed"; exit 1 }
206
+
207
+ $ExtractData = "$ExtractDir\extract-pgdata"
208
+ $ExtractLog = "$ExtractDir\extract-pg.log"
209
+ $ExtractPort = 55898
210
+
211
+ # Snapshot current env, then strip to minimal Windows PATH (no PG14/15/16
212
+ # preinstalled bin, no chocolatey, no MSVC tools).
213
+ $SavedPath = $env:PATH
214
+ $SavedPgRoot = $env:PGROOT
215
+ $env:PATH = "$env:SystemRoot\System32;$env:SystemRoot"
216
+ $env:PGROOT = $null
217
+ $env:PGDATA = $null
218
+
219
+ try {
220
+ & "$ExtractDir\bin\postgres.exe" --version
221
+ if ($LASTEXITCODE -ne 0) { throw "FAIL: postgres --version under hostile env" }
222
+ & "$ExtractDir\bin\initdb.exe" -D $ExtractData --username=postgres --auth-local=trust --no-locale -E UTF8 | Out-Null
223
+ if ($LASTEXITCODE -ne 0) { throw "FAIL: initdb under hostile env" }
224
+ & "$ExtractDir\bin\pg_ctl.exe" -D $ExtractData -o "-p $ExtractPort -h 127.0.0.1" -l $ExtractLog -w start
225
+ if ($LASTEXITCODE -ne 0) { Get-Content $ExtractLog | Select-Object -Last 30; throw "FAIL: pg_ctl start under hostile env" }
226
+ try {
227
+ & "$ExtractDir\bin\psql.exe" -h 127.0.0.1 -p $ExtractPort -U postgres -d postgres -c "CREATE EXTENSION vector;" | Out-Null
228
+ if ($LASTEXITCODE -ne 0) { throw "FAIL: CREATE EXTENSION vector under hostile env" }
229
+ $ExtV2 = & "$ExtractDir\bin\psql.exe" -h 127.0.0.1 -p $ExtractPort -U postgres -d postgres -tAc "SELECT extversion FROM pg_extension WHERE extname='vector';"
230
+ if ($ExtV2.Trim() -ne $PGVECTOR_VERSION) { throw "FAIL: extracted-smoke extversion='$ExtV2'" }
231
+ Write-Host " PASS extracted-tarball smoke (hostile env)"
232
+ } finally {
233
+ & "$ExtractDir\bin\pg_ctl.exe" -D $ExtractData -m fast stop 2>$null | Out-Null
234
+ }
235
+ } finally {
236
+ $env:PATH = $SavedPath
237
+ $env:PGROOT = $SavedPgRoot
238
+ Remove-Item -Recurse -Force $ExtractDir -ErrorAction SilentlyContinue
239
+ }
240
+
241
+ Write-Host "==> Done: $DistDir\$OutputName"
242
+ Get-Item "$DistDir\$OutputName" | Select-Object Name, Length