@wildshard/dev 0.0.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/bin/wildshard.mjs +75 -0
  2. package/lint/host-callbacks.d.mts +6 -0
  3. package/lint/host-callbacks.mjs +123 -0
  4. package/lint/ratchet.json +3 -0
  5. package/package.json +95 -4
  6. package/scripts/audit-assets.d.mts +10 -0
  7. package/scripts/audit-assets.mjs +151 -0
  8. package/scripts/bake/coatFiles.d.mts +6 -0
  9. package/scripts/bake/coatFiles.mjs +37 -0
  10. package/scripts/bake/navmeshGround.ts +22 -0
  11. package/scripts/bake/near-placeholder.mjs +331 -0
  12. package/scripts/bake/viewmodelBytes.ts +26 -0
  13. package/scripts/bake/viewmodelPage.ts +11 -0
  14. package/scripts/bake-catalogue.mjs +44 -0
  15. package/scripts/bake-check.mjs +54 -0
  16. package/scripts/bake-chunk.mjs +124 -0
  17. package/scripts/bake-cloud-field.mjs +24 -0
  18. package/scripts/bake-coats.mjs +110 -0
  19. package/scripts/bake-data-maps.d.mts +24 -0
  20. package/scripts/bake-data-maps.mjs +78 -0
  21. package/scripts/bake-entry-programs.mjs +126 -0
  22. package/scripts/bake-geometry.mjs +106 -0
  23. package/scripts/bake-ktx2.mjs +477 -0
  24. package/scripts/bake-map-glb.mjs +127 -0
  25. package/scripts/bake-map-rest.d.mts +7 -0
  26. package/scripts/bake-map-rest.mjs +50 -0
  27. package/scripts/bake-maps.mjs +200 -0
  28. package/scripts/bake-navmesh.mjs +259 -0
  29. package/scripts/bake-packs.mjs +129 -0
  30. package/scripts/bake-pickups.mjs +102 -0
  31. package/scripts/bake-query-terrain.mjs +64 -0
  32. package/scripts/bake-textures.mjs +80 -0
  33. package/scripts/bake-viewmodel-sets.mjs +137 -0
  34. package/scripts/bake-voxel-ao.mjs +119 -0
  35. package/scripts/bake-water-ripples.mjs +25 -0
  36. package/scripts/browser-imports.d.mts +2 -0
  37. package/scripts/browser-imports.mjs +40 -0
  38. package/scripts/browser-machine-loader-proof.mjs +39 -0
  39. package/scripts/browser-machine-loader.d.mts +8 -0
  40. package/scripts/browser-machine-loader.mjs +87 -0
  41. package/scripts/browser-playwright.d.mts +10 -0
  42. package/scripts/browser-playwright.mjs +5 -0
  43. package/scripts/browser-test.d.mts +4 -0
  44. package/scripts/browser-test.mjs +18 -0
  45. package/scripts/build-sdk.mjs +95 -0
  46. package/scripts/build-shardfiles.d.mts +7 -0
  47. package/scripts/build-shardfiles.mjs +230 -0
  48. package/scripts/capture-hero.mjs +211 -0
  49. package/scripts/chromium-keychain.d.mts +1 -0
  50. package/scripts/chromium-keychain.mjs +7 -0
  51. package/scripts/entry-reads/crawl.ts +152 -0
  52. package/scripts/gen-host-catalogue.d.mts +14 -0
  53. package/scripts/gen-host-catalogue.mjs +108 -0
  54. package/scripts/gen-shards.d.mts +17 -0
  55. package/scripts/gen-shards.mjs +311 -0
  56. package/scripts/goldens/plot-inputs.d.mts +12 -0
  57. package/scripts/goldens/plot-inputs.mjs +46 -0
  58. package/scripts/gpu-texmem.mjs +98 -0
  59. package/scripts/ktx2-ab.mjs +111 -0
  60. package/scripts/map-bake-frames.d.mts +4 -0
  61. package/scripts/map-bake-frames.mjs +23 -0
  62. package/scripts/map-world.mjs +162 -0
  63. package/scripts/memory-product.mjs +62 -0
  64. package/scripts/music/export-midi.mjs +69 -0
  65. package/scripts/named-blob-output.d.mts +8 -0
  66. package/scripts/named-blob-output.mjs +48 -0
  67. package/scripts/practice/verify_unimate_skin.mjs +356 -0
  68. package/scripts/preparation-browser.mjs +25 -0
  69. package/scripts/preparation-seed.mjs +15 -0
  70. package/scripts/prepare-product.d.mts +14 -0
  71. package/scripts/prepare-product.mjs +133 -0
  72. package/scripts/prove-walk.mjs +83 -0
  73. package/scripts/push-tables.d.mts +1 -0
  74. package/scripts/push-tables.mjs +28 -0
  75. package/scripts/record-shard-mounts.mjs +133 -0
  76. package/scripts/section-inventory.ts +209 -0
  77. package/scripts/shard-build-pool.d.mts +4 -0
  78. package/scripts/shard-build-pool.mjs +53 -0
  79. package/scripts/shard-milestones.d.mts +15 -0
  80. package/scripts/shard-milestones.mjs +105 -0
  81. package/scripts/shard-progress.mjs +212 -0
  82. package/scripts/shardfile-cold-boot.mjs +79 -0
  83. package/scripts/shardfile-rolldown.d.mts +2 -0
  84. package/scripts/shardfile-rolldown.mjs +32 -0
  85. package/scripts/shardfile-vite.d.mts +4 -0
  86. package/scripts/shardfile-vite.mjs +20 -0
  87. package/scripts/site-facts.mjs +88 -0
  88. package/scripts/test-template-gate.mjs +44 -0
  89. package/scripts/tex-tiers.mjs +240 -0
  90. package/scripts/unused-assets.mjs +173 -0
  91. package/scripts/wildshard.d.mts +4 -0
  92. package/scripts/wildshard.mjs +146 -0
  93. package/scripts/witness-generation.d.mts +10 -0
  94. package/scripts/witness-generation.mjs +45 -0
  95. package/src/.oxlintrc.json +12 -0
  96. package/src/cli/bin.mjs +8 -0
  97. package/src/cli/content-command.ts +44 -0
  98. package/src/cli/content.ts +287 -0
  99. package/src/cli/grid/command.ts +48 -0
  100. package/src/cli/grid/grid.ts +155 -0
  101. package/src/cli/help.ts +262 -0
  102. package/src/cli/hero/adopt.ts +109 -0
  103. package/src/cli/install-home.ts +40 -0
  104. package/src/cli/main.ts +142 -0
  105. package/src/cli/version.ts +63 -0
  106. package/src/server/app.ts +19 -0
  107. package/src/server/serve.ts +49 -0
  108. package/src/sharddev/bake/json.mjs +84 -0
  109. package/src/sharddev/bake/mapRest.ts +57 -0
  110. package/src/sharddev/bake/nativeRaster.ts +106 -0
  111. package/src/sharddev/bake/source-loader.mjs +55 -0
  112. package/src/sharddev/bake/splatLayers.ts +29 -0
  113. package/src/sharddev/bootInventory.ts +132 -0
  114. package/src/sharddev/check.ts +125 -0
  115. package/src/sharddev/checkProject.ts +134 -0
  116. package/src/sharddev/cli.ts +207 -0
  117. package/src/sharddev/dev.ts +150 -0
  118. package/src/sharddev/devClient.ts +120 -0
  119. package/src/sharddev/devRoot.ts +6 -0
  120. package/src/sharddev/engineMusic.ts +23 -0
  121. package/src/sharddev/projectEntryProof.ts +32 -0
  122. package/src/sharddev/test/diskScriptScenario.ts +88 -0
  123. package/src/sharddev/test/scriptScenario.ts +254 -0
  124. package/src/sharddev/tsconfig.json +3 -0
  125. package/src/sharddev/watch/page.ts +288 -0
  126. package/src/sharddev/watch/pageEntry.ts +44 -0
  127. package/src/sharddev/watch/parity-baseline.json +22 -0
  128. package/src/sharddev/watch/parity.mjs +194 -0
  129. package/src/sharddev/watch/proof.mjs +199 -0
  130. package/src/sharddev/watch/socket.ts +57 -0
  131. package/src/sharddev/watch/watch.ts +382 -0
  132. package/src/shared/health.ts +10 -0
  133. package/src/tools/build-web.ts +59 -0
  134. package/src/web/app.tsx +53 -0
  135. package/src/web/index.html +12 -0
  136. package/src/web/main.tsx +10 -0
  137. package/tsconfig.author.json +25 -0
  138. package/tsconfig.json +47 -0
  139. package/README.md +0 -3
@@ -0,0 +1,119 @@
1
+ #!/usr/bin/env node
2
+ // bake-voxel-ao.mjs — the voxel AO of the code-built worlds (Nalati's, Driftwood's), at build time (SF67 fix 3, E461).
3
+ //
4
+ // Both worlds marched voxel AO for every painted model on the main thread at load (the audit's voxelAO.ts:62 owner, in
5
+ // Driftwood's lowpolyKit models and Nalati's camps, outcrops, dressing and Kurgan). The AO is a pure function of each
6
+ // geometry's inputs, so this builds the shard's real world in Node (scripts/bake/worldHost.mjs, the navmesh baker's host;
7
+ // once per tier, a child process each, the tier set before the modules load) while src/client/engine/world/voxelAO.ts records
8
+ // every result under a hash of its inputs, and writes one table (both tiers' entries) to the shard's own asset folder. At load the shard adds
9
+ // the table before it builds (`addVoxelAOBake`); a geometry whose inputs hash differently (a miss) marches as before.
10
+ // Every run bakes in memory and writes only differing bytes; --check (bake-check.mjs) fails when a source changed
11
+ // without a rebake.
12
+ //
13
+ // node --experimental-transform-types --import ./scripts/bake-loader.mjs scripts/bake-voxel-ao.mjs [--check | --verify] [slug…]
14
+ // (--verify: build as the page does, with the committed table, and fail unless every AO call is answered by it)
15
+ import { spawnSync } from 'node:child_process';
16
+ import { existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
17
+ import { tmpdir } from 'node:os';
18
+ import { join, resolve } from 'node:path';
19
+ import { pathToFileURL } from 'node:url';
20
+ import { brotliCompressSync } from 'node:zlib';
21
+ import { byteWriter } from '@wildshard/engine/scripts/bake-output.mjs';
22
+
23
+ const ROOT = resolve(import.meta.dirname, '..');
24
+ const TIERS = ['phone', 'desktop'];
25
+ /** where each shard keeps its table, one for every tier (the keys are the inputs): a folder the shard owns (its manifest's
26
+ * assetGlobs; the shard sandbox) */
27
+ const OUTPUT = {
28
+ 'nalati-grasslands': 'public/assets/nalati/baked/voxel-ao.bin',
29
+ // beside the Blender island's other build outputs; the page's G164 boot hits every kit (the key drops the trig last bits
30
+ // that differ between Node and the browsers, SF67 part 3)
31
+ 'driftwood-isle': 'public/assets/models/driftwood-blender/voxel-ao.bin',
32
+ };
33
+ const arg = (name) => process.argv.find((a) => a.startsWith(`--${name}=`))?.slice(name.length + 3);
34
+ const tierArg = arg('tier'), slugArg = arg('slug'), recordTo = arg('record-to');
35
+
36
+ if (tierArg === undefined) {
37
+ // the parent: one child per shard and tier (TIER is read once, as each module loads); the children record, the parent
38
+ // merges the tiers' entries into the shard's one table
39
+ const only = process.argv.slice(2).filter((a) => !a.startsWith('--'));
40
+ const verify = process.argv.includes('--verify'), check = process.argv.includes('--check');
41
+ const ao = await import(pathToFileURL(resolve(ROOT, 'src/client/engine/world/voxelAO.ts')).href);
42
+ const output = byteWriter(check, 'bake-voxel-ao');
43
+ const scratch = mkdtempSync(join(tmpdir(), 'bake-voxel-ao-'));
44
+ let failed = false;
45
+ try {
46
+ for (const [slug, out] of Object.entries(OUTPUT)) {
47
+ if (only.length > 0 && !only.includes(slug)) continue;
48
+ const merged = new Map();
49
+ for (const tier of TIERS) {
50
+ const file = join(scratch, `${slug}.${tier}.bin`);
51
+ const r = spawnSync(process.execPath, [...process.execArgv, import.meta.filename, `--tier=${tier}`, `--slug=${slug}`, ...(verify ? ['--verify'] : [`--record-to=${file}`])], { cwd: ROOT, stdio: 'inherit' });
52
+ if (r.status !== 0) { failed = true; continue; }
53
+ if (verify) continue;
54
+ const b = readFileSync(file);
55
+ const table = ao.decodeVoxelAOBake(b.buffer.slice(b.byteOffset, b.byteOffset + b.byteLength));
56
+ if (table === null) throw new Error(`bake-voxel-ao: ${slug} ${tier} recorded no table`);
57
+ for (const [key, k] of table) merged.set(key, k);
58
+ }
59
+ if (verify || failed) continue;
60
+ const bytes = ao.encodeVoxelAOBake(merged);
61
+ output.put(resolve(ROOT, out), bytes);
62
+ console.log(`[voxel-ao] ${slug}: ${merged.size} geometries (both tiers), ${(bytes.length / 1024).toFixed(1)} KB (${(brotliCompressSync(bytes).length / 1024).toFixed(1)} KB brotli)`);
63
+ }
64
+ } finally {
65
+ rmSync(scratch, { recursive: true, force: true });
66
+ }
67
+ if (!verify) output.finish();
68
+ if (failed) process.exitCode = 1;
69
+ } else {
70
+ if (!TIERS.includes(tierArg)) throw new Error(`bake-voxel-ao: unknown tier ${tierArg}`);
71
+ if (slugArg === undefined || !(slugArg in OUTPUT)) throw new Error(`bake-voxel-ao: unknown shard ${slugArg}`);
72
+ const { installBakeEnvironment } = await import('@wildshard/sdk/scripts/bake/environment.mjs');
73
+ const environment = installBakeEnvironment(ROOT);
74
+ try {
75
+ const src = (p) => import(pathToFileURL(resolve(ROOT, 'src', p)).href);
76
+ if (tierArg !== 'desktop') (await src('engine/client/core/tier.ts')).initializeTier(tierArg); // desktop is Node's own tier (navigator 'node')
77
+ const THREE = await import('three');
78
+ const { visitAuthoredWorld } = await import('@wildshard/sdk/scripts/bake/worldHost.mjs');
79
+ const registry = await src('game/client/shard/registry.ts');
80
+ const { SHARDS } = await src('shards.generated.ts');
81
+ const HF = await src('engine/shared/world/Heightfield.ts');
82
+ const BT = await src('engine/shared/world/BakedTerrain.ts');
83
+ const ao = await src('engine/client/world/voxelAO.ts');
84
+ const def = SHARDS.find((s) => s.slug === slugArg);
85
+ if (def === undefined) throw new Error(`bake-voxel-ao: no shard ${slugArg}`);
86
+ registry.setActiveChunk(def.slug);
87
+ const terrain = resolve(ROOT, 'public/assets/baked', def.slug, 'terrain.bin');
88
+ if (existsSync(terrain)) {
89
+ const buf = readFileSync(terrain);
90
+ const grid = BT.parseBakedTerrain(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength));
91
+ if (!grid) throw new Error(`bake-voxel-ao: ${def.slug}/terrain.bin does not parse`);
92
+ HF._installBakedTerrain(BT.bakedSamplers(grid));
93
+ }
94
+ const noop = () => undefined;
95
+ const sky = new Proxy({ setupMaterial: noop, csm: { lights: [new THREE.DirectionalLight()], update: noop }, hemi: new THREE.HemisphereLight(), sunDisc: new THREE.Mesh(new THREE.SphereGeometry(), new THREE.MeshBasicMaterial()), planet: new THREE.Group(), clouds: null, dayNight: null, viewCamera: new THREE.PerspectiveCamera(), sunDir: new THREE.Vector3(0, 1, 0) },
96
+ { get: (t, k) => k in t ? t[k] : typeof k === 'string' && k.endsWith('Color') ? new THREE.Color(1, 1, 1) : typeof k === 'string' && k.endsWith('Dir') ? new THREE.Vector3(0, 1, 0) : undefined });
97
+ const t0 = performance.now();
98
+ if (process.argv.includes('--verify')) {
99
+ // the page's path: the shard adds its committed table and builds; every AO call must be answered by it
100
+ await visitAuthoredWorld(def, { root: ROOT, sky, element: environment.element });
101
+ const s = ao.voxelAOBakeStats();
102
+ console.log(`[voxel-ao] ${def.slug} ${tierArg} verify: ${s.hits} answered by the bake, ${s.misses} marched, in ${((performance.now() - t0) / 1000).toFixed(1)} s`);
103
+ if (s.hits === 0 || s.misses > 0) process.exitCode = 1;
104
+ process.exit(process.exitCode ?? 0);
105
+ }
106
+ const rec = ao.recordVoxelAO();
107
+ try { await visitAuthoredWorld(def, { root: ROOT, sky, element: environment.element }); } finally { rec.stop(); }
108
+ let vertices = 0;
109
+ for (const k of rec.entries.values()) vertices += k.length;
110
+ if (recordTo === undefined) throw new Error('bake-voxel-ao: a tier child records to --record-to=<file>');
111
+ const bytes = ao.encodeVoxelAOBake(rec.entries);
112
+ writeFileSync(recordTo, bytes);
113
+ console.log(`[voxel-ao] ${def.slug} ${tierArg}: ${rec.entries.size} geometries, ${vertices} vertices in ${((performance.now() - t0) / 1000).toFixed(1)} s`);
114
+ } finally {
115
+ environment.dispose();
116
+ }
117
+ // the built level leaves timers behind (its systems, the physics host); the bake is done, so the child ends here
118
+ process.exit(process.exitCode ?? 0);
119
+ }
@@ -0,0 +1,25 @@
1
+ #!/usr/bin/env node
2
+ // bake-water-ripples.mjs — the pond's tiling ripple normal + foam map at build time (SHARD-PLATFORM frame floor).
3
+ //
4
+ // src/client/engine/world/water/ripples.ts marched a 256² nine-octave value-noise fbm on the main thread the first time a
5
+ // pond or a forest page's water asked for it (~25 ms of Pine's forest-page world step at 4× CPU). The pixels are a pure
6
+ // function of src/client/engine/world/water/ripplePixels.ts, so this runs the page's own function in Node (V8, as Chromium) and
7
+ // writes the raw RGBA bytes to public/assets/baked/common/water-ripples.bin. A page that fetched it
8
+ // (ripples.ts preloadWaterRipples, boot/bakedTextures.ts bakedBytes) builds the byte-identical texture without the
9
+ // march. Raw bytes, not an image: no phone / KTX2 copy can make it lossy. Writes only differing bytes; --check
10
+ // (bake-check.mjs) fails when stale.
11
+ //
12
+ // node --experimental-transform-types --import ./scripts/bake-loader.mjs scripts/bake-water-ripples.mjs [--check]
13
+ import { resolve } from 'node:path';
14
+ import { pathToFileURL } from 'node:url';
15
+ import { byteWriter } from '@wildshard/engine/scripts/bake-output.mjs';
16
+
17
+ const ROOT = resolve(import.meta.dirname, '..');
18
+ const check = process.argv.includes('--check');
19
+ const ripples = await import(pathToFileURL(resolve(ROOT, 'src/client/engine/world/water/ripplePixels.ts')).href);
20
+ const { WATER_RIPPLES_URL } = await import(pathToFileURL(resolve(ROOT, 'src/client/engine/boot/bakedApi.ts')).href);
21
+ const bytes = ripples.waterRipplePixels();
22
+ if (bytes.length !== ripples.WATER_RIPPLES_N * ripples.WATER_RIPPLES_N * 4) throw new Error('bake-water-ripples: wrong map size');
23
+ const output = byteWriter(check, 'bake-water-ripples');
24
+ output.put(resolve(ROOT, `public${WATER_RIPPLES_URL}`), bytes);
25
+ output.finish();
@@ -0,0 +1,2 @@
1
+ export function runtimePlaywrightImports(source:string,filename?:string):number[];
2
+ export function unadmittedBrowserImports(root?:string):string[];
@@ -0,0 +1,40 @@
1
+ // J402: an executable import is distinct from a comment, example or type query.
2
+ import ts from '@typescript/typescript6';
3
+ import {execFileSync} from 'node:child_process';
4
+ import {readFileSync} from 'node:fs';
5
+ import {resolve} from 'node:path';
6
+
7
+ /** @param {string} source @param {string} [filename] */
8
+ export function runtimePlaywrightImports(source,filename='source.ts'){
9
+ const ast=ts.createSourceFile(filename,source,ts.ScriptTarget.Latest,true);
10
+ /** @type {number[]} */const found=[];
11
+ const admissionNames=new Set(ast.statements.flatMap(statement=>{
12
+ if(!ts.isImportDeclaration(statement)||!ts.isStringLiteral(statement.moduleSpecifier)||!statement.moduleSpecifier.text.endsWith('/browser-machine-loader.mjs'))return [];
13
+ const bindings=statement.importClause?.namedBindings;
14
+ return bindings!==undefined&&ts.isNamedImports(bindings)?bindings.elements.filter(binding=>(binding.propertyName??binding.name).text==='admittedPlaywright').map(binding=>binding.name.text):[];
15
+ }));
16
+ /** @param {import('@typescript/typescript6').Node} node */
17
+ function visit(node){
18
+ if(ts.isImportDeclaration(node)&&ts.isStringLiteral(node.moduleSpecifier)&&node.moduleSpecifier.text==='playwright'&&node.importClause?.phaseModifier!==ts.SyntaxKind.TypeKeyword){
19
+ const bindings=node.importClause?.namedBindings;
20
+ if(node.importClause?.name!==undefined||bindings===undefined||!ts.isNamedImports(bindings)||bindings.elements.length===0||bindings.elements.some(binding=>!binding.isTypeOnly))found.push(node.moduleSpecifier.getStart(ast));
21
+ }
22
+ if(ts.isCallExpression(node)&&(node.expression.kind===ts.SyntaxKind.ImportKeyword||ts.isIdentifier(node.expression)&&node.expression.text==='require')&&node.arguments.length===1&&ts.isStringLiteral(node.arguments[0])&&node.arguments[0].text==='playwright'){
23
+ const parent=node.parent;
24
+ if(!ts.isCallExpression(parent)||!ts.isIdentifier(parent.expression)||!admissionNames.has(parent.expression.text))found.push(node.arguments[0].getStart(ast));
25
+ }
26
+ ts.forEachChild(node,visit);
27
+ }
28
+ visit(ast);return found;
29
+ }
30
+
31
+ /** The tracked source and current new source, before a commit or at clean CI HEAD.
32
+ * @param {string} [root] */
33
+ export function unadmittedBrowserImports(root=process.cwd()){
34
+ const files=execFileSync('git',['ls-files','--cached','--others','--exclude-standard','-z','--','*.mjs','*.cjs','*.js','*.ts','*.mts'],{cwd:root,encoding:'utf8'}).split('\0').filter(Boolean);
35
+ return [...new Set(files)].filter(file=>{
36
+ if((file==='scripts/browser-playwright.mjs'||file==='src/scripts/browser/playwright.mjs')||file.startsWith('kit/')||file.startsWith('project/archive/'))return false;
37
+ const source=readFileSync(resolve(root,file),'utf8');
38
+ return source.includes('playwright')&&runtimePlaywrightImports(source,file).length>0;
39
+ }).sort();
40
+ }
@@ -0,0 +1,39 @@
1
+ import {test} from 'node:test';
2
+ import assert from 'node:assert/strict';
3
+ import {chmodSync,mkdirSync,mkdtempSync,rmSync,symlinkSync,unlinkSync,writeFileSync} from 'node:fs';
4
+ import {join,resolve} from 'node:path';
5
+ import {installMachineBrowserAdmission} from './browser-machine-loader.mjs';
6
+
7
+ const context={path:'/config/browser-admission.json',uid:501,read:()=>Promise.resolve({bytes:JSON.stringify({version:1,module:'/canonical/browser-policy.mjs'}),uid:501,mode:0o100600,regular:true}),load:()=>Promise.resolve({install:()=>Promise.resolve()})};
8
+ await test('absent policy leaves portable authors unchanged',async()=>{
9
+ const absent=Object.assign(new Error('missing'),{code:'ENOENT'});let loads=0;
10
+ const enabled=await installMachineBrowserAdmission({}, {...context,read:()=>Promise.reject(absent),load:()=>{loads++;return Promise.resolve();}});
11
+ assert.equal(enabled,false);assert.equal(loads,0);
12
+ });
13
+ await test('owned private policy loads the single machine provider exactly once',async()=>{
14
+ const playwright={};let calls=0;
15
+ assert.equal(await installMachineBrowserAdmission(playwright,{...context,load:path=>{assert.equal(path,'file:///canonical/browser-policy.mjs');return Promise.resolve({install:(/** @type {object} */value)=>{assert.equal(value,playwright);calls++;return Promise.resolve();}});}}),true);
16
+ assert.equal(calls,1);
17
+ });
18
+ for(const change of [{uid:502},{mode:0o100666},{regular:false},{bytes:'{}'},{bytes:'{"version":2,"module":"/canonical/browser-policy.mjs"}'},{bytes:'{"version":1,"module":"relative.mjs"}'},{bytes:'{"version":1,"module":"https://host/policy.mjs"}'},{bytes:'not json'}])await test(`unsafe or malformed policy refuses ${JSON.stringify(change)}`,async()=>{
19
+ const valid=await context.read();let loaded=false;
20
+ await assert.rejects(installMachineBrowserAdmission({},{...context,read:()=>Promise.resolve({...valid,...change}),load:()=>{loaded=true;return Promise.resolve();}}));assert.equal(loaded,false);
21
+ });
22
+ await test('present unreadable policy and provider failure propagate instead of bypassing admission',async()=>{
23
+ const denied=Object.assign(new Error('denied'),{code:'EACCES'});await assert.rejects(installMachineBrowserAdmission({},{...context,read:()=>Promise.reject(denied)}),error=>error===denied);
24
+ const unavailable=new Error('provider unavailable');await assert.rejects(installMachineBrowserAdmission({},{...context,load:()=>Promise.reject(unavailable)}),error=>error===unavailable);
25
+ await assert.rejects(installMachineBrowserAdmission({},{...context,load:()=>Promise.resolve({})}),/provider/);
26
+ });
27
+
28
+ await test('actual private policy loads; unsafe mode, oversize and symlink refuse',async()=>{
29
+ const parent=resolve(process.env.VITEST_TMP_ROOT??'tmp/codex-pagesize','browser-policy');mkdirSync(parent,{recursive:true});
30
+ const directory=mkdtempSync(join(parent,'owned-')),path=join(directory,'policy.json'),module=join(directory,'provider.mjs');
31
+ try{
32
+ writeFileSync(module,'export function install(value){value.installed=true;}');
33
+ writeFileSync(path,JSON.stringify({version:1,module}),{mode:0o600});
34
+ const playwright={installed:false};assert.equal(await installMachineBrowserAdmission(playwright,{path}),true);assert.equal(playwright.installed,true);
35
+ chmodSync(path,0o666);await assert.rejects(installMachineBrowserAdmission({}, {path}),/private owned/);
36
+ chmodSync(path,0o600);writeFileSync(path,' '.repeat(4097));await assert.rejects(installMachineBrowserAdmission({}, {path}),/size limit/);
37
+ unlinkSync(path);symlinkSync(module,path);await assert.rejects(installMachineBrowserAdmission({}, {path}));
38
+ }finally{rmSync(directory,{recursive:true,force:true});}
39
+ });
@@ -0,0 +1,8 @@
1
+ interface BrowserPolicyRecord {bytes:string;uid:number;mode:number;regular:boolean}
2
+ interface BrowserMachineLease {proof:{lease:string;slots:number;capacity:number;queueSeconds:number};pid:number|undefined;parentContext?:string;lost:Promise<void>;release:()=>Promise<void>}
3
+ interface BrowserMachineProvider {install:(playwright:object)=>void|Promise<void>;reserve?:()=>Promise<BrowserMachineLease>}
4
+ interface BrowserMachineOptions {path?:string;uid?:number;read?:(path:string)=>Promise<BrowserPolicyRecord>;load?:(url:string)=>Promise<unknown>}
5
+ declare function installMachineBrowserAdmission(playwright:object,options?:BrowserMachineOptions):Promise<boolean>;
6
+ declare function reserveMachineBrowserAdmission(options?:BrowserMachineOptions):Promise<BrowserMachineLease|undefined>;
7
+ declare function admittedPlaywright<Namespace extends object>(playwright:Namespace):Promise<Namespace>;
8
+ export{type BrowserPolicyRecord,type BrowserMachineOptions,type BrowserMachineLease,type BrowserMachineProvider,installMachineBrowserAdmission,reserveMachineBrowserAdmission,admittedPlaywright};
@@ -0,0 +1,87 @@
1
+ // Portable tools discover one owned machine provider. Missing policy is
2
+ // portable; an unsafe or broken present policy refuses admission.
3
+ import {constants} from 'node:fs';
4
+ import {lstat,open} from 'node:fs/promises';
5
+ import {homedir} from 'node:os';
6
+ import path from 'node:path';
7
+ import {pathToFileURL} from 'node:url';
8
+
9
+ const MAX_BYTES=4096,READ_BYTES=4097,START=0,PRIVATE_MODE_BASE=0o100,SCHEMA_VERSION=1;
10
+ /** @typedef {import('./browser-machine-loader.d.mts').BrowserPolicyRecord} BrowserPolicyRecord */
11
+ /** @typedef {import('./browser-machine-loader.d.mts').BrowserMachineOptions} BrowserMachineOptions */
12
+ /** @typedef {import('./browser-machine-loader.d.mts').BrowserMachineProvider} BrowserMachineProvider */
13
+
14
+ /** @param {string} filename */
15
+ async function policyOpen(filename){
16
+ if(typeof constants.O_NOFOLLOW!=='number'){
17
+ await lstat(filename); // Missing policy remains portable on hosts without this flag.
18
+ throw new Error('A present browser policy requires no-follow filesystem support');
19
+ }
20
+ return open(filename,constants.O_RDONLY+constants.O_NOFOLLOW);
21
+ }
22
+ /** @param {import('node:fs/promises').FileHandle} file @returns {Promise<BrowserPolicyRecord>} */
23
+ async function policyRecord(file){
24
+ const stat=await file.stat();
25
+ if(stat.size>MAX_BYTES){throw new Error('Browser admission policy exceeds its size limit');}
26
+ const buffer=Buffer.alloc(READ_BYTES),{bytesRead}=await file.read(buffer,START,buffer.length,START);
27
+ if(bytesRead>MAX_BYTES){throw new Error('Browser admission policy exceeds its size limit');}
28
+ return{bytes:buffer.subarray(START,bytesRead).toString('utf8'),uid:stat.uid,mode:stat.mode,regular:stat.isFile()};
29
+ }
30
+ /** @param {string} filename @returns {Promise<BrowserPolicyRecord>} */
31
+ async function readPolicy(filename){
32
+ const file=await policyOpen(filename);
33
+ try{return await policyRecord(file);}finally{await file.close();}
34
+ }
35
+
36
+ /** @param {BrowserMachineOptions} options */
37
+ async function optionalPolicy(options){
38
+ const filename=options.path??path.join(homedir(),'.config','wildshard','browser-admission.json');
39
+ try{return await(options.read??readPolicy)(filename);}
40
+ catch(error){if(error instanceof Error&&'code'in error&&error.code==='ENOENT'){return undefined;}throw error;}
41
+ }
42
+
43
+ /** @param {BrowserPolicyRecord} record @param {number|undefined} uid */
44
+ function privatePolicy(record,uid){return typeof uid==='number'&&record.uid===uid&&record.regular&&record.mode%PRIVATE_MODE_BASE===START;}
45
+
46
+ /** @param {string} bytes */
47
+ function providerPath(bytes){
48
+ /** @type {unknown} */let policy=null;
49
+ try{policy=JSON.parse(bytes);}catch{throw new Error('Browser admission policy is invalid JSON');}
50
+ if(policy===null||typeof policy!=='object'||Array.isArray(policy)||Object.keys(policy).toSorted().join(',')!=='module,version'||!('version'in policy)||policy.version!==SCHEMA_VERSION||!('module'in policy)||typeof policy.module!=='string'||!path.isAbsolute(policy.module)){
51
+ throw new Error('Browser admission policy requires version 1 and an absolute provider module');
52
+ }
53
+ return policy.module;
54
+ }
55
+
56
+ /** @param {unknown} provider @returns {provider is BrowserMachineProvider} */
57
+ function validProvider(provider){return provider!==null&&typeof provider==='object'&&'install'in provider&&typeof provider.install==='function';}
58
+ /** @param {string} url @returns {Promise<unknown>} */
59
+ async function importProvider(url){const provider=await import(url);return provider;}
60
+ /** @param {BrowserMachineOptions} options */
61
+ async function machineProvider(options){
62
+ const record=await optionalPolicy(options);
63
+ if(record===undefined){return undefined;}
64
+ if(!privatePolicy(record,options.uid??process.getuid?.())){throw new Error('Browser admission policy must be a private owned regular file');}
65
+ const provider=await(options.load??importProvider)(pathToFileURL(providerPath(record.bytes)).href);
66
+ if(!validProvider(provider)){throw new Error('Browser admission provider has no installer');}
67
+ return provider;
68
+ }
69
+
70
+ /** @param {object} playwright @param {BrowserMachineOptions} [options] */
71
+ async function installMachineBrowserAdmission(playwright,options={}){
72
+ const provider=await machineProvider(options);
73
+ if(provider===undefined){return false;}
74
+ await provider.install(playwright);return true;
75
+ }
76
+ /** @param {BrowserMachineOptions} [options] */
77
+ async function reserveMachineBrowserAdmission(options={}){
78
+ const provider=await machineProvider(options);
79
+ if(provider===undefined){return undefined;}
80
+ if(typeof provider.reserve!=='function'){throw new TypeError('Browser admission provider has no worker reservation');}
81
+ return provider.reserve();
82
+ }
83
+ /** Preserve the exact consumer-resolved Playwright instance while admitting it.
84
+ * @template {object} Namespace @param {Namespace} playwright @returns {Promise<Namespace>} */
85
+ async function admittedPlaywright(playwright){await installMachineBrowserAdmission(playwright);return playwright;}
86
+
87
+ export{installMachineBrowserAdmission,reserveMachineBrowserAdmission,admittedPlaywright};
@@ -0,0 +1,10 @@
1
+ import type * as Playwright from 'playwright';
2
+
3
+ export type * from 'playwright';
4
+ export const chromium:typeof Playwright.chromium;
5
+ export const firefox:typeof Playwright.firefox;
6
+ export const webkit:typeof Playwright.webkit;
7
+ export const devices:typeof Playwright.devices;
8
+ export const request:typeof Playwright.request;
9
+ export const selectors:typeof Playwright.selectors;
10
+ export const errors:typeof Playwright.errors;
@@ -0,0 +1,5 @@
1
+ import * as playwright from 'playwright';
2
+ import {installMachineBrowserAdmission} from './browser-machine-loader.mjs';
3
+
4
+ await installMachineBrowserAdmission(playwright);
5
+ export const {chromium,firefox,webkit,devices,request,selectors,errors}=playwright;
@@ -0,0 +1,4 @@
1
+ import type * as Playwright from '@playwright/test';
2
+
3
+ export const test:typeof Playwright.test;
4
+ export const expect:typeof Playwright.expect;
@@ -0,0 +1,18 @@
1
+ // Queue for the machine browser slot in an automatic worker fixture, before
2
+ // Playwright starts test/context clocks. One worker owns one physical browser.
3
+ import {test as base} from '@playwright/test';
4
+ import * as playwright from './browser-playwright.mjs';
5
+ import {installMachineBrowserAdmission,reserveMachineBrowserAdmission} from './browser-machine-loader.mjs';
6
+
7
+ /** @type {import('@playwright/test').Fixtures<object,{browserAdmission:undefined},import('@playwright/test').PlaywrightTestArgs&import('@playwright/test').PlaywrightTestOptions,import('@playwright/test').PlaywrightWorkerArgs&import('@playwright/test').PlaywrightWorkerOptions>} */
8
+ const fixtures={browserAdmission:[async({browserName},use)=>{
9
+ if(!['chromium','firefox','webkit'].includes(browserName))throw new Error('Unknown browser backend for admission');
10
+ await installMachineBrowserAdmission(playwright);
11
+ const lease=await reserveMachineBrowserAdmission();
12
+ try{
13
+ const used=use(undefined);
14
+ await(lease===undefined?used:Promise.race([used,lease.lost.then(()=>{throw new Error('Browser worker admission was lost');})]));
15
+ }finally{await lease?.release();}
16
+ },{scope:'worker',auto:true,timeout:310000}]};
17
+ export const test=base.extend(fixtures);
18
+ export{expect}from '@playwright/test';
@@ -0,0 +1,95 @@
1
+ #!/usr/bin/env node
2
+ // Build author tools against the same public contract as the game; pnpm pack uses these portable JS modules.
3
+ import { build } from 'vite';
4
+ import { join, relative, resolve } from 'node:path';
5
+ import { cpSync, existsSync, readFileSync, readdirSync, rmSync, writeFileSync, mkdirSync } from 'node:fs';
6
+ import { execFileSync } from 'node:child_process';
7
+ import { rapierAlias } from '@wildshard/engine/vite/rapier.ts';
8
+ import { assertHeavyLease } from '@wildshard/engine/scripts/heavy-lane-lease.mjs';
9
+ import { shardfileValidationRevision } from '@wildshard/engine/scripts/shardfile-validation-revision.mjs';
10
+ import { SDK_EXTERNALS } from '@wildshard/sdk/scripts/sdk-externals.mjs';
11
+
12
+ // This package also compiles the two real app clients; acquire the build lane before generation or type emission.
13
+ assertHeavyLease('build');
14
+ const root = resolve(import.meta.dirname, '..');
15
+ process.chdir(root);
16
+ execFileSync('node', ['scripts/gen.mjs', '--inputs-only'], { cwd: root, stdio: 'inherit' });
17
+ // P1-F4: the package is @wildshard/sharddev; the host stays @wildshard/sdk until P3 and ships bundled inside it.
18
+ const layers = ['sharddev', 'sdk'].map(layer => ({ layer, manifest: JSON.parse(readFileSync(resolve(root, `src/${layer}/package.json`), 'utf8')) }));
19
+ const modules = layers.flatMap(({ layer, manifest }) => Object.entries(manifest.exports).map(([specifier, target]) => {
20
+ if (!specifier.startsWith('./') || typeof target !== 'string' || !target.endsWith('.ts')) throw new Error('SDK workspace exports must name defining TypeScript modules');
21
+ return { layer, name: specifier.slice(2), source: resolve(root, `src/${layer}`, target), declaration: target.slice(2, -3) };
22
+ }));
23
+ await build({ configFile: false, publicDir: false, resolve: { alias: rapierAlias }, logLevel: 'warn', define: { __SHARDFILE_VALIDATOR__: JSON.stringify(shardfileValidationRevision(root)) }, build: { outDir: resolve(root, 'src/sharddev', 'dist') /* build output, git-ignored: check-paths only checks committed paths */, emptyOutDir: true, minify: false, lib: {
24
+ entry: Object.fromEntries([...modules.map(({ name, source }) => [name, source]), ['cli', resolve(root, 'src/sharddev/cli.ts')], ['headlessWorker', resolve(root, 'src/sdk/bake/headlessWorker.ts')]]), formats: ['es'], fileName: (_format, name) => `${name}.js`,
25
+ }, rolldownOptions: { platform: 'node', external: SDK_EXTERNALS } } });
26
+
27
+ // Ship declarations without requiring the repository's internal workspace packages.
28
+ execFileSync('pnpm', ['exec', 'tsc', '-b', '--force', 'tsconfig.layers.json'], { cwd: root, stdio: 'inherit' });
29
+ const seen = new Set();
30
+ // SF79 publishes some modules under an older specifier (`./shardfile/moverRuntime` → `./plugin/mover.ts`): a declaration
31
+ // is emitted at, and points to, the module its layer's exports name, never a path built from the specifier.
32
+ const layerExports = new Map();
33
+ function defining(layer, module) {
34
+ if (!layerExports.has(layer)) layerExports.set(layer, JSON.parse(readFileSync(resolve(root, `src/${layer}/package.json`), 'utf8')).exports ?? {});
35
+ const target = layerExports.get(layer)[`./${module}`];
36
+ return typeof target === 'string' && target.startsWith('./') && target.endsWith('.ts') && !target.endsWith('.d.ts') ? target.slice(2, -3) : module;
37
+ }
38
+ function declaration(layer, module) {
39
+ const key = `${layer}/${module}`;
40
+ if (seen.has(key)) return;
41
+ seen.add(key);
42
+ const source = resolve(root, `.tsc-layers/${layer}/src/${layer}/${module}.d.ts`);
43
+ const output = resolve(root, `src/sharddev/dist/types/${key}.d.ts`);
44
+ // Ambient defining leaves are compiler inputs, so tsc does not emit a second copy of them.
45
+ let text = readFileSync(existsSync(source) ? source : resolve(root, `src/${layer}/${module}.d.ts`), 'utf8');
46
+ // Relative import declarations are illegal inside ambient modules; the equivalent type query remains portable.
47
+ if (key === 'engine/client/types/n8ao') text = text.replace("import type { Renderer } from '@wildshard/engine/render/renderer';", "type Renderer = import('@wildshard/engine/render/renderer').Renderer;");
48
+ // @wildshard/format stays a package import: the SDK depends on the shardfile repo's own files.
49
+ text = text.replaceAll(/(['"])@wildshard\/(engine|game|sdk|sharddev)\/([^'"]+)\1/gu, (_match, quote, dependencyLayer, specifier) => {
50
+ const dependency = defining(dependencyLayer, specifier);
51
+ declaration(dependencyLayer, dependency);
52
+ const from = resolve(root, `src/sharddev/dist/types/${layer}`, module, '..');
53
+ const to = resolve(root, `src/sharddev/dist/types/${dependencyLayer}/${dependency}`);
54
+ // Public declarations may only refer to packaged files or third-party dependencies.
55
+ return `${quote}${relative(from, to).replaceAll('\\', '/')}${quote}`;
56
+ });
57
+ // Relative declaration imports remain in the same copied module tree.
58
+ // Doc comments may quote example imports (game/client/shard/manifest.ts: `import('./look/render')`); only code is scanned.
59
+ const code = text.replaceAll(/\/\*[\s\S]*?\*\//gu, '').replaceAll(/^\s*\/\/.*$/gmu, '');
60
+ for (const match of code.matchAll(/(?:from\s*|import\s*\()(['"])(\.[^'"]+)\1/gu)) {
61
+ const dependency = relative(resolve(root, `src/${layer}`), resolve(root, `src/${layer}`, module, '..', match[2]));
62
+ if (!dependency.startsWith('..')) declaration(layer, dependency.replace(/\.js$/u, ''));
63
+ }
64
+ if (/from\s*['"]n8ao['"]/u.test(text)) {
65
+ declaration('engine', 'types/n8ao');
66
+ // declaration() above generates this packaged output; only src/sdk is a committed input path.
67
+ const vendor = relative(resolve(output, '..'), resolve(root, 'src/sharddev', 'dist', 'types/engine/types/n8ao.d.ts')).replaceAll('\\', '/');
68
+ text = `/// <reference path="${vendor}" />\n${text}`;
69
+ }
70
+ mkdirSync(resolve(output, '..'), { recursive: true }); writeFileSync(output, text);
71
+ }
72
+ for (const module of modules) declaration(module.layer, module.declaration);
73
+
74
+ // Both clients use the normal Game bundle. Author dev is a separate compiled mode, never enabled by requests. They build
75
+ // through the app build script, as every app build does (its generators, tables, boot bank and worker, D24), with the
76
+ // repo's config minus the public/ copy; the hidden source maps its checks read do not ship.
77
+ for (const [mode, folder] of [['production', 'client'], ['devserver', 'client-devserver']]) {
78
+ const outDir = resolve(root, `src/sharddev/dist/${folder}`), config = resolve(root, 'tmp', `sdk-${folder}.vite.mjs`);
79
+ mkdirSync(resolve(root, 'tmp'), { recursive: true });
80
+ writeFileSync(config, `import { mergeConfig } from 'vite';\nimport base from ${JSON.stringify(resolve(root, 'vite.config.ts'))};\n`
81
+ + `export default async env => mergeConfig(typeof base === 'function' ? await base(env) : base, { build: { copyPublicDir: false } });\n`);
82
+ execFileSync(process.execPath, ['scripts/build-app.mjs', '--mode', mode, '--config', config, '--outDir', outDir, '--emptyOutDir'], { cwd: root, stdio: 'inherit' });
83
+ rmSync(config, { force: true });
84
+ for (const entry of readdirSync(outDir, { recursive: true, withFileTypes: true })) if (entry.isFile() && entry.name.endsWith('.map')) rmSync(join(entry.parentPath, entry.name));
85
+ for (const entry of ['fonts', 'favicon.png', 'apple-touch-icon.png', 'manifest.webmanifest', 'basis/r186', 'assets/physics', 'assets/sfx/best', 'assets/music/piano', 'assets/music/orchestral', 'assets/music/folk']) cpSync(resolve(root, 'public', entry), resolve(root, `src/sharddev/dist/${folder}`, entry), { recursive: true });
86
+ }
87
+
88
+ // Ship retained readable author inputs, not one-time baked outputs or workspace symlinks.
89
+ const template = resolve(root, 'src/sharddev', 'dist', 'author-template');
90
+ cpSync(resolve(root, 'scripts/docs/author-project'), template, { recursive: true });
91
+ // The host ships bundled in this package until P3, so a packed project names one package.
92
+ for (const name of readdirSync(template, { recursive: true, encoding: 'utf8' })) {
93
+ const file = resolve(template, name);
94
+ if (/\.(?:ts|mjs)$/u.test(name)) writeFileSync(file, readFileSync(file, 'utf8').replaceAll('@wildshard/engine/host/', '@wildshard/sharddev/'));
95
+ }
@@ -0,0 +1,7 @@
1
+ /** Build every live first-party product with its charged immutable map, enforcing recorded raster and world freshness.
2
+ * `reuse` keeps a product whose content key is unchanged; `only` builds just those shards.
3
+ * `copyRuntime` proves selected runtime copies without changing discovery. */
4
+ export function buildShardfiles(root: string, options?: { strict?: boolean; build?: (args: string[]) => Promise<void>; reuse?: boolean; only?: string[]; /** Explicit generation phase scope, also enforced in strict builds. */ scope?: string[]; copyRuntime?: boolean | 'closed'; onFailure?:(slug:string,error:unknown)=>void }): Promise<number>;
5
+
6
+ /** Read CI's built output or a content-key-matching local product; never runs a producer or build. */
7
+ export function readBuiltShardfile(root: string, name: string, options?: { cacheRoot?: string; env?: NodeJS.ProcessEnv }): string;