cyberia 3.2.12 → 3.2.70

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/.env.example +127 -68
  2. package/.github/workflows/cyberia-client.cd.yml +40 -0
  3. package/.github/workflows/cyberia-server.cd.yml +40 -0
  4. package/.github/workflows/docker-image.cyberia-client.ci.yml +49 -0
  5. package/.github/workflows/docker-image.cyberia-client.dev.ci.yml +48 -0
  6. package/.github/workflows/docker-image.cyberia-server.ci.yml +69 -0
  7. package/.github/workflows/docker-image.cyberia-server.dev.ci.yml +69 -0
  8. package/.github/workflows/docker-image.engine-cyberia.ci.yml +52 -0
  9. package/.github/workflows/docker-image.engine-cyberia.dev.ci.yml +52 -0
  10. package/.github/workflows/engine-cyberia.cd.yml +34 -24
  11. package/.github/workflows/engine-cyberia.ci.yml +27 -5
  12. package/.github/workflows/ghpkg.ci.yml +89 -1
  13. package/.github/workflows/gitlab.ci.yml +1 -1
  14. package/.github/workflows/hardhat.ci.yml +1 -1
  15. package/.github/workflows/npmpkg.ci.yml +19 -12
  16. package/.github/workflows/publish.ci.yml +2 -2
  17. package/.github/workflows/publish.cyberia.ci.yml +5 -16
  18. package/.github/workflows/pwa-microservices-template-page.cd.yml +1 -8
  19. package/.github/workflows/pwa-microservices-template-test.ci.yml +1 -1
  20. package/CHANGELOG.md +451 -1
  21. package/CLI-HELP.md +1040 -1130
  22. package/Dockerfile +141 -43
  23. package/Dockerfile.dev +143 -0
  24. package/Dockerfile.test +165 -0
  25. package/README.md +1 -1
  26. package/baremetal/commission-workflows.json +1 -0
  27. package/bin/build.js +128 -136
  28. package/bin/build.template.js +25 -179
  29. package/bin/cyberia.js +1089 -188
  30. package/bin/deploy.js +6 -3
  31. package/bin/index.js +1089 -188
  32. package/bump.config.js +1 -0
  33. package/compose.env +131 -0
  34. package/conf.js +19 -1
  35. package/deployment.yaml +74 -2
  36. package/docker-compose.yml +316 -0
  37. package/hardhat/hardhat.config.js +2 -2
  38. package/hardhat/package-lock.json +620 -2041
  39. package/hardhat/package.json +7 -5
  40. package/hardhat/scripts/deployObjectLayerToken.js +18 -18
  41. package/hardhat/test/ObjectLayerToken.js +378 -274
  42. package/ipfs/configure-ipfs.sh +13 -0
  43. package/manifests/cronjobs/dd-cron/dd-cron-backup.yaml +2 -2
  44. package/manifests/cronjobs/dd-cron/dd-cron-dns.yaml +1 -1
  45. package/manifests/deployment/dd-cyberia-development/deployment.yaml +74 -2
  46. package/manifests/deployment/dd-cyberia-development/grpc-service.yaml +17 -0
  47. package/manifests/deployment/dd-cyberia-development/pv-pvc.yaml +32 -0
  48. package/manifests/deployment/dd-default-development/deployment.yaml +2 -2
  49. package/mongodb/entrypoint.sh +76 -0
  50. package/nginx.conf +87 -0
  51. package/package.json +34 -22
  52. package/pv-pvc.yaml +32 -0
  53. package/scripts/disk-clean.sh +85 -60
  54. package/scripts/kubeadm-node-setup.sh +317 -0
  55. package/scripts/link-local-underpost-cli.sh +6 -0
  56. package/scripts/rocky-kickstart.sh +877 -185
  57. package/scripts/rpmfusion-ffmpeg-setup.sh +26 -50
  58. package/scripts/test-monitor.sh +248 -0
  59. package/src/api/atlas-sprite-sheet/atlas-sprite-sheet.router.js +43 -7
  60. package/src/api/atlas-sprite-sheet/atlas-sprite-sheet.service.js +17 -25
  61. package/src/api/cyberia-action/cyberia-action.controller.js +19 -0
  62. package/src/api/cyberia-action/cyberia-action.model.js +21 -29
  63. package/src/api/cyberia-action/cyberia-action.router.js +42 -7
  64. package/src/api/cyberia-action/cyberia-action.service.js +20 -4
  65. package/src/api/cyberia-client-hints/cyberia-client-hints.model.js +58 -57
  66. package/src/api/cyberia-dialogue/cyberia-dialogue.router.js +37 -6
  67. package/src/api/cyberia-dialogue/cyberia-dialogue.service.js +8 -2
  68. package/src/api/cyberia-entity/cyberia-entity.router.js +39 -7
  69. package/src/api/cyberia-entity-type-default/cyberia-entity-type-default.controller.js +74 -0
  70. package/src/api/cyberia-entity-type-default/cyberia-entity-type-default.model.js +67 -0
  71. package/src/api/cyberia-entity-type-default/cyberia-entity-type-default.router.js +63 -0
  72. package/src/api/cyberia-entity-type-default/cyberia-entity-type-default.service.js +46 -0
  73. package/src/api/cyberia-instance/cyberia-fallback-world.js +62 -10
  74. package/src/api/cyberia-instance/cyberia-instance.model.js +32 -2
  75. package/src/api/cyberia-instance/cyberia-instance.router.js +6 -6
  76. package/src/api/cyberia-instance/cyberia-world-generator.js +116 -3
  77. package/src/api/cyberia-instance-conf/cyberia-instance-conf.model.js +3 -0
  78. package/src/api/cyberia-instance-conf/cyberia-instance-conf.router.js +39 -7
  79. package/src/api/cyberia-map/cyberia-map.router.js +21 -6
  80. package/src/api/cyberia-quest/cyberia-quest.controller.js +38 -0
  81. package/src/api/cyberia-quest/cyberia-quest.router.js +47 -7
  82. package/src/api/cyberia-quest/cyberia-quest.service.js +59 -4
  83. package/src/api/cyberia-saga/cyberia-saga.controller.js +74 -0
  84. package/src/api/cyberia-saga/cyberia-saga.model.js +59 -0
  85. package/src/api/cyberia-saga/cyberia-saga.router.js +63 -0
  86. package/src/api/cyberia-saga/cyberia-saga.service.js +42 -0
  87. package/src/api/cyberia-server-defaults/cyberia-server-defaults.js +551 -122
  88. package/src/api/cyberia-skill/cyberia-skill.controller.js +74 -0
  89. package/src/api/cyberia-skill/cyberia-skill.model.js +50 -0
  90. package/src/api/cyberia-skill/cyberia-skill.router.js +63 -0
  91. package/src/api/cyberia-skill/cyberia-skill.service.js +42 -0
  92. package/src/api/ipfs/ipfs.service.js +28 -15
  93. package/src/api/object-layer/object-layer.router.js +25 -15
  94. package/src/api/object-layer/object-layer.service.js +15 -20
  95. package/src/api/object-layer-render-frames/object-layer-render-frames.router.js +39 -7
  96. package/src/cli/baremetal.js +717 -16
  97. package/src/cli/cluster.js +80 -5
  98. package/src/cli/deploy.js +326 -292
  99. package/src/cli/docker-compose.js +648 -0
  100. package/src/cli/env.js +12 -6
  101. package/src/cli/fs.js +75 -30
  102. package/src/cli/image.js +187 -55
  103. package/src/cli/index.js +157 -6
  104. package/src/cli/kickstart.js +142 -20
  105. package/src/cli/monitor.js +387 -6
  106. package/src/cli/release.js +72 -15
  107. package/src/cli/repository.js +339 -40
  108. package/src/cli/run.js +678 -186
  109. package/src/cli/secrets.js +82 -48
  110. package/src/cli/ssh.js +234 -0
  111. package/src/cli/static.js +2 -2
  112. package/src/client/components/core/PanelForm.js +44 -44
  113. package/src/client/components/cyberia/ActionEngineCyberia.js +1867 -0
  114. package/src/client/components/cyberia/EntityEngineCyberia.js +585 -0
  115. package/src/client/components/cyberia/InstanceEngineCyberia.js +219 -13
  116. package/src/client/components/cyberia/MapEngineCyberia.js +154 -71
  117. package/src/client/components/cyberia/ObjectLayerEngineModal.js +40 -63
  118. package/src/client/components/cyberia/ObjectLayerEngineViewer.js +34 -20
  119. package/src/client/components/cyberia/SharedDefaultsCyberia.js +195 -4
  120. package/src/client/components/cyberia-portal/AppShellCyberiaPortal.js +66 -0
  121. package/src/client/components/cyberia-portal/RouterCyberiaPortal.js +8 -0
  122. package/src/client/components/cyberia-portal/TranslateCyberiaPortal.js +8 -0
  123. package/src/client/public/cyberia-docs/ACTION-SYSTEM.md +92 -20
  124. package/src/client/public/cyberia-docs/ARCHITECTURE.md +272 -50
  125. package/src/client/public/cyberia-docs/CYBERIA-CLI.md +3 -3
  126. package/src/client/public/cyberia-docs/CYBERIA-CLIENT.md +39 -22
  127. package/src/client/public/cyberia-docs/CYBERIA-LORE.md +88 -0
  128. package/src/client/public/cyberia-docs/CYBERIA-SAGA.md +394 -0
  129. package/src/client/public/cyberia-docs/CYBERIA-SERVER.md +28 -12
  130. package/src/client/public/cyberia-docs/CYBERIA.md +1 -1
  131. package/src/client/public/cyberia-docs/QUEST-SYSTEM.md +27 -5
  132. package/src/client/public/cyberia-docs/ROADMAP.md +1 -1
  133. package/src/client/public/cyberia-docs/WHITE-PAPER.md +1 -1
  134. package/src/client/services/cyberia-entity-type-default/cyberia-entity-type-default.service.js +99 -0
  135. package/src/client/services/cyberia-instance/cyberia-instance.management.js +2 -2
  136. package/src/client/services/cyberia-map/cyberia-map.management.js +2 -2
  137. package/src/client/services/cyberia-saga/cyberia-saga.service.js +99 -0
  138. package/src/client/services/cyberia-skill/cyberia-skill.service.js +99 -0
  139. package/src/client/services/object-layer/object-layer.management.js +6 -6
  140. package/src/{server → client-builder}/client-build-docs.js +15 -5
  141. package/src/{server → client-builder}/client-build-live.js +3 -3
  142. package/src/{server → client-builder}/client-build.js +25 -22
  143. package/src/{server → client-builder}/client-dev-server.js +3 -3
  144. package/src/{server → client-builder}/client-icons.js +2 -2
  145. package/src/{server → client-builder}/ssr.js +5 -5
  146. package/src/client.build.js +1 -3
  147. package/src/client.dev.js +1 -1
  148. package/src/db/mongo/MongoBootstrap.js +12 -12
  149. package/src/db/mongo/MongooseDB.js +2 -1
  150. package/src/grpc/cyberia/grpc-server.js +255 -70
  151. package/src/index.js +12 -1
  152. package/src/mailer/EmailRender.js +1 -1
  153. package/src/{server → projects/cyberia}/atlas-sprite-sheet-generator.js +2 -2
  154. package/src/{server → projects/cyberia}/besu-genesis-generator.js +3 -3
  155. package/src/projects/cyberia/catalog-cyberia.js +81 -0
  156. package/src/projects/cyberia/gemini-client.js +175 -0
  157. package/src/projects/cyberia/generate-saga.js +2107 -0
  158. package/src/{server → projects/cyberia}/ipfs-client.js +6 -4
  159. package/src/{server → projects/cyberia}/object-layer.js +12 -108
  160. package/src/{server → projects/cyberia}/semantic-layer-generator-floor.js +1 -1
  161. package/src/{server → projects/cyberia}/semantic-layer-generator-resource.js +1 -1
  162. package/src/{server → projects/cyberia}/semantic-layer-generator-skin.js +1 -1
  163. package/src/{server → projects/cyberia}/semantic-layer-generator.js +2 -2
  164. package/src/{server → projects/cyberia}/shape-generator.js +2 -2
  165. package/src/projects/underpost/catalog-underpost.js +60 -0
  166. package/src/runtime/cyberia-client/Dockerfile +31 -83
  167. package/src/runtime/cyberia-client/Dockerfile.dev +23 -30
  168. package/src/runtime/cyberia-server/Dockerfile +23 -42
  169. package/src/runtime/cyberia-server/Dockerfile.dev +20 -35
  170. package/src/runtime/engine-cyberia/Dockerfile +143 -0
  171. package/src/runtime/engine-cyberia/Dockerfile.dev +143 -0
  172. package/src/runtime/engine-cyberia/Dockerfile.test +165 -0
  173. package/src/runtime/engine-cyberia/compose.env +131 -0
  174. package/src/runtime/engine-cyberia/docker-compose.yml +316 -0
  175. package/src/runtime/engine-cyberia/ipfs/configure-ipfs.sh +13 -0
  176. package/src/runtime/engine-cyberia/mongodb/entrypoint.sh +76 -0
  177. package/src/runtime/engine-cyberia/nginx.conf +87 -0
  178. package/src/runtime/express/Express.js +2 -2
  179. package/src/runtime/nginx/Nginx.js +250 -0
  180. package/src/runtime/wp/Dockerfile +3 -3
  181. package/src/server/catalog.js +72 -0
  182. package/src/server/conf.js +415 -60
  183. package/src/server/runtime-status.js +252 -0
  184. package/src/server/start.js +42 -11
  185. package/src/server.js +6 -2
  186. package/test/cyberia-instance-conf-defaults.test.js +140 -0
  187. package/test/deploy-monitor.test.js +267 -0
  188. package/test/shape-generator.test.js +7 -1
  189. package/typedoc.dd-cyberia.json +3 -1
  190. package/typedoc.json +3 -1
  191. package/manifests/deployment/dd-test-development/deployment.yaml +0 -256
  192. package/manifests/deployment/dd-test-development/proxy.yaml +0 -102
  193. /package/src/client/ssr/{Render.js → RootDocument.js} +0 -0
  194. /package/src/{server → client-builder}/client-formatted.js +0 -0
package/bin/build.js CHANGED
@@ -1,105 +1,65 @@
1
+ #! /usr/bin/env node
2
+
3
+ import { Command } from 'commander';
1
4
  import fs from 'fs-extra';
2
- import { loggerFactory } from '../src/server/logger.js';
3
- import { shellExec } from '../src/server/process.js';
4
5
  import dotenv from 'dotenv';
6
+ import { loggerFactory } from '../src/server/logger.js';
5
7
  import { getCapVariableName } from '../src/client/components/core/CommonJs.js';
6
- import { getPathsSSR } from '../src/server/conf.js';
8
+ import {
9
+ getPathsSSR,
10
+ resolveDeployList,
11
+ syncPrivateConf,
12
+ syncDeployIdSources,
13
+ buildTemplate,
14
+ updatePrivateEngineTestRepo,
15
+ } from '../src/server/conf.js';
16
+ import { loadDeployCatalog } from '../src/server/catalog.js';
17
+ import UnderpostRepository from '../src/cli/repository.js';
7
18
 
8
19
  const baseConfPath = './engine-private/conf/dd-cron/.env.production';
9
20
  if (fs.existsSync(baseConfPath)) dotenv.config({ path: baseConfPath, override: true });
10
21
 
11
22
  const logger = loggerFactory(import.meta);
12
23
 
13
- const confName = process.argv[2];
14
24
  const basePath = '../pwa-microservices-template';
15
- const repoName = `engine-${confName.split('dd-')[1]}`;
16
- const deployList = (confName === 'dd' ? fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8') : confName).split(
17
- ',',
18
- );
19
-
20
- logger.info('Build repository', {
21
- confName,
22
- repoName,
23
- basePath,
24
- deployList,
25
- });
26
-
27
- if (process.argv.includes('conf')) {
28
- for (const _confName of deployList) {
29
- const _repoName = `engine-${_confName.split('dd-')[1]}`;
30
- const privateRepoName = `${_repoName}-private`;
31
- const privateGitUri = `${process.env.GITHUB_USERNAME}/${privateRepoName}`;
32
25
 
33
- if (!fs.existsSync(`../${privateRepoName}`)) {
34
- shellExec(`cd .. && underpost clone ${privateGitUri}`, { silent: true });
35
- } else {
36
- shellExec(`cd ../${privateRepoName} && git checkout . && git clean -f -d && underpost pull . ${privateGitUri}`, {
37
- silent: true,
38
- });
39
- }
40
- const toPath = `../${privateRepoName}/conf/${_confName}`;
41
- fs.removeSync(toPath);
42
- fs.mkdirSync(toPath, { recursive: true });
43
- fs.copySync(`./engine-private/conf/${_confName}`, toPath);
44
- fs.removeSync(`../${privateRepoName}/replica`);
45
- if (fs.existsSync(`./engine-private/replica`)) {
46
- const replicas = await fs.readdir(`./engine-private/replica`);
47
- for (const replica of replicas)
48
- if (replica.match(_confName))
49
- fs.copySync(`./engine-private/replica/${replica}`, `../${privateRepoName}/replica/${replica}`);
50
- }
51
-
52
- if (fs.existsSync(`./engine-private/itc-scripts`)) {
53
- const itcScripts = await fs.readdir(`./engine-private/itc-scripts`);
54
- for (const itcScript of itcScripts)
55
- if (itcScript.match(_confName))
56
- fs.copySync(`./engine-private/itc-scripts/${itcScript}`, `../${privateRepoName}/itc-scripts/${itcScript}`);
57
- }
58
- switch (_confName) {
59
- case 'dd-cyberia':
60
- fs.copySync(`./engine-private/cyberia-instances/FOREST`, `../${privateRepoName}/cyberia-instances/FOREST`);
61
- break;
62
- default:
63
- break;
64
- }
65
- shellExec(
66
- `cd ../${privateRepoName}` +
67
- ` && git add .` +
68
- ` && underpost cmt . ci engine-core-conf 'Update ${_confName} conf'` +
69
- ` && underpost push . ${privateGitUri}`,
70
- {
71
- silent: true,
72
- silentOnError: true,
73
- },
74
- );
75
- }
76
- process.exit(0);
77
- }
78
-
79
- if (confName === 'dd') {
80
- for (const _confName of deployList) {
81
- shellExec(`node bin/build ${_confName}`);
26
+ /**
27
+ * Assembles a single deploy id's public template under {@link basePath}: pulls in
28
+ * its deploy-id-specific public sources, then mirrors the APIs, client components,
29
+ * SSR assets, manifests, and packaging declared by its conf into the template repo.
30
+ * @param {string} confName - A concrete deploy id (e.g. `dd-prototype`).
31
+ */
32
+ const buildDeployTemplate = async (confName) => {
33
+ const repoName = `engine-${confName.split('dd-')[1]}`;
34
+ const catalog = await loadDeployCatalog(confName);
35
+
36
+ if (catalog.sourceMoves.length) {
37
+ UnderpostRepository.API.sparseCheckoutDirectory(`conf/${confName}`);
38
+ if (catalog.sourceMoves.some(([src]) => !fs.existsSync(src))) UnderpostRepository.API.pullSourceRepo(repoName);
82
39
  }
83
- process.exit(0);
84
- }
40
+ syncDeployIdSources(catalog.sourceMoves);
85
41
 
86
- const { DefaultConf } = await import(`../conf.${confName}.js`);
42
+ const confDir = `./engine-private/conf/${confName}`;
43
+ const DefaultConf = {
44
+ server: JSON.parse(fs.readFileSync(`${confDir}/conf.server.json`, 'utf8')),
45
+ client: JSON.parse(fs.readFileSync(`${confDir}/conf.client.json`, 'utf8')),
46
+ ssr: JSON.parse(fs.readFileSync(`${confDir}/conf.ssr.json`, 'utf8')),
47
+ };
87
48
 
88
- {
89
49
  for (const host of Object.keys(DefaultConf.server)) {
90
50
  for (const path of Object.keys(DefaultConf.server[host])) {
91
51
  const { apis, ws } = DefaultConf.server[host][path];
92
52
  if (apis)
93
53
  for (const api of apis) {
94
- {
95
- const originPath = `./src/api/${api}`;
96
- logger.info(`Build`, originPath);
97
- fs.copySync(originPath, `${basePath}/src/api/${api}`);
54
+ const apiSrc = `./src/api/${api}`;
55
+ if (fs.existsSync(apiSrc)) {
56
+ logger.info(`Build`, apiSrc);
57
+ fs.copySync(apiSrc, `${basePath}/src/api/${api}`);
98
58
  }
99
- {
100
- const originPath = `./src/client/services/${api}`;
101
- logger.info(`Build`, originPath);
102
- fs.copySync(originPath, `${basePath}/src/client/services/${api}`);
59
+ const serviceSrc = `./src/client/services/${api}`;
60
+ if (fs.existsSync(serviceSrc)) {
61
+ logger.info(`Build`, serviceSrc);
62
+ fs.copySync(serviceSrc, `${basePath}/src/client/services/${api}`);
103
63
  }
104
64
  }
105
65
 
@@ -108,9 +68,7 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
108
68
  }
109
69
  }
110
70
  }
111
- }
112
71
 
113
- {
114
72
  for (const client of Object.keys(DefaultConf.client)) {
115
73
  const capName = getCapVariableName(client);
116
74
  for (const component of Object.keys(DefaultConf.client[client].components)) {
@@ -135,9 +93,7 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
135
93
  }
136
94
  }
137
95
  }
138
- }
139
96
 
140
- {
141
97
  for (const client of Object.keys(DefaultConf.ssr)) {
142
98
  const ssrPaths = getPathsSSR(DefaultConf.ssr[client]);
143
99
  for (const originPath of ssrPaths) {
@@ -149,16 +105,14 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
149
105
  }
150
106
 
151
107
  if (!fs.existsSync(`${basePath}/.github/workflows`))
152
- fs.mkdirSync(`${basePath}/.github/workflows`, {
153
- recursive: true,
154
- });
108
+ fs.mkdirSync(`${basePath}/.github/workflows`, { recursive: true });
155
109
 
156
110
  const originPackageJson = JSON.parse(fs.readFileSync(`./package.json`, 'utf8'));
157
111
  const packageJson = JSON.parse(fs.readFileSync(`${basePath}/package.json`, 'utf8'));
158
112
  packageJson.name = repoName.replace('engine-', '');
159
113
 
160
114
  switch (confName) {
161
- case 'dd-cyberia':
115
+ case 'dd-cyberia': {
162
116
  fs.copyFileSync(`./bin/cyberia.js`, `${basePath}/bin/cyberia.js`);
163
117
  fs.copyFileSync(
164
118
  `./.github/workflows/publish.cyberia.ci.yml`,
@@ -167,27 +121,8 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
167
121
  if (packageJson.bin) delete packageJson.bin.underpost;
168
122
  if (!packageJson.bin) packageJson.bin = {};
169
123
  packageJson.bin.cyberia = 'bin/index.js';
170
- packageJson.keywords = [
171
- 'cyberia',
172
- 'cyberia-cli',
173
- 'engine-cyberia',
174
- 'sidecar',
175
- 'data-layer',
176
- 'engine-cyberia',
177
- 'object-layer',
178
- 'atlas-sprite-sheet',
179
- 'ipfs',
180
- 'erc-1155',
181
- 'object-layer-token',
182
- 'hardhat',
183
- 'hyperledger-besu',
184
- 'blockchain',
185
- 'web3',
186
- 'underpost-platform',
187
- 'mmorpg',
188
- ];
189
- packageJson.description =
190
- 'Cyberia CLI — toolchain for the Cyberia MMO data layer, content pipeline, persistence, gRPC services, and ERC-1155 lifecycle on Hyperledger Besu.';
124
+ packageJson.keywords = catalog.keywords;
125
+ packageJson.description = catalog.description;
191
126
  const { CyberiaDependencies } = await import(`../src/api/cyberia-server-defaults/cyberia-server-defaults.js`);
192
127
  packageJson.dependencies = {
193
128
  ...originPackageJson.dependencies,
@@ -201,27 +136,11 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
201
136
  'utf8',
202
137
  );
203
138
  fs.copySync(`./hardhat`, `${basePath}/hardhat`);
204
- for (const path of [
205
- '/src/grpc/cyberia',
206
- '/src/client/ssr/views/CyberiaServerMetrics.js',
207
- '/src/server/object-layer.js',
208
- '/src/server/atlas-sprite-sheet-generator.js',
209
- '/src/server/shape-generator.js',
210
- '/src/server/semantic-layer-generator.js',
211
- '/src/server/semantic-layer-generator-floor.js',
212
- '/src/server/semantic-layer-generator-skin.js',
213
- '/src/server/semantic-layer-generator-resource.js',
214
- '/test/shape-generator.test.js',
215
- '/src/server/besu-genesis-generator.js',
216
- '/src/runtime/cyberia-server',
217
- '/src/runtime/cyberia-client',
218
- '/.github/workflows/hardhat.ci.yml',
219
- '/src/client/public/cyberia-docs',
220
- '/src/api/cyberia-server-defaults',
221
- ])
222
- fs.copySync(`.${path}`, `${basePath}${path}`);
223
-
139
+ for (const path of catalog.templatePaths) fs.copySync(`.${path}`, `${basePath}${path}`);
140
+ break;
141
+ }
224
142
  default:
143
+ for (const path of catalog.templatePaths) fs.copySync(`.${path}`, `${basePath}${path}`);
225
144
  break;
226
145
  }
227
146
 
@@ -235,6 +154,16 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
235
154
  if (!fs.existsSync(`${basePath}/images`)) fs.mkdirSync(`${basePath}/images`);
236
155
 
237
156
  fs.copyFileSync(`./.github/workflows/${repoName}.ci.yml`, `${basePath}/.github/workflows/${repoName}.ci.yml`);
157
+ if (fs.existsSync(`./.github/workflows/docker-image.${repoName}.ci.yml`))
158
+ fs.copyFileSync(
159
+ `./.github/workflows/docker-image.${repoName}.ci.yml`,
160
+ `${basePath}/.github/workflows/docker-image.${repoName}.ci.yml`,
161
+ );
162
+ if (fs.existsSync(`./.github/workflows/docker-image.${repoName}.dev.ci.yml`))
163
+ fs.copyFileSync(
164
+ `./.github/workflows/docker-image.${repoName}.dev.ci.yml`,
165
+ `${basePath}/.github/workflows/docker-image.${repoName}.dev.ci.yml`,
166
+ );
238
167
  fs.copyFileSync(`./.github/workflows/${repoName}.cd.yml`, `${basePath}/.github/workflows/${repoName}.cd.yml`);
239
168
 
240
169
  if (fs.existsSync(`./typedoc.${confName}.json`)) {
@@ -248,8 +177,6 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
248
177
  `${basePath}/manifests/deployment/${confName}-development`,
249
178
  );
250
179
 
251
- // Copy conf.<deploy-id>.js to conf.js for the respective deployment
252
- fs.copyFileSync(`./conf.${confName}.js`, `${basePath}/conf.js`);
253
180
  fs.copyFileSync(`./manifests/deployment/${confName}-development/proxy.yaml`, `${basePath}/proxy.yaml`);
254
181
  fs.copyFileSync(`./manifests/deployment/${confName}-development/deployment.yaml`, `${basePath}/deployment.yaml`);
255
182
  const pvPvcPath = `./manifests/deployment/${confName}-development/pv-pvc.yaml`;
@@ -258,6 +185,71 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
258
185
  if (fs.existsSync(`./src/ws/${confName.split('-')[1]}`)) {
259
186
  fs.copySync(`./src/ws/${confName.split('-')[1]}`, `${basePath}/src/ws/${confName.split('-')[1]}`);
260
187
  }
261
- fs.copyFileSync(`.gitignore`, `${basePath}/.gitignore`);
262
- shellExec(`cd ${basePath} && npm install --ignore-scripts`);
263
- }
188
+ fs.writeFileSync(
189
+ `${basePath}/.gitignore`,
190
+ fs.readFileSync(`.gitignore`, 'utf8').split('# Ignore ERP / CRM custom prototypes src')[0],
191
+ );
192
+
193
+ // Process catalog copies — each [src, dest] pair is copied from engine root to the template target.
194
+ if (catalog.copies && catalog.copies.length) {
195
+ for (const [src, dest] of catalog.copies) {
196
+ if (fs.existsSync(src)) {
197
+ logger.info(`Build copy`, `${src} -> ${dest}`);
198
+ fs.copySync(src, `${basePath}/${dest.replace(/^\.\//, '')}`);
199
+ }
200
+ }
201
+ }
202
+
203
+ // Process catalog moves — each [src, dest] pair is moved from engine src to template dest.
204
+ if (catalog.moves && catalog.moves.length) {
205
+ for (const [src, dest] of catalog.moves) {
206
+ if (fs.existsSync(src)) {
207
+ logger.info(`Build move`, `${src} -> ${dest}`);
208
+ fs.moveSync(src, `${basePath}/${dest.replace(/^\.\//, '')}`, { overwrite: true });
209
+ }
210
+ }
211
+ }
212
+ };
213
+
214
+ const program = new Command();
215
+
216
+ program
217
+ .name('build')
218
+ .description('Assemble deploy id public templates and sync their private configuration repos.')
219
+ .argument('<conf-name>', 'Deploy id, comma-separated list, or the "dd" meta id (fans out via dd.router).')
220
+ .argument('[env]', 'Environment label (informational; kept for CI invocation compatibility).')
221
+ .option('--conf', 'Sync each deploy id private configuration repo and exit (no template assembly).')
222
+ .option(
223
+ '--no-template-rebuild',
224
+ 'Skip the from-scratch base template reconstruction before assembly (assemble onto the existing template).',
225
+ )
226
+ .option(
227
+ '--update-private',
228
+ 'After assembling each deploy id, publish it to its private test source repo (underpostnet/engine-test-<id>) for isolated test deploys.',
229
+ false,
230
+ )
231
+ .action(async (confName, env, options) => {
232
+ const deployList = resolveDeployList(confName);
233
+ logger.info('Build repository', { confName, basePath, deployList, conf: !!options.conf });
234
+
235
+ if (options.conf) {
236
+ for (const deployId of deployList) {
237
+ const { privateConfPaths } = await loadDeployCatalog(deployId);
238
+ syncPrivateConf(deployId, privateConfPaths);
239
+ }
240
+ return;
241
+ }
242
+
243
+ // Reconstruct the base template from 0 before assembly so no src from a previous
244
+ // build run leaks into this one. Opt out with --no-template-rebuild.
245
+ if (options.templateRebuild) await buildTemplate({ toPath: basePath });
246
+
247
+ for (const deployId of deployList) {
248
+ await buildDeployTemplate(deployId);
249
+ // Publish the just-assembled tree to the deploy id's private test repo so a
250
+ // pod started with `--private-test-repo` clones this work-in-progress source.
251
+ if (options.updatePrivate) await updatePrivateEngineTestRepo(deployId);
252
+ }
253
+ });
254
+
255
+ await program.parseAsync();
@@ -1,187 +1,33 @@
1
- import fs from 'fs-extra';
1
+ #! /usr/bin/env node
2
2
 
3
- import { loggerFactory } from '../src/server/logger.js';
4
- import { getDirname, newInstance, uniqueArray } from '../src/client/components/core/CommonJs.js';
5
- import { shellExec } from '../src/server/process.js';
6
- import walk from 'ignore-walk';
7
- import { validateTemplatePath } from '../src/server/conf.js';
3
+ import { Command } from 'commander';
4
+ import fs from 'fs-extra';
8
5
  import dotenv from 'dotenv';
9
-
10
- const logger = loggerFactory(import.meta);
6
+ import { loggerFactory } from '../src/server/logger.js';
7
+ import { buildTemplate, updatePrivateTemplateRepo } from '../src/server/conf.js';
11
8
 
12
9
  if (fs.existsSync('./engine-private/conf/dd-cron/.env.production'))
13
- dotenv.config({
14
- path: `./engine-private/conf/dd-cron/.env.production`,
15
- override: true,
16
- });
10
+ dotenv.config({ path: `./engine-private/conf/dd-cron/.env.production`, override: true });
17
11
  else dotenv.config();
18
12
 
19
- // Engine-only paths stripped from the template after the source sync.
20
- const TEMPLATE_DELETE_PATHS = [
21
- './.github',
22
- './manifests/deployment/dd-lampp-development',
23
- './manifests/deployment/dd-cyberia-development',
24
- './manifests/deployment/dd-core-development',
25
- './manifests/deployment/dd-template-development',
26
- './src/server/object-layer.js',
27
- './src/server/atlas-sprite-sheet-generator.js',
28
- './src/server/shape-generator.js',
29
- './src/server/semantic-layer-generator.js',
30
- './src/server/semantic-layer-generator-floor.js',
31
- './src/server/semantic-layer-generator-skin.js',
32
- './src/server/semantic-layer-generator-resource.js',
33
- './src/server/besu-genesis-generator.js',
34
- './src/grpc/cyberia',
35
- './src/runtime/cyberia-server',
36
- './src/runtime/cyberia-client',
37
- './test/shape-generator.test.js',
38
- './src/client/public/cyberia-docs',
39
- 'bin/cyberia.js',
40
- './hardhat',
41
- ];
42
-
43
- // Workflow + service files re-added to the template after the engine-only strip above.
44
- const TEMPLATE_RESTORE_PATHS = [
45
- `./.github/workflows/pwa-microservices-template-page.cd.yml`,
46
- `./.github/workflows/pwa-microservices-template-test.ci.yml`,
47
- `./.github/workflows/npmpkg.ci.yml`,
48
- `./.github/workflows/ghpkg.ci.yml`,
49
- `./.github/workflows/gitlab.ci.yml`,
50
- `./.github/workflows/publish.ci.yml`,
51
- `./.github/workflows/release.cd.yml`,
52
- `./src/client/services/user/guest.service.js`,
53
- './src/api/user/guest.service.js',
54
- './src/ws/IoInterface.js',
55
- './src/ws/IoServer.js',
56
- ];
57
-
58
- const TEMPLATE_KEYWORDS = [
59
- 'underpost',
60
- 'underpost-platform',
61
- 'cli',
62
- 'toolchain',
63
- 'ci-cd',
64
- 'devops',
65
- 'kubernetes',
66
- 'k3s',
67
- 'kubeadm',
68
- 'lxd',
69
- 'bare-metal',
70
- 'container-orchestration',
71
- 'image-management',
72
- 'pwa',
73
- 'workbox',
74
- 'microservices',
75
- ];
76
-
77
- const TEMPLATE_DESCRIPTION =
78
- 'Underpost Platform — end-to-end CI/CD and application-delivery toolchain CLI. Covers bare metal, Kubernetes, K3s, kubeadm, LXD, container/image orchestration, secrets, databases, cron jobs, monitoring, SSH, runners, PWA + Workbox delivery, and release orchestration. Extensible via downstream CLIs.';
79
-
80
- /**
81
- * Builds the pwa-microservices-template from scratch out of the current engine source tree.
82
- *
83
- * Clones (or resets) the template repo next to the engine, syncs every engine-tracked file the
84
- * template is allowed to carry (validateTemplatePath), strips engine-only modules, restores the
85
- * template's own CI workflows + guest services, and rewrites package.json / package-lock.json /
86
- * README so the template is a standalone, installable project.
87
- *
88
- * Usage: node bin/build.template [srcPath=./] [toPath=../pwa-microservices-template]
89
- */
90
- const srcPath = (process.argv[2] ?? './').replaceAll(`'`, '');
91
- const toPath = (process.argv[3] ?? '../pwa-microservices-template').replaceAll(`'`, '');
92
- const githubUsername = process.env.GITHUB_USERNAME;
93
-
94
- logger.info('Build template', { srcPath, toPath });
95
-
96
- try {
97
- const sourceFiles = (
98
- await new Promise((resolve) =>
99
- walk(
100
- {
101
- path: srcPath,
102
- ignoreFiles: [`.gitignore`],
103
- includeEmpty: false,
104
- follow: false,
105
- },
106
- (...args) => resolve(args[1]),
107
- ),
108
- )
109
- ).filter((p) => !p.startsWith('.git'));
110
-
111
- // Clone the template from 0 if missing; otherwise reset it to a clean pristine checkout.
112
- if (!fs.existsSync(toPath)) {
113
- shellExec(`cd .. && node engine/bin clone ${githubUsername}/pwa-microservices-template`);
114
- } else {
115
- shellExec(`cd ${toPath} && git reset && git checkout . && git clean -f -d`);
116
- shellExec(`node bin pull ${toPath} ${githubUsername}/pwa-microservices-template`);
117
- shellExec(`sudo rm -rf ${toPath}/engine-private`);
118
- shellExec(`sudo rm -rf ${toPath}/logs`);
119
- }
120
- shellExec(`cd ${toPath} && git config core.filemode false`);
121
-
122
- for (const copyPath of sourceFiles) {
123
- if (copyPath === 'NaN') continue;
124
- const absolutePath = `${srcPath}/${copyPath}`;
125
- if (!validateTemplatePath(absolutePath)) continue;
126
-
127
- const folder = getDirname(`${toPath}/${copyPath}`);
128
- if (!fs.existsSync(folder)) fs.mkdirSync(folder, { recursive: true });
129
-
130
- logger.info('build', `${toPath}/${copyPath}`);
131
- fs.copyFileSync(absolutePath, `${toPath}/${copyPath}`);
132
- }
133
-
134
- fs.copySync(`./.vscode`, `${toPath}/.vscode`);
135
- fs.copySync(`./src/client/public/default`, `${toPath}/src/client/public/default`);
136
-
137
- // Preserve the template's own README + package.json identity before merging engine metadata.
138
- for (const checkoutPath of ['README.md', 'package.json']) shellExec(`cd ${toPath} && git checkout ${checkoutPath}`);
139
-
140
- for (const deletePath of TEMPLATE_DELETE_PATHS) {
141
- const target = `${toPath}/${deletePath}`;
142
- if (fs.existsSync(target)) fs.removeSync(target);
143
- }
144
-
145
- fs.mkdirSync(`${toPath}/.github/workflows`, { recursive: true });
146
- for (const restorePath of TEMPLATE_RESTORE_PATHS) fs.copyFileSync(restorePath, `${toPath}/${restorePath}`);
147
-
148
- // ── package.json: take engine deps/scripts/version, keep template identity. ──
149
- const originPackageJson = JSON.parse(fs.readFileSync('./package.json', 'utf8'));
150
- const templatePackageJson = JSON.parse(fs.readFileSync(`${toPath}/package.json`, 'utf8'));
151
- const templateName = templatePackageJson.name;
152
-
153
- templatePackageJson.dependencies = originPackageJson.dependencies;
154
- templatePackageJson.devDependencies = originPackageJson.devDependencies;
155
- templatePackageJson.version = originPackageJson.version;
156
- templatePackageJson.scripts = originPackageJson.scripts;
157
- templatePackageJson.overrides = originPackageJson.overrides;
158
- templatePackageJson.name = templateName;
159
- templatePackageJson.description = TEMPLATE_DESCRIPTION;
160
- templatePackageJson.keywords = uniqueArray(TEMPLATE_KEYWORDS.concat(templatePackageJson.keywords || []));
161
- delete templatePackageJson.scripts['update:template'];
162
- fs.writeFileSync(`${toPath}/package.json`, JSON.stringify(templatePackageJson, null, 4), 'utf8');
13
+ const logger = loggerFactory(import.meta);
163
14
 
164
- // ── package-lock.json: mirror engine packages, keep template name/version on the root entry. ──
165
- const originPackageLockJson = JSON.parse(fs.readFileSync('./package-lock.json', 'utf8'));
166
- const templatePackageLockJson = JSON.parse(fs.readFileSync(`${toPath}/package-lock.json`, 'utf8'));
167
- const originBasePackageLock = newInstance(templatePackageLockJson.packages['']);
168
- templatePackageLockJson.name = templateName;
169
- templatePackageLockJson.version = originPackageLockJson.version;
170
- templatePackageLockJson.packages = originPackageLockJson.packages;
171
- templatePackageLockJson.packages[''].name = templateName;
172
- templatePackageLockJson.packages[''].version = originPackageLockJson.version;
173
- templatePackageLockJson.packages[''].hasInstallScript = originBasePackageLock.hasInstallScript;
174
- templatePackageLockJson.packages[''].license = originBasePackageLock.license;
175
- fs.writeFileSync(`${toPath}/package-lock.json`, JSON.stringify(templatePackageLockJson, null, 4), 'utf8');
15
+ const program = new Command();
16
+
17
+ program
18
+ .name('build.template')
19
+ .description('Rebuild the standalone pwa-microservices-template from scratch out of the engine source tree.')
20
+ .argument('[src-path]', 'Engine source root to sync from.', './')
21
+ .argument('[to-path]', 'Template output path.', '../pwa-microservices-template')
22
+ .option('--update-private', 'Update private template repository', false)
23
+ .action(async (srcPath, toPath, options) => {
24
+ try {
25
+ if (options.updatePrivate) return await updatePrivateTemplateRepo();
26
+ await buildTemplate({ srcPath: srcPath.replaceAll(`'`, ''), toPath: toPath.replaceAll(`'`, '') });
27
+ } catch (error) {
28
+ logger.error(error, error.stack);
29
+ process.exit(1);
30
+ }
31
+ });
176
32
 
177
- fs.writeFileSync(
178
- `${toPath}/README.md`,
179
- fs
180
- .readFileSync('./README.md', 'utf8')
181
- .replace('<!-- template-title -->', '#### Base template for pwa/api-rest projects.'),
182
- 'utf8',
183
- );
184
- } catch (error) {
185
- logger.error(error, error.stack);
186
- process.exit(1);
187
- }
33
+ await program.parseAsync();