@sous-io/sous 0.2.29 → 0.2.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/README.md +12 -0
  2. package/docs/markdown/README.md +52 -0
  3. package/docs/markdown/_sidebar.md +2 -0
  4. package/docs/markdown/commands.md +31 -6
  5. package/docs/markdown/repositories-authoring.md +7 -3
  6. package/docs/markdown/repositories-consuming.md +26 -12
  7. package/docs/markdown/repositories-file-formats.md +35 -5
  8. package/docs/markdown/repositories-variables.md +4 -1
  9. package/package.json +2 -1
  10. package/recipes/core/sous-skills/skills/about-sous-repos/SKILL.tpl.md +7 -4
  11. package/recipes/core/sous-skills/sous.recipe.yaml +1 -1
  12. package/src/base-command.ts +75 -2
  13. package/src/commands/lock/rebuild.ts +5 -4
  14. package/src/commands/recipe/show.ts +163 -64
  15. package/src/commands/update.ts +178 -0
  16. package/src/lib/project-install.d.mts +4 -0
  17. package/src/lib/project-install.mjs +46 -8
  18. package/src/lib/repos/catalog.ts +43 -55
  19. package/src/lib/repos/declarations.ts +177 -0
  20. package/src/lib/repos/formats/common.ts +14 -0
  21. package/src/lib/repos/formats/index-file.ts +40 -1
  22. package/src/lib/repos/formats/lockfile.ts +5 -3
  23. package/src/lib/repos/formats/recipe-manifest.ts +6 -204
  24. package/src/lib/repos/formats/variable-definition.ts +268 -0
  25. package/src/lib/repos/providers/http.ts +37 -16
  26. package/src/lib/repos/release/index-builder.ts +168 -32
  27. package/src/lib/repos/resolver.ts +53 -12
  28. package/src/lib/repos/subscription-service.ts +93 -11
  29. package/src/lib/repos/update-plan.ts +3 -2
  30. package/src/lib/self-update/index.ts +14 -0
  31. package/src/lib/self-update/installs.ts +412 -0
  32. package/src/lib/self-update/managers.ts +126 -0
  33. package/src/lib/self-update/plan.ts +315 -0
  34. package/src/lib/self-update/registry.ts +99 -0
  35. package/src/lib/self-update/run.ts +506 -0
  36. package/src/lib/self-update/versions.ts +243 -0
  37. package/src/lib/vars/question-plan.ts +44 -21
@@ -0,0 +1,315 @@
1
+ /**
2
+ * The plan an update carries out: for each install, the version it moves to
3
+ * and the exact command that moves it, plus a notice for every copy sous
4
+ * found and cannot act on.
5
+ *
6
+ * Planning has no side effects. What `buildUpdatePlans` returns is exactly
7
+ * what a dry run prints and what a real run executes, one confirmation per
8
+ * plan (sous-io/sous#135).
9
+ */
10
+
11
+ import { PACKAGE_NAME } from "../project-install.mjs";
12
+ import type { GlobalInstallInfo, InstallDiscovery, ProjectInstallInfo } from "./installs.js";
13
+ import {
14
+ globalInstall,
15
+ manualProjectAdd,
16
+ packageSpec,
17
+ projectAdd,
18
+ type DependencySection,
19
+ } from "./managers.js";
20
+ import semver from "semver";
21
+ import {
22
+ chooseVersion,
23
+ type RegistryMetadata,
24
+ type VersionDirection,
25
+ type VersionRequest,
26
+ } from "./versions.js";
27
+
28
+ /** Which install a plan or a notice is about. */
29
+ export type UpdateScope = "global" | "project";
30
+
31
+ /** A command to run, where to run it, and nothing run yet. */
32
+ export type PlannedCommand = {
33
+ command: string;
34
+ args: string[];
35
+ /** The directory to run it in; undefined for a global install, which runs anywhere. */
36
+ cwd?: string;
37
+ };
38
+
39
+ /** One install, and what an update does to it. */
40
+ export type UpdatePlan = {
41
+ scope: UpdateScope;
42
+ /** The copy's path: the global package directory, or the project's `node_modules` copy. */
43
+ location: string;
44
+ /** The project root; set only for a project plan. */
45
+ projectRoot?: string;
46
+ /**
47
+ * Set only for a project that uses Yarn Plug'n'Play: the directory holding
48
+ * its `.pnp.cjs`. `location` is then that file, and the build runs through Yarn.
49
+ */
50
+ pnpRoot?: string;
51
+ /** The package manager that runs `command` (`npm`, `pnpm`, `yarn`, `yarn@berry`). */
52
+ manager: string;
53
+ /**
54
+ * True when the project's files named no manager and npm is assumed; the
55
+ * plan should say so. Always false for a global plan.
56
+ */
57
+ managerAssumed: boolean;
58
+ /** The version installed now. */
59
+ installed: string;
60
+ /** The version the update installs; equal to `installed` when `direction` is `current`. */
61
+ target: string;
62
+ /** `current` means there is nothing to do: report it and ask nothing. */
63
+ direction: VersionDirection;
64
+ /** How the project's package.json declares sous; set only for a project plan. */
65
+ declaredIn?: { section: DependencySection; range: string };
66
+ /** What installs `target`. Present for a `current` plan too, and not to be run then. */
67
+ command: PlannedCommand;
68
+ };
69
+
70
+ /**
71
+ * Why a copy was found and not planned.
72
+ *
73
+ * - `npx`: the running copy is in npx's cache, which no install updates.
74
+ * - `volta`: the running copy is managed by Volta; `manualCommand` is Volta's.
75
+ * - `unknown-location`: the running copy is none of the installs (a source checkout, say).
76
+ * - `undeclared`: the project has the package in `node_modules` but its package.json does not name it.
77
+ * - `unsupported-manager`: the project's manager is one sous does not drive;
78
+ * `manualCommand` is that manager's own, when known.
79
+ * - `unknown-version`: the copy's package.json names no version sous can compare.
80
+ * - `not-found`: the run was narrowed to a scope that has no install.
81
+ */
82
+ export type UpdateNoticeKind =
83
+ | "npx"
84
+ | "volta"
85
+ | "unknown-location"
86
+ | "undeclared"
87
+ | "unsupported-manager"
88
+ | "unknown-version"
89
+ | "not-found";
90
+
91
+ /** A copy sous will not act on, with the facts and one plain sentence saying why. */
92
+ export type UpdateNotice = {
93
+ kind: UpdateNoticeKind;
94
+ /** The install the notice is about; undefined for one about the running copy as a whole (npx). */
95
+ scope?: UpdateScope;
96
+ /** The copy's path, when the notice is about one copy. */
97
+ location?: string;
98
+ /** A complete sentence saying what was found and why nothing is done to it. */
99
+ message: string;
100
+ /** The command a person would run by hand, when there is one; run in `cwd` when set. */
101
+ manualCommand?: PlannedCommand;
102
+ };
103
+
104
+ /** Every plan and every notice. */
105
+ export type UpdatePlanSet = {
106
+ /** Global plans first, then the project plan. */
107
+ plans: UpdatePlan[];
108
+ notices: UpdateNotice[];
109
+ };
110
+
111
+ /** Options for `buildUpdatePlans`. */
112
+ export type BuildUpdatePlansOptions = {
113
+ request: VersionRequest;
114
+ /** Whether prereleases count; undefined means "on when the installed version is a prerelease", per install. */
115
+ prerelease?: boolean;
116
+ /** Plan only this scope (`--global` or `--project`); undefined plans both. */
117
+ only?: UpdateScope;
118
+ };
119
+
120
+ /**
121
+ * Works out every plan and every notice, one install at a time, each judged on
122
+ * its own installed version.
123
+ *
124
+ * @throws ConfigError when a `spec` request matches nothing for an install
125
+ * (from `chooseVersion`).
126
+ */
127
+ export function buildUpdatePlans(
128
+ discovery: InstallDiscovery,
129
+ metadata: RegistryMetadata,
130
+ options: BuildUpdatePlansOptions
131
+ ): UpdatePlanSet {
132
+ const plans: UpdatePlan[] = [];
133
+ const notices: UpdateNotice[] = [];
134
+ const wants = (scope: UpdateScope): boolean => options.only === undefined || options.only === scope;
135
+
136
+ if (wants("global")) {
137
+ for (const install of discovery.globals) {
138
+ const planned = planGlobal(install, metadata, options);
139
+ if ("kind" in planned) notices.push(planned);
140
+ else plans.push(planned);
141
+ }
142
+ }
143
+ if (wants("project") && discovery.project !== undefined) {
144
+ const planned = planProject(discovery.project, metadata, options);
145
+ if ("kind" in planned) notices.push(planned);
146
+ else plans.push(planned);
147
+ }
148
+
149
+ notices.push(...runningNotices(discovery, metadata, options));
150
+
151
+ if (options.only === "global" && discovery.globals.length === 0) {
152
+ notices.push({
153
+ kind: "not-found",
154
+ scope: "global",
155
+ message: `No global install of ${PACKAGE_NAME} was found with npm, pnpm or Yarn.`,
156
+ });
157
+ }
158
+ if (options.only === "project" && discovery.project === undefined) {
159
+ notices.push({
160
+ kind: "not-found",
161
+ scope: "project",
162
+ message: `No project install of ${PACKAGE_NAME} was found in this directory or above it.`,
163
+ });
164
+ }
165
+ return { plans, notices };
166
+ }
167
+
168
+ /** The plan for one global install, or the notice saying why there is none. */
169
+ function planGlobal(
170
+ install: GlobalInstallInfo,
171
+ metadata: RegistryMetadata,
172
+ options: BuildUpdatePlansOptions
173
+ ): UpdatePlan | UpdateNotice {
174
+ if (semver.valid(install.installed) === null) {
175
+ return unknownVersion("global", install.location, install.installed);
176
+ }
177
+ const choice = choose(install.installed, metadata, options);
178
+ return {
179
+ scope: "global",
180
+ location: install.location,
181
+ manager: install.manager,
182
+ managerAssumed: false,
183
+ installed: install.installed,
184
+ target: choice.target,
185
+ direction: choice.direction,
186
+ command: globalInstall(install.manager, choice.target),
187
+ };
188
+ }
189
+
190
+ /** The plan for the project install, or the notice saying why there is none. */
191
+ function planProject(
192
+ install: ProjectInstallInfo,
193
+ metadata: RegistryMetadata,
194
+ options: BuildUpdatePlansOptions
195
+ ): UpdatePlan | UpdateNotice {
196
+ if (install.declared === undefined) {
197
+ return {
198
+ kind: "undeclared",
199
+ scope: "project",
200
+ location: install.location,
201
+ message:
202
+ `The project at ${install.projectRoot} has ${PACKAGE_NAME} in node_modules, ` +
203
+ "but its package.json does not declare it, so sous leaves it alone.",
204
+ };
205
+ }
206
+ if (semver.valid(install.installed) === null) {
207
+ return unknownVersion("project", install.location, install.installed);
208
+ }
209
+ const choice = choose(install.installed, metadata, options);
210
+ if (!install.manager.supported) {
211
+ const notice: UpdateNotice = {
212
+ kind: "unsupported-manager",
213
+ scope: "project",
214
+ location: install.location,
215
+ message:
216
+ `The project at ${install.projectRoot} uses ${install.manager.agent}, ` +
217
+ "which sous does not drive, so it has to be updated by hand.",
218
+ };
219
+ const manual = manualProjectAdd(install.manager.agent, choice.target, install.declared.section);
220
+ if (manual !== undefined) notice.manualCommand = { ...manual, cwd: install.projectRoot };
221
+ return notice;
222
+ }
223
+ const command = projectAdd(install.manager.agent, choice.target, {
224
+ section: install.declared.section,
225
+ workspaceRoot: install.workspaceRoot,
226
+ });
227
+ const plan: UpdatePlan = {
228
+ scope: "project",
229
+ location: install.location,
230
+ projectRoot: install.projectRoot,
231
+ manager: install.manager.agent,
232
+ managerAssumed: !install.manager.detected,
233
+ installed: install.installed,
234
+ target: choice.target,
235
+ direction: choice.direction,
236
+ declaredIn: install.declared,
237
+ command: { ...command, cwd: install.projectRoot },
238
+ };
239
+ if (install.pnpRoot !== undefined) plan.pnpRoot = install.pnpRoot;
240
+ return plan;
241
+ }
242
+
243
+ /**
244
+ * The notices about the running copy when it is none of the installs planned:
245
+ * npx (always), and Volta or an unknown location (global scope). Volta's
246
+ * command names the version the same request chooses for the running copy.
247
+ */
248
+ function runningNotices(
249
+ discovery: InstallDiscovery,
250
+ metadata: RegistryMetadata,
251
+ options: BuildUpdatePlansOptions
252
+ ): UpdateNotice[] {
253
+ const { running } = discovery;
254
+ if (running.kind === "npx") {
255
+ return [
256
+ {
257
+ kind: "npx",
258
+ location: running.realPath,
259
+ message:
260
+ "This sous is running through npx, which is not an install: " +
261
+ "npx keeps its own cache, and no install sous updates changes it.",
262
+ },
263
+ ];
264
+ }
265
+ if (options.only === "project") return [];
266
+ if (running.kind === "volta") {
267
+ const notice: UpdateNotice = {
268
+ kind: "volta",
269
+ scope: "global",
270
+ location: running.realPath,
271
+ message: "This sous is managed by Volta, which sous does not drive, so Volta has to update it.",
272
+ };
273
+ if (semver.valid(running.installed) !== null) {
274
+ const { target } = choose(running.installed, metadata, options);
275
+ notice.manualCommand = { command: "volta", args: ["install", packageSpec(target)] };
276
+ }
277
+ return [notice];
278
+ }
279
+ if (running.kind === "unknown") {
280
+ return [
281
+ {
282
+ kind: "unknown-location",
283
+ scope: "global",
284
+ location: running.realPath,
285
+ message:
286
+ "This sous is not the project install or a global install of npm, pnpm or Yarn " +
287
+ "(it may be a source checkout), so sous does not update it.",
288
+ },
289
+ ];
290
+ }
291
+ return [];
292
+ }
293
+
294
+ /** Chooses a version for one install. */
295
+ function choose(installed: string, metadata: RegistryMetadata, options: BuildUpdatePlansOptions) {
296
+ return chooseVersion({
297
+ current: installed,
298
+ versions: metadata.versions,
299
+ distTags: metadata.distTags,
300
+ request: options.request,
301
+ ...(options.prerelease === undefined ? {} : { prerelease: options.prerelease }),
302
+ });
303
+ }
304
+
305
+ /** The notice for a copy whose version cannot be compared. */
306
+ function unknownVersion(scope: UpdateScope, location: string, installed: string): UpdateNotice {
307
+ return {
308
+ kind: "unknown-version",
309
+ scope,
310
+ location,
311
+ message:
312
+ `The ${scope} install at ${location} names its version as "${installed}", ` +
313
+ "which sous cannot compare with the published versions, so it has to be updated by hand.",
314
+ };
315
+ }
@@ -0,0 +1,99 @@
1
+ /**
2
+ * Asks the npm registry which versions of sous are published.
3
+ *
4
+ * One request: a GET of the package's abbreviated document, the same small
5
+ * answer an install reads. Finding out what is published is the point of an
6
+ * update, so a registry that cannot be reached is an error, never a warning.
7
+ * The fetch is injectable, so no test reaches the network.
8
+ */
9
+
10
+ import { PACKAGE_NAME } from "../project-install.mjs";
11
+ import { fetchText, type FetchLike } from "../repos/providers/http.js";
12
+ import { parseRegistryMetadata, type RegistryMetadata } from "./versions.js";
13
+
14
+ /** The registry sous asks when the environment names no other. */
15
+ export const DEFAULT_REGISTRY = "https://registry.npmjs.org/";
16
+
17
+ /** The media type of the abbreviated package document. */
18
+ export const ABBREVIATED_METADATA_TYPE = "application/vnd.npm.install-v1+json";
19
+
20
+ /** How long the registry has to answer before the request is abandoned. */
21
+ export const REGISTRY_TIMEOUT_MS = 15_000;
22
+
23
+ /** The environment variables that name another registry, in the order they are read. */
24
+ export const REGISTRY_ENV_NAMES = ["npm_config_registry", "NPM_CONFIG_REGISTRY"] as const;
25
+
26
+ /**
27
+ * The registry base URL, always ending in `/`: the first non-blank value of
28
+ * `REGISTRY_ENV_NAMES`, or `DEFAULT_REGISTRY`. npm sets `npm_config_registry`
29
+ * for the scripts it runs, so a project's `.npmrc` registry reaches sous that
30
+ * way too.
31
+ *
32
+ * registryBaseUrl({ npm_config_registry: "https://npm.example.com" })
33
+ * // -> "https://npm.example.com/"
34
+ */
35
+ export function registryBaseUrl(env: Readonly<Record<string, string | undefined>>): string {
36
+ for (const name of REGISTRY_ENV_NAMES) {
37
+ const value = env[name]?.trim();
38
+ if (value !== undefined && value.length > 0) {
39
+ return value.endsWith("/") ? value : `${value}/`;
40
+ }
41
+ }
42
+ return DEFAULT_REGISTRY;
43
+ }
44
+
45
+ /**
46
+ * The URL of the package's document on a registry. The scope's slash is
47
+ * encoded, which every registry accepts.
48
+ *
49
+ * packageMetadataUrl("https://registry.npmjs.org/")
50
+ * // -> "https://registry.npmjs.org/@sous-io%2fsous"
51
+ */
52
+ export function packageMetadataUrl(base: string): string {
53
+ return `${base}${PACKAGE_NAME.replace("/", "%2f")}`;
54
+ }
55
+
56
+ /** Options for `fetchPublishedVersions`. */
57
+ export type FetchPublishedVersionsOptions = {
58
+ /** Where the registry override is read from. Defaults to `process.env`. */
59
+ env?: Readonly<Record<string, string | undefined>>;
60
+ /** The fetch implementation. Defaults to the global `fetch`. */
61
+ fetchImpl?: FetchLike;
62
+ /** How long to wait for an answer. Defaults to `REGISTRY_TIMEOUT_MS`. */
63
+ timeoutMs?: number;
64
+ };
65
+
66
+ /**
67
+ * Fetches and reads what the registry publishes for `@sous-io/sous`.
68
+ *
69
+ * @throws ConfigError naming the URL and quoting the reason when the registry
70
+ * cannot be reached, answers with an error status, runs past the timeout, or
71
+ * sends something that is not a package document.
72
+ */
73
+ export async function fetchPublishedVersions(
74
+ options: FetchPublishedVersionsOptions = {}
75
+ ): Promise<RegistryMetadata> {
76
+ const url = packageMetadataUrl(registryBaseUrl(options.env ?? process.env));
77
+ const fetched = await fetchText(url, {
78
+ label: `list of published ${PACKAGE_NAME} versions`,
79
+ accept: ABBREVIATED_METADATA_TYPE,
80
+ signal: AbortSignal.timeout(options.timeoutMs ?? REGISTRY_TIMEOUT_MS),
81
+ statusHints: registryStatusHints,
82
+ ...(options.fetchImpl === undefined ? {} : { fetchImpl: options.fetchImpl }),
83
+ });
84
+ return parseRegistryMetadata(fetched.text, url);
85
+ }
86
+
87
+ /** What a failed status usually means when the URL is the package's document. */
88
+ function registryStatusHints(status: number): string[] {
89
+ if (status === 404) {
90
+ return [
91
+ ` The registry has no package named ${PACKAGE_NAME}. When npm_config_registry ` +
92
+ "names a mirror, the mirror may not carry it.",
93
+ ];
94
+ }
95
+ if (status === 401 || status === 403) {
96
+ return [" The registry refused the request without credentials, and sous sends none."];
97
+ }
98
+ return [];
99
+ }