koppler 0.0.0-stage → 0.0.2

package/dist/engine/stacks.js

@@ -0,0 +1,143 @@
+// The stacks on this Mac, and switching between them: each keeps its own boards, history and live state.
+import crypto from 'node:crypto';
+import fs from 'node:fs';
+import path from 'node:path';
+import { readJson, writeJson } from "../json-files.js";
+import { validateStack } from "../core/stack.js";
+import { writeData } from "../data.js";
+import { Failure } from "../failure.js";
+import { configDir, tempDir } from "../paths.js";
+import { loadConfig, readIndex, saveConfig, tilde, } from "./config.js";
+import { candidateRepos, findStacks } from "./repos.js";
+// Each stack keeps its own board, history, live state, action log and notes; switching puts them away and brings the other's back.
+// The board in both its forms: one saved before boards were JSON moves along until it is saved again.
+const PER_STACK = [
+    'state.json',
+    'state.js',
+    'history.jsonl',
+    'live.json',
+    'actions.json',
+    'status.json',
+    'NOTES.md',
+    'stack.suggestions.json',
+    'stack.deployed.json',
+];
+/** Says which stack a `koppler sync` is loading, for as long as it runs. */
+export const LOADING = path.join(tempDir(), 'loading.json');
+export const stackKey = (dir) => crypto.createHash('sha1').update(path.resolve(dir)).digest('hex').slice(0, 12);
+/** Moves each per-stack file that is in `from` to `to`. */
+const moveFiles = (from, to, make = true) => {
+    const there = PER_STACK.filter(file => fs.existsSync(path.join(from, file)));
+    if (make && there.length)
+        fs.mkdirSync(to, { recursive: true });
+    for (const file of there)
+        fs.renameSync(path.join(from, file), path.join(to, file));
+};
+export function setStack(config, dir, save = saveConfig) {
+    const from = config.stack;
+    if (from && path.resolve(from) === path.resolve(dir))
+        return;
+    // The undo log goes with its stack: switched away mid-run, a Stop would find nothing to revert.
+    const logged = readJson(path.join(tempDir(), 'actions.json'), []);
+    if (Array.isArray(logged) && logged.length)
+        throw new Failure('the run on this stack still has changes to undo; stop and revert it first (canvas, or koppler down), then switch');
+    const shelf = (stack) => path.join(tempDir(), 'stacks', stackKey(stack));
+    if (from) {
+        fs.mkdirSync(shelf(from), { recursive: true });
+        moveFiles(tempDir(), shelf(from), false);
+    }
+    // With no stack in use before, what lies there is put aside too, never deleted: it may be a run's action log.
+    else
+        moveFiles(tempDir(), path.join(tempDir(), 'stacks', `unassigned-${String(Date.now())}`));
+    moveFiles(shelf(dir), tempDir(), false);
+    config.stack = dir;
+    save(config);
+}
+export const currentStack = () => loadConfig().stack ?? null;
+/** The stacks on this Mac for the switcher, looked up again at most every 10 seconds. */
+export function stacksHere() {
+    if (Date.now() - stacksCache.at > 10000)
+        stacksCache = { at: Date.now(), list: knownStacks(readIndex()) };
+    return stacksCache.list;
+}
+export function forgetStacks() {
+    stacksCache.at = 0;
+}
+// Stacks the user created here live with their private config until they move one to a shared repo.
+const PRIVATE_STACKS = path.join(configDir(), 'stacks');
+let stacksCache = { at: 0, list: [] };
+export const privateStacks = () => {
+    try {
+        return fs
+            .readdirSync(PRIVATE_STACKS, { withFileTypes: true })
+            .filter(dir => dir.isDirectory() && fs.existsSync(path.join(PRIVATE_STACKS, dir.name, 'stack.json')))
+            .map(dir => path.join(PRIVATE_STACKS, dir.name));
+    }
+    catch {
+        return [];
+    }
+};
+/** A new, empty stack: a name and its deployed environments (first one is the default). It becomes the stack in use. */
+export function createStack(input, { config = loadConfig(), dir = PRIVATE_STACKS, save = saveConfig, } = {}) {
+    const given = (input ?? {});
+    const name = typeof given.name === 'string' ? given.name.trim().slice(0, 60) : '';
+    if (!name)
+        return { error: 'Give the stack a name.' };
+    const typed = typeof given.envs === 'string' ? given.envs.split(/[\s,]+/) : [];
+    const listed = Array.isArray(given.envs) ? given.envs : typed;
+    const envs = [...new Set(listed.map(env => String(env).trim().toLowerCase()).filter(Boolean))];
+    if (!envs.length)
+        return { error: 'Name at least one environment, e.g. qa.' };
+    if (envs.length > 8 || !envs.every(env => /^[a-z0-9-]{1,16}$/.test(env)))
+        return { error: 'Environment names are short and use lowercase letters, digits and dashes, e.g. qa, prod.' };
+    const slug = name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '') || 'stack';
+    const folder = path.join(dir, slug);
+    if (fs.existsSync(path.join(folder, 'stack.json')))
+        return { error: `You already have a stack called ${name}.` };
+    writeJson(path.join(folder, 'stack.json'), { name, envs, apps: {} });
+    setStack(config, folder, save);
+    return { stack: folder };
+}
+/** Every stack on this Mac: in a cloned repo (shared) or in the private config, with enough to tell them apart. */
+export function knownStacks(index) {
+    const dirs = [
+        ...findStacks(index?.repos ?? []).map((dir) => [dir, true]),
+        ...privateStacks().map((dir) => [dir, false]),
+    ];
+    return dirs.flatMap(([dir, inRepo]) => {
+        const stack = readJson(path.join(dir, 'stack.json'));
+        const linked = readJson(path.join(dir, '.source.json'))?.url;
+        if (!stack || validateStack(stack).length)
+            return [];
+        return [
+            {
+                dir,
+                path: linked ?? tilde(dir),
+                name: stack.name ?? path.basename(dir),
+                apps: Object.keys(stack.apps).length,
+                envs: stack.envs ?? [],
+                shared: inRepo || !!linked,
+                ...(linked && { linked }),
+            },
+        ];
+    });
+}
+/** Switches to one of those stacks; any other folder is refused. */
+export function useStack(dir, { config = loadConfig(), index = readIndex(), save = saveConfig, } = {}) {
+    const found = knownStacks(index).find(stack => stack.dir === dir);
+    if (!found)
+        return { error: 'That is not a stack Koppler found on this Mac. Clone its repo, then run koppler init again.' };
+    setStack(config, found.dir, save);
+    return { stack: found.dir };
+}
+/** With no stack yet, the canvas still opens: it asks for a name and environments, then for the apps. */
+export function writeSetup(index) {
+    fs.mkdirSync(tempDir(), { recursive: true });
+    writeData('registry', { name: '', envs: ['dev'], apps: {}, setup: true, stacks: knownStacks(index) });
+    writeData('local', { roots: index.roots, at: new Date().toISOString(), apps: {} });
+    writeData('repos', { roots: index.roots.map(tilde), stack: null, repos: candidateRepos(index, { apps: {} }, null) });
+}
+//# sourceMappingURL=stacks.js.map

package/dist/engine/stacks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stacks.js","sourceRoot":"","sources":["../../src/engine/stacks.ts"],"names":[],"mappings":"AAAA,yGAAyG;AACzG,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAGL,UAAU,EACV,SAAS,EAET,UAAU,EAEV,KAAK,GACN,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAcxD,mIAAmI;AACnI,sGAAsG;AACtG,MAAM,SAAS,GAAG;IAChB,YAAY;IACZ,UAAU;IACV,eAAe;IACf,WAAW;IACX,cAAc;IACd,aAAa;IACb,UAAU;IACV,wBAAwB;IACxB,qBAAqB;CACtB,CAAC;AAEF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;AAE5D,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAU,EAAE,CAC9C,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAEjF,2DAA2D;AAC3D,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE;IAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM;QAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;AACtF,CAAC,CAAC;AAEF,MAAM,UAAU,QAAQ,CAAC,MAAc,EAAE,GAAW,EAAE,OAAa,UAAU;IAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;IAC1B,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO;IAC7D,gGAAgG;IAChG,MAAM,MAAM,GAAG,QAAQ,CAAY,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM;QACxC,MAAM,IAAI,OAAO,CACf,kHAAkH,CACnH,CAAC;IACJ,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACjF,IAAI,IAAI,EAAE,CAAC;QACT,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IACD,8GAA8G;;QACzG,SAAS,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,cAAc,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9F,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC;IACnB,IAAI,CAAC,MAAM,CAAC,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,GAAkB,EAAE,CAAC,UAAU,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC;AAE5E,yFAAyF;AACzF,MAAM,UAAU,UAAU;IACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,EAAE,GAAG,KAAK;QAAE,WAAW,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC;IAC1G,OAAO,WAAW,CAAC,IAAI,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,WAAW,CAAC,EAAE,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,oGAAoG;AACpG,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,IAAI,WAAW,GAAuC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AAC1E,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,EAAE;IAChC,IAAI,CAAC;QACH,OAAO,EAAE;aACN,WAAW,CAAC,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aACpD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;aACpG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AAEF,wHAAwH;AACxH,MAAM,UAAU,WAAW,CACzB,KAAc,EACd,EACE,MAAM,GAAG,UAAU,EAAE,EACrB,GAAG,GAAG,cAAc,EACpB,IAAI,GAAG,UAAU,MACiC,EAAE;IAEtD,MAAM,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAuC,CAAC;IAClE,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;IACtD,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,KAAK,CAAC,IAAkB,CAAC,CAAC,CAAC,KAAK,CAAC;IAC7E,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/F,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,KAAK,EAAE,yCAAyC,EAAE,CAAC;IAC9E,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtE,OAAO,EAAE,KAAK,EAAE,0FAA0F,EAAE,CAAC;IAC/G,MAAM,IAAI,GACR,IAAI;SACD,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,mCAAmC,IAAI,GAAG,EAAE,CAAC;IACjH,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACrE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED,mHAAmH;AACnH,MAAM,UAAU,WAAW,CAAC,KAA8C;IACxE,MAAM,IAAI,GAAwB;QAChC,GAAG,UAAU,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9E,GAAG,aAAa,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;KACjE,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAgB,EAAE;QAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAqB,CAAC;QACzE,MAAM,MAAM,GAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAA6B,EAAE,GAAG,CAAC;QAC1F,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QACrD,OAAO;YACL;gBACE,GAAG;gBACH,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC;gBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACtC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;gBACpC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;gBACtB,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM;gBAC1B,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,CAAC;aAC1B;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,QAAQ,CACtB,GAAW,EACX,EACE,MAAM,GAAG,UAAU,EAAE,EACrB,KAAK,GAAG,SAAS,EAAE,EACnB,IAAI,GAAG,UAAU,MACyC,EAAE;IAE9D,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK;QACR,OAAO,EAAE,KAAK,EAAE,6FAA6F,EAAE,CAAC;IAClH,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;AAC9B,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,UAAU,CAAC,KAAY;IACrC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,SAAS,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtG,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACnF,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;AACvH,CAAC"}

package/dist/engine/sync.js

@@ -0,0 +1,214 @@
+// Finds your local repos (any git host) and the shared stack config, then copies the stack into the run folder as registry.json and
+// each app's clone into local.json, for the canvas and the commands.
+// Usage: koppler init [--root <dir>]... [--depth <n>] [--stack <dir>]   first-time scan of every repo, remembered
+//        koppler sync [--stack <dir>] [--rescan]                        before each run
+import fs from 'node:fs';
+import path from 'node:path';
+import { readJson, writeJson } from "../json-files.js";
+import { of as kindOf } from "../core/kinds.js";
+import { validateStack } from "../core/stack.js";
+import { writeData } from "../data.js";
+import { tempDir } from "../paths.js";
+import { checkStack as checkLoadedStack } from "./checks.js";
+import { librariesFor, packageOf } from "./libraries.js";
+import { grepClone, hostOwners, hostsByApp, lines, missingCalls } from "./calls.js";
+import { CONFIG, expand, fail, loadConfig, readIndex, tilde } from "./config.js";
+import { branchesOf, candidateRepos, DEFAULT_DEPTH, DEFAULT_ROOTS, git, scan, slugMatches, findStacks, } from "./repos.js";
+import { currentStack, knownStacks, LOADING, setStack, useStack, writeSetup, privateStacks } from "./stacks.js";
+function parseFlags(args) {
+    const flags = { roots: [] };
+    for (let at = 0; at < args.length; at++) {
+        const arg = args[at];
+        if (arg === '--root')
+            flags.roots.push(expand(args[++at] ?? fail('--root needs a folder')));
+        else if (arg === '--stack')
+            flags.stack = expand(args[++at] ?? fail('--stack needs a folder'));
+        else if (arg === '--depth')
+            flags.depth = Number(args[++at]);
+        else if (arg === '--rescan')
+            flags.rescan = true;
+        else
+            fail(`unknown option ${String(arg)}`);
+    }
+    if (flags.depth !== undefined && !(flags.depth >= 1 && flags.depth <= 8))
+        fail('--depth must be 1 to 8');
+    return flags;
+}
+/** Copies the stack and resolves each app to a clone from the index; branch and changes are read fresh every time. */
+function syncStack(stackDir, index) {
+    const source = path.join(stackDir, 'stack.json');
+    const stack = readJson(source) ?? fail(`cannot read ${source}`);
+    const errors = validateStack(stack);
+    if (errors.length)
+        fail(`${source} is invalid:\n  ${errors.join('\n  ')}`);
+    fs.mkdirSync(tempDir(), { recursive: true });
+    // A copy of the stack file; `source` says which, and that is the one to edit.
+    writeData('registry', { ...stack, source });
+    const count = String(Object.keys(stack.apps).length);
+    console.log(`STACK ${stack.name ?? tilde(stackDir)}: ${count} apps from ${tilde(source)}`);
+    const local = {};
+    const here = index.repos.filter(repo => fs.existsSync(repo.path));
+    // Every clone that publishes a package (Dart or npm), so an app can use the local copy of a library it depends on.
+    const packages = here.flatMap((repo) => {
+        const published = packageOf(repo.path);
+        return published ? [{ path: repo.path, ...published }] : [];
+    });
+    for (const [id, app] of Object.entries(stack.apps)) {
+        local[id] = null;
+        // An outside system has nothing to clone.
+        if (app.outside)
+            continue;
+        const slug = app.slug ?? '';
+        const paths = here.filter(repo => repo.keys.some(key => slugMatches(slug, key))).map(repo => repo.path);
+        const [clone, ...others] = paths.sort((a, b) => a.length - b.length);
+        if (!clone) {
+            const host = slug.split('/')[0]?.includes('.') ? '' : 'github.com/';
+            console.log(`MISSING ${id}: git clone https://${host}${slug}.git (then koppler sync --rescan)`);
+            continue;
+        }
+        const dirty = lines(git(clone, 'status', '--porcelain')).length;
+        const libraries = librariesFor(clone, packages);
+        const branch = git(clone, 'branch', '--show-current') || null;
+        local[id] = { path: clone, branch, dirty, branches: branchesOf(clone), ...(libraries.length && { libraries }) };
+        const also = others.length ? ` (also: ${others.map(tilde).join(', ')})` : '';
+        console.log(`OK ${id}: ${tilde(clone)} [${branch ?? 'detached'}]${dirty ? ` dirty=${String(dirty)}` : ''}${also}`);
+    }
+    writeData('repos', {
+        roots: index.roots.map(tilde),
+        stack: tilde(stackDir),
+        repos: candidateRepos(index, stack, stackDir),
+    });
+    writeData('local', { roots: index.roots, at: new Date().toISOString(), apps: local });
+    // An empty `consumes` means nobody has mapped that app yet, not that it calls nothing: look in every clone.
+    const found = missingCalls(stack, (id, hosts) => {
+        const clone = local[id];
+        return clone ? grepClone(clone.path, hosts) : [];
+    });
+    for (const [caller, calls] of Object.entries(found))
+        for (const [callee, where] of Object.entries(calls))
+            console.log(`FOUND ${caller} -> ${callee}, not in stack.json: ${where}`);
+    const known = hostsByApp(stack);
+    for (const [id, app] of Object.entries(stack.apps))
+        if (!app.outside && !known[id]?.size && kindOf(app, stack).serves)
+            console.log(`UNKNOWN ${id}: no deployed address in stack.json, so calls to it cannot be found`);
+    for (const [host, ids] of hostOwners(stack).shared)
+        console.log(`SHARED ${host} is used by ${ids.join(' and ')}, so calls to it are not attributed`);
+    writeData('registry', { ...stack, source, found });
+}
+const checkStack = (dir) => {
+    if (!fs.existsSync(path.join(dir, 'stack.json')))
+        fail(`no stack.json in ${tilde(dir)}`);
+};
+const keepConfig = () => undefined;
+const SEVERAL = 'Several stacks found. Pick one on the canvas (koppler init --pick), or: koppler init --stack <one of the folders above>';
+const NONE = [
+    'No stack yet. Start one:',
+    '  koppler init --new "<name>" --envs qa,prod   then pick its apps on the canvas',
+    '  koppler link <GitHub link to a stack.json>   use one your team shares',
+    '  koppler init --stack <folder>                use one in a folder on this Mac',
+].join('\n');
+export function init(args) {
+    const flags = parseFlags(args);
+    if (flags.stack)
+        checkStack(flags.stack);
+    const config = loadConfig();
+    const usual = () => DEFAULT_ROOTS.map(expand).filter(dir => fs.existsSync(dir));
+    const roots = flags.roots.length ? flags.roots : config.roots?.length ? config.roots : usual();
+    if (!roots.length)
+        fail('no folder to scan: koppler init --root <folder with your repos>');
+    const depth = flags.depth ?? config.depth ?? DEFAULT_DEPTH;
+    Object.assign(config, { roots, depth });
+    const index = scan(roots, depth);
+    const stacks = [...findStacks(index.repos), ...privateStacks()];
+    for (const stack of stacks)
+        console.log(`FOUND stack ${tilde(stack)}`);
+    const [only] = stacks;
+    if (flags.stack)
+        setStack(config, flags.stack, keepConfig);
+    else if (!config.stack && stacks.length === 1 && only)
+        setStack(config, only, keepConfig);
+    writeJson(CONFIG, config);
+    if (!config.stack) {
+        console.log(stacks.length ? SEVERAL : NONE);
+        writeSetup(index);
+        return;
+    }
+    checkStack(config.stack);
+    console.log(`USING stack ${tilde(config.stack)} (change with --stack)`);
+    syncStack(config.stack, index);
+}
+export function sync(args) {
+    const flags = parseFlags(args);
+    const config = loadConfig();
+    if (flags.stack) {
+        checkStack(flags.stack);
+        setStack(config, flags.stack, keepConfig);
+    }
+    if (flags.roots.length)
+        config.roots = flags.roots;
+    if (!config.stack)
+        fail('no stack set yet: koppler init');
+    fs.mkdirSync(tempDir(), { recursive: true });
+    writeJson(LOADING, { stack: config.stack, pid: process.pid });
+    try {
+        let index = readIndex();
+        if (!index || flags.rescan || flags.roots.length) {
+            if (!config.roots?.length)
+                fail('no repos scanned yet: koppler init');
+            index = scan(config.roots, config.depth ?? DEFAULT_DEPTH);
+        }
+        writeJson(CONFIG, config);
+        syncStack(config.stack, index);
+    }
+    finally {
+        fs.rmSync(LOADING, { force: true });
+    }
+    // A stack says what it needs when it loads: missing programs, and its own checks once they were approved.
+    console.log('');
+    checkLoadedStack();
+}
+/** `koppler use`: every stack on this Mac. */
+export function stacksCommand(args = []) {
+    const here = currentStack();
+    const list = knownStacks(readIndex());
+    if (args.includes('--json')) {
+        const shown = list.map(stack => ({
+            name: stack.name,
+            inUse: stack.dir === here,
+            path: stack.path,
+            apps: stack.apps,
+            envs: stack.envs,
+            shared: stack.shared,
+            linked: !!stack.linked,
+        }));
+        console.log(JSON.stringify(shown, null, 2));
+        return;
+    }
+    if (!list.length)
+        console.log('No stack found on this Mac. Create one: koppler init --new "<name>" --envs qa,prod');
+    for (const stack of list) {
+        const kind = stack.linked ? 'linked from GitHub' : stack.shared ? 'shared' : 'private';
+        const about = `${kind}, ${String(stack.apps)} apps, ${stack.envs.join('/')}`;
+        console.log(`${stack.dir === here ? '*' : ' '} ${stack.name}  (${about})  ${stack.path}`);
+    }
+}
+/** `koppler use <name or folder>`: switch to one (it must not have anything running). */
+export function useCommand(args) {
+    const want = args.join(' ').trim();
+    const list = knownStacks(readIndex());
+    if (!want)
+        fail('usage: koppler use <stack name or folder>');
+    const folder = path.resolve(expand(want));
+    const matches = list.filter(stack => stack.dir === folder || stack.name.toLowerCase() === want.toLowerCase());
+    const [match] = matches;
+    if (!match || matches.length !== 1)
+        fail(matches.length
+            ? `several stacks are called ${want}; use its folder: koppler use`
+            : `no stack called ${want}; see: koppler use`);
+    const result = useStack(match.dir);
+    if (result.error !== undefined)
+        fail(result.error);
+    console.log(`USING ${match.name} (${match.path})`);
+    sync([]);
+}
+//# sourceMappingURL=sync.js.map

package/dist/engine/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/engine/sync.ts"],"names":[],"mappings":"AAAA,oIAAoI;AACpI,qEAAqE;AACrE,kHAAkH;AAClH,wFAAwF;AACxF,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAc,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,SAAS,EAAgB,MAAM,gBAAgB,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACpF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAc,UAAU,EAAE,SAAS,EAA6B,KAAK,EAAE,MAAM,aAAa,CAAC;AACxH,OAAO,EACL,UAAU,EACV,cAAc,EACd,aAAa,EACb,aAAa,EACb,GAAG,EACH,IAAI,EACJ,WAAW,EACX,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAShH,SAAS,UAAU,CAAC,IAAc;IAChC,MAAM,KAAK,GAAU,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACnC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,GAAG,KAAK,QAAQ;YAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC;aACvF,IAAI,GAAG,KAAK,SAAS;YAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;aAC1F,IAAI,GAAG,KAAK,SAAS;YAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aACxD,IAAI,GAAG,KAAK,UAAU;YAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;;YAC5C,IAAI,CAAC,kBAAkB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACzG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,sHAAsH;AACtH,SAAS,SAAS,CAAC,QAAgB,EAAE,KAAY;IAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACjD,MAAM,KAAK,GAAI,QAAQ,CAAC,MAAM,CAAsB,IAAI,IAAI,CAAC,eAAe,MAAM,EAAE,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM;QAAE,IAAI,CAAC,GAAG,MAAM,mBAAmB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3E,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,8EAA8E;IAC9E,SAAS,CAAC,UAAU,EAAE,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,KAAK,cAAc,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAE3F,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,mHAAmH;IACnH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAa,EAAE;QAChD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9D,CAAC,CAAC,CAAC;IACH,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,KAAK,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QACjB,0CAA0C;QAC1C,IAAI,GAAG,CAAC,OAAO;YAAE,SAAS;QAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxG,MAAM,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,uBAAuB,IAAI,GAAG,IAAI,mCAAmC,CAAC,CAAC;YAChG,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;QAChE,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,gBAAgB,CAAC,IAAI,IAAI,CAAC;QAC9D,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAChH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,MAAM,IAAI,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IACrH,CAAC;IACD,SAAS,CAAC,OAAO,EAAE;QACjB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAC7B,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC;QACtB,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC;KAC9C,CAAC,CAAC;IACH,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAEtF,4GAA4G;IAC5G,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACjD,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,OAAO,MAAM,wBAAwB,KAAK,EAAE,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM;YAC/D,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,qEAAqE,CAAC,CAAC;IACpG,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM;QAChD,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,eAAe,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;IACnG,SAAS,CAAC,UAAU,EAAE,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAAE,IAAI,CAAC,oBAAoB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAC3F,CAAC,CAAC;AAEF,MAAM,UAAU,GAAS,GAAG,EAAE,CAAC,SAAS,CAAC;AAEzC,MAAM,OAAO,GACX,yHAAyH,CAAC;AAE5H,MAAM,IAAI,GAAG;IACX,0BAA0B;IAC1B,iFAAiF;IACjF,yEAAyE;IACzE,gFAAgF;CACjF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,UAAU,IAAI,CAAC,IAAc;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,KAAK;QAAE,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAChF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/F,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,IAAI,CAAC,iEAAiE,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAC3D,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEjC,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC;IAChE,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACtB,IAAI,KAAK,CAAC,KAAK;QAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;SACtD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI;QAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAC1F,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE1B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,UAAU,CAAC,KAAK,CAAC,CAAC;QAClB,OAAO;IACT,CAAC;IACD,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACxE,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,IAAc;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxB,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC1D,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM;gBAAE,IAAI,CAAC,oCAAoC,CAAC,CAAC;YACtE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC,CAAC;QAC5D,CAAC;QACD,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1B,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,0GAA0G;IAC1G,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,gBAAgB,EAAE,CAAC;AACrB,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,aAAa,CAAC,OAAiB,EAAE;IAC/C,MAAM,IAAI,GAAG,YAAY,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;IACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,GAAG,KAAK,IAAI;YACzB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;SACvB,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO;IACT,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,oFAAoF,CAAC,CAAC;IACpH,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACvF,MAAM,KAAK,GAAG,GAAG,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,MAAM,KAAK,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5F,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,UAAU,CAAC,IAAc;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9G,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC;IACxB,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAChC,IAAI,CACF,OAAO,CAAC,MAAM;YACZ,CAAC,CAAC,6BAA6B,IAAI,+BAA+B;YAClE,CAAC,CAAC,mBAAmB,IAAI,oBAAoB,CAChD,CAAC;IACJ,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;IACnD,IAAI,CAAC,EAAE,CAAC,CAAC;AACX,CAAC"}

package/dist/engine/traces.js

@@ -0,0 +1,65 @@
+// Traces across local apps: one Jaeger in Docker takes OpenTelemetry from every app Koppler starts while it runs, and
+// its trace view follows one request across the apps on the board, to where it failed.
+import { spawn } from 'node:child_process';
+import { positional } from "../cli/output.js";
+import { fail } from "../failure.js";
+import { alive, listener, readRecord, startProcess, stopOne } from "./processes.js";
+export const TRACES = 'koppler-traces';
+export const VIEW_PORT = 16686;
+const OTLP_PORT = 4318;
+// To update: the digest of the new version's tag on Docker Hub (jaegertracing/jaeger), once it is two weeks old.
+const IMAGE = 'jaegertracing/jaeger:2.21.0@sha256:3d0ac795ff98aa04d1be04311d2dac6c25b4bfc8322dc02e53bc5b170c5018c3';
+// Stopping the Docker client does not stop its container: it is removed on stop, and a leftover one before starting.
+const RM = `docker rm -f ${TRACES} >/dev/null 2>&1`;
+const COLLECTOR = [
+    'sh',
+    '-c',
+    `${RM}; trap '${RM}; exit 0' TERM INT HUP; docker run --rm --name ${TRACES} -p 127.0.0.1:${String(VIEW_PORT)}:16686 -p 127.0.0.1:${String(OTLP_PORT)}:4318 ${IMAGE} & wait`,
+];
+/** Whether the collector runs, so apps started now send it their traces. */
+export const tracing = () => {
+    const record = readRecord(TRACES);
+    return !!record && alive(record);
+};
+/** The settings an OpenTelemetry SDK (.NET, Node, Java, Python, Go) reads to send its traces here. */
+export const traceEnv = (app) => ({
+    OTEL_EXPORTER_OTLP_ENDPOINT: `http://localhost:${String(OTLP_PORT)}`,
+    OTEL_EXPORTER_OTLP_PROTOCOL: 'http/protobuf',
+    OTEL_SERVICE_NAME: app,
+    OTEL_TRACES_EXPORTER: 'otlp',
+});
+/** Where one app's traces are, or every app's. */
+export const traceView = (app) => `http://localhost:${String(VIEW_PORT)}/search${app ? `?service=${encodeURIComponent(app)}` : ''}`;
+/** `koppler traces start|stop|open [<app>]`. */
+export async function tracesCommand(args) {
+    const [what = 'open', app] = positional(args);
+    const record = readRecord(TRACES);
+    if (what === 'stop') {
+        console.log(record ? await stopOne(record) : 'traces are not being collected');
+        return;
+    }
+    if (what === 'start') {
+        if (record && alive(record))
+            console.log(`traces are collected already: ${traceView()}`);
+        else {
+            await startProcess({
+                name: TRACES,
+                command: COLLECTOR,
+                restart: false,
+                port: VIEW_PORT,
+                onStop: [['docker', 'rm', '-f', TRACES]],
+            });
+            console.log(`Collecting traces: ${traceView()}`);
+        }
+        console.log('Apps Koppler starts from now on send theirs; restart the ones already running to include them.');
+        return;
+    }
+    if (what !== 'open')
+        fail('usage: koppler traces start|stop|open [<app>]');
+    if (!tracing() || !listener(VIEW_PORT))
+        fail('traces are not being collected: koppler traces start');
+    const url = traceView(app);
+    spawn(process.platform === 'darwin' ? 'open' : 'xdg-open', [url], { detached: true, stdio: 'ignore' }).unref();
+    console.log(url);
+}
+//# sourceMappingURL=traces.js.map

package/dist/engine/traces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traces.js","sourceRoot":"","sources":["../../src/engine/traces.ts"],"names":[],"mappings":"AAAA,sHAAsH;AACtH,uFAAuF;AACvF,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEpF,MAAM,CAAC,MAAM,MAAM,GAAG,gBAAgB,CAAC;AACvC,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,CAAC;AAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;AACvB,iHAAiH;AACjH,MAAM,KAAK,GAAG,qGAAqG,CAAC;AACpH,qHAAqH;AACrH,MAAM,EAAE,GAAG,gBAAgB,MAAM,kBAAkB,CAAC;AACpD,MAAM,SAAS,GAAG;IAChB,IAAI;IACJ,IAAI;IACJ,GAAG,EAAE,WAAW,EAAE,kDAAkD,MAAM,iBAAiB,MAAM,CAAC,SAAS,CAAC,uBAAuB,MAAM,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS;CAC5K,CAAC;AAEF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE;IACnC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,sGAAsG;AACtG,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAA0B,EAAE,CAAC,CAAC;IAChE,2BAA2B,EAAE,oBAAoB,MAAM,CAAC,SAAS,CAAC,EAAE;IACpE,2BAA2B,EAAE,eAAe;IAC5C,iBAAiB,EAAE,GAAG;IACtB,oBAAoB,EAAE,MAAM;CAC7B,CAAC,CAAC;AAEH,kDAAkD;AAClD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAY,EAAU,EAAE,CAChD,oBAAoB,MAAM,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,YAAY,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAEpG,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAc;IAChD,MAAM,CAAC,IAAI,GAAG,MAAM,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IACD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,IAAI,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,EAAE,EAAE,CAAC,CAAC;aACpF,CAAC;YACJ,MAAM,YAAY,CAAC;gBACjB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;aACzC,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,gGAAgG,CAAC,CAAC;QAC9G,OAAO;IACT,CAAC;IACD,IAAI,IAAI,KAAK,MAAM;QAAE,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC3E,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACrG,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3B,KAAK,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IAC/G,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC"}