@credibledata/cred-cli 0.0.103 → 0.0.105

package/dist/setup-core/publisherconfig.js

@@ -0,0 +1,268 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RESERVED_CONNECTION_NAMES = void 0;
+exports.packageNameFromDirectory = packageNameFromDirectory;
+exports.localEnvironmentName = localEnvironmentName;
+exports.connectionUriFor = connectionUriFor;
+exports.buildPublisherConfig = buildPublisherConfig;
+exports.readLocalRetrieval = readLocalRetrieval;
+exports.stampAccessToken = stampAccessToken;
+const path_1 = __importDefault(require("path"));
+const host_1 = require("./host");
+const localpublisherconfig_1 = require("./localpublisherconfig");
+/**
+ * Generating `publisher.config.json` — the file that tells a local Publisher
+ * which directory to serve and how to reach the warehouse.
+ *
+ * ## The shape trap
+ *
+ * The VS Code extension already builds "publisher connections", so its
+ * `convertToPublisherConnection` looks like the thing to reuse. It is not: it
+ * writes the *Malloy VS Code extension's* flat shape,
+ *
+ *     { "is": "publisher", "connectionUri": "...", "accessToken": "...", "readOnly": true }
+ *
+ * into `malloy-config.json`, while the Publisher *server* requires its own
+ * nested shape,
+ *
+ *     { "name": "...", "type": "publisher", "publisherConnection": { "connectionUri": "...", "accessToken": "..." } }
+ *
+ * (see the server's `connection_config.ts`, which rejects a missing
+ * `connectionUri` at config-load with exactly that Fix line). Two files, two
+ * consumers, two schemas for one concept. Port the logic, never the literal.
+ *
+ * ## Why no token is written here
+ *
+ * A `publisher` connection's `accessToken` is a short-lived JWT and the server
+ * has no refresh hook yet, so a token written at setup time is stale by the time
+ * anyone uses it. The supervisor stamps it at spawn, every spawn. Setup writing
+ * one would also mean a credential sitting in a file that setup tells the user
+ * to commit.
+ */
+/**
+ * Connection names a local Publisher will not accept at environment level.
+ *
+ * `duckdb` is reserved for the per-package sandbox each package gets. Using it
+ * makes the server skip the entire environment — while still binding both ports
+ * and printing both listening lines, so nothing about the startup output says
+ * anything is wrong.
+ */
+exports.RESERVED_CONNECTION_NAMES = new Set(["duckdb"]);
+/**
+ * The character rule Publisher enforces on package names (its `path_safety.ts`):
+ * letters, digits, `.`, `_`, `-`; not `.` or `..`; not starting with `.`.
+ *
+ * Kept identical to the server's so a name we generate is a name it will load.
+ * The name is derived from a directory basename, which is user-controlled and
+ * routinely contains spaces or starts with a dot, so it cannot be used raw.
+ */
+const SAFE_PACKAGE_NAME = /^(?!\.\.?$)(?!\.)[A-Za-z0-9._-]+$/;
+/** Publisher's limit, less room for the `<name>.malloy` a package may also hold. */
+const MAX_PACKAGE_NAME = 255 - ".malloy".length;
+/**
+ * Turn a directory name into something Publisher will accept as a package name.
+ *
+ * Substitution rather than rejection: the user did not choose this string as a
+ * package name — we derived it from where they happened to be standing — so
+ * failing setup over a space in a folder name would be punishing them for our
+ * choice of default.
+ */
+function packageNameFromDirectory(directoryName) {
+    return safeName(directoryName, "models");
+}
+/**
+ * The environment the local publisher serves the package under: the Credible
+ * environment's name with `-local`, so the agent and the user see which remote
+ * environment it proxies to, and cannot mistake one name for the other. A
+ * Credible name may hold spaces; the publisher's names may not, so it is
+ * cleaned by the same rule as a package name.
+ */
+function localEnvironmentName(credibleEnvironment) {
+    return safeName(`${credibleEnvironment}-local`, "local");
+}
+function safeName(raw, fallback) {
+    const cleaned = raw
+        .replace(/[^A-Za-z0-9._-]/g, "-")
+        .replace(/^[.\-_]+/, "")
+        .slice(0, MAX_PACKAGE_NAME);
+    // Two ways a derived name is not worth using: nothing survives (a directory
+    // named ".."), or only separators do (a directory named "@@@" becomes
+    // "---", which the server would happily accept and no human can read).
+    // Requiring one alphanumeric covers both.
+    const usable = /[A-Za-z0-9]/.test(cleaned) && SAFE_PACKAGE_NAME.test(cleaned);
+    return usable ? cleaned : fallback;
+}
+/**
+ * Data-plane base URL per deployment env.
+ *
+ * Keyed off {@link Environment} so the compiler fails the build if a deployment
+ * env is added without a data-plane host here — the omission that previously
+ * left `videoamp` pointing at the production host.
+ */
+const DATA_PLANE_BASE_URLS = {
+    production: (org) => `https://${org}.data.credibledata.com`,
+    videoamp: (org) => `https://${org}.data.videoamp-aws-us-east-1.credibledata.com`,
+    staging: (org) => `https://${org}.staging-data.credibledata.com`,
+    dev: (org) => `https://${org}.dev-data.credibledata.com`,
+    localhost: (org) => `http://${org}.data.credibledata.localhost:8000`,
+    // Org as a subdomain, like every cell; the Auth0 origins list the wildcard
+    // `*.aws-dev-data.credibledata.com`.
+    "aws-dev": (org) => `https://${org}.aws-dev-data.credibledata.com`,
+    "aws-dev-2": (org) => `https://${org}.aws-dev-2-data.credibledata.com`,
+    "aws-affinity": (org) => `https://${org}.aws-affinity-data.credibledata.com`,
+    "e2e-test": (org) => `http://${org}.data.credibledata.localhost:8000`,
+};
+/**
+ * The URL a local Publisher proxies SQL to.
+ *
+ * Note the form: `@malloydata/db-publisher` parses this positionally and issues
+ * its own requests against the legacy `/api/v0/projects/{env}/…` facade, while
+ * publisher-server's introspection appends paths verbatim to this
+ * `/environments/…` form. The router serves both, which is why a locally-spawned
+ * Publisher daisy-chaining to Credible needs no server-side change — but it
+ * means this string is load-bearing for two different request generations.
+ */
+function connectionUriFor(deployment, organization, credibleEnvironment, connectionName) {
+    const base = DATA_PLANE_BASE_URLS[deployment](organization);
+    return `${base}/api/v0/environments/${credibleEnvironment}/connections/${connectionName}`;
+}
+/**
+ * Build the config, or explain exactly why the inputs cannot produce one.
+ *
+ * Validation happens here rather than being left to the server because a config
+ * the server rejects at boot fails *after* setup has claimed success, and the
+ * server's error lands in a log the user is not reading yet.
+ */
+function buildPublisherConfig(options) {
+    var _a, _b;
+    const environmentName = (_a = options.environmentName) !== null && _a !== void 0 ? _a : "default";
+    const packageLocation = options.packageLocation;
+    const packageName = (_b = options.packageName) !== null && _b !== void 0 ? _b : options.credibleEnvironment;
+    // `path.isAbsolute`, not a leading-slash test: a Windows absolute path is
+    // `C:\models`, so the string check refused every `cred init` there — while
+    // `supervisor.ts` and `inquirerHost.ts` both carry win32 branches, i.e. the
+    // platform is supported everywhere else in this flow.
+    if (!path_1.default.isAbsolute(packageLocation)) {
+        throw new host_1.SetupError(`Package location '${packageLocation}' is not absolute.`, "this is a bug — the server refuses a relative location and skips the environment without failing the boot.");
+    }
+    if (!options.organization) {
+        throw new host_1.SetupError("Cannot build publisher.config.json without an organization.", "run `cred login` and pick an organization.");
+    }
+    if (!options.credibleEnvironment) {
+        throw new host_1.SetupError("Cannot build publisher.config.json without a Credible environment.", "run `cred set environment` and pick one.");
+    }
+    const connections = [];
+    for (const connection of options.connections) {
+        if (!connection.name) {
+            // A nameless connection cannot be addressed in Malloy, and the server
+            // rejects the entry, so skipping it beats failing the whole setup.
+            continue;
+        }
+        if (exports.RESERVED_CONNECTION_NAMES.has(connection.name)) {
+            // Not skippable, and not renameable either.
+            //
+            // Skipping would leave models that say `duckdb` resolving to the
+            // per-package sandbox instead of this warehouse — the same query
+            // returning different data, with nothing to indicate why. Renaming
+            // would break every model that already refers to it.
+            //
+            // So this is a genuine collision only the user can resolve, and the one
+            // useful thing setup can do is say exactly that.
+            throw new host_1.SetupError(`The Credible environment '${options.credibleEnvironment}' has a connection named '${connection.name}', which a local Publisher reserves for its per-package sandboxes.`, `rename the connection in Credible (\`cred update connection\`), then re-run setup. Leaving it would make models that reference '${connection.name}' silently read the local sandbox instead of your warehouse.`);
+        }
+        const connectionUri = connectionUriFor(options.deployment, options.organization, options.credibleEnvironment, connection.name);
+        // The server validates this at config-load and refuses a non-absolute or
+        // non-http(s) URI. Catch it here, where we can say which input was wrong.
+        let parsed;
+        try {
+            parsed = new URL(connectionUri);
+        }
+        catch (_c) {
+            throw new host_1.SetupError(`Built an invalid connectionUri for connection '${connection.name}'.`, `check the organization name '${options.organization}' and environment '${options.credibleEnvironment}' for stray characters.`);
+        }
+        if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
+            throw new host_1.SetupError(`connectionUri for '${connection.name}' is not http or https (got '${parsed.protocol}').`, "this is a bug in the deployment's data-plane URL table.");
+        }
+        connections.push({
+            name: connection.name,
+            type: "publisher",
+            publisherConnection: { connectionUri },
+        });
+    }
+    // NO environment-level `duckdb` connection.
+    //
+    // The VS Code extension always injects one into `malloy-config.json`, and
+    // copying that here is wrong twice over. The server *reserves* the name
+    // ("Connection name 'duckdb' is reserved for per-package sandboxes") and its
+    // reaction is brutal: the whole environment is skipped, so the server boots,
+    // binds both ports, prints both listening lines — and serves zero packages.
+    // Setup would report success over an empty server.
+    //
+    // It is also unnecessary: each package gets its own DuckDB sandbox. The
+    // extension needs the entry because `malloy-config.json` feeds a different
+    // consumer (the bundled Malloy extension's in-editor previews), which has no
+    // per-package sandbox to fall back on. Same word, different rules.
+    //
+    // An environment-level DuckDB, if one is ever needed, must use another name
+    // (upstream suggests `shared_duckdb`).
+    return Object.assign({ frozenConfig: false, environments: [
+            {
+                name: environmentName,
+                packages: [{ name: packageName, location: packageLocation }],
+                connections,
+            },
+        ] }, (options.retrieval ? { retrieval: options.retrieval } : {}));
+}
+/**
+ * The `retrieval` block of the user's own `publisher.config.json` in this
+ * directory, if it has one.
+ *
+ * The config the server runs on is ours, rebuilt at every start (see
+ * `sessionConfigPath`), so a setting written there is lost. The retrieval block
+ * is the part of a Publisher operator's config that still means something under
+ * `cred dev`: it picks the LLM and embedding models `get_context` ranks with.
+ * So it is read from the file a Publisher user already keeps it in, and copied
+ * unchanged. Its contents are the server's to validate: an unknown key or a bad
+ * value fails its startup (`PUBLISHER_INIT_FAILED`, naming the key and the
+ * valid ones), and `cred dev` exits with that message. That beats a second
+ * schema here that drifts from the server's. The API keys are environment
+ * variables (`LLM_API_KEY`, `EMBEDDING_API_KEY`), which the server inherits from
+ * the shell that ran `cred dev`.
+ *
+ * No file, an unreadable one, no `retrieval` key, or `"retrieval": null`:
+ * nothing to carry, and not an error. A `retrieval` that is not an object is reported and left out rather
+ * than handed to the server.
+ */
+function readLocalRetrieval(directory) {
+    const configPath = path_1.default.join(directory, "publisher.config.json");
+    const parsed = (0, localpublisherconfig_1.readLocalPublisherConfig)(directory);
+    if (!parsed || typeof parsed !== "object" || !("retrieval" in parsed)) {
+        return undefined;
+    }
+    const retrieval = parsed.retrieval;
+    // `null` is how a user turns the block off without deleting the key, so it
+    // reads as absent.
+    if (retrieval === null)
+        return undefined;
+    if (typeof retrieval !== "object" || Array.isArray(retrieval)) {
+        return {
+            problem: `Invalid retrieval in ${configPath}: expected an object, got ${JSON.stringify(retrieval)}. The local publisher starts without it. Fix: { "retrieval": { "llm": { "provider": "anthropic", "model": "<model>" } } }.`,
+        };
+    }
+    return { settings: retrieval };
+}
+/**
+ * Return a copy of `config` with `accessToken` set on every `publisher`
+ * connection. Called by the supervisor at spawn and on every refresh.
+ *
+ * A copy rather than a mutation so the token-free config is what stays on disk
+ * between runs, and so a caller cannot accidentally serialize the stamped one.
+ */
+function stampAccessToken(config, accessToken) {
+    return Object.assign(Object.assign({}, config), { environments: config.environments.map((environment) => (Object.assign(Object.assign({}, environment), { connections: environment.connections.map((connection) => connection.type === "publisher" && connection.publisherConnection
+                ? Object.assign(Object.assign({}, connection), { publisherConnection: Object.assign(Object.assign({}, connection.publisherConnection), { accessToken }) }) : connection) }))) });
+}
+//# sourceMappingURL=publisherconfig.js.map

package/dist/setup-core/publisherconfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publisherconfig.js","sourceRoot":"","sources":["../../src/setup-core/publisherconfig.ts"],"names":[],"mappings":";;;;;;AAiEA,4DAEC;AASD,oDAEC;AAqFD,4CAQC;AAiCD,oDA+GC;AAsBD,gDAkBC;AASD,4CAqBC;AAjYD,gDAAwB;AAExB,iCAAoC;AACpC,iEAAkE;AAElE;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH;;;;;;;GAOG;AACU,QAAA,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE7D;;;;;;;GAOG;AACH,MAAM,iBAAiB,GAAG,mCAAmC,CAAC;AAC9D,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC;AAEhD;;;;;;;GAOG;AACH,SAAgB,wBAAwB,CAAC,aAAqB;IAC3D,OAAO,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,oBAAoB,CAAC,mBAA2B;IAC7D,OAAO,QAAQ,CAAC,GAAG,mBAAmB,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW,EAAE,QAAgB;IAC5C,MAAM,OAAO,GAAG,GAAG;SACf,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC/B,4EAA4E;IAC5E,sEAAsE;IACtE,uEAAuE;IACvE,0CAA0C;IAC1C,MAAM,MAAM,GACT,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClE,OAAO,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AACtC,CAAC;AAuCD;;;;;;GAMG;AACH,MAAM,oBAAoB,GAAiD;IACxE,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,wBAAwB;IAC3D,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CACf,WAAW,GAAG,+CAA+C;IAChE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,gCAAgC;IAChE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,4BAA4B;IACxD,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,GAAG,mCAAmC;IACpE,2EAA2E;IAC3E,qCAAqC;IACrC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,gCAAgC;IAClE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,kCAAkC;IACtE,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,GAAG,qCAAqC;IAC5E,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,GAAG,mCAAmC;CACvE,CAAC;AAEF;;;;;;;;;GASG;AACH,SAAgB,gBAAgB,CAC7B,UAAuB,EACvB,YAAoB,EACpB,mBAA2B,EAC3B,cAAsB;IAEtB,MAAM,IAAI,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5D,OAAO,GAAG,IAAI,wBAAwB,mBAAmB,gBAAgB,cAAc,EAAE,CAAC;AAC7F,CAAC;AA0BD;;;;;;GAMG;AACH,SAAgB,oBAAoB,CACjC,OAAoC;;IAEpC,MAAM,eAAe,GAAG,MAAA,OAAO,CAAC,eAAe,mCAAI,SAAS,CAAC;IAC7D,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAChD,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,WAAW,mCAAI,OAAO,CAAC,mBAAmB,CAAC;IAEvE,0EAA0E;IAC1E,2EAA2E;IAC3E,4EAA4E;IAC5E,sDAAsD;IACtD,IAAI,CAAC,cAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,iBAAU,CACjB,qBAAqB,eAAe,oBAAoB,EACxD,4GAA4G,CAC9G,CAAC;IACL,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,IAAI,iBAAU,CACjB,6DAA6D,EAC7D,4CAA4C,CAC9C,CAAC;IACL,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,MAAM,IAAI,iBAAU,CACjB,oEAAoE,EACpE,0CAA0C,CAC5C,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAA+B,EAAE,CAAC;IACnD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACpB,sEAAsE;YACtE,mEAAmE;YACnE,SAAS;QACZ,CAAC;QACD,IAAI,iCAAyB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,4CAA4C;YAC5C,EAAE;YACF,iEAAiE;YACjE,iEAAiE;YACjE,mEAAmE;YACnE,qDAAqD;YACrD,EAAE;YACF,wEAAwE;YACxE,iDAAiD;YACjD,MAAM,IAAI,iBAAU,CACjB,6BAA6B,OAAO,CAAC,mBAAmB,6BAA6B,UAAU,CAAC,IAAI,oEAAoE,EACxK,mIAAmI,UAAU,CAAC,IAAI,8DAA8D,CAClN,CAAC;QACL,CAAC;QACD,MAAM,aAAa,GAAG,gBAAgB,CACnC,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,mBAAmB,EAC3B,UAAU,CAAC,IAAI,CACjB,CAAC;QACF,yEAAyE;QACzE,0EAA0E;QAC1E,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACF,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;QACnC,CAAC;QAAC,WAAM,CAAC;YACN,MAAM,IAAI,iBAAU,CACjB,kDAAkD,UAAU,CAAC,IAAI,IAAI,EACrE,gCAAgC,OAAO,CAAC,YAAY,sBAAsB,OAAO,CAAC,mBAAmB,yBAAyB,CAChI,CAAC;QACL,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC/D,MAAM,IAAI,iBAAU,CACjB,sBAAsB,UAAU,CAAC,IAAI,gCAAgC,MAAM,CAAC,QAAQ,KAAK,EACzF,yDAAyD,CAC3D,CAAC;QACL,CAAC;QACD,WAAW,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE,WAAW;YACjB,mBAAmB,EAAE,EAAE,aAAa,EAAE;SACxC,CAAC,CAAC;IACN,CAAC;IAED,4CAA4C;IAC5C,EAAE;IACF,0EAA0E;IAC1E,wEAAwE;IACxE,6EAA6E;IAC7E,6EAA6E;IAC7E,4EAA4E;IAC5E,mDAAmD;IACnD,EAAE;IACF,wEAAwE;IACxE,2EAA2E;IAC3E,6EAA6E;IAC7E,mEAAmE;IACnE,EAAE;IACF,4EAA4E;IAC5E,uCAAuC;IAEvC,uBACG,YAAY,EAAE,KAAK,EACnB,YAAY,EAAE;YACX;gBACG,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;gBAC5D,WAAW;aACb;SACH,IACE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAC/D;AACL,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAgB,kBAAkB,CAC/B,SAAiB;IAEjB,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,IAAA,+CAAwB,EAAC,SAAS,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,IAAI,MAAM,CAAC,EAAE,CAAC;QACrE,OAAO,SAAS,CAAC;IACpB,CAAC;IACD,MAAM,SAAS,GAAI,MAAiC,CAAC,SAAS,CAAC;IAC/D,2EAA2E;IAC3E,mBAAmB;IACnB,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7D,OAAO;YACJ,OAAO,EAAE,wBAAwB,UAAU,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,4HAA4H;SAC/N,CAAC;IACL,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,SAAoC,EAAE,CAAC;AAC7D,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAC7B,MAAuB,EACvB,WAAmB;IAEnB,uCACM,MAAM,KACT,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,iCACjD,WAAW,KACd,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACrD,UAAU,CAAC,IAAI,KAAK,WAAW,IAAI,UAAU,CAAC,mBAAmB;gBAC9D,CAAC,iCACO,UAAU,KACb,mBAAmB,kCACb,UAAU,CAAC,mBAAmB,KACjC,WAAW,OAGnB,CAAC,CAAC,UAAU,CACjB,IACF,CAAC,IACJ;AACL,CAAC"}

package/dist/setup-core/publisherconfig.oracle.js

@@ -0,0 +1,166 @@
+"use strict";
+/**
+ * The oracle test: does a real Publisher server accept what we generate?
+ *
+ * Correctness of `publisher.config.json` is defined by the server's config
+ * loader, not by our idea of it, and the two have already diverged twice in ways
+ * no unit test could see:
+ *
+ *  - the server needs the NESTED `publisherConnection` shape, while the VS Code
+ *    extension writes a flat one for a different consumer;
+ *  - the server RESERVES the connection name `duckdb`, which the extension
+ *    always injects.
+ *
+ * The second one is why this file exists. A reserved name makes the server skip
+ * the whole environment, and it says so only in a log line — it still binds both
+ * ports and prints both "listening at" lines. A hand-written schema checker
+ * would have passed the broken config, because the shape was valid; only the
+ * real loader knew the rule.
+ *
+ * ## Not part of `npm test`
+ *
+ * This spawns `npx @malloy-publisher/server`, which downloads a large package
+ * and takes tens of seconds. Keeping it out of the unit suite keeps that suite
+ * in the two-second range. Run it with `npm run test:oracle` — before changing
+ * anything in `publisherconfig.ts`, and when bumping `publisher_version` in
+ * `infrastructure/malloy-versions.json`, since that is when the rules can move
+ * under us.
+ *
+ * It is a plain script rather than a mocha spec so it cannot be picked up by
+ * `src/**\/*.spec.ts` and silently make the unit suite slow.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const child_process_1 = require("child_process");
+const fs_1 = __importDefault(require("fs"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const publisherconfig_1 = require("./publisherconfig");
+const publisherversion_1 = require("./publisherversion");
+const readylines_1 = require("./readylines");
+const BOOT_TIMEOUT_MS = 180000;
+function log(message) {
+    process.stdout.write(`${message}\n`);
+}
+function main() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const workDir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "publisher-oracle-"));
+        const packageDir = path_1.default.join(workDir, "pkg");
+        fs_1.default.mkdirSync(packageDir, { recursive: true });
+        fs_1.default.writeFileSync(path_1.default.join(packageDir, "publisher.json"), `${JSON.stringify({ name: "pkg" }, null, 2)}\n`);
+        // A `publisher`-proxy connection is the shape under test. It is never dialed
+        // during boot — the server validates the config, it does not connect — so
+        // this needs no network and no credentials.
+        const config = (0, publisherconfig_1.buildPublisherConfig)({
+            deployment: "production",
+            organization: "acme",
+            credibleEnvironment: "prod-bars",
+            connections: [{ name: "warehouse" }],
+            // Absolute, because that is what the real flow passes and what
+            // `buildPublisherConfig` requires. A relative location here made this
+            // harness throw before it ever spawned a server — so the suite whose
+            // entire purpose is to ask the real loader a question was answering it
+            // from our own validator instead.
+            packageLocation: packageDir,
+            packageName: "pkg",
+        });
+        fs_1.default.writeFileSync(path_1.default.join(workDir, "publisher.config.json"), `${JSON.stringify(config, null, 3)}\n`);
+        log(`Generated config in ${workDir}`);
+        // Port 0 is fine HERE, unlike in a real session: nothing reads a .mcp.json
+        // afterwards, and it guarantees we do not collide with a developer's own
+        // running publisher.
+        const child = (0, child_process_1.spawn)("npx", [
+            "-y",
+            `@malloy-publisher/server@${publisherversion_1.PUBLISHER_VERSION}`,
+            "--server_root",
+            ".",
+            "--config",
+            "./publisher.config.json",
+            "--host",
+            "127.0.0.1",
+            "--port",
+            "0",
+            "--mcp_port",
+            "0",
+            "--watch-env",
+            "default",
+        ], {
+            cwd: workDir,
+            env: Object.assign(Object.assign({}, process.env), { PUBLISHER_ALLOW_PROXY_CONNECTIONS: "true" }),
+        });
+        const outcome = yield new Promise((resolve) => {
+            let buffer = "";
+            const timer = setTimeout(() => resolve({
+                ok: false,
+                detail: `no readiness line within ${BOOT_TIMEOUT_MS}ms`,
+            }), BOOT_TIMEOUT_MS);
+            const consume = (chunk) => {
+                var _a;
+                buffer += chunk.toString();
+                const lines = buffer.split("\n");
+                // Keep the last, possibly-partial line for the next chunk: a
+                // readiness line split across chunks must not be read as truncated.
+                buffer = (_a = lines.pop()) !== null && _a !== void 0 ? _a : "";
+                for (const line of lines) {
+                    const failure = (0, readylines_1.parseInitFailedLine)(line);
+                    if (failure) {
+                        clearTimeout(timer);
+                        resolve({ ok: false, detail: `init failed: ${failure}` });
+                        return;
+                    }
+                    const readiness = (0, readylines_1.parseReadinessLine)(line);
+                    if (readiness) {
+                        clearTimeout(timer);
+                        // Stricter than a session is, deliberately. `cred dev` keeps a
+                        // server whose model failed to compile, because that is a
+                        // state a user works in. Here the package holds no models at
+                        // all, so anything short of serving means the CONFIG was
+                        // rejected — which is the only thing this asks about.
+                        const verdict = (0, readylines_1.readinessVerdict)(readiness);
+                        resolve(verdict.kind === "serving"
+                            ? {
+                                ok: true,
+                                detail: `environments=${readiness.environments} packages=${readiness.packages} load_errors=${readiness.loadErrors}`,
+                            }
+                            : { ok: false, detail: verdict.reason });
+                        return;
+                    }
+                }
+            };
+            child.stdout.on("data", consume);
+            child.stderr.on("data", consume);
+            child.on("error", (error) => {
+                clearTimeout(timer);
+                resolve({ ok: false, detail: `could not spawn: ${error.message}` });
+            });
+            child.on("exit", (code) => {
+                clearTimeout(timer);
+                resolve({
+                    ok: false,
+                    detail: `server exited with code ${code} before reporting readiness`,
+                });
+            });
+        });
+        child.kill("SIGTERM");
+        fs_1.default.rmSync(workDir, { recursive: true, force: true });
+        if (!outcome.ok) {
+            log(`FAIL: the real server rejected our config — ${outcome.detail}`);
+            process.exitCode = 1;
+            return;
+        }
+        log(`PASS: real server loaded our config (${outcome.detail})`);
+    });
+}
+void main();
+//# sourceMappingURL=publisherconfig.oracle.js.map

package/dist/setup-core/publisherconfig.oracle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publisherconfig.oracle.js","sourceRoot":"","sources":["../../src/setup-core/publisherconfig.oracle.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;;;;;;;;;;;;;;AAEH,iDAAsC;AACtC,4CAAoB;AACpB,4CAAoB;AACpB,gDAAwB;AACxB,uDAAyD;AACzD,yDAAuD;AACvD,6CAIsB;AAEtB,MAAM,eAAe,GAAG,MAAO,CAAC;AAEhC,SAAS,GAAG,CAAC,OAAe;IACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;AACxC,CAAC;AAED,SAAe,IAAI;;QAChB,MAAM,OAAO,GAAG,YAAE,CAAC,WAAW,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7C,YAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,YAAE,CAAC,aAAa,CACb,cAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC,EACvC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACjD,CAAC;QAEF,6EAA6E;QAC7E,0EAA0E;QAC1E,4CAA4C;QAC5C,MAAM,MAAM,GAAG,IAAA,sCAAoB,EAAC;YACjC,UAAU,EAAE,YAAY;YACxB,YAAY,EAAE,MAAM;YACpB,mBAAmB,EAAE,WAAW;YAChC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACpC,+DAA+D;YAC/D,sEAAsE;YACtE,qEAAqE;YACrE,uEAAuE;YACvE,kCAAkC;YAClC,eAAe,EAAE,UAAU;YAC3B,WAAW,EAAE,KAAK;SACpB,CAAC,CAAC;QACH,YAAE,CAAC,aAAa,CACb,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,uBAAuB,CAAC,EAC3C,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACxC,CAAC;QACF,GAAG,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;QAEtC,2EAA2E;QAC3E,yEAAyE;QACzE,qBAAqB;QACrB,MAAM,KAAK,GAAG,IAAA,qBAAK,EAChB,KAAK,EACL;YACG,IAAI;YACJ,4BAA4B,oCAAiB,EAAE;YAC/C,eAAe;YACf,GAAG;YACH,UAAU;YACV,yBAAyB;YACzB,QAAQ;YACR,WAAW;YACX,QAAQ;YACR,GAAG;YACH,YAAY;YACZ,GAAG;YACH,aAAa;YACb,SAAS;SACX,EACD;YACG,GAAG,EAAE,OAAO;YACZ,GAAG,kCAAO,OAAO,CAAC,GAAG,KAAE,iCAAiC,EAAE,MAAM,GAAE;SACpE,CACH,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,OAAO,CAC9B,CAAC,OAAO,EAAE,EAAE;YACT,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,UAAU,CACrB,GAAG,EAAE,CACF,OAAO,CAAC;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,4BAA4B,eAAe,IAAI;aACzD,CAAC,EACL,eAAe,CACjB,CAAC;YAEF,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE;;gBAC/B,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,6DAA6D;gBAC7D,oEAAoE;gBACpE,MAAM,GAAG,MAAA,KAAK,CAAC,GAAG,EAAE,mCAAI,EAAE,CAAC;gBAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACxB,MAAM,OAAO,GAAG,IAAA,gCAAmB,EAAC,IAAI,CAAC,CAAC;oBAC1C,IAAI,OAAO,EAAE,CAAC;wBACX,YAAY,CAAC,KAAK,CAAC,CAAC;wBACpB,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,OAAO,EAAE,EAAE,CAAC,CAAC;wBAC1D,OAAO;oBACV,CAAC;oBACD,MAAM,SAAS,GAAG,IAAA,+BAAkB,EAAC,IAAI,CAAC,CAAC;oBAC3C,IAAI,SAAS,EAAE,CAAC;wBACb,YAAY,CAAC,KAAK,CAAC,CAAC;wBACpB,+DAA+D;wBAC/D,0DAA0D;wBAC1D,6DAA6D;wBAC7D,yDAAyD;wBACzD,sDAAsD;wBACtD,MAAM,OAAO,GAAG,IAAA,6BAAgB,EAAC,SAAS,CAAC,CAAC;wBAC5C,OAAO,CACJ,OAAO,CAAC,IAAI,KAAK,SAAS;4BACvB,CAAC,CAAC;gCACG,EAAE,EAAE,IAAI;gCACR,MAAM,EAAE,gBAAgB,SAAS,CAAC,YAAY,aAAa,SAAS,CAAC,QAAQ,gBAAgB,SAAS,CAAC,UAAU,EAAE;6BACrH;4BACH,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAC5C,CAAC;wBACF,OAAO;oBACV,CAAC;gBACJ,CAAC;YACJ,CAAC,CAAC;YAEF,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oBAAoB,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACvB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,2BAA2B,IAAI,6BAA6B;iBACtE,CAAC,CAAC;YACN,CAAC,CAAC,CAAC;QACN,CAAC,CACH,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,YAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACf,GAAG,CAAC,+CAA+C,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACrE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACV,CAAC;QACD,GAAG,CAAC,wCAAwC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAClE,CAAC;CAAA;AAED,KAAK,IAAI,EAAE,CAAC"}