@intentius/chant 0.124.44 → 0.124.46

package/dist/ci-identity.js

@@ -21,6 +21,17 @@
  * identity. The record job plans the merged commit with the plan identity,
  * and the apply jobs trade for the apply identity.
  *
+ * Per target (#4332): a rule with `targets` covers only the targets those
+ * globs match, the Terraform roots or Op wave runs inside one member, so
+ * one member's targets can plan and apply as different identities. A
+ * target takes the first rule that covers its environment, member and
+ * target ({@link resolveTargetCloudIdentity}). The plan job then trades for
+ * every plan identity the member's targets take, keeps the credentials of
+ * each in a file named by {@link CLOUD_TARGETS_ENV}, and a product hands
+ * each target's tool its own with {@link targetCloudEnv}. An apply splits
+ * into one job per apply identity ({@link cloudIdentityGroups},
+ * {@link cloudIdentityWave}), so no job holds two targets' apply tokens.
+ *
  * The trade is terragucci's `oidc-trade.ts` (INTENTIUS/terragucci e6cb431,
  * packages/terragucci/src/oidc-trade.ts) with these clients:
  *
@@ -38,65 +49,289 @@
  * another client could be traded for; a tool that needs the OIDC token
  * itself cannot plan under this block.
  */
-// @ts-ignore: picomatch has no types declaration
-import picomatch from "picomatch";
+import { readFileSync } from "node:fs";
 /** The clouds `ci.identity.cloud` names. */
 export const CLOUDS = ["aws", "gcp", "azure"];
-const matches = (globs, name) => globs === undefined || (name !== undefined && globs.some((g) => picomatch(g)(name)));
-/** The first rule that covers `env` and `member`, or undefined. */
-export function ruleFor(rules, env, member) {
-    return rules.find((r) => matches(r.environments, env) && matches(r.members, member));
+/** The key a cloud's trade names its identity under. */
+export const IDENTITY_KEY = { aws: "role", gcp: "serviceAccount", azure: "clientId" };
+/**
+ * A glob over a name (#4296): `*` and `?` within the name, `[...]` classes,
+ * `{a,b}` alternatives, a leading `!` negates. The grammar `ciMemberGlobs`
+ * documents, with no dependency, so this module bundles small (#4332).
+ */
+export function nameGlobMatch(glob, name) {
+    if (glob.startsWith("!"))
+        return !nameGlobMatch(glob.slice(1), name);
+    return expandBraces(glob).some((g) => new RegExp(`^${globBody(g, false)}$`).test(name));
+}
+/**
+ * A glob over a target (#4332): `*` within one `/` segment, `**` across
+ * segments (and `a/**\/b` across none), `?` one character. The reading of
+ * `targetGlobMatch` in ./op/gate-quorum.ts and the terraform lexicon's unit
+ * globs, so a root's glob means one thing in each.
+ */
+export function targetGlobMatch(glob, target) {
+    const trim = (v) => v.replace(/\\/g, "/").replace(/\/+$/, "");
+    return new RegExp(`^${globBody(trim(glob), true)}$`).test(trim(target));
+}
+/** `{a,b}` alternatives, nested too, expanded into plain globs. */
+function expandBraces(glob) {
+    const open = glob.indexOf("{");
+    if (open < 0)
+        return [glob];
+    let depth = 0;
+    const cuts = [];
+    for (let i = open; i < glob.length; i++) {
+        const c = glob[i];
+        if (c === "{")
+            depth++;
+        else if (c === "}" && --depth === 0) {
+            const parts = cuts.length === 0 ? [glob.slice(open + 1, i)] : [open, ...cuts].map((at, k, all) => glob.slice(at + 1, k + 1 < all.length ? all[k + 1] : i));
+            const rest = expandBraces(glob.slice(i + 1));
+            return parts.flatMap((p) => expandBraces(glob.slice(0, open) + p)).flatMap((head) => rest.map((tail) => head + tail));
+        }
+        else if (c === "," && depth === 1)
+            cuts.push(i);
+    }
+    return [glob];
+}
+/** A glob's regular expression body. `paths`: `**` crosses `/`, and classes and braces are literal. */
+function globBody(g, paths) {
+    let re = "";
+    for (let i = 0; i < g.length; i++) {
+        const c = g[i];
+        if (c === "*" && g[i + 1] === "*" && paths) {
+            if (g[i + 2] === "/") {
+                re += "(?:.*/)?";
+                i += 2;
+            }
+            else {
+                re += ".*";
+                i += 1;
+            }
+        }
+        else if (c === "*") {
+            re += "[^/]*";
+            while (g[i + 1] === "*")
+                i++;
+        }
+        else if (c === "?")
+            re += "[^/]";
+        else if (c === "[" && !paths && g.indexOf("]", i + 2) > i) {
+            const end = g.indexOf("]", i + 2);
+            const body = g.slice(i + 1, end);
+            re += `[${body.startsWith("!") ? `^${body.slice(1)}` : body}]`.replace(/\\/g, "\\\\");
+            i = end;
+        }
+        else
+            re += c.replace(/[.+^${}()|[\]\\]/g, "\\$&");
+    }
+    return re;
+}
+const matches = (globs, name) => globs === undefined || (name !== undefined && globs.some((g) => nameGlobMatch(g, name)));
+const coversTarget = (r, target) => r.targets === undefined || (target !== undefined && r.targets.some((g) => targetGlobMatch(g, target)));
+/**
+ * The first rule that covers `env`, `member` and `target`, or undefined.
+ * With no `target`, the first rule that names no targets: the pipeline's own.
+ */
+export function ruleFor(rules, env, member, target) {
+    return rules.find((r) => matches(r.environments, env) && matches(r.members, member) && coversTarget(r, target));
 }
 /** The provider's resource name without the `//iam.googleapis.com/` prefix. */
 const providerPath = (p) => p.replace(/^(https:)?\/\/iam\.googleapis\.com\//, "");
+/** Where each cloud trades, the same for every identity of the cloud. */
+function cloudPlace(decl, cloud) {
+    if (cloud === "aws") {
+        const a = decl.aws;
+        return { region: a.region ?? "us-east-1", audience: a.audience ?? "sts.amazonaws.com", ...(a.endpoint ? { endpoint: a.endpoint } : {}) };
+    }
+    if (cloud === "gcp") {
+        const g = decl.gcp;
+        const provider = providerPath(g.provider);
+        return {
+            provider,
+            audience: g.audience ?? `https://iam.googleapis.com/${provider}`,
+            ...(g.stsEndpoint ? { stsEndpoint: g.stsEndpoint } : {}),
+            ...(g.iamEndpoint ? { iamEndpoint: g.iamEndpoint } : {}),
+        };
+    }
+    const z = decl.azure;
+    return {
+        tenantId: z.tenantId,
+        audience: z.audience ?? "api://AzureADTokenExchange",
+        ...(z.subscriptionId ? { subscriptionId: z.subscriptionId } : {}),
+        ...(z.authority ? { authority: z.authority } : {}),
+    };
+}
+/** One cloud's trade: its own identity, the targets that take another, and where it trades. */
+function cloudTrade(decl, cloud, own, targets) {
+    const key = IDENTITY_KEY[cloud];
+    return {
+        ...(own !== undefined ? { [key]: own } : {}),
+        ...(targets.length > 0 ? { targets: targets.map((t) => ({ targets: [...t.targets], [key]: t.id })) } : {}),
+        ...cloudPlace(decl, cloud),
+    };
+}
 /**
  * The plan and apply trades of the pipeline for `env` and `member`, or
  * undefined when no rule of any cloud covers them. A cloud no rule covers
- * is left out of both.
+ * is left out of both. Each cloud's own identity is the first rule with no
+ * `targets` that covers the pipeline; the rules with `targets` before it
+ * are the cloud's `targets` (#4332), so the plan trade holds every plan
+ * identity a target of the member takes, and the apply trade every apply
+ * identity.
  */
 export function resolveCloudIdentity(decl, env, member) {
     if (!decl)
         return undefined;
     const plan = {};
     const apply = {};
-    const aws = decl.aws && ruleFor(decl.aws.rules, env, member);
-    if (decl.aws && aws) {
-        const at = { region: decl.aws.region ?? "us-east-1", audience: decl.aws.audience ?? "sts.amazonaws.com", ...(decl.aws.endpoint ? { endpoint: decl.aws.endpoint } : {}) };
-        plan.aws = { role: aws.plan, ...at };
-        apply.aws = { role: aws.apply, ...at };
+    for (const cloud of CLOUDS) {
+        const rules = decl[cloud]?.rules;
+        if (!rules)
+            continue;
+        const covering = rules.filter((r) => matches(r.environments, env) && matches(r.members, member));
+        const cut = covering.findIndex((r) => r.targets === undefined);
+        const own = cut < 0 ? undefined : covering[cut];
+        const byTarget = (cut < 0 ? covering : covering.slice(0, cut)).filter((r) => r.targets !== undefined);
+        if (!own && byTarget.length === 0)
+            continue;
+        plan[cloud] = cloudTrade(decl, cloud, own?.plan, byTarget.map((r) => ({ targets: r.targets, id: r.plan })));
+        apply[cloud] = cloudTrade(decl, cloud, own?.apply, byTarget.map((r) => ({ targets: r.targets, id: r.apply })));
     }
-    const gcp = decl.gcp && ruleFor(decl.gcp.rules, env, member);
-    if (decl.gcp && gcp) {
-        const provider = providerPath(decl.gcp.provider);
-        const at = {
-            provider,
-            audience: decl.gcp.audience ?? `https://iam.googleapis.com/${provider}`,
-            ...(decl.gcp.stsEndpoint ? { stsEndpoint: decl.gcp.stsEndpoint } : {}),
-            ...(decl.gcp.iamEndpoint ? { iamEndpoint: decl.gcp.iamEndpoint } : {}),
-        };
-        plan.gcp = { serviceAccount: gcp.plan, ...at };
-        apply.gcp = { serviceAccount: gcp.apply, ...at };
+    return Object.keys(plan).length > 0 ? { plan: plan, apply: apply } : undefined;
+}
+/**
+ * The plan and apply trades of one target (#4332): per cloud, the first
+ * rule that covers `env`, `member` and `target`. Undefined when no rule of
+ * any cloud covers it. Each trade names one identity per cloud and no
+ * `targets`.
+ */
+export function resolveTargetCloudIdentity(decl, env, member, target) {
+    if (!decl)
+        return undefined;
+    const plan = {};
+    const apply = {};
+    for (const cloud of CLOUDS) {
+        const rule = decl[cloud] && ruleFor(decl[cloud].rules, env, member, target);
+        if (!rule)
+            continue;
+        plan[cloud] = cloudTrade(decl, cloud, rule.plan, []);
+        apply[cloud] = cloudTrade(decl, cloud, rule.apply, []);
     }
-    const azure = decl.azure && ruleFor(decl.azure.rules, env, member);
-    if (decl.azure && azure) {
-        const at = {
-            tenantId: decl.azure.tenantId,
-            audience: decl.azure.audience ?? "api://AzureADTokenExchange",
-            ...(decl.azure.subscriptionId ? { subscriptionId: decl.azure.subscriptionId } : {}),
-            ...(decl.azure.authority ? { authority: decl.azure.authority } : {}),
-        };
-        plan.azure = { clientId: azure.plan, ...at };
-        apply.azure = { clientId: azure.apply, ...at };
+    return Object.keys(plan).length > 0 ? { plan: plan, apply: apply } : undefined;
+}
+/** The name a pull request environment's rule is matched against (#4330): any pull request's, as `pr-*` covers it. */
+export const PR_ENV_IDENTITY_PROBE = "pr-1";
+/**
+ * The trade a pull request environment's jobs take (#4330): per cloud, the
+ * apply identity of the rules {@link resolveCloudIdentity} gives `pr-1` and
+ * `member`, from the rules that name `environments` only. env-up runs the
+ * change's code with that identity, so a rule with no `environments`, which
+ * covers every environment, is never one it gets: give pull request
+ * environments a rule of their own, such as `environments: ["pr-*"]`, whose
+ * identity reaches only what they may touch. Undefined when no such rule
+ * covers them.
+ */
+export function resolvePrEnvCloudIdentity(decl, member) {
+    if (!decl)
+        return undefined;
+    const named = {};
+    for (const cloud of CLOUDS) {
+        const c = decl[cloud];
+        if (c)
+            named[cloud] = { ...c, rules: c.rules.filter((r) => r.environments !== undefined) };
+    }
+    return resolveCloudIdentity(named, PR_ENV_IDENTITY_PROBE, member)?.apply;
+}
+/** The group name a glob gives: `envs/prod/**` is `envs-prod`. terragucci's `nameFrom` (groups.ts at INTENTIUS/terragucci ca05bd9). */
+const nameFrom = (glob) => glob.toLowerCase().replace(/\*+/g, "").replace(/[^a-z0-9_-]+/g, "-").replace(/^-+|-+$/g, "");
+/** The name of the apply job group for {@link CloudIdentityGroup}s with no rule of their own. */
+export const DEFAULT_IDENTITY_GROUP = "default";
+/**
+ * `targets` grouped by the identities they take (#4332), so each group's
+ * apply runs in a job of its own with its group's identities alone.
+ * Targets that take the same plan and apply identity in every cloud are one
+ * group. The groups come in the order their first target comes, with
+ * `default` (the targets no rule with `targets` took) last. Names are
+ * unique: a second group of one name gets `-2`.
+ */
+export function cloudIdentityGroups(decl, env, member, targets) {
+    const byKey = new Map();
+    for (const target of targets) {
+        const identity = resolveTargetCloudIdentity(decl, env, member, target);
+        const key = JSON.stringify(identity ? CLOUDS.map((c) => [identity.plan[c] ? tradeIdentities({ [c]: identity.plan[c] }) : [], identity.apply[c] ? tradeIdentities({ [c]: identity.apply[c] }) : []]) : null);
+        const at = byKey.get(key);
+        if (at) {
+            at.group.targets.push(target);
+            continue;
+        }
+        const rule = CLOUDS.map((c) => decl?.[c] && ruleFor(decl[c].rules, env, member, target)).find((r) => r?.targets !== undefined);
+        const named = rule ? (rule.name ?? (nameFrom(rule.targets[0]) || "group")) : DEFAULT_IDENTITY_GROUP;
+        // An Op wave's own jobs are `decide` and `share-<i>` (./op/op-waves.ts), so a group takes neither name.
+        const base = named === "decide" || /^share-\d+$/.test(named) ? `${named}-targets` : named;
+        byKey.set(key, { base, group: { name: base, targets: [target], ...(identity ? { identity } : {}) } });
     }
-    return Object.keys(plan).length > 0 ? { plan, apply } : undefined;
+    const all = [...byKey.values()];
+    const ordered = [...all.filter((g) => g.base !== DEFAULT_IDENTITY_GROUP), ...all.filter((g) => g.base === DEFAULT_IDENTITY_GROUP)];
+    const taken = new Set();
+    return ordered.map(({ base, group }) => {
+        let name = base;
+        for (let n = 2; taken.has(name); n++)
+            name = `${base}-${n}`;
+        taken.add(name);
+        return { ...group, name };
+    });
+}
+/**
+ * An Op wave's cloud identities over its run targets (#4332), as
+ * `OpWave.cloud` and `OpWave.jobs` (./op/op-waves.ts) take them. With two
+ * or more {@link cloudIdentityGroups}, the deciding job trades for every
+ * plan identity of the targets and each group's job for its group's apply
+ * identities alone. With one group, the wave's one job trades for that
+ * group's apply identities, and `jobs` is absent. Neither, when no rule
+ * covers a target.
+ */
+export function cloudIdentityWave(decl, env, member, targets) {
+    const groups = cloudIdentityGroups(decl, env, member, targets);
+    if (groups.length === 0)
+        return {};
+    if (groups.length === 1)
+        return groups[0].identity ? { cloud: groups[0].identity.apply } : {};
+    const plan = resolveCloudIdentity(decl, env, member)?.plan;
+    return {
+        ...(plan ? { cloud: plan } : {}),
+        jobs: groups.map((g) => ({ name: g.name, runs: [...g.targets], ...(g.identity ? { cloud: g.identity.apply } : {}) })),
+    };
+}
+/**
+ * Why one job may not apply under `spec` (#4332), or undefined: a cloud
+ * whose trade names more than one identity would hand one job the apply
+ * tokens of targets that apply as different identities.
+ */
+export function oneApplyIdentityProblem(spec) {
+    for (const cloud of tradedClouds(spec)) {
+        const ids = tradeIdentities({ [cloud]: spec[cloud] });
+        if (ids.length > 1)
+            return `ci.identity.cloud gives the targets of one apply job ${ids.length} ${cloud} apply identities (${ids.join(", ")}); a job may hold one, so apply them in a job per identity (cloudIdentityGroups)`;
+    }
+    return undefined;
 }
 /** The clouds a trade covers, in {@link CLOUDS} order. */
 export function tradedClouds(spec) {
     return CLOUDS.filter((c) => spec[c] !== undefined);
 }
-/** Every identity a trade names: the role, the service account, the client id. */
+/** Every identity a trade names, once each: the roles, the service accounts, the client ids, its targets' too (#4332). */
 export function tradeIdentities(spec) {
-    return [spec.aws?.role, spec.gcp?.serviceAccount, spec.azure?.clientId].filter((v) => v !== undefined);
+    const out = [];
+    for (const cloud of tradedClouds(spec)) {
+        const c = spec[cloud];
+        const key = IDENTITY_KEY[cloud];
+        for (const id of [c[key], ...(c.targets ?? []).map((t) => t[key])])
+            if (id !== undefined && !out.includes(id))
+                out.push(id);
+    }
+    return out;
 }
 /**
  * The problems of a declared `ci.identity.cloud`, each with its JSON
@@ -137,15 +372,25 @@ export const TRADED_VARS = {
     gcp: ["GOOGLE_OAUTH_ACCESS_TOKEN", "CLOUDSDK_AUTH_ACCESS_TOKEN"],
     azure: ["AZURE_ACCESS_TOKEN", "AZURE_CLIENT_ID", "AZURE_TENANT_ID", "ARM_CLIENT_ID", "ARM_TENANT_ID", "AZURE_SUBSCRIPTION_ID", "ARM_SUBSCRIPTION_ID"],
 };
+/**
+ * The variable the trade sets when a cloud names `targets` (#4332): the
+ * path of a JSON file, mode 0600 and outside the checkout, with each
+ * identity's credentials and which targets take it. {@link targetCloudEnv}
+ * reads it.
+ */
+export const CLOUD_TARGETS_ENV = "CHANT_CLOUD_TARGETS";
 /**
  * The trade, a script for `node -e` with no dependency, so it runs before
  * the checkout and reads none of the change's files. argv 1 is the file it
  * writes and argv 2 its {@link TradeFormat}; {@link TRADE_SPEC_ENV} is the
  * spec. The token comes from a cloud's {@link idTokenVar} when the job has
  * it (GitLab's `id_tokens`), else from the forge's request URL with the
- * cloud's audience. A value that holds anything but printable ASCII with no
- * space is refused, so no answer can add a line of its own to the file. The
- * script never prints a token.
+ * cloud's audience, once per cloud. Each identity of a cloud (its own, and
+ * its targets', #4332) is traded with that one token. The job's own
+ * identity's variables go in the file; with targets, every identity's go in
+ * the {@link CLOUD_TARGETS_ENV} file too. A value that holds anything but
+ * printable ASCII with no space is refused, so no answer can add a line of
+ * its own to the file. The script never prints a token.
  */
 export const TRADE_JS = [
     'const fs=require("fs");',
@@ -164,27 +409,40 @@ export const TRADE_JS = [
     'const r=await fetch(u+(u.includes("?")?"&":"?")+"audience="+encodeURIComponent(aud),{headers:{authorization:"bearer "+k,accept:"application/json"}});',
     'if(!r.ok)throw new Error("the OIDC token request answered "+r.status);',
     'const v=json(await r.text(),"the OIDC token request").value;if(!clean(v))throw new Error("the OIDC token request gave no token");return v};',
-    "const vars={},secrets=[],said=[];",
+    `const KEY=${JSON.stringify(IDENTITY_KEY)};`,
+    // #4332: a cloud's identities, its own first, then its targets', once each.
+    'const ids=(c)=>{const s=spec[c],l=[];if(s[KEY[c]])l.push(s[KEY[c]]);for(const t of s.targets||[])if(!l.includes(t[KEY[c]]))l.push(t[KEY[c]]);if(!l.length)throw new Error(c+" names no identity");return l};',
+    "const vars={},secrets=[],said=[],by={};",
     "const run=async()=>{",
-    "if(spec.aws){const a=spec.aws;const tok=await idToken(\"aws\",a.audience);",
+    'if(spec.aws){const a=spec.aws;const tok=await idToken("aws",a.audience);by.aws={};',
     'const ep=trim(a.endpoint||process.env.AWS_ENDPOINT_URL_STS||("https://sts."+a.region+".amazonaws.com"+(a.region.startsWith("cn-")?".cn":"")));',
-    'const t=await post(ep+"/",{"content-type":"application/x-www-form-urlencoded",accept:"application/xml"},new URLSearchParams({Action:"AssumeRoleWithWebIdentity",Version:"2011-06-15",RoleArn:a.role,RoleSessionName:"chant-"+(process.env.GITHUB_RUN_ID||process.env.CI_JOB_ID||"job"),WebIdentityToken:tok}).toString());',
+    'for(const role of ids("aws")){',
+    'const t=await post(ep+"/",{"content-type":"application/x-www-form-urlencoded",accept:"application/xml"},new URLSearchParams({Action:"AssumeRoleWithWebIdentity",Version:"2011-06-15",RoleArn:role,RoleSessionName:"chant-"+(process.env.GITHUB_RUN_ID||process.env.CI_JOB_ID||"job"),WebIdentityToken:tok}).toString());',
     'const g=(k)=>{const m=new RegExp("<"+k+">([^<]+)</"+k+">").exec(t);return m?m[1].trim():undefined};',
-    'const id=g("AccessKeyId"),key=g("SecretAccessKey"),st=g("SessionToken");if(!clean(id)||!clean(key)||!clean(st))throw new Error("STS gave no credentials for "+a.role);',
-    'Object.assign(vars,{AWS_ACCESS_KEY_ID:id,AWS_SECRET_ACCESS_KEY:key,AWS_SESSION_TOKEN:st,AWS_REGION:a.region,AWS_DEFAULT_REGION:a.region});secrets.push(key,st);said.push(a.role)}',
-    "if(spec.gcp){const c=spec.gcp;const tok=await idToken(\"gcp\",c.audience);",
+    'const id=g("AccessKeyId"),key=g("SecretAccessKey"),st=g("SessionToken");if(!clean(id)||!clean(key)||!clean(st))throw new Error("STS gave no credentials for "+role);',
+    "by.aws[role]={AWS_ACCESS_KEY_ID:id,AWS_SECRET_ACCESS_KEY:key,AWS_SESSION_TOKEN:st,AWS_REGION:a.region,AWS_DEFAULT_REGION:a.region};secrets.push(key,st);said.push(role)}",
+    "if(a.role)Object.assign(vars,by.aws[a.role])}",
+    'if(spec.gcp){const c=spec.gcp;const tok=await idToken("gcp",c.audience);by.gcp={};',
     'const sts=trim(c.stsEndpoint||"https://sts.googleapis.com"),iam=trim(c.iamEndpoint||"https://iamcredentials.googleapis.com");',
     'const fed=json(await post(sts+"/v1/token",{"content-type":"application/json"},JSON.stringify({grantType:"urn:ietf:params:oauth:grant-type:token-exchange",audience:"//iam.googleapis.com/"+c.provider,scope:"https://www.googleapis.com/auth/cloud-platform",requestedTokenType:"urn:ietf:params:oauth:token-type:access_token",subjectToken:tok,subjectTokenType:"urn:ietf:params:oauth:token-type:jwt"})),"Google STS").access_token;',
     'if(!clean(fed))throw new Error("Google STS gave no token");',
-    'const at=json(await post(iam+"/v1/projects/-/serviceAccounts/"+encodeURIComponent(c.serviceAccount)+":generateAccessToken",{"content-type":"application/json",authorization:"Bearer "+fed},JSON.stringify({scope:["https://www.googleapis.com/auth/cloud-platform"]})),"IAM credentials").accessToken;',
-    'if(!clean(at))throw new Error("IAM credentials gave no token for "+c.serviceAccount);',
-    "Object.assign(vars,{GOOGLE_OAUTH_ACCESS_TOKEN:at,CLOUDSDK_AUTH_ACCESS_TOKEN:at});secrets.push(at);said.push(c.serviceAccount)}",
-    "if(spec.azure){const z=spec.azure;const tok=await idToken(\"azure\",z.audience);",
+    'for(const sa of ids("gcp")){',
+    'const at=json(await post(iam+"/v1/projects/-/serviceAccounts/"+encodeURIComponent(sa)+":generateAccessToken",{"content-type":"application/json",authorization:"Bearer "+fed},JSON.stringify({scope:["https://www.googleapis.com/auth/cloud-platform"]})),"IAM credentials").accessToken;',
+    'if(!clean(at))throw new Error("IAM credentials gave no token for "+sa);',
+    "by.gcp[sa]={GOOGLE_OAUTH_ACCESS_TOKEN:at,CLOUDSDK_AUTH_ACCESS_TOKEN:at};secrets.push(at);said.push(sa)}",
+    "if(c.serviceAccount)Object.assign(vars,by.gcp[c.serviceAccount])}",
+    'if(spec.azure){const z=spec.azure;const tok=await idToken("azure",z.audience);by.azure={};',
     'const host=trim(z.authority||"https://login.microsoftonline.com");',
-    'const at=json(await post(host+"/"+encodeURIComponent(z.tenantId)+"/oauth2/v2.0/token",{"content-type":"application/x-www-form-urlencoded"},new URLSearchParams({client_id:z.clientId,scope:"https://management.azure.com/.default",grant_type:"client_credentials",client_assertion_type:"urn:ietf:params:oauth:client-assertion-type:jwt-bearer",client_assertion:tok}).toString()),"Entra").access_token;',
-    'if(!clean(at))throw new Error("Entra gave no token for "+z.clientId);',
-    "Object.assign(vars,{AZURE_ACCESS_TOKEN:at,AZURE_CLIENT_ID:z.clientId,AZURE_TENANT_ID:z.tenantId,ARM_CLIENT_ID:z.clientId,ARM_TENANT_ID:z.tenantId});",
-    "if(z.subscriptionId)Object.assign(vars,{AZURE_SUBSCRIPTION_ID:z.subscriptionId,ARM_SUBSCRIPTION_ID:z.subscriptionId});secrets.push(at);said.push(z.clientId)}",
+    'for(const cid of ids("azure")){',
+    'const at=json(await post(host+"/"+encodeURIComponent(z.tenantId)+"/oauth2/v2.0/token",{"content-type":"application/x-www-form-urlencoded"},new URLSearchParams({client_id:cid,scope:"https://management.azure.com/.default",grant_type:"client_credentials",client_assertion_type:"urn:ietf:params:oauth:client-assertion-type:jwt-bearer",client_assertion:tok}).toString()),"Entra").access_token;',
+    'if(!clean(at))throw new Error("Entra gave no token for "+cid);',
+    "by.azure[cid]={AZURE_ACCESS_TOKEN:at,AZURE_CLIENT_ID:cid,AZURE_TENANT_ID:z.tenantId,ARM_CLIENT_ID:cid,ARM_TENANT_ID:z.tenantId,...(z.subscriptionId?{AZURE_SUBSCRIPTION_ID:z.subscriptionId,ARM_SUBSCRIPTION_ID:z.subscriptionId}:{})};secrets.push(at);said.push(cid)}",
+    "if(z.clientId)Object.assign(vars,by.azure[z.clientId])}",
+    // #4332: with targets, every identity's variables go in a file of their own, outside the checkout.
+    'const clouds=Object.keys(by);if(clouds.some((c)=>(spec[c].targets||[]).length>0)){',
+    'const doc={version:1,clouds:{}};for(const c of clouds){const s=spec[c];doc.clouds[c]={...(s[KEY[c]]?{default:s[KEY[c]]}:{}),targets:(s.targets||[]).map((t)=>({targets:t.targets,identity:t[KEY[c]]})),vars:by[c]}}',
+    'const tf=trim(process.env.RUNNER_TEMP||process.env.TMPDIR||"/tmp")+"/chant-cloud-targets-"+require("crypto").randomBytes(8).toString("hex")+".json";',
+    `fs.writeFileSync(tf,JSON.stringify(doc),{mode:0o600,flag:"wx"});vars.${CLOUD_TARGETS_ENV}=tf}`,
     'for(const [k,v] of Object.entries(vars))if(!clean(v))throw new Error(k+" is not a value the job can hold");',
     'if(format==="github-env"){for(const s of secrets)console.log("::add-mask::"+s);fs.appendFileSync(out,Object.entries(vars).map(([k,v])=>k+"="+v+"\\n").join(""))}',
     'else fs.writeFileSync(out,Object.entries(vars).map(([k,v])=>"export "+k+"="+Q+v.split(Q).join(Q+"\\\\"+Q+Q)+Q+"\\n").join(""),{mode:0o600});',
@@ -217,3 +475,54 @@ export function gitlabTradeLines(extraUnset = []) {
 export function gitlabTradeIdTokens(spec) {
     return Object.fromEntries(tradedClouds(spec).map((c) => [idTokenVar(c), { aud: spec[c].audience }]));
 }
+/**
+ * `env` for one target's tool (#4332): the job's environment with each
+ * cloud's credentials replaced by those of the identity `target` takes, as
+ * the trade left them in the {@link CLOUD_TARGETS_ENV} file. A target that
+ * no rule with `targets` covers keeps the job's own identity. Without the
+ * file (no cloud names targets), `env` as it is. terragucci's `rootRoleEnv`
+ * (roles.ts at INTENTIUS/terragucci ca05bd9).
+ */
+export function targetCloudEnv(env, target, read = (p) => readFileSync(p, "utf-8")) {
+    const out = { ...env };
+    const path = env[CLOUD_TARGETS_ENV];
+    if (!path)
+        return out;
+    const file = readTargetsFile(path, read);
+    for (const cloud of CLOUDS) {
+        const c = file.clouds[cloud];
+        if (!c)
+            continue;
+        const id = targetIdentityIn(c, target);
+        if (id === undefined || id === c.default)
+            continue;
+        const vars = c.vars[id];
+        if (!vars)
+            throw new Error(`${CLOUD_TARGETS_ENV} (${path}) holds no ${cloud} credentials for ${id}`);
+        for (const k of TRADED_VARS[cloud])
+            delete out[k];
+        Object.assign(out, vars);
+    }
+    return out;
+}
+/**
+ * The identity `target` takes in one cloud of a {@link CloudTargetsFile}:
+ * the first entry whose globs match, else the job's own. Undefined when
+ * the job has none for that cloud.
+ */
+export function targetIdentityIn(cloud, target) {
+    return cloud.targets.find((t) => t.targets.some((g) => targetGlobMatch(g, target)))?.identity ?? cloud.default;
+}
+/** The {@link CloudTargetsFile} at `path`, refused when it is not one. */
+export function readTargetsFile(path, read = (p) => readFileSync(p, "utf-8")) {
+    let file;
+    try {
+        file = JSON.parse(read(path));
+    }
+    catch (err) {
+        throw new Error(`${CLOUD_TARGETS_ENV} names ${path}, which cannot be read as the trade's targets file: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (!file || file.version !== 1 || typeof file.clouds !== "object" || file.clouds === null)
+        throw new Error(`${CLOUD_TARGETS_ENV} names ${path}, which is not a version 1 targets file`);
+    return file;
+}

package/dist/cli/commands/lint.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lint.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/lint.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAG7D,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAW,MAAM,iBAAiB,CAAC;AAyCzE;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAW5D;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAoBhC;AAED;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,0BAA0B,WAAW,CAAC;AAsBnD;;;;;;;GAOG;AACH,eAAO,MAAM,qBAAqB,WAAW,CAAC;AA2I9C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACrC,uBAAuB;IACvB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,oBAAoB;IACpB,MAAM,EAAE,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACrC,qCAAqC;IACrC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB;;;;;OAKG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,sCAAsC;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,uBAAuB;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB;IACtB,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AA+eD;;GAEG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA+N3E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAIxD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,GACtC,MAAM,IAAI,CAiCZ"}
+{"version":3,"file":"lint.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/lint.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAG7D,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAW,MAAM,iBAAiB,CAAC;AAyCzE;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAW5D;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAoBhC;AAED;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,0BAA0B,WAAW,CAAC;AAsBnD;;;;;;;GAOG;AACH,eAAO,MAAM,qBAAqB,WAAW,CAAC;AA2I9C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACrC,uBAAuB;IACvB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,oBAAoB;IACpB,MAAM,EAAE,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACrC,qCAAqC;IACrC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB;;;;;OAKG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,sCAAsC;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,uBAAuB;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB;IACtB,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAgfD;;GAEG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA+N3E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAIxD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,GACtC,MAAM,IAAI,CAiCZ"}

package/dist/cli/commands/lint.js

@@ -653,6 +653,7 @@ async function runLexiconPostSynthDiagnostics(infraPath, plugins, buildParams, s
         ruleId: d.checkId,
         severity: d.severity,
         message: `${d.entity ? `[${d.entity}] ` : ""}${d.message}`,
+        ...(d.entity ? { entity: d.entity } : {}),
     });
     for (const { plugin, diagnostics: raw } of runLexiconPostSynthChecks(withChecks, result, env, { activityContracts, telemetry, projectDir: configDir, ...(loadedConfig ? { projectConfig: loadedConfig } : {}) })) {
         const presetIds = resolvePresetIds(plugin.lintPresets?.(), lintConfig.presets?.[plugin.name] ?? "recommended");

package/dist/cli/handlers/build.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../src/cli/handlers/build.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAuOlD,wBAAsB,QAAQ,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAsJnE"}
+{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../src/cli/handlers/build.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAqPlD,wBAAsB,QAAQ,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAsJnE"}

package/dist/cli/handlers/build.js

@@ -146,6 +146,22 @@ async function runGenerateComponents(ctx) {
     if (found && args.prLoop) {
         try {
             identity = await (await import("../../workspace/ci-cloud-identity.js")).declaredCloudIdentity(resolve(args.path), args.env ?? "production", plan?.member.name);
+            // #4332: the pull-request pipeline applies a member in one job, which may hold one apply identity per cloud.
+            const applies = args.applyOnMerge || args.applyBeforeMerge;
+            const problem = identity && applies ? (await import("../../ci-identity.js")).oneApplyIdentityProblem(identity.apply) : undefined;
+            if (problem)
+                throw new Error(`${problem}; the pull-request pipeline applies ${plan?.member.name ?? "the project"} in one job, so give its targets one apply identity, or apply them through Op waves with a job group per identity (cloudIdentityWave)`);
+        }
+        catch (err) {
+            console.error(formatError({ message: err instanceof Error ? err.message : String(err) }));
+            return 1;
+        }
+    }
+    // #4330: the identity a pull request environment's jobs trade for, from a rule that names those environments.
+    let prEnvIdentity;
+    if (found && args.prLoop && args.prEnv) {
+        try {
+            prEnvIdentity = await (await import("../../workspace/ci-cloud-identity.js")).declaredPrEnvCloudIdentity(resolve(args.path), plan?.member.name);
         }
         catch (err) {
             console.error(formatError({ message: err instanceof Error ? err.message : String(err) }));
@@ -170,7 +186,7 @@ async function runGenerateComponents(ctx) {
             : {}),
         // #3183: a plan job per pull request and an apply job per merge.
         // #4292: on the branch ci.branches routes the member to, when it routes it.
-        ...(args.prLoop ? { prLoop: { ...prLoopOption(args, reportUrl, reviewRules, isolatedRunners), ...(plan?.branch ? { branch: plan.branch } : {}), ...(identity ? { identity } : {}) } } : {}),
+        ...(args.prLoop ? { prLoop: { ...prLoopOption(args, reportUrl, reviewRules, isolatedRunners), ...(plan?.branch ? { branch: plan.branch } : {}), ...(identity ? { identity } : {}), ...(prEnvIdentity ? { prEnvIdentity } : {}) } } : {}),
         // #4002: the job image and the lines that install what it lacks, chant itself included.
         ...(args.image ? { image: args.image } : {}),
         ...(args.beforeScript?.length ? { beforeScript: args.beforeScript } : {}),

package/dist/cli/handlers/declared-graph.d.ts

@@ -0,0 +1,44 @@
+import type { Declarable } from "../../declarable.js";
+import { type GraphIR } from "../../graph-ir.js";
+import type { BuildRootContributor, LexiconPlugin } from "../../lexicon.js";
+import type { CommandContext } from "../registry.js";
+/**
+ * The pieces of the declared graph that `chant graph` and `chant search` both
+ * read (#1626, #4365, #4368). They live here, once, so the two commands answer
+ * over the same entity set and the same edges: search drifted from graph once
+ * already, answering `(no matches)` over a `terraform.roots` project graph drew
+ * in full, because it never ran the build-root contributors.
+ */
+/**
+ * The build-root contributors this invocation's project configures (#1626):
+ * a `terraform.roots` root's blocks, a `k8s.kustomize.roots` root's rendered
+ * objects. The same closures `chant build` and the lifecycle handlers hand to
+ * `BuildOptions.buildRoots`, bound here for the discover-based paths, which
+ * never run `build()` and so never ran the hook.
+ *
+ * Neither command is `requiresPlugins` (Op/source-graph modes must work
+ * without a lexicon), so plugins are loaded here when `ctx.plugins` is empty.
+ * Rooted at the config's own directory, like `cli/commands/build.ts`: a
+ * relative root resolves against where it was declared, not against a
+ * sourceDir-scoped path. A project that fails to load plugins degrades to no
+ * contributors with a warning rather than failing modes that never needed
+ * plugins at all.
+ */
+export declare function declaredBuildRootContributors(ctx: CommandContext, projectPath: string): Promise<BuildRootContributor[]>;
+/**
+ * Merge build-root contributions into a discovered entity set: the exact
+ * merge `build()` performs (one implementation: `mergeBuildRootEntities`,
+ * ../../build.ts), with its warnings and errors printed. Returns false when a
+ * contributor failed or a name collided; the caller stops, because a graph
+ * missing the entities the build would refuse over must not be answered from
+ * as if complete.
+ */
+export declare function mergeDeclaredBuildRoots(entities: Map<string, Declarable>, contributors: BuildRootContributor[]): Promise<boolean>;
+/**
+ * Add the edges the lexicons' `graphEdges` hooks resolve (#3910): CI
+ * dependencies written as strings (`needs`, `uses:`, `trigger:`, `include:`,
+ * `extends`), which the AttrRef walk in `buildGraphIr` cannot see. A hook that
+ * throws costs its own edges and a warning, not the graph.
+ */
+export declare function withLexiconEdges(ir: GraphIR, plugins: readonly LexiconPlugin[], entities: Map<string, Declarable>): GraphIR;
+//# sourceMappingURL=declared-graph.d.ts.map

package/dist/cli/handlers/declared-graph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"declared-graph.d.ts","sourceRoot":"","sources":["../../../src/cli/handlers/declared-graph.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAA0B,KAAK,OAAO,EAA0B,MAAM,gBAAgB,CAAC;AAC9F,OAAO,KAAK,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD;;;;;;GAMG;AAEH;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,6BAA6B,CACjD,GAAG,EAAE,cAAc,EACnB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAoBjC;AAED;;;;;;;GAOG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EACjC,YAAY,EAAE,oBAAoB,EAAE,GACnC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,aAAa,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,OAAO,CAY3H"}