@squadbase/vite-server 0.1.17-dev.24af54e → 0.1.17-dev.423ee34

package/dist/connectors/dbt.js

@@ -16,6 +16,7 @@ var init_parameter_definition = __esm({
       type;
       secret;
       required;
+      isDeprecated;
       constructor(config) {
         this.slug = config.slug;
         this.name = config.name;
@@ -24,6 +25,7 @@ var init_parameter_definition = __esm({
         this.type = config.type;
         this.secret = config.secret;
         this.required = config.required;
+        this.isDeprecated = config.isDeprecated ?? false;
       }
       /**
        * Get the parameter value from a ConnectorConnectionObject.
@@ -435,7 +437,7 @@ var ConnectorPlugin = class _ConnectorPlugin {
   /**
    * Create tools for connections that belong to this connector.
    * Filters connections by connectorKey internally.
-   * Returns tools keyed as `${connectorKey}_${toolName}`.
+   * Returns tools keyed as `connector_${connectorKey}_${toolName}`.
    */
   createTools(connections, config, opts) {
     const myConnections = connections.filter(
@@ -445,7 +447,7 @@ var ConnectorPlugin = class _ConnectorPlugin {
     for (const t of Object.values(this.tools)) {
       const tool = t.createTool(myConnections, config);
       const originalToModelOutput = tool.toModelOutput;
-      result[`${this.connectorKey}_${t.name}`] = {
+      result[`connector_${this.connectorKey}_${t.name}`] = {
         ...tool,
         toModelOutput: async (options) => {
           if (!originalToModelOutput) {
@@ -501,19 +503,34 @@ async function runSetupFlow(flow, params, ctx, config) {
   };
   let state = flow.initialState();
   let answerIdx = 0;
+  const pendingParameterUpdates = [];
   for (const step of flow.steps) {
     const ans = ctx.answers[answerIdx];
     if (ans && ans.questionSlug === step.slug) {
       state = step.applyAnswer(state, ans.answer);
+      if (step.toParameterUpdates) {
+        pendingParameterUpdates.push(...step.toParameterUpdates(state));
+      }
       answerIdx += 1;
       continue;
     }
+    const resolvedAllowFreeText = step.allowFreeText !== void 0 ? step.allowFreeText : true;
     if (step.type === "text") {
+      if (step.fetchOptions) {
+        const options2 = await step.fetchOptions(state, runtime);
+        if (options2.length === 0) {
+          continue;
+        }
+      }
       return {
         type: "nextQuestion",
         questionSlug: step.slug,
         question: step.question[ctx.language],
-        questionType: "text"
+        questionType: "text",
+        allowFreeText: resolvedAllowFreeText,
+        ...pendingParameterUpdates.length > 0 && {
+          parameterUpdates: pendingParameterUpdates
+        }
       };
     }
     const options = step.fetchOptions ? await step.fetchOptions(state, runtime) : [];
@@ -525,11 +542,21 @@ async function runSetupFlow(flow, params, ctx, config) {
       questionSlug: step.slug,
       question: step.question[ctx.language],
       questionType: step.type,
-      options
+      options,
+      allowFreeText: resolvedAllowFreeText,
+      ...pendingParameterUpdates.length > 0 && {
+        parameterUpdates: pendingParameterUpdates
+      }
     };
   }
   const dataInvestigationResult = await flow.finalize(state, runtime);
-  return { type: "fulfilled", dataInvestigationResult };
+  return {
+    type: "fulfilled",
+    dataInvestigationResult,
+    ...pendingParameterUpdates.length > 0 && {
+      parameterUpdates: pendingParameterUpdates
+    }
+  };
 }
 async function resolveSetupSelection(params) {
   const { selected, allSentinel, fetchAll, limit } = params;
@@ -550,11 +577,11 @@ var AUTH_TYPES = {
 // ../connectors/src/connectors/dbt/setup.ts
 var dbtOnboarding = new ConnectorOnboarding({
   dataOverviewInstructions: {
-    en: `1. Call dbt_request to list models using the GraphQL query for models (first: 100)
-2. For key models, call dbt_request with the model column information query to get column names and types
+    en: `1. Call connector_dbt_request to list models using the GraphQL query for models (first: 100)
+2. For key models, call connector_dbt_request with the model column information query to get column names and types
 3. Explore sources and lineage as needed to understand the data structure`,
-    ja: `1. dbt_request \u3067\u30E2\u30C7\u30EB\u4E00\u89A7\u53D6\u5F97\u7528\u306EGraphQL\u30AF\u30A8\u30EA\u3092\u5B9F\u884C\uFF08first: 100\uFF09
-2. \u4E3B\u8981\u30E2\u30C7\u30EB\u306B\u3064\u3044\u3066 dbt_request \u3067\u30AB\u30E9\u30E0\u60C5\u5831\u53D6\u5F97\u7528\u306E\u30AF\u30A8\u30EA\u3092\u5B9F\u884C\u3057\u3001\u30AB\u30E9\u30E0\u540D\u3068\u578B\u3092\u53D6\u5F97
+    ja: `1. connector_dbt_request \u3067\u30E2\u30C7\u30EB\u4E00\u89A7\u53D6\u5F97\u7528\u306EGraphQL\u30AF\u30A8\u30EA\u3092\u5B9F\u884C\uFF08first: 100\uFF09
+2. \u4E3B\u8981\u30E2\u30C7\u30EB\u306B\u3064\u3044\u3066 connector_dbt_request \u3067\u30AB\u30E9\u30E0\u60C5\u5831\u53D6\u5F97\u7528\u306E\u30AF\u30A8\u30EA\u3092\u5B9F\u884C\u3057\u3001\u30AB\u30E9\u30E0\u540D\u3068\u578B\u3092\u53D6\u5F97
 3. \u5FC5\u8981\u306B\u5FDC\u3058\u3066\u30BD\u30FC\u30B9\u3084\u30EA\u30CD\u30FC\u30B8\u3092\u63A2\u7D22\u3057\u3001\u30C7\u30FC\u30BF\u69CB\u9020\u3092\u628A\u63E1`
   }
 });
@@ -582,10 +609,54 @@ function adminApiFetch(params, path2, init) {
   if (!headers.has("Accept")) headers.set("Accept", "application/json");
   return fetch(`${adminApiBase(host)}${trimmedPath}`, { ...init, headers });
 }
+function discoveryEndpoint(host) {
+  if (host.includes("emea")) return "https://metadata.emea.dbt.com/graphql";
+  if (host.includes(".au.")) return "https://metadata.au.dbt.com/graphql";
+  return "https://metadata.cloud.getdbt.com/graphql";
+}
+async function discoveryQuery(params, query, variables) {
+  const host = params[parameters.host.slug];
+  const token = params[parameters.token.slug];
+  const prodEnvId = params[parameters.prodEnvId.slug];
+  if (!host || !token || !prodEnvId) return null;
+  try {
+    const res = await fetch(discoveryEndpoint(host), {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${token}`,
+        Accept: "application/json"
+      },
+      body: JSON.stringify({
+        query,
+        variables: { environmentId: Number(prodEnvId), ...variables }
+      })
+    });
+    if (!res.ok) return null;
+    const json = await res.json();
+    if (json.errors && json.errors.length > 0) return null;
+    return json.data ?? null;
+  } catch {
+    return null;
+  }
+}
 
 // ../connectors/src/connectors/dbt/setup-flow.ts
 var ALL_PROJECTS = "__ALL_PROJECTS__";
 var DBT_SETUP_MAX_PROJECTS = 10;
+var DISCOVERY_FETCH_LIMIT = 500;
+var MART_TIER1_DETAIL = 20;
+var MART_TIER2_NAMES = 80;
+var INTERMEDIATE_TIER1_DETAIL = 10;
+var INTERMEDIATE_TIER2_NAMES = 40;
+var OTHER_TIER1_DETAIL = 10;
+var OTHER_TIER2_NAMES = 30;
+var SOURCE_ENUMERATION_THRESHOLD = 25;
+var MAX_EXPOSURE_DETAIL = 25;
+var MAX_METRIC_DETAIL = 25;
+var MAX_COLUMNS_PER_MODEL = 12;
+var DESCRIPTION_MAX_PRIMARY = 180;
+var DESCRIPTION_MAX_SECONDARY = 120;
 async function listAllProjects(params) {
   const accountId = params[parameters.accountId.slug];
   if (!accountId) {
@@ -615,11 +686,556 @@ async function listAllProjects(params) {
   return all;
 }
 function repoLabel(p) {
-  const repo = p.repository;
-  if (!repo) return "-";
-  if (repo.remote_url) return repo.remote_url;
-  if (repo.name) return repo.name;
-  return "-";
+  return p.repository?.remote_url ?? p.repository?.name ?? "-";
+}
+async function fetchRecentRunCount(params, projectId) {
+  const accountId = params[parameters.accountId.slug];
+  if (!accountId) return null;
+  try {
+    const path2 = `/api/v2/accounts/${encodeURIComponent(accountId)}/runs/?project_id=${encodeURIComponent(projectId)}&limit=1&order_by=-id`;
+    const res = await adminApiFetch(params, path2);
+    if (!res.ok) return null;
+    const data = await res.json();
+    const total = data.extra?.pagination?.total_count;
+    return typeof total === "number" ? total : null;
+  } catch {
+    return null;
+  }
+}
+var APPLIED_MODELS_QUERY = `query($environmentId: BigInt!, $first: Int!) {
+  environment(id: $environmentId) {
+    applied {
+      models(first: $first) {
+        totalCount
+        edges {
+          node {
+            uniqueId name description materializedType
+            database schema alias tags filePath packageName
+            catalog { columns { name type description } }
+          }
+        }
+      }
+    }
+  }
+}`;
+var DEFINITION_MODELS_QUERY = `query($environmentId: BigInt!, $first: Int!) {
+  environment(id: $environmentId) {
+    definition {
+      models(first: $first) {
+        totalCount
+        edges {
+          node {
+            uniqueId name description materializedType
+            database schema alias tags filePath packageName
+          }
+        }
+      }
+    }
+  }
+}`;
+var SOURCES_QUERY = `query($environmentId: BigInt!, $first: Int!) {
+  environment(id: $environmentId) {
+    applied {
+      sources(first: $first) {
+        totalCount
+        edges {
+          node {
+            uniqueId name description database schema identifier
+            sourceName freshness { freshnessStatus }
+          }
+        }
+      }
+    }
+  }
+}`;
+var EXPOSURES_QUERY = `query($environmentId: BigInt!, $first: Int!) {
+  environment(id: $environmentId) {
+    applied {
+      exposures(first: $first) {
+        totalCount
+        edges {
+          node {
+            uniqueId name exposureType maturity label description url
+            ownerName ownerEmail tags
+            parents { uniqueId name }
+          }
+        }
+      }
+    }
+  }
+}`;
+var METRICS_QUERY = `query($environmentId: BigInt!, $first: Int!) {
+  environment(id: $environmentId) {
+    definition {
+      metrics(first: $first) {
+        totalCount
+        edges {
+          node {
+            uniqueId name label description type filter formula
+          }
+        }
+      }
+    }
+  }
+}`;
+async function fetchModels(params) {
+  const applied = await discoveryQuery(
+    params,
+    APPLIED_MODELS_QUERY,
+    { first: DISCOVERY_FETCH_LIMIT }
+  );
+  const appliedNodes = applied?.environment?.applied?.models?.edges?.map((e) => e.node) ?? [];
+  if (appliedNodes.length > 0) {
+    return { models: appliedNodes, state: "applied" };
+  }
+  const definition = await discoveryQuery(
+    params,
+    DEFINITION_MODELS_QUERY,
+    { first: DISCOVERY_FETCH_LIMIT }
+  );
+  const definitionNodes = definition?.environment?.definition?.models?.edges?.map((e) => e.node) ?? [];
+  if (definitionNodes.length > 0) {
+    return { models: definitionNodes, state: "definition" };
+  }
+  return { models: [], state: "empty" };
+}
+async function fetchSources(params) {
+  const data = await discoveryQuery(params, SOURCES_QUERY, { first: DISCOVERY_FETCH_LIMIT });
+  return data?.environment?.applied?.sources?.edges?.map((e) => e.node) ?? [];
+}
+async function fetchExposures(params) {
+  const data = await discoveryQuery(params, EXPOSURES_QUERY, { first: DISCOVERY_FETCH_LIMIT });
+  return data?.environment?.applied?.exposures?.edges?.map((e) => e.node) ?? [];
+}
+async function fetchMetrics(params) {
+  const data = await discoveryQuery(params, METRICS_QUERY, { first: DISCOVERY_FETCH_LIMIT });
+  return data?.environment?.definition?.metrics?.edges?.map((e) => e.node) ?? [];
+}
+var MART_TAG_SET = /* @__PURE__ */ new Set([
+  "mart",
+  "marts",
+  "gold",
+  "final",
+  "reporting",
+  "presentation",
+  "bi",
+  "analytics",
+  "business",
+  "datamart",
+  "dm",
+  "dwh",
+  "exposed",
+  "kpi",
+  "fact",
+  "dimension"
+]);
+var INTERMEDIATE_TAG_SET = /* @__PURE__ */ new Set([
+  "intermediate",
+  "int",
+  "silver",
+  "transform",
+  "transformed",
+  "derived",
+  "refined",
+  "prep",
+  "normalized"
+]);
+var STAGING_TAG_SET = /* @__PURE__ */ new Set([
+  "staging",
+  "stg",
+  "bronze",
+  "source",
+  "sources",
+  "raw",
+  "base",
+  "ingest",
+  "ingested",
+  "ods",
+  "landing"
+]);
+var MART_PATH_RE = /\/(marts?|gold|presentation|bi|reporting|analytics|datamart|dwh|dm|exposed|final|serve|serving)\//;
+var INT_PATH_RE = /\/(intermediate|silver|transform|transformed|derived|refined|prep|preprocess|normalized)\//;
+var STG_PATH_RE = /\/(staging|bronze|sources?|raw|ingest|ods|landing|base)\//;
+var MART_NAME_RE = /^(fct|fact|dim|dimension|agg|mart|rpt|report|kpi|metric|cube|wide|obt|gold|datamart|dm|dwh|presentation|bi|final)_/;
+var INT_NAME_RE = /^(int|intermediate|silver|derived|transform|refined|prep)_/;
+var STG_NAME_RE = /^(stg|staging|src|source|raw|base|bronze|ingest|ods|landing)_/;
+var MART_SCHEMA_RE = /^(mart|marts|analytics|reporting|presentation|datamart|dwh|dm|gold|bi)$|_(mart|marts|gold|datamart|dm|dwh|reporting|presentation)$/;
+var INT_SCHEMA_RE = /^(int|intermediate|silver)$|_(intermediate|silver)$/;
+var STG_SCHEMA_RE = /^(stg|staging|raw|sources?|bronze|base|ods|ingest|landing)$|_(staging|stg|raw|bronze|base|ods|landing)$/;
+var LAYER_FOLDER_TOKENS = /* @__PURE__ */ new Set([
+  // standard
+  "marts",
+  "mart",
+  "intermediate",
+  "staging",
+  "sources",
+  "source",
+  "base",
+  // medallion
+  "bronze",
+  "silver",
+  "gold",
+  // dbt Labs newer
+  "presentation",
+  "transform",
+  // DW vocab
+  "reporting",
+  "analytics",
+  "datamart",
+  "dwh",
+  "dm",
+  "ods",
+  "raw",
+  "ingest",
+  "landing",
+  "final",
+  "exposed"
+]);
+function martLikelihoodScore(m) {
+  const mat = (m.materializedType ?? "").toLowerCase();
+  if (mat === "incremental") return 3;
+  if (mat === "table") return 3;
+  if (mat === "materialized_view") return 2;
+  if (mat === "view") return 1;
+  if (mat === "ephemeral") return 0;
+  if (mat === "seed") return 0;
+  return 1;
+}
+function layerModels(models, exposures) {
+  const layerOf = /* @__PURE__ */ new Map();
+  const byId = /* @__PURE__ */ new Map();
+  for (const m of models) {
+    const initial = classifyModel(m);
+    if (m.uniqueId) {
+      layerOf.set(m.uniqueId, initial);
+      byId.set(m.uniqueId, m);
+    }
+  }
+  for (const e of exposures) {
+    for (const p of e.parents ?? []) {
+      if (!p.uniqueId) continue;
+      const current = layerOf.get(p.uniqueId);
+      if (current === "other" || current === "intermediate") {
+        layerOf.set(p.uniqueId, "mart");
+      }
+    }
+  }
+  const out = {
+    mart: [],
+    intermediate: [],
+    staging: [],
+    other: []
+  };
+  for (const m of models) {
+    const layer = m.uniqueId && layerOf.get(m.uniqueId) || classifyModel(m);
+    out[layer].push(m);
+  }
+  return out;
+}
+function classifyByTags(tags) {
+  for (const raw of tags) {
+    const t = raw.toLowerCase();
+    if (MART_TAG_SET.has(t)) return "mart";
+    if (INTERMEDIATE_TAG_SET.has(t)) return "intermediate";
+    if (STAGING_TAG_SET.has(t)) return "staging";
+  }
+  return null;
+}
+function classifyModel(m) {
+  const fromTags = classifyByTags(m.tags ?? []);
+  if (fromTags) return fromTags;
+  const path2 = (m.filePath ?? "").toLowerCase();
+  if (path2) {
+    if (MART_PATH_RE.test(path2)) return "mart";
+    if (INT_PATH_RE.test(path2)) return "intermediate";
+    if (STG_PATH_RE.test(path2)) return "staging";
+  }
+  const name = (m.name ?? "").toLowerCase();
+  if (MART_NAME_RE.test(name)) return "mart";
+  if (INT_NAME_RE.test(name)) return "intermediate";
+  if (STG_NAME_RE.test(name)) return "staging";
+  const schema = (m.schema ?? "").toLowerCase();
+  if (schema) {
+    if (MART_SCHEMA_RE.test(schema)) return "mart";
+    if (INT_SCHEMA_RE.test(schema)) return "intermediate";
+    if (STG_SCHEMA_RE.test(schema)) return "staging";
+  }
+  return "other";
+}
+function modelGroupFolder(m) {
+  const fp = (m.filePath ?? "").toLowerCase();
+  const cleaned = fp.replace(/^models\//, "");
+  const segments = cleaned ? cleaned.split("/") : [];
+  while (segments.length > 0 && LAYER_FOLDER_TOKENS.has(segments[0])) {
+    segments.shift();
+  }
+  if (segments.length >= 2) return segments[0];
+  if (m.schema) return m.schema.toLowerCase();
+  const namePrefix = (m.name ?? "").split("_")[0];
+  if (namePrefix && namePrefix !== m.name) return namePrefix;
+  return "(ungrouped)";
+}
+function escapePipe(s) {
+  return s.replace(/\|/g, "\\|");
+}
+function summarizeDescription(d, max = 200) {
+  if (!d) return null;
+  const collapsed = d.replace(/\s+/g, " ").trim();
+  if (!collapsed) return null;
+  return collapsed.length > max ? `${collapsed.slice(0, max - 1)}\u2026` : collapsed;
+}
+function countBy(items, key) {
+  const m = /* @__PURE__ */ new Map();
+  for (const it of items) {
+    const k = key(it);
+    m.set(k, (m.get(k) ?? 0) + 1);
+  }
+  return m;
+}
+function sortedEntries(m) {
+  return Array.from(m.entries()).sort(
+    (a, b) => b[1] - a[1] || a[0].localeCompare(b[0])
+  );
+}
+function modelIdentifier(m) {
+  const parts = [m.schema, m.alias ?? m.name].filter(Boolean);
+  return parts.join(".") || m.name || m.uniqueId || "(unknown)";
+}
+function renderInventoryOverview(sections, models, modelState, sources, exposures, metrics, layered) {
+  sections.push("### Inventory overview", "");
+  if (models.length === 0) {
+    sections.push(
+      "_The pinned production environment has no models surfaced by dbt's Discovery API. Trigger a successful run (or verify the environment ID) before generating dashboards._",
+      ""
+    );
+  } else {
+    const materializations = countBy(
+      models,
+      (m) => (m.materializedType ?? "unknown").toLowerCase()
+    );
+    const layerOrder = [
+      "mart",
+      "intermediate",
+      "staging",
+      "other"
+    ];
+    const layerSummary = layered ? layerOrder.map((l) => [l, layered[l].length]).filter(([, n]) => n > 0).map(([l, n]) => `${l} ${n}`).join(" \xB7 ") : "";
+    const matSummary = sortedEntries(materializations).map(([k, n]) => `${k} ${n}`).join(" \xB7 ");
+    const stateNote = modelState === "applied" ? "from latest successful prod run (columns available)" : "from project definition (no prod run yet \u2014 columns unavailable)";
+    sections.push(`- Models: **${models.length}** _(${stateNote})_`);
+    if (layerSummary) sections.push(`  - By layer: ${layerSummary}`);
+    if (matSummary) sections.push(`  - By materialization: ${matSummary}`);
+  }
+  if (sources.length > 0) {
+    const bySource = countBy(sources, (s) => s.sourceName ?? "(unnamed)");
+    const summary = sortedEntries(bySource).map(([k, n]) => `${k} ${n}`).join(" \xB7 ");
+    sections.push(`- Sources: **${sources.length}** \u2014 ${summary}`);
+  } else {
+    sections.push(`- Sources: 0`);
+  }
+  sections.push(
+    `- Exposures: **${exposures.length}**${exposures.length === 0 ? " _(no BI dashboards declared in dbt yet)_" : ""}`
+  );
+  sections.push(
+    `- Metrics: **${metrics.length}**${metrics.length === 0 ? " _(no semantic-layer metrics defined \u2014 aggregations need to be derived from models)_" : ""}`
+  );
+  sections.push("");
+}
+function renderModelLayerTiered(sections, layerLabel, blurb, models, tier1, tier2, opts) {
+  if (models.length === 0) return;
+  sections.push(`### ${layerLabel} (${models.length} models)`, "", blurb, "");
+  const renderDetailed = (m) => {
+    const id = modelIdentifier(m);
+    const mat = m.materializedType ? ` _(${m.materializedType})_` : "";
+    const desc = summarizeDescription(m.description, DESCRIPTION_MAX_PRIMARY);
+    sections.push(`- \`${id}\`${mat}${desc ? ` \u2014 ${desc}` : ""}`);
+    if (opts.showColumns) {
+      const cols = m.catalog?.columns ?? [];
+      if (cols.length > 0) {
+        const rendered = cols.slice(0, MAX_COLUMNS_PER_MODEL).map((c) => c.type ? `${c.name} (${c.type})` : `${c.name}`).join(", ");
+        const more = cols.length > MAX_COLUMNS_PER_MODEL ? ` (+${cols.length - MAX_COLUMNS_PER_MODEL} more)` : "";
+        sections.push(`  - Columns: ${rendered}${more}`);
+      }
+    }
+  };
+  const detailedSelected = /* @__PURE__ */ new Set();
+  if (opts.group) {
+    const buckets = /* @__PURE__ */ new Map();
+    for (const m of models) {
+      const k = modelGroupFolder(m);
+      if (!buckets.has(k)) buckets.set(k, []);
+      buckets.get(k).push(m);
+    }
+    const sortedBuckets = Array.from(buckets.entries()).sort(
+      (a, b) => b[1].length - a[1].length || a[0].localeCompare(b[0])
+    );
+    const useHeadings = sortedBuckets.length > 1;
+    const perFolderCap = Math.max(
+      2,
+      Math.ceil(tier1 / Math.max(1, sortedBuckets.length))
+    );
+    let budget = tier1;
+    for (const [folder, bucket] of sortedBuckets) {
+      if (useHeadings) {
+        sections.push(`#### ${folder} (${bucket.length})`);
+      }
+      const take = Math.min(bucket.length, perFolderCap, budget);
+      const detailedHere = bucket.slice(0, take);
+      for (const m of detailedHere) {
+        renderDetailed(m);
+        detailedSelected.add(m);
+      }
+      budget -= detailedHere.length;
+      if (bucket.length > detailedHere.length && useHeadings) {
+        sections.push(
+          `- _\u2026and ${bucket.length - detailedHere.length} more in this folder._`
+        );
+      }
+      sections.push("");
+    }
+  } else {
+    const detailed = models.slice(0, tier1);
+    for (const m of detailed) {
+      renderDetailed(m);
+      detailedSelected.add(m);
+    }
+    if (detailed.length > 0) sections.push("");
+  }
+  const remaining = models.filter((m) => !detailedSelected.has(m));
+  const named = remaining.slice(0, tier2);
+  const overflow = remaining.length - named.length;
+  if (named.length > 0) {
+    sections.push(
+      `_Also available (name only \u2014 ask via the dbt request tool for details):_`
+    );
+    sections.push(named.map((m) => `\`${m.name}\``).join(", "), "");
+  }
+  if (overflow > 0) {
+    sections.push(
+      `_\u2026and ${overflow} more ${layerLabel.toLowerCase()} models not surfaced here. The dbt request tool can enumerate them on demand._`,
+      ""
+    );
+  }
+}
+function renderStagingLayer(sections, models) {
+  if (models.length === 0) return;
+  sections.push(
+    `### Staging layer (${models.length} models)`,
+    "",
+    "_Source-aligned cleanups (one staging model \u2248 one raw table). Almost never the right pick for dashboards \u2014 use mart or intermediate instead. Listed by group count only to keep this summary compact; the dbt request tool can enumerate individual names if needed._",
+    ""
+  );
+  const groups = /* @__PURE__ */ new Map();
+  for (const m of models) {
+    const k = modelGroupFolder(m);
+    if (!groups.has(k)) groups.set(k, []);
+    groups.get(k).push(m);
+  }
+  const entries = Array.from(groups.entries()).sort(
+    (a, b) => b[1].length - a[1].length || a[0].localeCompare(b[0])
+  );
+  for (const [folder, bucket] of entries) {
+    sections.push(`- **${folder}**: ${bucket.length}`);
+  }
+  sections.push("");
+}
+function renderExposures(sections, exposures) {
+  if (exposures.length === 0) return;
+  sections.push(
+    `### Exposures (existing dashboards / downstream apps) \u2014 ${exposures.length}`,
+    "",
+    "_Already declared by the team. Treat them as ground truth for what stakeholders care about; avoid proposing exact duplicates._",
+    ""
+  );
+  for (const e of exposures.slice(0, MAX_EXPOSURE_DETAIL)) {
+    const title = e.label || e.name || e.uniqueId || "(unknown)";
+    const meta = [
+      e.exposureType ? `type: ${e.exposureType}` : null,
+      e.maturity ? `maturity: ${e.maturity}` : null
+    ].filter(Boolean).join(", ");
+    sections.push(`- **${title}**${meta ? ` (${meta})` : ""}`);
+    const desc = summarizeDescription(e.description, DESCRIPTION_MAX_SECONDARY);
+    if (desc) sections.push(`  - ${desc}`);
+    if (e.url) sections.push(`  - URL: ${e.url}`);
+    const parents = (e.parents ?? []).map((p) => p.name).filter((n) => !!n).slice(0, 6);
+    if (parents.length > 0) {
+      sections.push(`  - Built on: ${parents.join(", ")}`);
+    }
+  }
+  if (exposures.length > MAX_EXPOSURE_DETAIL) {
+    sections.push(
+      `- _\u2026and ${exposures.length - MAX_EXPOSURE_DETAIL} more \u2014 fetch via the dbt request tool._`
+    );
+  }
+  sections.push("");
+}
+function renderMetrics(sections, metrics) {
+  if (metrics.length === 0) return;
+  sections.push(
+    `### Metrics \u2014 ${metrics.length}`,
+    "",
+    "_Semantic-layer definitions vetted by the team. Wire them straight into KPI tiles instead of re-deriving the same aggregation in a chart._",
+    ""
+  );
+  for (const m of metrics.slice(0, MAX_METRIC_DETAIL)) {
+    const title = m.label || m.name || m.uniqueId || "(unknown)";
+    const meta = m.type ? ` _(type: ${m.type})_` : "";
+    sections.push(`- **${title}**${meta}`);
+    const desc = summarizeDescription(m.description, DESCRIPTION_MAX_SECONDARY);
+    if (desc) sections.push(`  - ${desc}`);
+    if (m.formula) sections.push(`  - Formula: \`${m.formula}\``);
+    if (m.filter) sections.push(`  - Filter: \`${m.filter}\``);
+  }
+  if (metrics.length > MAX_METRIC_DETAIL) {
+    sections.push(
+      `- _\u2026and ${metrics.length - MAX_METRIC_DETAIL} more \u2014 fetch via the dbt request tool._`
+    );
+  }
+  sections.push("");
+}
+function renderSources(sections, sources) {
+  if (sources.length === 0) return;
+  sections.push(
+    `### Sources (${sources.length})`,
+    "",
+    "_Upstream raw tables feeding the staging layer. Reference them for lineage / freshness, not for direct dashboard reads._",
+    ""
+  );
+  const grouped = /* @__PURE__ */ new Map();
+  for (const s of sources) {
+    const k = s.sourceName ?? "(unnamed)";
+    if (!grouped.has(k)) grouped.set(k, []);
+    grouped.get(k).push(s);
+  }
+  const entries = Array.from(grouped.entries()).sort(
+    (a, b) => b[1].length - a[1].length || a[0].localeCompare(b[0])
+  );
+  const enumerateNames = sources.length <= SOURCE_ENUMERATION_THRESHOLD;
+  for (const [src, bucket] of entries) {
+    const warehouse = bucket[0]?.database && bucket[0]?.schema ? ` \u2014 \`${bucket[0].database}.${bucket[0].schema}\`` : "";
+    if (enumerateNames) {
+      const names = bucket.map((s) => `\`${s.name}\``).join(", ");
+      sections.push(`- **${src}** (${bucket.length})${warehouse}: ${names}`);
+    } else {
+      sections.push(`- **${src}** (${bucket.length})${warehouse}`);
+    }
+  }
+  if (!enumerateNames) {
+    sections.push(
+      "",
+      `_Per-source table names omitted because the total exceeds ${SOURCE_ENUMERATION_THRESHOLD}. Use the dbt request tool to enumerate individual sources._`
+    );
+  }
+  const freshnessIssues = sources.filter(
+    (s) => s.freshness?.freshnessStatus && !["Pass", "Unconfigured"].includes(s.freshness.freshnessStatus)
+  );
+  if (freshnessIssues.length > 0) {
+    sections.push(
+      "",
+      `> \u26A0\uFE0F ${freshnessIssues.length} source(s) failing freshness \u2014 downstream metrics may be stale.`
+    );
+  }
+  sections.push("");
 }
 var dbtSetupFlow = {
   initialState: () => ({}),
@@ -651,7 +1267,7 @@ var dbtSetupFlow = {
       throw new Error("dbt setup: incomplete state on finalize");
     }
     const allProjects = await listAllProjects(rt.params);
-    const byId = new Map(allProjects.map((p) => [String(p.id), p]));
+    const projectById = new Map(allProjects.map((p) => [String(p.id), p]));
     const targetIds = await resolveSetupSelection({
       selected: state.projects,
       allSentinel: ALL_PROJECTS,
@@ -662,25 +1278,97 @@ var dbtSetupFlow = {
     const accountId = rt.params[parameters.accountId.slug];
     const prodEnvId = rt.params[parameters.prodEnvId.slug];
     if (accountId) sections.push(`- Account: \`${accountId}\``);
-    if (prodEnvId) sections.push(`- Prod environment: \`${prodEnvId}\``);
-    sections.push("");
-    if (!targetIds.length) {
+    if (prodEnvId) sections.push(`- Production environment: \`${prodEnvId}\``);
+    sections.push(
+      "",
+      "_The downstream coding agent should use this summary as the canonical map of dbt assets for dashboard / app proposals. Reach for the mart layer first; fall back to intermediate models for custom cuts; consult sources only for lineage._",
+      ""
+    );
+    if (targetIds.length === 0) {
       sections.push("_No projects selected._", "");
       return sections.join("\n");
     }
-    sections.push("| Project | Repository |");
-    sections.push("|---------|------------|");
-    for (const id of targetIds) {
-      const p = byId.get(id);
+    sections.push("### Selected projects", "");
+    sections.push("| Project | Repository | Recent runs |");
+    sections.push("|---------|------------|-------------|");
+    const runCounts = await Promise.all(
+      targetIds.map((id) => fetchRecentRunCount(rt.params, id))
+    );
+    for (let i = 0; i < targetIds.length; i++) {
+      const id = targetIds[i];
+      const p = projectById.get(id);
+      const runs = runCounts[i] == null ? "-" : String(runCounts[i]);
       if (!p) {
-        sections.push(`| ${id} | - |`);
+        sections.push(`| ${id} | - | ${runs} |`);
         continue;
       }
-      const name = (p.name ?? String(p.id)).replace(/\|/g, "\\|");
-      const repo = repoLabel(p).replace(/\|/g, "\\|");
-      sections.push(`| ${name} | ${repo} |`);
+      sections.push(
+        `| ${escapePipe(p.name)} | ${escapePipe(repoLabel(p))} | ${runs} |`
+      );
     }
     sections.push("");
+    const [{ models, state: modelState }, sources, exposures, metrics] = await Promise.all([
+      fetchModels(rt.params),
+      fetchSources(rt.params),
+      fetchExposures(rt.params),
+      fetchMetrics(rt.params)
+    ]);
+    const layered = models.length > 0 ? layerModels(models, exposures) : null;
+    renderInventoryOverview(
+      sections,
+      models,
+      modelState,
+      sources,
+      exposures,
+      metrics,
+      layered
+    );
+    if (layered) {
+      const byMartLikelihood = (a, b) => martLikelihoodScore(b) - martLikelihoodScore(a) || (a.name ?? "").localeCompare(b.name ?? "");
+      const byName = (a, b) => (a.name ?? "").localeCompare(b.name ?? "");
+      layered.mart.sort(byMartLikelihood);
+      layered.other.sort(byMartLikelihood);
+      layered.intermediate.sort(byName);
+      layered.staging.sort(byName);
+      renderExposures(sections, exposures);
+      renderMetrics(sections, metrics);
+      const martLabel = layered.mart.length === 0 && layered.other.length > 0 ? "Models (no layer convention detected \u2014 treat as candidate dashboard inputs)" : "Mart layer \u2014 start here for dashboards";
+      const martBlurb = layered.mart.length === 0 && layered.other.length > 0 ? "_This project doesn't follow the staging/intermediate/marts (or bronze/silver/gold) convention, so layer inference fell back to surfacing every non-staging model here. Use descriptions, columns, and materialization (`table`/`incremental` are stronger dashboard candidates than `view`) to pick the right inputs._" : "_Curated, business-facing tables. Prefer them as the primary input for new dashboards and apps. Reach for the intermediate layer only when a mart model is missing the cut you need._";
+      const martModels = layered.mart.length === 0 && layered.other.length > 0 ? layered.other : layered.mart;
+      renderModelLayerTiered(
+        sections,
+        martLabel,
+        martBlurb,
+        martModels,
+        MART_TIER1_DETAIL,
+        MART_TIER2_NAMES,
+        { showColumns: modelState === "applied", group: true }
+      );
+      renderModelLayerTiered(
+        sections,
+        "Intermediate layer",
+        "_Joined / derived models used to build the mart layer. Useful when you need a calculation the mart layer doesn't expose; avoid wiring them directly into a dashboard if a mart model already covers the use case._",
+        layered.intermediate,
+        INTERMEDIATE_TIER1_DETAIL,
+        INTERMEDIATE_TIER2_NAMES,
+        { showColumns: false, group: false }
+      );
+      const otherForOwnSection = layered.mart.length > 0 ? layered.other : [];
+      renderModelLayerTiered(
+        sections,
+        "Other models",
+        "_Models that don't match the staging / intermediate / mart convention. Inspect case-by-case before reusing._",
+        otherForOwnSection,
+        OTHER_TIER1_DETAIL,
+        OTHER_TIER2_NAMES,
+        { showColumns: false, group: false }
+      );
+      renderStagingLayer(sections, layered.staging);
+    } else {
+      renderExposures(sections, exposures);
+      renderMetrics(sections, metrics);
+    }
+    renderSources(sections, sources);
     return sections.join("\n");
   }
 };
@@ -785,7 +1473,7 @@ var dbtConnector = new ConnectorPlugin({
   systemPrompt: {
     en: `### Tools
 
-- \`dbt_request\`: The only way to call the dbt Cloud Discovery API (GraphQL). Use it to explore models, sources, tests, metrics, columns, and lineage. The \`{environmentId}\` placeholder in GraphQL variables is automatically replaced with the prod-env-id. See the dbt Cloud Discovery API Reference below for available GraphQL queries.
+- \`connector_dbt_request\`: The only way to call the dbt Cloud Discovery API (GraphQL). Use it to explore models, sources, tests, metrics, columns, and lineage. The \`{environmentId}\` placeholder in GraphQL variables is automatically replaced with the prod-env-id. See the dbt Cloud Discovery API Reference below for available GraphQL queries.
 
 ### Business Logic
 
@@ -894,7 +1582,7 @@ query($environmentId: BigInt!, $uniqueIds: [String!]!) {
 - Get \`ancestors { uniqueId name }\` or \`children { uniqueId name }\` within node`,
     ja: `### \u30C4\u30FC\u30EB
 
-- \`dbt_request\`: dbt Cloud Discovery API (GraphQL) \u3092\u547C\u3073\u51FA\u3059\u552F\u4E00\u306E\u624B\u6BB5\u3067\u3059\u3002\u30E2\u30C7\u30EB\u3001\u30BD\u30FC\u30B9\u3001\u30C6\u30B9\u30C8\u3001\u30E1\u30C8\u30EA\u30AF\u30B9\u3001\u30AB\u30E9\u30E0\u3001\u30EA\u30CD\u30FC\u30B8\u306E\u63A2\u7D22\u306B\u4F7F\u7528\u3057\u307E\u3059\u3002GraphQL\u5909\u6570\u5185\u306E \`{environmentId}\` \u30D7\u30EC\u30FC\u30B9\u30DB\u30EB\u30C0\u306Fprod-env-id\u3067\u81EA\u52D5\u7684\u306B\u7F6E\u63DB\u3055\u308C\u307E\u3059\u3002\u5229\u7528\u53EF\u80FD\u306AGraphQL\u30AF\u30A8\u30EA\u306F\u4E0B\u90E8\u306E\u300Cdbt Cloud Discovery API \u30EA\u30D5\u30A1\u30EC\u30F3\u30B9\u300D\u3092\u53C2\u7167\u3057\u3066\u304F\u3060\u3055\u3044\u3002
+- \`connector_dbt_request\`: dbt Cloud Discovery API (GraphQL) \u3092\u547C\u3073\u51FA\u3059\u552F\u4E00\u306E\u624B\u6BB5\u3067\u3059\u3002\u30E2\u30C7\u30EB\u3001\u30BD\u30FC\u30B9\u3001\u30C6\u30B9\u30C8\u3001\u30E1\u30C8\u30EA\u30AF\u30B9\u3001\u30AB\u30E9\u30E0\u3001\u30EA\u30CD\u30FC\u30B8\u306E\u63A2\u7D22\u306B\u4F7F\u7528\u3057\u307E\u3059\u3002GraphQL\u5909\u6570\u5185\u306E \`{environmentId}\` \u30D7\u30EC\u30FC\u30B9\u30DB\u30EB\u30C0\u306Fprod-env-id\u3067\u81EA\u52D5\u7684\u306B\u7F6E\u63DB\u3055\u308C\u307E\u3059\u3002\u5229\u7528\u53EF\u80FD\u306AGraphQL\u30AF\u30A8\u30EA\u306F\u4E0B\u90E8\u306E\u300Cdbt Cloud Discovery API \u30EA\u30D5\u30A1\u30EC\u30F3\u30B9\u300D\u3092\u53C2\u7167\u3057\u3066\u304F\u3060\u3055\u3044\u3002
 
 ### Business Logic