@agent-native/core-corpus 0.207.0-nightly-20261011153008 → 0.207.0

package/corpus/README.md

@@ -32,4 +32,4 @@ rg -n "defineAction|useActionQuery" node_modules/@agent-native/core-corpus/corpu
 
 ## Generated Counts
 
-- template files: 12026
+- template files: 11993

package/corpus/templates/analytics/CHANGELOG.md

@@ -3,16 +3,73 @@
 All notable user-facing changes to Agent-Native Analytics are documented here. Open it any
 time from the command menu (Cmd+K → "What's new") or from Settings.
 
-## 2026-10-09
+## 2026-10-11
+
+### Improved
+
+- Analytics finds data definitions faster and identifies user-organization relationships more clearly.
+
+## 2026-10-10
 
 ### Improved
 
+- Long session recordings start playback while remaining chunks load.
+- Read only the event fields needed for onboarding journeys.
+- The source index reports tracking calls with event names it cannot resolve, making event coverage gaps easier to spot.
+- The data index preserves dbt's declared primary entity separately from its row grain.
+
+### Fixed
+
+- Analytics discovery preserves source and freshness details when saved dictionary entries contain blank fields.
+- Analytics now shows BigQuery recommendations only when they apply and marks unavailable index counts clearly.
+- Onboarding journey queries reuse a single event read while preserving exact output attribution
+- Reduce duplicate reads when loading organization onboarding journeys
+- Replay friction scores now count rage clicks that span recording uploads.
+- Session summaries count replay errors and failed requests across uploads without double-counting retries
+- Storyboard export failures now report bounded handoff diagnostics without exposing raw exceptions.
+
+### Changed
+
+- Definitions and the source index now live on one Semantic layer page, which replaces the Source Status and Data Dictionary pages.
+
+## 2026-10-09
+
+### Added
+
+- Analytics can query owner-defined dbt metrics through a workspace connection
+- Compare later onboarding activity across first-party sessions and apps, with unknown identities and incomplete observation windows called out.
+- Dashboard folders can now sync with a GitHub repo folder: pull only the panels that changed in GitHub, or export app changes as a pull request, without overwriting edits made elsewhere in the app.
+- Dashboards can filter by several values at once with multi-select filters.
+- Journey capture can render recorded media in Chromium and save visible prompt provenance locally.
+- Review source connections and export the data dictionary from one status page
+
+### Improved
+
+- Analytics prioritizes reviewed definitions over broad generated matches, keeps exact runnable panels discoverable, reports source-index quality accurately, and continues BigQuery searches without repeating metadata reads.
+- Ask chats now open on their own shareable URL at /ask/<id>, and /ask always starts a blank chat.
+- Dashboard filters support searching, selecting all values, or keeping only one value.
+- Data Sources now lists integrations in the same rows as Settings, with connected sources first and setup in a side sheet.
+- Approved metric definitions rank ahead of dashboard examples for exact name searches.
+- Generated source entries now appear in data dictionary browsing, and new entries remain unapproved until reviewed.
+- Journey captures can check replay media and optionally save a private, bounded copy of visible user messages.
+- Onboarding journey event reads avoid an unused identity scan, cap query cost, and mark follow-up coverage incomplete when results are too large
+- Onboarding journeys now honor the selected date range when reading events.
+- Onboarding summaries return journey counts without waiting for replay metadata.
 - Onboarding journeys include Builder connection and custom-key outcomes through deeper paths
 - Onboarding journeys now show later activity within a chosen window, mark no-later results as right-censored, and identify when follow-up counts are incomplete.
 - You can add app origins to a public key's replay allowlist without replacing its existing origins.
 
 ### Fixed
 
+- First-party BigQuery dashboards use date-bounded weekly activity queries on both saved dashboard versions
+- GitHub source connections use dedicated OAuth app credentials, separate from sign-in.
+- Journey screenshots account for legacy clipping when checking embedded replay content.
+- Journey trees remain available when a matching recording is not visible
+- Onboarding journey queries avoid redundant event reads
+- Onboarding journeys can find recordings from exact replay links even when session IDs differ
+- Onboarding journey summaries load reliably for organizations using Builder Analytics.
+- Replay screenshots finish loading fonts before capture.
+- Replay screenshots support modern CSS colors.
 - Existing chat threads keep the composer anchored at the bottom while their messages load.
 - Journey captures now flag visible previews missing from the recording instead of saving blank screenshots
 - Journey recordings flag iframe content when clipping, masks, or filters make its visibility uncertain.
@@ -20,6 +77,10 @@ time from the command menu (Cmd+K → "What's new") or from Settings.
 - Session recordings keep their full history and performance insights across browser session changes and large replays.
 - Large onboarding journeys keep their step counts when follow-up coverage exceeds query limits
 
+### Removed
+
+- Removed the default HTTP 5xx spike alert, since server responses are no longer recorded as analytics events
+
 ## 2026-10-08
 
 ### Added
@@ -85,6 +146,7 @@ time from the command menu (Cmd+K → "What's new") or from Settings.
 
 ### Improved
 
+- Session replays now show the date and time the session started, and the Sessions list shows start times in a shorter, easier-to-scan format.
 - Agent dashboard edits are now checked against the live chart before they save, so the agent no longer reports a chart change that did not happen.
 
 ### Fixed

package/corpus/templates/analytics/actions/find-data.ts

@@ -37,13 +37,24 @@ export default defineAction({
       orgId: getRequestOrgId() || null,
     });
     const { candidates, ...paginationAndCoverage } = result;
+    const sourceIndexGuidance =
+      result.sourceIndexStatus === "not-configured"
+        ? "The generated source index is not configured, so absence from these references is not evidence that a warehouse relation does not exist. Use search-bigquery-schema for connected BigQuery schemas."
+        : result.sourceIndexStatus === "invalid" ||
+            result.sourceIndexStatus === "unavailable"
+          ? "The generated source index could not be read, so treat these references as incomplete and verify with search-bigquery-schema."
+          : "";
     return {
       question,
       results: candidates,
       ...paginationAndCoverage,
       resultType: "reference-metadata",
-      guidance:
+      guidance: [
         "Treat saved SQL and source-index entries as examples or unapproved metadata. Verify source scope, live schema, partitions, and current values before answering. If truncated is true and nextPage is present, continue with that cursor; if truncated is true and nextPage is null, refine the search or use an explicit dashboard/schema search because a source cap was reached.",
+        sourceIndexGuidance,
+      ]
+        .filter(Boolean)
+        .join(" "),
     };
   },
 });

package/corpus/templates/analytics/app/components/layout/Sidebar.tsx

@@ -2635,12 +2635,12 @@ export function Sidebar({ mobile }: { mobile?: boolean } = {}) {
               </div>
             </nav>
 
-            <div className="mt-3 shrink-0 min-w-0 space-y-1 border-t border-border/70">
+            <div className="mt-3 shrink-0 min-w-0">
               <AppSidebarFooter
                 collapsed={false}
                 collapsible={false}
                 feedback={footerFeedback}
-                className="space-y-1 border-t-0 px-2"
+                className="border-border/70 px-2"
                 orgSwitcher={
                   <OrgSwitcher className="min-w-0 flex-1 !px-2 !bg-transparent !text-primary hover:!bg-accent/60 hover:!text-primary" />
                 }

package/corpus/templates/analytics/changelog/2026-10-11-analytics-finds-data-definitions-faster-and-identifies-user-.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-10-11
+---
+
+Analytics finds data definitions faster and identifies user-organization relationships more clearly.

package/corpus/templates/analytics/evals/README.md

@@ -10,8 +10,10 @@ The Analytics adapter assembles the production framework prompt, Analytics
 instructions, initial tools, read-only action registry, and request-time catalog
 prefetch. It invokes the shared production `runAgentLoop` with the real Analytics
 final-response guard, caller email, organization id, abort signal, and usage
-capture. The runner checks a bounded receipt for those conditions and rejects
-failed or timed-out prefetch, missing guard/usage, skipped cases, or cancellation.
+capture. The runner checks a bounded receipt for those conditions. A failed or
+timed-out catalog prefetch is reported to the model as a context note, as in
+production; the agent can still search with its tools. Aborted runs, missing
+guard/usage, skipped cases, and incorrect answers fail the eval.
 
 This exercises the shared production agent-loop boundary; it does not dispatch
 through the mounted HTTP chat handler or its thread/run persistence path. The
@@ -22,22 +24,41 @@ read from environment variables or app configuration.
 If either identity value or the production adapter is missing, the command
 exits with an error before running or scoring any case.
 
+## Production path before and after
+
+`results/analytics-smartness-before-after.csv` contains two runs per phase for
+the same redacted synthetic case based on the reported Builder.io user and
+organization question. It is not a replay of Brent's historical chat. The CSV
+contains only run timing, token and tool counts, credits, and scorer outcomes;
+it has no prompts, transcripts, emails, identifiers, row values, or secrets.
+
+Both phases completed through the production agent loop, but both failed the
+source-contract scorer because the production organization had no generated
+source index configured at evaluation time. Mean latency fell from 101.4s to
+83.7s (17.4%), mean LLM calls from 14.5 to 12 (17.2%), and mean input tokens
+from 908k to 855k (5.8%). This establishes a faster lookup path, not an
+accuracy improvement. The generated index now includes the missing membership
+grains; rerun the same cases after the index is imported to measure the
+accuracy gain. No production index or data rows were written for this eval.
+
 ## Synthetic source and grain cases
 
-`production-source-cases.eval.ts` adds six synthetic questions. They ask for
-model selection and declared grain only; they do not use captured prompts,
-people, identifiers, event rows, or production result values. Their scorer
-rejects failed or aborted runs, email-shaped output, and calls outside the
-metadata-only tool set. The CLI still runs each case through this directory's
-production adapter and the shared production agent loop.
+`production-source-cases.eval.ts` adds seven synthetic questions. They ask for
+source selection, declared grain, and relation or field attribution; they do
+not use captured prompts, people, identifiers, event rows, or production result
+values. Their scorer rejects failed or aborted runs, email-shaped output, and
+calls outside the metadata-only tool set. The CLI still runs each case through
+this directory's production adapter and the shared production agent loop.
 
 The expected source contracts are:
 
 - Builder.io user roster: `dbt_mart.dim_users_core` at user grain,
   `dbt_mart.dim_organizations` at organization grain, joined through
   `dbt_intermediate.user_organization_role` at user-organization membership
-  grain. The nonexistent `dbt_mapping.user_id_to_org_id` is not an accepted
-  alternative.
+  grain. `dbt_mapping.user_id_to_org_id` is also a real one-row-per-membership
+  map with `user_id`, `organization_id`, and `is_root_org`; it does not carry
+  `organization_role`, so it cannot replace the role bridge for role-aware
+  rosters.
 - Builder.io current and historical counts: `dbt_mart.organization_user_count`
   is one row per organization per date; `dbt_mart.aggregate_monthly_users_per_org`
   is one row per organization per month.

package/corpus/templates/analytics/evals/production-context.ts

@@ -51,20 +51,32 @@ function toMessages(
   return messages;
 }
 
-function appendReferences(
+export function buildAnalyticsPromptContext(
   systemPrompt: string,
-  candidates: Awaited<
-    ReturnType<typeof retrieveAnalyticsPromptReferences>
-  >["jevPromptCandidates"],
+  references: Awaited<ReturnType<typeof retrieveAnalyticsPromptReferences>>,
 ): string {
-  if (candidates.length === 0) return systemPrompt;
-  const references = candidates
-    .map(
-      (candidate) =>
-        `### ${candidate.name}\n${candidate.description}\n${candidate.content}`,
-    )
-    .join("\n\n");
-  return `${systemPrompt}\n\n<resource scope="analytics-catalog">\n${references}\n</resource>`;
+  const candidates = references.jevPromptCandidates;
+  let prompt = systemPrompt;
+  if (candidates.length > 0) {
+    const resource = candidates
+      .map(
+        (candidate) =>
+          `### ${candidate.name}\n${candidate.description}\n${candidate.content}`,
+      )
+      .join("\n\n");
+    prompt += `\n\n<resource scope="analytics-catalog">\n${resource}\n</resource>`;
+  }
+  if (
+    references.prefetchStatus === "timed_out" ||
+    references.prefetchStatus === "failed"
+  ) {
+    const reason =
+      references.prefetchStatus === "timed_out" ? "timed out" : "failed";
+    const subject =
+      candidates.length > 0 ? "Some preloaded context" : "Preloaded context";
+    prompt += `\n\n<context-note>${subject} was unavailable this turn (${reason}); search for anything relevant with the available tools before answering.</context-note>`;
+  }
+  return prompt;
 }
 
 export function filterAnalyticsEvalActions(
@@ -123,10 +135,7 @@ async function runAnalyticsProductionPath(args: {
     deadlineAt: Date.now() + 1_300,
   });
   const runId = `eval:${crypto.randomUUID()}`;
-  const prompt = appendReferences(
-    args.systemPrompt,
-    references.jevPromptCandidates,
-  );
+  const prompt = buildAnalyticsPromptContext(args.systemPrompt, references);
   const availableTools = actionsToEngineTools(args.actions);
   const initialNames = new Set(args.initialToolNames);
   const tools = availableTools.filter((tool) => initialNames.has(tool.name));
@@ -195,23 +204,6 @@ async function runAnalyticsProductionPath(args: {
     availableActionNames,
     readOnlyActionNames,
   };
-  if (
-    references.prefetchStatus !== "ok" &&
-    references.prefetchStatus !== "empty"
-  ) {
-    return {
-      output: {
-        text: "",
-        toolCalls: [],
-        ok: false,
-        error: `Analytics request preparation ${references.prefetchStatus}.`,
-        runId,
-        durationMs: 0,
-      },
-      receipt,
-    };
-  }
-
   const started = Date.now();
   let ok = true;
   try {