@agent-native/core-corpus 0.208.0-nightly-20261013153438 → 0.208.0

package/corpus/README.md

@@ -32,4 +32,4 @@ rg -n "defineAction|useActionQuery" node_modules/@agent-native/core-corpus/corpu
 
 ## Generated Counts
 
-- template files: 12227
+- template files: 12209

package/corpus/templates/analytics/CHANGELOG.md

@@ -3,6 +3,18 @@
 All notable user-facing changes to Agent-Native Analytics are documented here. Open it any
 time from the command menu (Cmd+K → "What's new") or from Settings.
 
+## 2026-10-12
+
+### Improved
+
+- Google Sheets exports request only file-level access
+- Index status shows source scan omissions and truncation
+- Workspace member searches distinguish rosters from activity and time-based totals, including when you ask for active members.
+
+### Fixed
+
+- Workspace-member searches now distinguish active members from users the question excludes.
+
 ## 2026-10-11
 
 ### Improved

package/corpus/templates/analytics/actions/find-data.ts

@@ -6,10 +6,61 @@ import {
 import { z } from "zod";
 
 import { searchAnalyticsQueryCatalog } from "../server/lib/analytics-query-catalog.js";
+import type {
+  SourceIndexFreshness,
+  SourceIndexScanCoverage,
+} from "../server/lib/source-index-store.js";
+
+function countLabel(
+  count: number,
+  singular: string,
+  plural = `${singular}s`,
+): string {
+  return `${count} ${count === 1 ? singular : plural}`;
+}
+
+function sourceIndexScanGuidance(
+  status: "not-configured" | "unavailable" | "invalid" | "available",
+  coverage: SourceIndexScanCoverage | null,
+): string {
+  if (status !== "available" || !coverage) return "";
+  const messages = [
+    coverage.unsafeEntriesOmitted !== null && coverage.unsafeEntriesOmitted > 0
+      ? `${countLabel(coverage.unsafeEntriesOmitted, "entry", "entries")} ${coverage.unsafeEntriesOmitted === 1 ? "was" : "were"} omitted by safety checks`
+      : "",
+    coverage.unsafeFieldsOmitted !== null && coverage.unsafeFieldsOmitted > 0
+      ? `${countLabel(coverage.unsafeFieldsOmitted, "field")} ${coverage.unsafeFieldsOmitted === 1 ? "was" : "were"} omitted by safety checks`
+      : "",
+    coverage.truncatedFields !== null && coverage.truncatedFields > 0
+      ? `${countLabel(coverage.truncatedFields, "field")} ${coverage.truncatedFields === 1 ? "was" : "were"} truncated`
+      : "",
+    coverage.unresolvedTrackingCallSites !== null &&
+    coverage.unresolvedTrackingCallSites > 0
+      ? `${countLabel(coverage.unresolvedTrackingCallSites, "tracking call site")} ${coverage.unresolvedTrackingCallSites === 1 ? "has" : "have"} unresolved event names`
+      : "",
+  ].filter(Boolean);
+  if (Object.values(coverage).some((count) => count === null)) {
+    messages.push(
+      "Some source-index scan coverage counts are unavailable for this revision. Treat absence from generated references as unknown and verify with schema or source metadata.",
+    );
+  }
+  if (messages.length > 0) {
+    return `Source-index scan coverage: ${messages.join("; ")}. Treat missing source-index matches as incomplete and verify with schema or source metadata.`;
+  }
+  return "";
+}
+
+function sourceIndexFreshnessGuidance(
+  status: "not-configured" | "unavailable" | "invalid" | "available",
+  freshness: SourceIndexFreshness | null,
+): string {
+  if (status !== "available" || !freshness?.stale) return "";
+  return `The generated source index is stale (${freshness.ageDays} days old; refresh threshold ${freshness.staleAfterDays} days). Use its entries only to discover leads; do not treat its definitions, grain, joins, or omissions as current. Verify current schema and owner-approved definitions before querying.`;
+}
 
 export default defineAction({
   description:
-    "Find definitions, dashboard SQL, and source-index references. Returns ranked metadata only, never live values. Use `search-bigquery-schema` for exact columns or partitions, then run one live query before reporting values.",
+    "Find definitions, dashboard SQL, and source-index references. Returns ranked metadata, source-index freshness and scan coverage, never live values. Treat stale generated entries as discovery hints; use `search-bigquery-schema` for exact columns or partitions, then run one live query before reporting values.",
   schema: z.object({
     question: z
       .string()
@@ -44,6 +95,14 @@ export default defineAction({
             result.sourceIndexStatus === "unavailable"
           ? "The generated source index could not be read, so treat these references as incomplete and verify with search-bigquery-schema."
           : "";
+    const scanGuidance = sourceIndexScanGuidance(
+      result.sourceIndexStatus,
+      result.sourceIndexScanCoverage,
+    );
+    const freshnessGuidance = sourceIndexFreshnessGuidance(
+      result.sourceIndexStatus,
+      result.sourceIndexFreshness,
+    );
     return {
       question,
       results: candidates,
@@ -52,6 +111,8 @@ export default defineAction({
       guidance: [
         "Treat saved SQL and source-index entries as examples or unapproved metadata. Verify source scope, live schema, partitions, and current values before answering. If truncated is true and nextPage is present, continue with that cursor; if truncated is true and nextPage is null, refine the search or use an explicit dashboard/schema search because a source cap was reached.",
         sourceIndexGuidance,
+        scanGuidance,
+        freshnessGuidance,
       ]
         .filter(Boolean)
         .join(" "),

package/corpus/templates/analytics/actions/get-data-dictionary-index-status.ts

@@ -7,12 +7,13 @@ import { z } from "zod";
 
 import {
   readSourceIndex,
+  sourceIndexScanCoverage,
   sourceIndexFreshness,
 } from "../server/lib/source-index-store.js";
 
 export default defineAction({
   description:
-    "Read the status and aggregate metadata for the organization’s imported source index. Does not return index contents.",
+    "Read the status, source scan coverage counts, and aggregate metadata for the organization’s imported source index. Does not return index contents.",
   schema: z.object({}),
   readOnly: true,
   http: { method: "GET" },
@@ -27,6 +28,7 @@ export default defineAction({
     const result = await readSourceIndex(getRequestOrgId() || null);
     if (result.status !== "available") return { status: result.status };
     const freshness = sourceIndexFreshness(result.bundle.generatedAt);
+    const scanCoverage = sourceIndexScanCoverage(result.bundle);
     const entryCountsBySource = new Map<string, number>();
     for (const entry of result.bundle.entries) {
       entryCountsBySource.set(
@@ -38,8 +40,8 @@ export default defineAction({
       status: result.status,
       generatedAt: result.bundle.generatedAt,
       entryCount: result.bundle.entries.length,
-      unresolvedTrackingCallSites:
-        result.bundle.scanSummary?.unresolvedTrackingCallSites ?? null,
+      scanCoverage,
+      unresolvedTrackingCallSites: scanCoverage.unresolvedTrackingCallSites,
       sources: result.bundle.sources,
       sourceCounts: result.bundle.sources.map(({ id }) => ({
         source: id,

package/corpus/templates/analytics/actions/search-analytics-query-catalog.ts

@@ -9,7 +9,7 @@ import { searchAnalyticsQueryCatalog } from "../server/lib/analytics-query-catal
 
 export default defineAction({
   description:
-    "Search Analytics' existing query knowledge before writing a new query. This bounded search ranks saved dashboard panels, data-dictionary definitions, and imported source-index metadata. Results are references, not live data. Scope compatibility is ranked before certification. The result reports searched/available counts, truncation, and a `nextPage` cursor. Use it for ordinary metric discovery, then inspect live schema if exact columns or current source availability are needed; run one authoritative source query before reporting values.",
+    "Search Analytics' existing query knowledge before writing a new query. This bounded search ranks saved dashboard panels, data-dictionary definitions, and imported source-index metadata. Results are references, not live data; generated entries include freshness metadata, and stale entries are discovery hints only. Scope compatibility is ranked before certification. The result reports searched/available counts, truncation, and a `nextPage` cursor. Use it for ordinary metric discovery, then inspect live schema if exact columns or current source availability are needed; run one authoritative source query before reporting values.",
   schema: z.object({
     search: z
       .string()

package/corpus/templates/analytics/app/components/semantic-layer/IndexPanel.tsx

@@ -116,7 +116,12 @@ type IndexStatusAvailable = {
   status: "available";
   generatedAt: string;
   entryCount: number;
-  unresolvedTrackingCallSites: number | null;
+  scanCoverage: {
+    unsafeEntriesOmitted: number | null;
+    unsafeFieldsOmitted: number | null;
+    truncatedFields: number | null;
+    unresolvedTrackingCallSites: number | null;
+  };
   sources: Array<{ id: string; revision?: string }>;
   sourceCounts?: Array<{ source: string; entryCount: number }>;
   ageDays: number;
@@ -390,17 +395,33 @@ function StatusSection() {
             </Badge>
           </SettingRow>
         ) : null}
-        {available ? (
-          <SettingRow label={t("indexPanel.unresolvedTrackingCallSites")}>
-            <span className="text-sm tabular-nums text-muted-foreground">
-              {available.unresolvedTrackingCallSites === null
-                ? t("indexPanel.unresolvedTrackingCallSitesUnavailable")
-                : formatters.formatNumber(
-                    available.unresolvedTrackingCallSites,
-                  )}
-            </span>
-          </SettingRow>
-        ) : null}
+        {available
+          ? (
+              [
+                [
+                  "unsafeEntriesOmitted",
+                  available.scanCoverage.unsafeEntriesOmitted,
+                ],
+                [
+                  "unsafeFieldsOmitted",
+                  available.scanCoverage.unsafeFieldsOmitted,
+                ],
+                ["truncatedFields", available.scanCoverage.truncatedFields],
+                [
+                  "unresolvedTrackingCallSites",
+                  available.scanCoverage.unresolvedTrackingCallSites,
+                ],
+              ] as const
+            ).map(([key, count]) => (
+              <SettingRow key={key} label={t(`indexPanel.${key}`)}>
+                <span className="text-sm tabular-nums text-muted-foreground">
+                  {count === null
+                    ? t("indexPanel.unresolvedTrackingCallSitesUnavailable")
+                    : formatters.formatNumber(count)}
+                </span>
+              </SettingRow>
+            ))
+          : null}
         {rows.map((row) =>
           row.id === DBT_SOURCE_ID ? (
             <SourceStatusRowView
@@ -414,6 +435,11 @@ function StatusSection() {
           ),
         )}
       </div>
+      {available ? (
+        <p role="note" className="text-sm text-muted-foreground">
+          {t("indexPanel.sourceIndexCoverageCaveat")}
+        </p>
+      ) : null}
       {available ? (
         <p role="note" className="text-sm text-muted-foreground">
           {t("indexPanel.dynamicTrackingCoverageCaveat")}

package/corpus/templates/analytics/app/i18n/en-US.ts

@@ -1868,8 +1868,13 @@ export default {
     presetWeekdays: "Weekdays at 06:00",
     presetWeekly: "Weekly on Monday at 06:00",
     status: "Status",
+    unsafeEntriesOmitted: "Entries omitted by safety checks",
+    unsafeFieldsOmitted: "Fields omitted by safety checks",
+    truncatedFields: "Truncated fields",
     unresolvedTrackingCallSites: "Unresolved tracking calls",
     unresolvedTrackingCallSitesUnavailable: "Unavailable",
+    sourceIndexCoverageCaveat:
+      "Safety checks may withhold entries or fields, and truncation or unresolved tracking calls may limit coverage.",
     dynamicTrackingCoverageCaveat:
       "Calls with runtime-computed event names are excluded; aliases or other tracking APIs may be missed.",
     overviewFailed: "Build state could not be loaded.",

package/corpus/templates/analytics/changelog/2026-10-12-index-status-shows-source-scan-omissions-and-truncation.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-10-12
+---
+
+Index status shows source scan omissions and truncation

package/corpus/templates/analytics/changelog/2026-10-12-workspace-member-searches-distinguish-rosters-from-activity-.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-10-12
+---
+
+Workspace member searches distinguish rosters from activity and time-based totals, including when you ask for active members.

package/corpus/templates/analytics/changelog/2026-10-12-workspace-member-searches-now-distinguish-active-members-fro.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-10-12
+---
+
+Workspace-member searches now distinguish active members from users the question excludes.

package/corpus/templates/analytics/evals/synthetic-production-path/README.md

@@ -0,0 +1,254 @@
+# Synthetic production-path retrieval harness
+
+This harness runs the shared Analytics production agent loop with the Analytics
+production prompt, read-only action registry, final-response guard, explicit
+synthetic caller identity, and usage capture. A deterministic in-memory engine
+emits one `find-data` call and a safe metadata-only closeout; it does not call a
+hosted model.
+
+The fixtures use invented group and member entities, synthetic table and
+column names, and an artificial test-member exclusion rule. They contain no
+production model names, source definitions, production membership policy, or
+identities. Catalog reads use fixture-backed Analytics dictionary, source-index,
+and dashboard storage seams. Embedding discovery is disabled so the test cannot
+read credentials or call an embedding provider. The action allowlist contains
+only `find-data`; warehouse and connected-data actions are unavailable to the
+loop.
+
+## Current v14 comparison (candidate snapshot `ba536105`)
+
+The checked-in v14 artifact runs twenty-two synthetic cases twice in each
+phase through the same production agent loop. The baseline is `origin/main` at
+`0fb4de3ed8bd4e317543575c9b188b93db392d26`; the candidate source snapshot is
+`ba53610515501c3f8657168c2c7346a713ac03df`. The added stale-index case places
+an approved current workspace-assignment definition beside an old generated
+roster entry. Both phases rank the approved definition first. The candidate
+also labels the old entry as stale and unapproved, preserves it as a discovery
+lead, and tells the agent to verify current schema and owner-approved
+definitions. The explicit stale-entry marker appears in 0/44 baseline rows and
+2/44 candidate rows, one for each run of that case.
+
+Across the full case set, the baseline passed top-1 retrieval and production
+path checks in 8/44 runs (18.2%) and returned the expected candidate in the top
+five in 22/44 (50%). The candidate passed 44/44 (100%) on both measures. All 88
+runs completed without aborts; each made one `find-data` call and no other or
+failed action. Each run exercised the production prompt, caller and
+organization context, final-response guard, and usage capture. The deterministic
+in-memory engine does not call a hosted model, BigQuery, or a connected data
+source. These scores measure synthetic retrieval and production-path
+integrity, not hosted-model answer quality or production latency.
+
+Evaluated code hashes are
+`sha256:16768496b83db90ba30f74df6ea49f934c1ee11e6ba3fb8d1c7f65ee089e44ac`
+before and
+`sha256:70424c4be93310ac67c21eaf3af6d68e10c18d87e495bce2653c5c40b409e07c`
+after. Both phases use identical harness bytes, hash
+`sha256:04428dd484b504b646a93e1b6b35151fcc344568c8c1cd7780fa498822df8a93`.
+The harness checked the source bytes against each pinned commit when it emitted
+the CSV. The checked-in validator pins those revisions and hashes; it does not
+recompute Git-object hashes.
+
+The CSV contains only synthetic case IDs, source revisions, coded ranks and
+scores, action counts, completion state, token totals, elapsed time, and the
+stale-index marker. It contains no prompts, tool inputs, SQL, identities, or
+source values. The v14 artifact is
+[`SYNTHETIC-analytics-production-path-v14-before-after.csv`](./SYNTHETIC-analytics-production-path-v14-before-after.csv).
+
+## Historical v13 comparison (candidate snapshot `586b87b5`)
+
+The checked-in v13 artifact runs twenty-one synthetic cases twice in each
+phase through the same production agent loop. The baseline is current
+`origin/main` at `afe2ee7e45f6f3f380571a6d18918fc49d71c6e1`; the candidate
+source snapshot is `586b87b50a99fe0d5023637df9c735bafb47d035`. The new case
+places an approved monthly workspace-membership aggregate beside an unapproved
+generated row-level membership bridge and checks that a plain membership
+lookup selects the row-grain source. All prompts, models, identities, and
+warehouse names are synthetic.
+
+The baseline passed both the top-1 retrieval and production-path checks in
+6/42 runs (14.3%) and retrieved the expected candidate in the top five in
+20/42 runs (47.6%). The candidate passed 42/42 (100%) on both measures. All 84
+runs completed without aborts; each made one `find-data` call and no other or
+failed action. Each run exercised the production prompt, caller and
+organization context, final-response guard, and usage capture. The deterministic
+in-memory engine does not call a hosted model, BigQuery, or a connected data
+source. These scores measure synthetic retrieval and production-path
+integrity, not hosted-model answer quality or production latency.
+
+Evaluated code hashes are
+`sha256:5efa951a394abdcc5d39090b58d0277f1e0392a0ca1c984c96def8935cabcafe`
+before and
+`sha256:f1cda350256c3ec48f87bf151c7284291ecf4467b2c1f9fa5c5062e5fea8b764`
+after. Both phases use identical harness bytes, hash
+`sha256:91a1a65cebb864d1368b624b9dac7e2ab4c32710357e52c4a9c25c6c705a7d97`.
+The harness checked the source bytes against each pinned commit when it emitted
+the CSV. The checked-in validator pins those revisions and hashes; it does not
+recompute Git-object hashes.
+
+The CSV contains only synthetic case IDs, source revisions, coded ranks and
+scores, action counts, completion state, token totals, and elapsed time. It
+contains no prompts, tool inputs, SQL, identities, or source values. The v13
+artifact is
+[`SYNTHETIC-analytics-production-path-v13-before-after.csv`](./SYNTHETIC-analytics-production-path-v13-before-after.csv).
+
+## Historical v12 comparison (candidate snapshot `35fdffa8`)
+
+The checked-in v12 artifact runs twenty synthetic cases twice in each phase
+through the same production agent loop. The baseline is `origin/main` at
+`1999aef1ad68dcf9d44423fa95df1a7acb67e8c5`; the candidate is
+`35fdffa8f309e2a7820d6c6e1e5decad04ebf989`. The fixture adds long exclusion
+phrases and independent or negated removal clauses to the existing retrieval
+cases. All prompts and identities are invented.
+
+The baseline passed both retrieval and production-path checks in 6/40 runs
+(15%) and retrieved the expected candidate in the top five in 18/40 (45%). The
+candidate passed 40/40 (100%) on both measures. All 80 runs completed without
+aborts; each made one `find-data` call and no other or failed action. Each run
+also exercised the production prompt, caller and organization context, final
+response guard, and usage capture. These are deterministic synthetic retrieval
+and path-integrity scores, not hosted-model answer quality, real production
+latency, or a re-run of private user transcripts.
+
+The fixture supplies nonzero synthetic source-index scan counts to check that
+the action reports omitted entries, omitted fields, truncated fields, and
+unresolved tracking call sites. It does not execute `build-source-index.ts` or
+measure production-index completeness. The CSV contains only case IDs,
+provenance, coded scores and ranks, action counts, completion state, usage
+totals, and elapsed time; it contains no prompts, tool inputs, SQL, identities,
+or source values. The artifact is
+[`SYNTHETIC-analytics-production-path-v12-before-after.csv`](./SYNTHETIC-analytics-production-path-v12-before-after.csv).
+
+Evaluated code hashes are
+`sha256:5bf2d8b224e03b2fb8081a0f61e6e626d420a51c2a3de60c6d6d50595063e8f7`
+before and
+`sha256:7b4e074cb1b62a254e00af4924c37ac923ff280dfdf74b63fb000a207d929e38`
+after. Both phases use the same harness bytes, hash
+`sha256:ca70d1a86c17bff2777ac22b4428f4f4370e4d71ad96e60266f22a54a6ba2792`.
+The harness checks source bytes against the pinned commits when producing the
+CSV. The checked-in validator checks the recorded hashes against reviewed
+constants; it does not recompute Git-object hashes.
+
+The validator keeps failed and aborted runs in the comparison with score zero,
+so a regression remains reportable instead of suppressing the CSV. A separate
+production-path test still fails when a candidate run does not pass.
+
+## Historical v11 comparison (candidate snapshot `fb583843`)
+
+This historical comparison measures candidate commit
+`fb583843666f597c9eced3d7f4f297fd5cdcec26`. Later ranking and source-index
+changes are not covered by its 32/32 after score. Its fixture supplies a
+hard-coded synthetic source index and does not invoke `build-source-index.ts`.
+
+The v11 comparison adds the case `negated-counts-preserve-role-detail` to cover
+the review finding where a negated count request lost the following role
+detail. It uses the same production path and synthetic fixtures as the earlier
+v10 comparison, with sixteen cases run twice in each phase. The before phase is
+pinned to `d0caebd20464a2a00ad417c78943d81438d9333a`; the after phase measures
+the Analytics source changes at `fb583843666f597c9eced3d7f4f297fd5cdcec26`.
+
+The evaluated code hashes are
+`sha256:a31ae9051b291723b73c09752df3711dcea125df319de7b96483a52769def191`
+before and
+`sha256:2b0445b08a32d9afabc18ba1e429ee07898ad7033c4575d70e46ac6f184f9358`
+after. Both phases use the candidate harness, whose hash is
+`sha256:b9acd1d7c3c9758d57a4485fd56a72c7954ad2b3fefe74f128fc16fb1ca18472`.
+Generation checks compare the harness and production source bytes with pinned
+Git objects. The checked-in validator compares the CSV's hash fields with its
+pinned constants; it does not independently read Git objects.
+
+Top-1 retrieval rose from 6/32 to 32/32 runs (18.75% to 100%). Hit@5 rose from
+18/32 to 32/32 (56.25% to 100%). The added role-detail case moved from rank 4
+before to rank 1 after. All 64 runs completed without aborts; each made one
+`find-data` call and no other or failed action. These scores use the
+deterministic synthetic engine, so they measure retrieval and production-path
+integrity rather than hosted-model answer quality or production latency. The
+v11 artifact is
+`SYNTHETIC-analytics-production-path-v11-before-after.csv`.
+
+To reproduce the v11 comparison, run the harness from candidate commit
+`fb583843666f597c9eced3d7f4f297fd5cdcec26` twice: once against production
+source files pinned to baseline commit
+`d0caebd20464a2a00ad417c78943d81438d9333a`, and once with all evaluated source
+files at the candidate commit. Set `ANALYTICS_EVAL_HARNESS_REVISION` to the
+candidate commit for both runs and retain the emitted CSV only after verifying
+that the before/after rows share the harness hash and fixture revision.
+
+The v10 artifact and its original provenance remain unchanged for historical
+comparison; the validator continues to check both versions against their own
+pinned cases and commits.
+
+## Historical v10 reproduction
+
+The before phase is pinned to the exact `origin/main` snapshot
+`d0caebd20464a2a00ad417c78943d81438d9333a`. The candidate source revision is
+`595a07f9a507bba5ba43d6478969c6e19bea9ac2`, pinned in the comparison
+validator. Both phases used the same `synthetic-analytics-retrieval-v10` fixture
+and fifteen cases, twice each. The candidate SHA identifies the exact commit
+whose production source files and harness were measured; the later artifact
+commit adds the CSV, comparison assertions, and this README. It does not change
+evaluated production source or harness files.
+
+Before-phase checks verify all evaluated production source bytes against the
+pinned baseline commit and require the copied harness to match the bytes at the
+candidate commit named by `ANALYTICS_EVAL_HARNESS_REVISION`. The CSV records the
+harness hash separately, and the validator requires it to be identical in both
+phases. After-phase checks require a clean candidate source tree and every
+evaluated file to match the supplied candidate commit. The evaluated code hashes
+are `sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268`
+before and
+`sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139`
+after. The shared harness hash is
+`sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9`.
+
+The pinned baseline is newer than the PR's base, so this measures current main
+against the candidate source commit rather than replaying the historical PR
+base. The v9 artifact remains in the directory as historical evidence.
+
+Re-run the already prepared baseline worktree at
+`/tmp/analytics-eval-before-v10-d0caebd-595a07f9`:
+
+```sh
+ANALYTICS_EVAL_PHASE=before ANALYTICS_EVAL_GIT_REVISION=d0caebd20464a2a00ad417c78943d81438d9333a ANALYTICS_EVAL_HARNESS_REVISION=595a07f9a507bba5ba43d6478969c6e19bea9ac2 ANALYTICS_EVAL_EMIT_CSV=1 pnpm --filter analytics exec vitest run evals/synthetic-production-path/production-path.spec.ts
+```
+
+Re-run the candidate in its clean worktree at
+`/tmp/analytics-eval-after-v10-595a07f9`:
+
+```sh
+ANALYTICS_EVAL_PHASE=after ANALYTICS_EVAL_GIT_REVISION=595a07f9a507bba5ba43d6478969c6e19bea9ac2 ANALYTICS_EVAL_EMIT_CSV=1 pnpm --filter analytics exec vitest run evals/synthetic-production-path/production-path.spec.ts
+```
+
+The combined artifact is
+`SYNTHETIC-analytics-production-path-v10-before-after.csv`. Its validator checks
+the privacy-safe schema, all fifteen case IDs, exactly two runs per phase,
+matching before/after `(case_id, run)` pairs, fixture, code, and shared harness
+revisions, completion state, and the one-action allowlist. To verify the CSV and
+the validator's mismatch tests, run:
+
+```sh
+pnpm --filter analytics exec vitest run evals/synthetic-production-path/comparison-validation.spec.ts
+```
+
+### Historical v10 results
+
+Top-1 retrieval rose from 6/30 to 30/30 runs (20% to 100%). Hit@5 rose from
+16/30 to 30/30 (53.3% to 100%). All 60 runs completed without aborts; each made
+one `find-data` call and no other or failed action. Each phase recorded 7,200
+input and 1,440 output tokens in the deterministic harness. Per-run latency is
+local synthetic harness telemetry, not a hosted-model or production latency
+claim.
+
+The CSV serializer permits only synthetic case IDs and execution metadata:
+phase, Git, code, and harness revisions, fixture revision, run number, coded
+score and reason, expected rank and hit@5, action counts, completion and abort
+state, aggregate token counts, and elapsed time. Prompts, model output, tool
+inputs and results, SQL, identities, and fixture values are never serialized.
+Scores measure retrieval and production-path integrity with a deterministic test
+engine; they do not measure hosted-model answer quality or reproduce historical
+user chats.
+
+The synthetic retrieval-only benchmark is recorded separately in
+`../synthetic-retrieval/SYNTHETIC-analytics-retrieval-v6.csv`. Its twelve cases
+improved top-1 from 5/12 to 12/12, hit@5 from 10/12 to 12/12, and mean reciprocal
+rank from 0.625 to 1.00. Earlier production-path artifacts remain unchanged for
+historical reference.

package/corpus/templates/analytics/evals/synthetic-production-path/SYNTHETIC-analytics-production-path-before-after.csv

@@ -0,0 +1,17 @@
+case_id,phase,git_revision,code_revision,fixture_revision,run,score,reason_code,expected_rank,hit_at_5,find_data_calls,other_action_calls,failed_action_calls,completed,aborted,input_tokens,output_tokens,llm_calls,latency_ms
+current-organization-role-roster,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,1,0,ranked_below_1,2,true,1,0,0,true,false,240,48,2,68
+current-organization-role-roster,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,2,0,ranked_below_1,2,true,1,0,0,true,false,240,48,2,25
+current-organization-role-roster,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,93
+current-organization-role-roster,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,42
+monthly-organization-user-count,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,23
+monthly-organization-user-count,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,23
+monthly-organization-user-count,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,29
+monthly-organization-user-count,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,26
+active-product-users-map-to-activity,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,1,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,22
+active-product-users-map-to-activity,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,2,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,22
+active-product-users-map-to-activity,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,26
+active-product-users-map-to-activity,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,25
+builder-product-users-map-to-identities,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,22
+builder-product-users-map-to-identities,before,8ff15a5577e6530316d59c4e4b2aa751a8f56a63,sha256:9ab7eb6ee7051e2e376721d57a110c28ff2e4aefd185e1840d3e2961749e572b,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,23
+builder-product-users-map-to-identities,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,27
+builder-product-users-map-to-identities,after,9c593ada1a427bc9295f8d7e818483fa06f9fcd6,sha256:484b22f263cdb57ac77a94b1c69364a3f0cd44eff70f7cf03f1ceb7a606b4913,synthetic-analytics-retrieval-v2,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,27

package/corpus/templates/analytics/evals/synthetic-production-path/SYNTHETIC-analytics-production-path-v10-before-after.csv

@@ -0,0 +1,61 @@
+case_id,phase,git_revision,code_revision,harness_revision,fixture_revision,run,score,reason_code,expected_rank,hit_at_5,find_data_calls,other_action_calls,failed_action_calls,completed,aborted,input_tokens,output_tokens,llm_calls,latency_ms
+current-organization-role-roster,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,62
+current-organization-role-roster,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,22
+active-workspace-member-roster-with-roles,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,23
+active-workspace-member-roster-with-roles,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,22
+active-workspace-users-map-to-membership,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,21
+active-workspace-users-map-to-membership,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+exclude-inactive-show-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+exclude-inactive-show-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+not-excluding-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+not-excluding-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+exclude-everyone-but-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,19
+exclude-everyone-but-active-members,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,20
+full-workspace-roster-excludes-active-only-source,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,21
+full-workspace-roster-excludes-active-only-source,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,22
+nonpositive-count-instruction-keeps-member-rows,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,ranked_below_1,4,true,1,0,0,true,false,240,48,2,18
+nonpositive-count-instruction-keeps-member-rows,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,ranked_below_1,4,true,1,0,0,true,false,240,48,2,18
+negated-counts-keep-positive-monthly-trend,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+negated-counts-keep-positive-monthly-trend,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+monthly-organization-user-count,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+monthly-organization-user-count,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+monthly-workspace-users-by-role,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,ranked_below_1,2,true,1,0,0,true,false,240,48,2,19
+monthly-workspace-users-by-role,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,ranked_below_1,2,true,1,0,0,true,false,240,48,2,19
+bare-active-members-map-to-membership,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,candidate_missing,,false,1,0,0,true,false,240,48,2,19
+bare-active-members-map-to-membership,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,candidate_missing,,false,1,0,0,true,false,240,48,2,18
+active-product-users-map-to-activity,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,19
+active-product-users-map-to-activity,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,18
+sample-product-users-map-to-identities,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,18
+sample-product-users-map-to-identities,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+active-sample-product-users-map-to-activity,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,19
+active-sample-product-users-map-to-activity,before,d0caebd20464a2a00ad417c78943d81438d9333a,sha256:fb3f0bad8151998d81fcf994a55143ee58f64ed8c3483404237669514656a268,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,0,ranked_below_1,3,true,1,0,0,true,false,240,48,2,20
+current-organization-role-roster,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,82
+current-organization-role-roster,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,36
+active-workspace-member-roster-with-roles,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,66
+active-workspace-member-roster-with-roles,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,78
+active-workspace-users-map-to-membership,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,30
+active-workspace-users-map-to-membership,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,29
+exclude-inactive-show-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,31
+exclude-inactive-show-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,30
+not-excluding-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,29
+not-excluding-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,29
+exclude-everyone-but-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,30
+exclude-everyone-but-active-members,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,30
+full-workspace-roster-excludes-active-only-source,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,61
+full-workspace-roster-excludes-active-only-source,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,61
+nonpositive-count-instruction-keeps-member-rows,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,27
+nonpositive-count-instruction-keeps-member-rows,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,27
+negated-counts-keep-positive-monthly-trend,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,19
+negated-counts-keep-positive-monthly-trend,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,20
+monthly-organization-user-count,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,20
+monthly-organization-user-count,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,20
+monthly-workspace-users-by-role,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,28
+monthly-workspace-users-by-role,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,53
+bare-active-members-map-to-membership,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,77
+bare-active-members-map-to-membership,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,55
+active-product-users-map-to-activity,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,32
+active-product-users-map-to-activity,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,26
+sample-product-users-map-to-identities,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,32
+sample-product-users-map-to-identities,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,27
+active-sample-product-users-map-to-activity,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,1,1,rank_1,1,true,1,0,0,true,false,240,48,2,31
+active-sample-product-users-map-to-activity,after,595a07f9a507bba5ba43d6478969c6e19bea9ac2,sha256:9a1fc94f54d57e6656dc2793628bcccf917a416980fa1c861b7f44bd28f3d139,sha256:5e746b9ffc64ce67cb7ee0b16a05b276ca6341bd26e90ba7bf12e26028df9ac9,synthetic-analytics-retrieval-v10,2,1,rank_1,1,true,1,0,0,true,false,240,48,2,21