@agent-native/core-corpus 0.220.0-nightly-20261024064224 → 0.220.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/corpus/README.md +1 -1
- package/corpus/templates/analytics/CHANGELOG.md +26 -0
- package/corpus/templates/analytics/changelog/2026-10-24-organization-roster-searches-now-find-row-level-dbt-membersh.md +6 -0
- package/corpus/templates/analytics/evals/synthetic-query-path/README.md +148 -7
- package/corpus/templates/analytics/evals/synthetic-query-path/SYNTHETIC-analytics-query-quality-v13-main-vs-20261024.csv +73 -0
- package/corpus/templates/analytics/evals/synthetic-query-path/SYNTHETIC-analytics-query-quality-v14-main-vs-20261024.csv +73 -0
- package/corpus/templates/analytics/evals/synthetic-query-path/combine-phase-csv.ts +1 -0
- package/corpus/templates/analytics/scripts/build-source-index.ts +7 -3
- package/corpus/templates/community/qr/package.json +1 -1
- package/corpus/templates/content/CHANGELOG.md +6 -0
- package/corpus/templates/design/CHANGELOG.md +42 -0
- package/corpus/templates/dispatch/CHANGELOG.md +6 -0
- package/corpus/templates/slides/CHANGELOG.md +7 -0
- package/package.json +1 -1
- package/corpus/templates/analytics/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/assets/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/brain/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/calendar/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/chat/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/clips/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/content/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/crm/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/design/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/design/.generated/bridge/native-builtin-metadata.generated.ts +0 -326
- package/corpus/templates/design/.generated/bridge/native-worker-source.generated.ts +0 -6
- package/corpus/templates/dispatch/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/forms/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/mail/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/plan/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/slides/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
- package/corpus/templates/slides-2/.deploy-tmp/agent-native-provided-plugins.mjs +0 -10
package/corpus/README.md
CHANGED
|
@@ -3,6 +3,32 @@
|
|
|
3
3
|
All notable user-facing changes to Agent-Native Analytics are documented here. Open it any
|
|
4
4
|
time from the command menu (Cmd+K → "What's new") or from Settings.
|
|
5
5
|
|
|
6
|
+
## 2026-10-24
|
|
7
|
+
|
|
8
|
+
### Improved
|
|
9
|
+
|
|
10
|
+
- Organization roster searches now find row-level dbt membership data more reliably.
|
|
11
|
+
|
|
12
|
+
### Fixed
|
|
13
|
+
|
|
14
|
+
- Analytics avoids showing partial warehouse results when a metric or plan request is ambiguous.
|
|
15
|
+
- Analytics preserves verified results from successful time ranges when another requested range is unavailable.
|
|
16
|
+
- Analytics uses a warehouse fallback for a failed metric only when requested and supported by a complete metric definition and result.
|
|
17
|
+
- Analytics respects requested time periods without mistaking metric names for time breakdowns.
|
|
18
|
+
|
|
19
|
+
## 2026-10-23
|
|
20
|
+
|
|
21
|
+
### Fixed
|
|
22
|
+
|
|
23
|
+
- Analytics figures require complete, scope-matched warehouse evidence
|
|
24
|
+
- Analytics keeps malformed metric values out of verified summaries
|
|
25
|
+
- Analytics keeps verified metrics available when another requested dbt metric is unavailable
|
|
26
|
+
- Analytics now rejects partial or constant warehouse results as verified metric figures
|
|
27
|
+
- Analytics only shows warehouse fallback figures when a complete matching query supports them
|
|
28
|
+
- Analytics only shows warehouse figures when each value matches the named metric, scope, and result row.
|
|
29
|
+
- Analytics withholds warehouse figures when an owner-defined dbt metric query fails.
|
|
30
|
+
- Warehouse figures stay hidden when a failed dbt query cannot verify the calculation.
|
|
31
|
+
|
|
6
32
|
## 2026-10-21
|
|
7
33
|
|
|
8
34
|
### Improved
|
|
@@ -1,13 +1,17 @@
|
|
|
1
1
|
# Synthetic Analytics query-path eval
|
|
2
2
|
|
|
3
|
-
This suite runs
|
|
3
|
+
This suite runs eighteen invented questions through Analytics' real production
|
|
4
4
|
chat adapter, prompt builder, read-only action allowlist, shared agent loop, and
|
|
5
5
|
final response guard. A deterministic engine supplies the model steps. Provider
|
|
6
6
|
actions return bounded synthetic fixtures, so the suite does not connect to
|
|
7
7
|
BigQuery, dbt, Sigma, Amplitude, HubSpot, or production storage.
|
|
8
|
+
Scores come from production action results and fixture contracts. Scripted final
|
|
9
|
+
text only exercises the response guard; it does not measure answer wording or
|
|
10
|
+
model quality.
|
|
8
11
|
|
|
9
12
|
The cases cover an unbuilt index without an absence claim, source provenance
|
|
10
|
-
and ambiguous user/seat definitions,
|
|
13
|
+
and ambiguous user/seat definitions, row-level organization roster discovery
|
|
14
|
+
against seat utilization, dbt connection absence, a dbt metric
|
|
11
15
|
continuation with date and organization/week grouping, a rolling three-month
|
|
12
16
|
campaign metric by product category, event-taxonomy discovery, monthly AI-credit
|
|
13
17
|
usage by workspace, BigQuery rows returned with a warning, schema discovery
|
|
@@ -103,15 +107,152 @@ pnpm --filter analytics exec tsx evals/synthetic-query-path/combine-phase-csv.ts
|
|
|
103
107
|
"$EVAL_DIR/baseline.csv" "$EVAL_DIR/candidate.csv" "$EVAL_DIR/paired.csv"
|
|
104
108
|
```
|
|
105
109
|
|
|
106
|
-
|
|
107
|
-
replicates 1 and 2
|
|
108
|
-
|
|
109
|
-
|
|
110
|
+
Before the test writes a phase CSV, it enforces the exact eighteen case keys at
|
|
111
|
+
replicates 1 and 2, complete production-path, guard, owner/org, and usage
|
|
112
|
+
receipts, all candidate passes, and the single expected baseline roster miss.
|
|
113
|
+
The combiner enforces an exact safe header, one source revision per phase,
|
|
114
|
+
matching harness hashes and case/replicate pairs, valid result and
|
|
115
|
+
production-receipt values, and refuses to overwrite an existing output. The generated CSV has no
|
|
110
116
|
prompts, SQL, provider rows, identity values, cursors, or credentials. A passing
|
|
111
117
|
score requires all production receipts; an aborted or incomplete production-path
|
|
112
118
|
run is retained as a score-0 failure.
|
|
113
119
|
|
|
114
|
-
## Current latest-wave comparison (
|
|
120
|
+
## Current latest-wave comparison (v14)
|
|
121
|
+
|
|
122
|
+
[`SYNTHETIC-analytics-query-quality-v14-main-vs-20261024.csv`](./SYNTHETIC-analytics-query-quality-v14-main-vs-20261024.csv)
|
|
123
|
+
contains eighteen synthetic questions run twice through the production path on
|
|
124
|
+
`origin/main` snapshot `526e3313eaa41f00fad7cdbed4519ab28e765b6b` and candidate
|
|
125
|
+
`178f2bed7b31bd6eed86590666282a5368ef2682`. The baseline passed 34/36 runs;
|
|
126
|
+
the candidate passed 36/36. The only changed case is a row-level organization
|
|
127
|
+
roster lookup: baseline failed both runs because source-index generation lost
|
|
128
|
+
the membership grain for a multiline computed projection; the candidate found
|
|
129
|
+
the dbt membership model and distinguished it from seat utilization. The eval
|
|
130
|
+
now maps generated entries through Analytics' production source-index mapper
|
|
131
|
+
and catalog page ranker, verifying that `approved: false` and
|
|
132
|
+
`aiGenerated: true` are derived rather than seeded in the fixture. The answer
|
|
133
|
+
still treats the row-level entry as an unapproved suggestion pending owner
|
|
134
|
+
review.
|
|
135
|
+
|
|
136
|
+
All 72 rows have production-path, final-guard, owner/org-context, and usage
|
|
137
|
+
receipts. Both phases use the same harness bytes, SHA-256
|
|
138
|
+
`a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0`; the
|
|
139
|
+
paired CSV SHA-256 is
|
|
140
|
+
`8abdab24347ba041219fc0f8b315c3d5ba625dfcff3194a885ae79894af981a2`.
|
|
141
|
+
This is a deterministic scripted-engine contract comparison with synthetic
|
|
142
|
+
provider responses. It measures the code path and source-index change, not an
|
|
143
|
+
independent model-quality benchmark or live warehouse accuracy.
|
|
144
|
+
|
|
145
|
+
### Reproduce v14
|
|
146
|
+
|
|
147
|
+
Create detached worktrees for the two source snapshots, copy the candidate
|
|
148
|
+
production-path harness into the baseline worktree so both phases use identical
|
|
149
|
+
test bytes, then run each phase and combine the CSVs. Use fresh paths for every
|
|
150
|
+
reproduction:
|
|
151
|
+
|
|
152
|
+
```sh
|
|
153
|
+
BASELINE_SHA=526e3313eaa41f00fad7cdbed4519ab28e765b6b
|
|
154
|
+
CANDIDATE_SHA=178f2bed7b31bd6eed86590666282a5368ef2682
|
|
155
|
+
RUN_ID="$(date +%s)-$$"
|
|
156
|
+
BASELINE_DIR=".tmp/analytics-eval-v14-main-$RUN_ID"
|
|
157
|
+
CANDIDATE_DIR=".tmp/analytics-eval-v14-candidate-$RUN_ID"
|
|
158
|
+
EVAL_DIR="$(pwd)/.tmp/analytics-eval-v14-$RUN_ID"
|
|
159
|
+
mkdir -p "$EVAL_DIR"
|
|
160
|
+
git worktree add --detach "$BASELINE_DIR" "$BASELINE_SHA"
|
|
161
|
+
git worktree add --detach "$CANDIDATE_DIR" "$CANDIDATE_SHA"
|
|
162
|
+
mkdir -p "$BASELINE_DIR/templates/analytics/evals/synthetic-query-path"
|
|
163
|
+
cp "$CANDIDATE_DIR/templates/analytics/evals/synthetic-query-path/production-path.spec.ts" \
|
|
164
|
+
"$BASELINE_DIR/templates/analytics/evals/synthetic-query-path/production-path.spec.ts"
|
|
165
|
+
(
|
|
166
|
+
cd "$BASELINE_DIR"
|
|
167
|
+
corepack pnpm install --frozen-lockfile
|
|
168
|
+
ANALYTICS_QUERY_EVAL_PHASE=baseline \
|
|
169
|
+
ANALYTICS_QUERY_EVAL_SOURCE_REVISION="$BASELINE_SHA" \
|
|
170
|
+
ANALYTICS_QUERY_EVAL_WRITE_CSV=1 \
|
|
171
|
+
ANALYTICS_QUERY_EVAL_OUTPUT="$EVAL_DIR/baseline.csv" \
|
|
172
|
+
pnpm --filter analytics exec vitest run evals/synthetic-query-path/production-path.spec.ts
|
|
173
|
+
)
|
|
174
|
+
(
|
|
175
|
+
cd "$CANDIDATE_DIR"
|
|
176
|
+
corepack pnpm install --frozen-lockfile
|
|
177
|
+
ANALYTICS_QUERY_EVAL_PHASE=candidate \
|
|
178
|
+
ANALYTICS_QUERY_EVAL_SOURCE_REVISION="$CANDIDATE_SHA" \
|
|
179
|
+
ANALYTICS_QUERY_EVAL_WRITE_CSV=1 \
|
|
180
|
+
ANALYTICS_QUERY_EVAL_OUTPUT="$EVAL_DIR/candidate.csv" \
|
|
181
|
+
pnpm --filter analytics exec vitest run evals/synthetic-query-path/production-path.spec.ts
|
|
182
|
+
)
|
|
183
|
+
pnpm --filter analytics exec tsx evals/synthetic-query-path/combine-phase-csv.ts \
|
|
184
|
+
"$EVAL_DIR/baseline.csv" "$EVAL_DIR/candidate.csv" "$EVAL_DIR/paired.csv"
|
|
185
|
+
```
|
|
186
|
+
|
|
187
|
+
## Previous latest-wave comparison (v13)
|
|
188
|
+
|
|
189
|
+
The v13 pair below is retained as an earlier comparison. Its roster case set
|
|
190
|
+
approval/provenance fields directly in the fixture; v14 supersedes it with the
|
|
191
|
+
production source-index mapping and catalog page ranker in the eval.
|
|
192
|
+
|
|
193
|
+
[`SYNTHETIC-analytics-query-quality-v13-main-vs-20261024.csv`](./SYNTHETIC-analytics-query-quality-v13-main-vs-20261024.csv)
|
|
194
|
+
contains eighteen synthetic questions run twice through the production path on
|
|
195
|
+
`origin/main` snapshot `526e3313eaa41f00fad7cdbed4519ab28e765b6b` and candidate
|
|
196
|
+
`9f970d4740adf99d4b870bf453fc5c4abf223ff0`. The baseline passed 34/36 runs;
|
|
197
|
+
the candidate passed 36/36. The only changed case is a row-level organization
|
|
198
|
+
roster lookup: baseline failed both runs because source-index generation lost
|
|
199
|
+
the membership grain for a multiline computed projection; the candidate found
|
|
200
|
+
the dbt membership model and distinguished it from seat utilization. Its
|
|
201
|
+
generated entry remains unapproved, so the answer still requires owner review
|
|
202
|
+
before treating it as canonical.
|
|
203
|
+
|
|
204
|
+
All 72 rows have production-path, final-guard, owner/org-context, and usage
|
|
205
|
+
receipts. Both phases use the same harness bytes, SHA-256
|
|
206
|
+
`79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb`; the
|
|
207
|
+
paired CSV SHA-256 is
|
|
208
|
+
`e9e9e13d8239b1e196c828384794c413d614ba73795e3c451cae3209a2df5553`.
|
|
209
|
+
This is a deterministic scripted-engine contract comparison with synthetic
|
|
210
|
+
provider responses. It measures the code path and source-index change, not an
|
|
211
|
+
independent model-quality benchmark or live warehouse accuracy.
|
|
212
|
+
|
|
213
|
+
### Reproduce v13
|
|
214
|
+
|
|
215
|
+
Create detached worktrees for the two source snapshots, copy the candidate
|
|
216
|
+
production-path harness into the baseline worktree so both phases use identical
|
|
217
|
+
test bytes, then run each phase and combine the CSVs. Use fresh paths for every
|
|
218
|
+
reproduction:
|
|
219
|
+
|
|
220
|
+
```sh
|
|
221
|
+
BASELINE_SHA=526e3313eaa41f00fad7cdbed4519ab28e765b6b
|
|
222
|
+
CANDIDATE_SHA=9f970d4740adf99d4b870bf453fc5c4abf223ff0
|
|
223
|
+
RUN_ID="$(date +%s)-$$"
|
|
224
|
+
BASELINE_DIR=".tmp/analytics-eval-v13-main-$RUN_ID"
|
|
225
|
+
CANDIDATE_DIR=".tmp/analytics-eval-v13-candidate-$RUN_ID"
|
|
226
|
+
EVAL_DIR="$(pwd)/.tmp/analytics-eval-v13-$RUN_ID"
|
|
227
|
+
mkdir -p "$EVAL_DIR"
|
|
228
|
+
git worktree add --detach "$BASELINE_DIR" "$BASELINE_SHA"
|
|
229
|
+
git worktree add --detach "$CANDIDATE_DIR" "$CANDIDATE_SHA"
|
|
230
|
+
mkdir -p "$BASELINE_DIR/templates/analytics/evals/synthetic-query-path"
|
|
231
|
+
cp "$CANDIDATE_DIR/templates/analytics/evals/synthetic-query-path/production-path.spec.ts" \
|
|
232
|
+
"$BASELINE_DIR/templates/analytics/evals/synthetic-query-path/production-path.spec.ts"
|
|
233
|
+
(
|
|
234
|
+
cd "$BASELINE_DIR"
|
|
235
|
+
corepack pnpm install --frozen-lockfile
|
|
236
|
+
ANALYTICS_QUERY_EVAL_PHASE=baseline \
|
|
237
|
+
ANALYTICS_QUERY_EVAL_SOURCE_REVISION="$BASELINE_SHA" \
|
|
238
|
+
ANALYTICS_QUERY_EVAL_WRITE_CSV=1 \
|
|
239
|
+
ANALYTICS_QUERY_EVAL_OUTPUT="$EVAL_DIR/baseline.csv" \
|
|
240
|
+
pnpm --filter analytics exec vitest run evals/synthetic-query-path/production-path.spec.ts
|
|
241
|
+
)
|
|
242
|
+
(
|
|
243
|
+
cd "$CANDIDATE_DIR"
|
|
244
|
+
corepack pnpm install --frozen-lockfile
|
|
245
|
+
ANALYTICS_QUERY_EVAL_PHASE=candidate \
|
|
246
|
+
ANALYTICS_QUERY_EVAL_SOURCE_REVISION="$CANDIDATE_SHA" \
|
|
247
|
+
ANALYTICS_QUERY_EVAL_WRITE_CSV=1 \
|
|
248
|
+
ANALYTICS_QUERY_EVAL_OUTPUT="$EVAL_DIR/candidate.csv" \
|
|
249
|
+
pnpm --filter analytics exec vitest run evals/synthetic-query-path/production-path.spec.ts
|
|
250
|
+
)
|
|
251
|
+
pnpm --filter analytics exec tsx evals/synthetic-query-path/combine-phase-csv.ts \
|
|
252
|
+
"$EVAL_DIR/baseline.csv" "$EVAL_DIR/candidate.csv" "$EVAL_DIR/paired.csv"
|
|
253
|
+
```
|
|
254
|
+
|
|
255
|
+
## Previous latest-wave comparison (v12)
|
|
115
256
|
|
|
116
257
|
[`SYNTHETIC-analytics-query-quality-v12-main-vs-pr7639.csv`](./SYNTHETIC-analytics-query-quality-v12-main-vs-pr7639.csv)
|
|
117
258
|
contains seventeen synthetic questions run twice through the production path on
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
phase,source_revision,harness_sha256,case_key,replicate,score,reason_code,completed,aborted,production_path_invoked,guard_applied,owner_org_context_verified,usage_captured,tool_call_count,provider_call_count,dbt_call_count,bigquery_call_count,schema_search_call_count,provenance_distinguished,event_taxonomy_grounded,bounded_grouping_verified,bounded_time_scope_verified,first_party_div_recovery_verified,organization_grain_verified,partial_warning_disclosed,latency_ms,input_tokens,output_tokens,llm_calls
|
|
2
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-row-level-roster-beats-seat-utilization,1,0,contract_failed,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,65,480,96,0
|
|
3
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-row-level-roster-beats-seat-utilization,2,0,contract_failed,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,3,480,96,0
|
|
4
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-unbuilt-index-does-not-claim-absence,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,7,240,48,0
|
|
5
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-unbuilt-index-does-not-claim-absence,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,240,48,0
|
|
6
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-content-api-requests-not-visual-views,1,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,14,720,144,0
|
|
7
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-content-api-requests-not-visual-views,2,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,4,720,144,0
|
|
8
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-source-provenance-ambiguity,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,3,480,96,0
|
|
9
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-source-provenance-ambiguity,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,2,480,96,0
|
|
10
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-disconnected-abstains,1,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,13,720,144,0
|
|
11
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-disconnected-abstains,2,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,5,720,144,0
|
|
12
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-paginated-bounded-grouping,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,6,360,72,0
|
|
13
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-paginated-bounded-grouping,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
14
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-rolling-window-product-category,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
15
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-rolling-window-product-category,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
16
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-annual-period-rejects-all-time,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
17
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-annual-period-rejects-all-time,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
18
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
19
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
20
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-same-month-day-only-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
21
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-same-month-day-only-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
22
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-day-first-month-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
23
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-day-first-month-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
24
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-skill-event-taxonomy,1,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,3,600,120,0
|
|
25
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-skill-event-taxonomy,2,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,3,600,120,0
|
|
26
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-monthly-ai-credits-by-workspace,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
27
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-monthly-ai-credits-by-workspace,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
28
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-bigquery-partial-warning-disclosed,1,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,2,240,48,0
|
|
29
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-bigquery-partial-warning-disclosed,2,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,1,240,48,0
|
|
30
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-schema-discovery-corrects-query,1,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,6,600,120,0
|
|
31
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-schema-discovery-corrects-query,2,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,3,600,120,0
|
|
32
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-organization-description-does-not-change-grain,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,5,360,72,0
|
|
33
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-organization-description-does-not-change-grain,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,9,360,72,0
|
|
34
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-first-party-div-recovery,1,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,7,480,96,0
|
|
35
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-first-party-div-recovery,2,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,3,480,96,0
|
|
36
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-domain-exclusion-does-not-prove-creator-self-views,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,3,480,96,0
|
|
37
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-domain-exclusion-does-not-prove-creator-self-views,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,480,96,0
|
|
38
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-row-level-roster-beats-seat-utilization,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,true,false,66,480,96,0
|
|
39
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-row-level-roster-beats-seat-utilization,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,true,false,3,480,96,0
|
|
40
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-unbuilt-index-does-not-claim-absence,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,7,240,48,0
|
|
41
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-unbuilt-index-does-not-claim-absence,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,240,48,0
|
|
42
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-content-api-requests-not-visual-views,1,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,13,720,144,0
|
|
43
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-content-api-requests-not-visual-views,2,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,4,720,144,0
|
|
44
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-source-provenance-ambiguity,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,2,480,96,0
|
|
45
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-source-provenance-ambiguity,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,2,480,96,0
|
|
46
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-disconnected-abstains,1,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,12,720,144,0
|
|
47
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-disconnected-abstains,2,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,5,720,144,0
|
|
48
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-paginated-bounded-grouping,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,8,360,72,0
|
|
49
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-paginated-bounded-grouping,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
50
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-rolling-window-product-category,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
51
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-rolling-window-product-category,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
52
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-annual-period-rejects-all-time,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,6,600,120,0
|
|
53
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-annual-period-rejects-all-time,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
54
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
55
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,6,600,120,0
|
|
56
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-same-month-day-only-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,3,600,120,0
|
|
57
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-same-month-day-only-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
58
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-day-first-month-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,3,600,120,0
|
|
59
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-day-first-month-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
60
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-skill-event-taxonomy,1,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,4,600,120,0
|
|
61
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-skill-event-taxonomy,2,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,3,600,120,0
|
|
62
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-monthly-ai-credits-by-workspace,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
63
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-latest-monthly-ai-credits-by-workspace,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
64
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-bigquery-partial-warning-disclosed,1,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,2,240,48,0
|
|
65
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-bigquery-partial-warning-disclosed,2,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,2,240,48,0
|
|
66
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-schema-discovery-corrects-query,1,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,2,600,120,0
|
|
67
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-schema-discovery-corrects-query,2,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,3,600,120,0
|
|
68
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-organization-description-does-not-change-grain,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,3,360,72,0
|
|
69
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-dbt-organization-description-does-not-change-grain,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,4,360,72,0
|
|
70
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-first-party-div-recovery,1,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,7,480,96,0
|
|
71
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-first-party-div-recovery,2,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,4,480,96,0
|
|
72
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-domain-exclusion-does-not-prove-creator-self-views,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,480,96,0
|
|
73
|
+
candidate,9f970d4740adf99d4b870bf453fc5c4abf223ff0,79ea594548ec714ca5009bf6c5e22be386bdb9c89c5d9d60449c3abb02c113eb,synthetic-domain-exclusion-does-not-prove-creator-self-views,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,480,96,0
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
phase,source_revision,harness_sha256,case_key,replicate,score,reason_code,completed,aborted,production_path_invoked,guard_applied,owner_org_context_verified,usage_captured,tool_call_count,provider_call_count,dbt_call_count,bigquery_call_count,schema_search_call_count,provenance_distinguished,event_taxonomy_grounded,bounded_grouping_verified,bounded_time_scope_verified,first_party_div_recovery_verified,organization_grain_verified,partial_warning_disclosed,latency_ms,input_tokens,output_tokens,llm_calls
|
|
2
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-row-level-roster-beats-seat-utilization,1,0,contract_failed,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,65,480,96,0
|
|
3
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-row-level-roster-beats-seat-utilization,2,0,contract_failed,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,3,480,96,0
|
|
4
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-unbuilt-index-does-not-claim-absence,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,7,240,48,0
|
|
5
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-unbuilt-index-does-not-claim-absence,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,1,240,48,0
|
|
6
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-content-api-requests-not-visual-views,1,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,14,720,144,0
|
|
7
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-content-api-requests-not-visual-views,2,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,6,720,144,0
|
|
8
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-source-provenance-ambiguity,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,4,480,96,0
|
|
9
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-source-provenance-ambiguity,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,2,480,96,0
|
|
10
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-disconnected-abstains,1,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,12,720,144,0
|
|
11
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-disconnected-abstains,2,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,5,720,144,0
|
|
12
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-paginated-bounded-grouping,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,8,360,72,0
|
|
13
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-paginated-bounded-grouping,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
14
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-rolling-window-product-category,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,5,360,72,0
|
|
15
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-rolling-window-product-category,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
16
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-annual-period-rejects-all-time,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,6,600,120,0
|
|
17
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-annual-period-rejects-all-time,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
18
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
19
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,8,600,120,0
|
|
20
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-same-month-day-only-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
21
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-same-month-day-only-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
22
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-day-first-month-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
23
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-day-first-month-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,3,600,120,0
|
|
24
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-skill-event-taxonomy,1,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,4,600,120,0
|
|
25
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-skill-event-taxonomy,2,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,3,600,120,0
|
|
26
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-monthly-ai-credits-by-workspace,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
27
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-monthly-ai-credits-by-workspace,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
28
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-bigquery-partial-warning-disclosed,1,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,2,240,48,0
|
|
29
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-bigquery-partial-warning-disclosed,2,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,1,240,48,0
|
|
30
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-schema-discovery-corrects-query,1,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,3,600,120,0
|
|
31
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-schema-discovery-corrects-query,2,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,3,600,120,0
|
|
32
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-organization-description-does-not-change-grain,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,5,360,72,0
|
|
33
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-organization-description-does-not-change-grain,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,5,360,72,0
|
|
34
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-first-party-div-recovery,1,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,6,480,96,0
|
|
35
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-first-party-div-recovery,2,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,3,480,96,0
|
|
36
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-domain-exclusion-does-not-prove-creator-self-views,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,5,480,96,0
|
|
37
|
+
baseline,526e3313eaa41f00fad7cdbed4519ab28e765b6b,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-domain-exclusion-does-not-prove-creator-self-views,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,1,480,96,0
|
|
38
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-row-level-roster-beats-seat-utilization,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,true,false,63,480,96,0
|
|
39
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-row-level-roster-beats-seat-utilization,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,true,false,3,480,96,0
|
|
40
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-unbuilt-index-does-not-claim-absence,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,6,240,48,0
|
|
41
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-unbuilt-index-does-not-claim-absence,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,2,240,48,0
|
|
42
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-content-api-requests-not-visual-views,1,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,15,720,144,0
|
|
43
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-content-api-requests-not-visual-views,2,1,pass,true,false,true,true,true,true,5,3,0,1,1,false,false,false,false,false,false,false,5,720,144,0
|
|
44
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-source-provenance-ambiguity,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,2,480,96,0
|
|
45
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-source-provenance-ambiguity,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,true,false,false,false,false,false,false,4,480,96,0
|
|
46
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-disconnected-abstains,1,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,13,720,144,0
|
|
47
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-disconnected-abstains,2,1,pass,true,false,true,true,true,true,4,2,1,0,0,false,false,false,false,false,false,false,5,720,144,0
|
|
48
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-paginated-bounded-grouping,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,6,360,72,0
|
|
49
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-paginated-bounded-grouping,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,5,360,72,0
|
|
50
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-rolling-window-product-category,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,5,360,72,0
|
|
51
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-rolling-window-product-category,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,3,360,72,0
|
|
52
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-annual-period-rejects-all-time,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,7,600,120,0
|
|
53
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-annual-period-rejects-all-time,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,7,600,120,0
|
|
54
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
55
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-ordinal-dayfirst-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
56
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-same-month-day-only-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,5,600,120,0
|
|
57
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-same-month-day-only-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,4,600,120,0
|
|
58
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-day-first-month-range-retries-bounded,1,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,3,600,120,0
|
|
59
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-day-first-month-range-retries-bounded,2,1,pass,true,false,true,true,true,true,3,2,2,0,0,false,false,false,true,false,false,false,3,600,120,0
|
|
60
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-skill-event-taxonomy,1,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,4,600,120,0
|
|
61
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-skill-event-taxonomy,2,1,pass,true,false,true,true,true,true,2,1,0,0,0,false,true,false,false,false,false,false,3,600,120,0
|
|
62
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-monthly-ai-credits-by-workspace,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
63
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-latest-monthly-ai-credits-by-workspace,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,false,false,4,360,72,0
|
|
64
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-bigquery-partial-warning-disclosed,1,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,2,240,48,0
|
|
65
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-bigquery-partial-warning-disclosed,2,1,pass,true,false,true,true,true,true,1,1,0,1,0,false,false,false,false,false,false,true,1,240,48,0
|
|
66
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-schema-discovery-corrects-query,1,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,3,600,120,0
|
|
67
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-schema-discovery-corrects-query,2,1,pass,true,false,true,true,true,true,4,4,0,2,1,false,false,false,false,false,false,false,2,600,120,0
|
|
68
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-organization-description-does-not-change-grain,1,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,3,360,72,0
|
|
69
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-dbt-organization-description-does-not-change-grain,2,1,pass,true,false,true,true,true,true,2,1,1,0,0,false,false,true,false,false,true,false,3,360,72,0
|
|
70
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-first-party-div-recovery,1,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,6,480,96,0
|
|
71
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-first-party-div-recovery,2,1,pass,true,false,true,true,true,true,3,2,0,0,0,false,false,false,false,true,false,false,7,480,96,0
|
|
72
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-domain-exclusion-does-not-prove-creator-self-views,1,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,3,480,96,0
|
|
73
|
+
candidate,178f2bed7b31bd6eed86590666282a5368ef2682,a2090172be86fb3ea13cf8f8a1beaf7ba68aac6ef5b207befa05ed34901077d0,synthetic-domain-exclusion-does-not-prove-creator-self-views,2,1,pass,true,false,true,true,true,true,1,1,0,0,0,false,false,false,false,false,false,false,4,480,96,0
|
|
@@ -89,6 +89,7 @@ const REASON_CODES = new Set([
|
|
|
89
89
|
]);
|
|
90
90
|
|
|
91
91
|
const SAFE_CASE_KEYS = [
|
|
92
|
+
"synthetic-row-level-roster-beats-seat-utilization",
|
|
92
93
|
"synthetic-unbuilt-index-does-not-claim-absence",
|
|
93
94
|
"synthetic-content-api-requests-not-visual-views",
|
|
94
95
|
"synthetic-source-provenance-ambiguity",
|
|
@@ -2258,11 +2258,13 @@ function directProjection(projection: string):
|
|
|
2258
2258
|
let outputColumn: string | undefined;
|
|
2259
2259
|
const outputIdentifier = String.raw`(?:${SQL_IDENTIFIER}|\x60[A-Za-z_][A-Za-z0-9_$-]*\x60)`;
|
|
2260
2260
|
const explicitAlias = value.match(
|
|
2261
|
-
new RegExp(String.raw`^(
|
|
2261
|
+
new RegExp(String.raw`^([\s\S]+?)\s+as\s+(${outputIdentifier})$`, "i"),
|
|
2262
2262
|
);
|
|
2263
2263
|
const implicitAlias = explicitAlias
|
|
2264
2264
|
? undefined
|
|
2265
|
-
: value.match(
|
|
2265
|
+
: value.match(
|
|
2266
|
+
new RegExp(String.raw`^([\s\S]+?)\s+(${outputIdentifier})$`, "i"),
|
|
2267
|
+
);
|
|
2266
2268
|
const alias = explicitAlias ?? implicitAlias;
|
|
2267
2269
|
if (alias) {
|
|
2268
2270
|
expression = alias[1]!.trim();
|
|
@@ -2290,7 +2292,9 @@ function projectedOutputColumn(projection: string): string | undefined {
|
|
|
2290
2292
|
const outputIdentifier = String.raw`(?:${SQL_IDENTIFIER}|\x60[A-Za-z_][A-Za-z0-9_$-]*\x60)`;
|
|
2291
2293
|
const alias = projection
|
|
2292
2294
|
.trim()
|
|
2293
|
-
.match(
|
|
2295
|
+
.match(
|
|
2296
|
+
new RegExp(String.raw`^([\s\S]+?)\s+as\s+(${outputIdentifier})$`, "i"),
|
|
2297
|
+
);
|
|
2294
2298
|
if (!alias) return undefined;
|
|
2295
2299
|
|
|
2296
2300
|
const outputColumn = safeIdentifier(alias[2]!.replace(/`/g, ""));
|
|
@@ -11,12 +11,16 @@ time from the command menu (Cmd+K → "What's new").
|
|
|
11
11
|
|
|
12
12
|
### Improved
|
|
13
13
|
|
|
14
|
+
- A big GitHub folder fills its collection much faster, and keeps filling while the collection is open rather than waiting for the next background sync
|
|
15
|
+
- Collections with large select or multi-select properties open faster and use less memory, because each property definition is sent once instead of with every row
|
|
16
|
+
- Pressing Escape while writing a comment, reply or edit cancels it, and asks first if you've written something.
|
|
14
17
|
- A collection linked to a big GitHub folder fills faster, and pushes to other linked collections aren't held up while it does
|
|
15
18
|
- Accept remaining and Reject remaining show the result for every suggested edit at once
|
|
16
19
|
- Accepting a group of suggested edits saves faster and adds one page version
|
|
17
20
|
|
|
18
21
|
### Fixed
|
|
19
22
|
|
|
23
|
+
- A GitHub folder sync keeps going when file storage fails, filling pages without their images and adding them on a later sync
|
|
20
24
|
- Opening a page no longer saves an edit again after another open tab's save already stored it.
|
|
21
25
|
- Changes made from a menu or popover, such as an image's alt text, are always saved.
|
|
22
26
|
- Agents can read saved page titles and text after an unrelated icon change fails.
|
|
@@ -26,6 +30,8 @@ time from the command menu (Cmd+K → "What's new").
|
|
|
26
30
|
|
|
27
31
|
### Added
|
|
28
32
|
|
|
33
|
+
- Agents' suggested edits show inline in MCP Apps hosts like Claude and ChatGPT, where you can accept or reject them
|
|
34
|
+
- The Comments panel is now **Discussion**: comment on a whole page without selecting text, and sort and filter every comment on the page by status, type, what it points at, or who wrote it
|
|
29
35
|
- List rows can show the first lines of each page under its title: pick **Page text** for Line 2
|
|
30
36
|
|
|
31
37
|
### Improved
|
|
@@ -3,18 +3,60 @@
|
|
|
3
3
|
All notable user-facing changes to Design are documented here. Open it any time
|
|
4
4
|
from the command menu (Cmd+K → "What's new") or from Settings.
|
|
5
5
|
|
|
6
|
+
## 2026-10-23
|
|
7
|
+
|
|
8
|
+
### Improved
|
|
9
|
+
|
|
10
|
+
- Drag a frame on the canvas by its name label to move it.
|
|
11
|
+
- HTML Motion edits preserve interactive Alpine visibility state
|
|
12
|
+
- Promotional artwork now sizes and checks text for its intended display size.
|
|
13
|
+
|
|
14
|
+
### Fixed
|
|
15
|
+
|
|
16
|
+
- Image and PDF exports preserve external stylesheet styles when the stylesheet can be fetched.
|
|
17
|
+
- Motion editing works again on designs that load Tailwind and Alpine from the CDN.
|
|
18
|
+
- Reopening a design while it is still generating keeps tracking the generation until it finishes.
|
|
19
|
+
- Text typed right after placing a text layer on the board is no longer lost when you press Escape quickly.
|
|
20
|
+
|
|
6
21
|
## 2026-10-22
|
|
7
22
|
|
|
8
23
|
### Added
|
|
9
24
|
|
|
25
|
+
- Export compatible HTML frames for HubSpot email, or ask the agent to adapt existing content into a new email frame while preserving the original.
|
|
26
|
+
- HubSpot conversion exports can verify that original link destinations are preserved.
|
|
27
|
+
- Preview HubSpot emails with sample recipient names and button destinations without changing saved content.
|
|
28
|
+
- Remove auto layout from a frame with the minus button in its Auto layout section, the canvas menu, or Shift+Option+A, and its layers stay where they are.
|
|
29
|
+
- Screens have a Rotation field and Rotate 90° button, so a rotated screen can be reset.
|
|
10
30
|
- Prototype links can play code-authored screen transitions.
|
|
11
31
|
|
|
32
|
+
### Improved
|
|
33
|
+
|
|
34
|
+
- A selected line or arrow shows a handle at each end; drag one to move just that end, with Shift to snap to 45 degrees
|
|
35
|
+
- Independent content and mobile layout reviews are available on request for HubSpot emails.
|
|
36
|
+
- Right-clicking a layer row opens the full canvas menu, and Tab while renaming moves to the next layer.
|
|
37
|
+
- The design agent builds flatter layer trees with whole-pixel values.
|
|
38
|
+
- The inspector names each layer's type, hides sections that don't apply, and gives lines Length and Angle.
|
|
39
|
+
|
|
12
40
|
### Fixed
|
|
13
41
|
|
|
42
|
+
- Align works on a single layer inside its frame, and aligning several layers moves only the aligned axis.
|
|
43
|
+
- Hug, Fill, and Fixed only appear where they apply, so frames no longer collapse to 0×0 and the inspector shows the mode a layer is actually in.
|
|
44
|
+
- Frames using Hug height expand to show their full content on the canvas.
|
|
45
|
+
- Moving, resizing, pasting, and typing positions land layers on whole pixels.
|
|
46
|
+
- Paste lands inside the selected frame, free on empty canvas, or in another design.
|
|
47
|
+
- Screenshot previews use local Chromium when available for faster, more reliable rendering.
|
|
48
|
+
- Shapes and text drawn on a card or row nest inside it.
|
|
49
|
+
- Undo and redo skip selection changes, so they only step through edits.
|
|
50
|
+
- Verification and export requests finish without requiring unnecessary design changes.
|
|
51
|
+
- Zoom at 100% shows true size, and Shift+0, Shift+R, and Zoom to selection work.
|
|
14
52
|
- Collapsed shader layers no longer interrupt other shaders on the canvas
|
|
15
53
|
- Shader fills keep rendering when other screen content cannot be captured
|
|
16
54
|
- Shader fills and effects render correctly on canvas elements created or updated in the editor.
|
|
17
55
|
|
|
56
|
+
### Changed
|
|
57
|
+
|
|
58
|
+
- A click in a screen selects the top-level layer under the pointer, double-click goes one level deeper, and Cmd+click selects the innermost layer
|
|
59
|
+
|
|
18
60
|
## 2026-10-21
|
|
19
61
|
|
|
20
62
|
### Added
|
|
@@ -3,6 +3,12 @@
|
|
|
3
3
|
All notable user-facing changes to Agent-Native Dispatch are documented here. Open it any
|
|
4
4
|
time from the command menu (Cmd+K → "What's new").
|
|
5
5
|
|
|
6
|
+
## 2026-10-23
|
|
7
|
+
|
|
8
|
+
### Fixed
|
|
9
|
+
|
|
10
|
+
- Workspace app sharing is managed only by app owners and organization admins.
|
|
11
|
+
|
|
6
12
|
## 2026-10-21
|
|
7
13
|
|
|
8
14
|
### Added
|
|
@@ -3,6 +3,13 @@
|
|
|
3
3
|
All notable user-facing changes to Agent-Native Slides are documented here. Open it any
|
|
4
4
|
time from the command menu (Cmd+K → "What's new").
|
|
5
5
|
|
|
6
|
+
## 2026-10-23
|
|
7
|
+
|
|
8
|
+
### Fixed
|
|
9
|
+
|
|
10
|
+
- The agent keeps going after a slide edit that would change nothing, instead of stopping the run with an error.
|
|
11
|
+
- The agent retries a slide edit whose text it could not find instead of stopping the run with an error.
|
|
12
|
+
|
|
6
13
|
## 2026-10-21
|
|
7
14
|
|
|
8
15
|
### Fixed
|
package/package.json
CHANGED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
// AUTO-GENERATED by @agent-native/core deploy build
|
|
2
|
-
import { markDefaultPluginProvided } from "@agent-native/core/server/edge";
|
|
3
|
-
|
|
4
|
-
const pluginStems = ["agent-chat","analytics-alert-jobs","analytics-rollup-backfill-jobs","auth","collab","config","content-metrics-collection-jobs","core-routes","creative-context","dashboard-report-jobs","db","feature-flags","labs","onboarding","otel","session-replay-retention-jobs","transactional-emails","uptime-monitor-jobs"];
|
|
5
|
-
|
|
6
|
-
export default function markBuildDiscoveredPlugins(nitroApp) {
|
|
7
|
-
for (const stem of pluginStems) {
|
|
8
|
-
markDefaultPluginProvided(nitroApp, stem);
|
|
9
|
-
}
|
|
10
|
-
}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
// AUTO-GENERATED by @agent-native/core deploy build
|
|
2
|
-
import { markDefaultPluginProvided } from "@agent-native/core/server/edge";
|
|
3
|
-
|
|
4
|
-
const pluginStems = ["agent-chat","auth","creative-context","db","labs","onboarding","otel"];
|
|
5
|
-
|
|
6
|
-
export default function markBuildDiscoveredPlugins(nitroApp) {
|
|
7
|
-
for (const stem of pluginStems) {
|
|
8
|
-
markDefaultPluginProvided(nitroApp, stem);
|
|
9
|
-
}
|
|
10
|
-
}
|