@tangle-network/agent-app 0.60.252 → 0.60.254
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/rollout/d1.d.ts +7 -1
- package/dist/rollout/d1.js +8 -3
- package/dist/rollout/d1.js.map +1 -1
- package/package.json +4 -4
package/dist/rollout/d1.d.ts
CHANGED
|
@@ -21,17 +21,23 @@ export interface D1LikeForRollout {
|
|
|
21
21
|
};
|
|
22
22
|
};
|
|
23
23
|
}
|
|
24
|
-
export declare const ROLLOUT_TURN_TIMING_SCHEMA_SQL = "\nCREATE TABLE IF NOT EXISTS rollout_turn_timing (\n turn_id TEXT PRIMARY KEY,\n rollout TEXT NOT NULL,\n workspace_id TEXT NOT NULL,\n lane TEXT NOT NULL,\n admission_ms INTEGER,\n model TEXT,\n revision TEXT,\n arm TEXT,\n first_visible_ms INTEGER,\n first_text_ms INTEGER,\n settled_ms INTEGER NOT NULL,\n failed INTEGER NOT NULL CHECK (failed IN (0, 1)),\n failure_code TEXT,\n at INTEGER NOT NULL\n);\nCREATE INDEX IF NOT EXISTS rollout_turn_timing_by_lane ON rollout_turn_timing (rollout, lane, at);\n";
|
|
24
|
+
export declare const ROLLOUT_TURN_TIMING_SCHEMA_SQL = "\nCREATE TABLE IF NOT EXISTS rollout_turn_timing (\n turn_id TEXT PRIMARY KEY,\n rollout TEXT NOT NULL,\n workspace_id TEXT NOT NULL,\n lane TEXT NOT NULL,\n admission_ms INTEGER,\n model TEXT,\n revision TEXT,\n arm TEXT,\n variant TEXT,\n first_visible_ms INTEGER,\n first_text_ms INTEGER,\n settled_ms INTEGER NOT NULL,\n failed INTEGER NOT NULL CHECK (failed IN (0, 1)),\n failure_code TEXT,\n at INTEGER NOT NULL\n);\nCREATE INDEX IF NOT EXISTS rollout_turn_timing_by_lane ON rollout_turn_timing (rollout, lane, at);\n";
|
|
25
25
|
/** Apply once through the product migration runner to existing tables; historical rows stay NULL. */
|
|
26
26
|
export declare const ROLLOUT_TURN_TIMING_FIRST_VISIBLE_MIGRATION_SQL = "ALTER TABLE rollout_turn_timing ADD COLUMN first_visible_ms INTEGER;";
|
|
27
27
|
/** Apply once through the product migration runner; old rows remain unknown. */
|
|
28
28
|
export declare const ROLLOUT_TURN_TIMING_RULER_MIGRATION_SQL = "\nALTER TABLE rollout_turn_timing ADD COLUMN admission_ms INTEGER;\nALTER TABLE rollout_turn_timing ADD COLUMN model TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN revision TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN arm TEXT;\n";
|
|
29
|
+
/** Apply once through the product migration runner before any row carries `variant`; old rows stay NULL. */
|
|
30
|
+
export declare const ROLLOUT_TURN_TIMING_VARIANT_MIGRATION_SQL = "ALTER TABLE rollout_turn_timing ADD COLUMN variant TEXT;";
|
|
29
31
|
export interface TurnTimingRow {
|
|
30
32
|
/** Request receipt to lifecycle start, before the existing relative durations. */
|
|
31
33
|
admissionMs?: number;
|
|
32
34
|
model?: string;
|
|
33
35
|
revision?: string;
|
|
36
|
+
/** The rollout cohort arm (`assignRolloutArm`, or a synthetic cohort's label). Guards filter on it. */
|
|
34
37
|
arm?: string;
|
|
38
|
+
/** The turn's experiment assignments, apart from `arm` so an experiment never changes the cohort a guard reads,
|
|
39
|
+
* e.g. `billing_in_gate=1;prompt_prefix=0`. Written only when set, so a table without the column keeps recording. */
|
|
40
|
+
variant?: string;
|
|
35
41
|
turnId: string;
|
|
36
42
|
/** The plan this turn counts toward, e.g. `hospitality-routed-chat`. */
|
|
37
43
|
rollout: string;
|
package/dist/rollout/d1.js
CHANGED
|
@@ -13,6 +13,7 @@ CREATE TABLE IF NOT EXISTS rollout_turn_timing (
|
|
|
13
13
|
model TEXT,
|
|
14
14
|
revision TEXT,
|
|
15
15
|
arm TEXT,
|
|
16
|
+
variant TEXT,
|
|
16
17
|
first_visible_ms INTEGER,
|
|
17
18
|
first_text_ms INTEGER,
|
|
18
19
|
settled_ms INTEGER NOT NULL,
|
|
@@ -29,6 +30,7 @@ ALTER TABLE rollout_turn_timing ADD COLUMN model TEXT;
|
|
|
29
30
|
ALTER TABLE rollout_turn_timing ADD COLUMN revision TEXT;
|
|
30
31
|
ALTER TABLE rollout_turn_timing ADD COLUMN arm TEXT;
|
|
31
32
|
`;
|
|
33
|
+
var ROLLOUT_TURN_TIMING_VARIANT_MIGRATION_SQL = `ALTER TABLE rollout_turn_timing ADD COLUMN variant TEXT;`;
|
|
32
34
|
var MEASURE_ROW_LIMIT = 2e4;
|
|
33
35
|
function percentile(sorted, p) {
|
|
34
36
|
if (!sorted.length) return null;
|
|
@@ -55,10 +57,11 @@ function createD1TurnTimingStore(options) {
|
|
|
55
57
|
/** Record one settled turn. Idempotent on `turnId`. Never throws: telemetry must not fail a turn. */
|
|
56
58
|
async record(row) {
|
|
57
59
|
try {
|
|
60
|
+
const variant = row.variant === void 0 ? "" : ", variant";
|
|
58
61
|
await options.db.prepare(
|
|
59
62
|
`INSERT OR IGNORE INTO rollout_turn_timing
|
|
60
|
-
(turn_id, rollout, workspace_id, lane, first_visible_ms, first_text_ms, settled_ms, failed, failure_code, at, admission_ms, model, revision, arm)
|
|
61
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
|
|
63
|
+
(turn_id, rollout, workspace_id, lane, first_visible_ms, first_text_ms, settled_ms, failed, failure_code, at, admission_ms, model, revision, arm${variant})
|
|
64
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?${variant ? ", ?" : ""})`
|
|
62
65
|
).bind(
|
|
63
66
|
row.turnId,
|
|
64
67
|
row.rollout,
|
|
@@ -73,7 +76,8 @@ function createD1TurnTimingStore(options) {
|
|
|
73
76
|
row.admissionMs === void 0 ? null : Math.round(row.admissionMs),
|
|
74
77
|
row.model ?? null,
|
|
75
78
|
row.revision ?? null,
|
|
76
|
-
row.arm ?? null
|
|
79
|
+
row.arm ?? null,
|
|
80
|
+
...row.variant === void 0 ? [] : [row.variant]
|
|
77
81
|
).run();
|
|
78
82
|
} catch (error) {
|
|
79
83
|
console.error(JSON.stringify({
|
|
@@ -106,6 +110,7 @@ export {
|
|
|
106
110
|
ROLLOUT_TURN_TIMING_FIRST_VISIBLE_MIGRATION_SQL,
|
|
107
111
|
ROLLOUT_TURN_TIMING_RULER_MIGRATION_SQL,
|
|
108
112
|
ROLLOUT_TURN_TIMING_SCHEMA_SQL,
|
|
113
|
+
ROLLOUT_TURN_TIMING_VARIANT_MIGRATION_SQL,
|
|
109
114
|
createD1TurnTimingStore,
|
|
110
115
|
stageMetrics
|
|
111
116
|
};
|
package/dist/rollout/d1.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/rollout/d1.ts"],"sourcesContent":["/**\n * The measurement a rollout guard reads: one row per turn with its lane, its\n * first visible word and whether it failed, and the stage numbers computed\n * from those rows.\n *\n * Record from the chat route's lifecycle (`onTurnComplete` / `onTurnError`\n * carry `firstVisibleMs`, `firstTextMs` and `durationMs`), then serve `measureStage` behind an\n * operator endpoint that the deploy's `rollout.config.mjs` calls. A stage is\n * measured on the turns of the workspaces it admits, in the lane being rolled\n * out, since the time it went live.\n */\nimport { rolloutAdmits, type RolloutStage, type StageMeasurement } from './index'\n\n/** Minimal D1 surface (Cloudflare's `D1Database` satisfies it). */\nexport interface D1LikeForRollout {\n prepare(sql: string): {\n bind(...values: unknown[]): {\n run(): Promise<unknown>\n all<T = Record<string, unknown>>(): Promise<{ results?: T[] }>\n }\n }\n}\n\nexport const ROLLOUT_TURN_TIMING_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS rollout_turn_timing (\n turn_id TEXT PRIMARY KEY,\n rollout TEXT NOT NULL,\n workspace_id TEXT NOT NULL,\n lane TEXT NOT NULL,\n admission_ms INTEGER,\n model TEXT,\n revision TEXT,\n arm TEXT,\n first_visible_ms INTEGER,\n first_text_ms INTEGER,\n settled_ms INTEGER NOT NULL,\n failed INTEGER NOT NULL CHECK (failed IN (0, 1)),\n failure_code TEXT,\n at INTEGER NOT NULL\n);\nCREATE INDEX IF NOT EXISTS rollout_turn_timing_by_lane ON rollout_turn_timing (rollout, lane, at);\n`\n\n/** Apply once through the product migration runner to existing tables; historical rows stay NULL. */\nexport const ROLLOUT_TURN_TIMING_FIRST_VISIBLE_MIGRATION_SQL =\n `ALTER TABLE rollout_turn_timing ADD COLUMN first_visible_ms INTEGER;`\n\n/** Apply once through the product migration runner; old rows remain unknown. */\nexport const ROLLOUT_TURN_TIMING_RULER_MIGRATION_SQL = `\nALTER TABLE rollout_turn_timing ADD COLUMN admission_ms INTEGER;\nALTER TABLE rollout_turn_timing ADD COLUMN model TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN revision TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN arm TEXT;\n`\n\nexport interface TurnTimingRow {\n /** Request receipt to lifecycle start, before the existing relative durations. */\n admissionMs?: number\n model?: string\n revision?: string\n arm?: string\n turnId: string\n /** The plan this turn counts toward, e.g. `hospitality-routed-chat`. */\n rollout: string\n workspaceId: string\n /** The lane that served the turn, e.g. `routed` or `sandbox`. Only the rolled-out lane is measured. */\n lane: string\n /** From the lifecycle's `firstTextMs`; absent when no word streamed. */\n firstTextMs?: number\n /** From the lifecycle firstVisibleMs; absent when no reasoning, tool or answer streamed. */\n firstVisibleMs?: number\n settledMs: number\n failed: boolean\n failureCode?: string\n /** Epoch ms; defaults to now. */\n at?: number\n}\n\n/** Rows read for one measurement; a stage needing more than this would be measured on its newest rows. */\nconst MEASURE_ROW_LIMIT = 20_000\n\nfunction percentile(sorted: readonly number[], p: number): number | null {\n if (!sorted.length) return null\n return sorted[Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1)]!\n}\n\n/** Stage metrics from turn rows: first-words and settled percentiles in ms, and the failure rate. */\nexport function stageMetrics(rows: ReadonlyArray<Pick<TurnTimingRow, 'firstVisibleMs' | 'firstTextMs' | 'settledMs' | 'failed'>>) {\n const firstVisible = rows.flatMap(row => row.firstVisibleMs == null ? [] : [row.firstVisibleMs]).sort((a, b) => a - b)\n const firstWords = rows.flatMap(row => row.firstTextMs === undefined || row.firstTextMs === null ? [] : [row.firstTextMs]).sort((a, b) => a - b)\n const settled = rows.filter(row => !row.failed).map(row => row.settledMs).sort((a, b) => a - b)\n return {\n first_visible_p50_ms: percentile(firstVisible, 50),\n first_visible_p90_ms: percentile(firstVisible, 90),\n first_words_p50_ms: percentile(firstWords, 50),\n first_words_p90_ms: percentile(firstWords, 90),\n settled_p50_ms: percentile(settled, 50),\n settled_p90_ms: percentile(settled, 90),\n // A turn that streamed no word failed the user whatever its envelope said.\n failure_rate: rows.length ? rows.filter(row => row.failed || row.firstTextMs === undefined || row.firstTextMs === null).length / rows.length : null,\n }\n}\n\nexport function createD1TurnTimingStore(options: { db: D1LikeForRollout; now?: () => number }) {\n const now = options.now ?? Date.now\n return {\n /** Record one settled turn. Idempotent on `turnId`. Never throws: telemetry must not fail a turn. */\n async record(row: TurnTimingRow): Promise<void> {\n try {\n await options.db.prepare(\n `INSERT OR IGNORE INTO rollout_turn_timing\n (turn_id, rollout, workspace_id, lane, first_visible_ms, first_text_ms, settled_ms, failed, failure_code, at, admission_ms, model, revision, arm)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n ).bind(row.turnId, row.rollout, row.workspaceId, row.lane,\n row.firstVisibleMs === undefined ? null : Math.round(row.firstVisibleMs),\n row.firstTextMs === undefined ? null : Math.round(row.firstTextMs), Math.round(row.settledMs),\n row.failed ? 1 : 0, row.failureCode ?? null, row.at ?? now(),\n row.admissionMs === undefined ? null : Math.round(row.admissionMs),\n row.model ?? null, row.revision ?? null, row.arm ?? null).run()\n } catch (error) {\n console.error(JSON.stringify({ event: 'rollout_turn_timing_record_failed', turnId: row.turnId,\n error: error instanceof Error ? error.message.slice(0, 200) : String(error).slice(0, 200) }))\n }\n },\n\n /** The stage's numbers: its admitted workspaces' turns in `lane` since `since` (epoch ms). A row carries no\n * workspace creation time, so a workspace admitted only by a `new-since:` entry is not counted. */\n async measureStage(input: { rollout: string; stage: RolloutStage; lane: string; since: number }): Promise<StageMeasurement> {\n const { results = [] } = await options.db.prepare(\n `SELECT workspace_id, first_visible_ms, first_text_ms, settled_ms, failed FROM rollout_turn_timing\n WHERE rollout = ? AND lane = ? AND at >= ? ORDER BY at DESC LIMIT ?`,\n ).bind(input.rollout, input.lane, input.since, MEASURE_ROW_LIMIT).all<{\n workspace_id: string; first_visible_ms: number | null; first_text_ms: number | null; settled_ms: number; failed: number\n }>()\n const rows = results\n .filter(row => rolloutAdmits(input.stage.value, { id: row.workspace_id }))\n .map(row => ({ firstVisibleMs: row.first_visible_ms ?? undefined, firstTextMs: row.first_text_ms ?? undefined, settledMs: row.settled_ms, failed: row.failed === 1 }))\n return {\n stage: input.stage.name,\n lane: input.lane,\n samples: rows.length,\n metrics: stageMetrics(rows),\n source: `rollout_turn_timing lane=${input.lane}`,\n window: { from: new Date(input.since).toISOString(), to: new Date(now()).toISOString() },\n }\n },\n }\n}\n"],"mappings":";;;;;AAuBO,IAAM,iCAAiC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAqBvC,IAAM,kDACX;AAGK,IAAM,0CAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AA+BvD,IAAM,oBAAoB;AAE1B,SAAS,WAAW,QAA2B,GAA0B;AACvE,MAAI,CAAC,OAAO,OAAQ,QAAO;AAC3B,SAAO,OAAO,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,KAAM,IAAI,MAAO,OAAO,MAAM,IAAI,CAAC,CAAC;AACrF;AAGO,SAAS,aAAa,MAAqG;AAChI,QAAM,eAAe,KAAK,QAAQ,SAAO,IAAI,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACrH,QAAM,aAAa,KAAK,QAAQ,SAAO,IAAI,gBAAgB,UAAa,IAAI,gBAAgB,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAC/I,QAAM,UAAU,KAAK,OAAO,SAAO,CAAC,IAAI,MAAM,EAAE,IAAI,SAAO,IAAI,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAC9F,SAAO;AAAA,IACL,sBAAsB,WAAW,cAAc,EAAE;AAAA,IACjD,sBAAsB,WAAW,cAAc,EAAE;AAAA,IACjD,oBAAoB,WAAW,YAAY,EAAE;AAAA,IAC7C,oBAAoB,WAAW,YAAY,EAAE;AAAA,IAC7C,gBAAgB,WAAW,SAAS,EAAE;AAAA,IACtC,gBAAgB,WAAW,SAAS,EAAE;AAAA;AAAA,IAEtC,cAAc,KAAK,SAAS,KAAK,OAAO,SAAO,IAAI,UAAU,IAAI,gBAAgB,UAAa,IAAI,gBAAgB,IAAI,EAAE,SAAS,KAAK,SAAS;AAAA,EACjJ;AACF;AAEO,SAAS,wBAAwB,SAAuD;AAC7F,QAAM,MAAM,QAAQ,OAAO,KAAK;AAChC,SAAO;AAAA;AAAA,IAEL,MAAM,OAAO,KAAmC;AAC9C,UAAI;AACF,cAAM,QAAQ,GAAG;AAAA,UACf;AAAA;AAAA;AAAA,QAGF,EAAE;AAAA,UAAK,IAAI;AAAA,UAAQ,IAAI;AAAA,UAAS,IAAI;AAAA,UAAa,IAAI;AAAA,UACnD,IAAI,mBAAmB,SAAY,OAAO,KAAK,MAAM,IAAI,cAAc;AAAA,UACvE,IAAI,gBAAgB,SAAY,OAAO,KAAK,MAAM,IAAI,WAAW;AAAA,UAAG,KAAK,MAAM,IAAI,SAAS;AAAA,UAC5F,IAAI,SAAS,IAAI;AAAA,UAAG,IAAI,eAAe;AAAA,UAAM,IAAI,MAAM,IAAI;AAAA,UAC3D,IAAI,gBAAgB,SAAY,OAAO,KAAK,MAAM,IAAI,WAAW;AAAA,UACjE,IAAI,SAAS;AAAA,UAAM,IAAI,YAAY;AAAA,UAAM,IAAI,OAAO;AAAA,QAAI,EAAE,IAAI;AAAA,MAClE,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK,UAAU;AAAA,UAAE,OAAO;AAAA,UAAqC,QAAQ,IAAI;AAAA,UACrF,OAAO,iBAAiB,QAAQ,MAAM,QAAQ,MAAM,GAAG,GAAG,IAAI,OAAO,KAAK,EAAE,MAAM,GAAG,GAAG;AAAA,QAAE,CAAC,CAAC;AAAA,MAChG;AAAA,IACF;AAAA;AAAA;AAAA,IAIA,MAAM,aAAa,OAAyG;AAC1H,YAAM,EAAE,UAAU,CAAC,EAAE,IAAI,MAAM,QAAQ,GAAG;AAAA,QACxC;AAAA;AAAA,MAEF,EAAE,KAAK,MAAM,SAAS,MAAM,MAAM,MAAM,OAAO,iBAAiB,EAAE,IAE/D;AACH,YAAM,OAAO,QACV,OAAO,SAAO,cAAc,MAAM,MAAM,OAAO,EAAE,IAAI,IAAI,aAAa,CAAC,CAAC,EACxE,IAAI,UAAQ,EAAE,gBAAgB,IAAI,oBAAoB,QAAW,aAAa,IAAI,iBAAiB,QAAW,WAAW,IAAI,YAAY,QAAQ,IAAI,WAAW,EAAE,EAAE;AACvK,aAAO;AAAA,QACL,OAAO,MAAM,MAAM;AAAA,QACnB,MAAM,MAAM;AAAA,QACZ,SAAS,KAAK;AAAA,QACd,SAAS,aAAa,IAAI;AAAA,QAC1B,QAAQ,4BAA4B,MAAM,IAAI;AAAA,QAC9C,QAAQ,EAAE,MAAM,IAAI,KAAK,MAAM,KAAK,EAAE,YAAY,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,YAAY,EAAE;AAAA,MACzF;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../../src/rollout/d1.ts"],"sourcesContent":["/**\n * The measurement a rollout guard reads: one row per turn with its lane, its\n * first visible word and whether it failed, and the stage numbers computed\n * from those rows.\n *\n * Record from the chat route's lifecycle (`onTurnComplete` / `onTurnError`\n * carry `firstVisibleMs`, `firstTextMs` and `durationMs`), then serve `measureStage` behind an\n * operator endpoint that the deploy's `rollout.config.mjs` calls. A stage is\n * measured on the turns of the workspaces it admits, in the lane being rolled\n * out, since the time it went live.\n */\nimport { rolloutAdmits, type RolloutStage, type StageMeasurement } from './index'\n\n/** Minimal D1 surface (Cloudflare's `D1Database` satisfies it). */\nexport interface D1LikeForRollout {\n prepare(sql: string): {\n bind(...values: unknown[]): {\n run(): Promise<unknown>\n all<T = Record<string, unknown>>(): Promise<{ results?: T[] }>\n }\n }\n}\n\nexport const ROLLOUT_TURN_TIMING_SCHEMA_SQL = `\nCREATE TABLE IF NOT EXISTS rollout_turn_timing (\n turn_id TEXT PRIMARY KEY,\n rollout TEXT NOT NULL,\n workspace_id TEXT NOT NULL,\n lane TEXT NOT NULL,\n admission_ms INTEGER,\n model TEXT,\n revision TEXT,\n arm TEXT,\n variant TEXT,\n first_visible_ms INTEGER,\n first_text_ms INTEGER,\n settled_ms INTEGER NOT NULL,\n failed INTEGER NOT NULL CHECK (failed IN (0, 1)),\n failure_code TEXT,\n at INTEGER NOT NULL\n);\nCREATE INDEX IF NOT EXISTS rollout_turn_timing_by_lane ON rollout_turn_timing (rollout, lane, at);\n`\n\n/** Apply once through the product migration runner to existing tables; historical rows stay NULL. */\nexport const ROLLOUT_TURN_TIMING_FIRST_VISIBLE_MIGRATION_SQL =\n `ALTER TABLE rollout_turn_timing ADD COLUMN first_visible_ms INTEGER;`\n\n/** Apply once through the product migration runner; old rows remain unknown. */\nexport const ROLLOUT_TURN_TIMING_RULER_MIGRATION_SQL = `\nALTER TABLE rollout_turn_timing ADD COLUMN admission_ms INTEGER;\nALTER TABLE rollout_turn_timing ADD COLUMN model TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN revision TEXT;\nALTER TABLE rollout_turn_timing ADD COLUMN arm TEXT;\n`\n\n/** Apply once through the product migration runner before any row carries `variant`; old rows stay NULL. */\nexport const ROLLOUT_TURN_TIMING_VARIANT_MIGRATION_SQL =\n `ALTER TABLE rollout_turn_timing ADD COLUMN variant TEXT;`\n\nexport interface TurnTimingRow {\n /** Request receipt to lifecycle start, before the existing relative durations. */\n admissionMs?: number\n model?: string\n revision?: string\n /** The rollout cohort arm (`assignRolloutArm`, or a synthetic cohort's label). Guards filter on it. */\n arm?: string\n /** The turn's experiment assignments, apart from `arm` so an experiment never changes the cohort a guard reads,\n * e.g. `billing_in_gate=1;prompt_prefix=0`. Written only when set, so a table without the column keeps recording. */\n variant?: string\n turnId: string\n /** The plan this turn counts toward, e.g. `hospitality-routed-chat`. */\n rollout: string\n workspaceId: string\n /** The lane that served the turn, e.g. `routed` or `sandbox`. Only the rolled-out lane is measured. */\n lane: string\n /** From the lifecycle's `firstTextMs`; absent when no word streamed. */\n firstTextMs?: number\n /** From the lifecycle firstVisibleMs; absent when no reasoning, tool or answer streamed. */\n firstVisibleMs?: number\n settledMs: number\n failed: boolean\n failureCode?: string\n /** Epoch ms; defaults to now. */\n at?: number\n}\n\n/** Rows read for one measurement; a stage needing more than this would be measured on its newest rows. */\nconst MEASURE_ROW_LIMIT = 20_000\n\nfunction percentile(sorted: readonly number[], p: number): number | null {\n if (!sorted.length) return null\n return sorted[Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1)]!\n}\n\n/** Stage metrics from turn rows: first-words and settled percentiles in ms, and the failure rate. */\nexport function stageMetrics(rows: ReadonlyArray<Pick<TurnTimingRow, 'firstVisibleMs' | 'firstTextMs' | 'settledMs' | 'failed'>>) {\n const firstVisible = rows.flatMap(row => row.firstVisibleMs == null ? [] : [row.firstVisibleMs]).sort((a, b) => a - b)\n const firstWords = rows.flatMap(row => row.firstTextMs === undefined || row.firstTextMs === null ? [] : [row.firstTextMs]).sort((a, b) => a - b)\n const settled = rows.filter(row => !row.failed).map(row => row.settledMs).sort((a, b) => a - b)\n return {\n first_visible_p50_ms: percentile(firstVisible, 50),\n first_visible_p90_ms: percentile(firstVisible, 90),\n first_words_p50_ms: percentile(firstWords, 50),\n first_words_p90_ms: percentile(firstWords, 90),\n settled_p50_ms: percentile(settled, 50),\n settled_p90_ms: percentile(settled, 90),\n // A turn that streamed no word failed the user whatever its envelope said.\n failure_rate: rows.length ? rows.filter(row => row.failed || row.firstTextMs === undefined || row.firstTextMs === null).length / rows.length : null,\n }\n}\n\nexport function createD1TurnTimingStore(options: { db: D1LikeForRollout; now?: () => number }) {\n const now = options.now ?? Date.now\n return {\n /** Record one settled turn. Idempotent on `turnId`. Never throws: telemetry must not fail a turn. */\n async record(row: TurnTimingRow): Promise<void> {\n try {\n const variant = row.variant === undefined ? '' : ', variant'\n await options.db.prepare(\n `INSERT OR IGNORE INTO rollout_turn_timing\n (turn_id, rollout, workspace_id, lane, first_visible_ms, first_text_ms, settled_ms, failed, failure_code, at, admission_ms, model, revision, arm${variant})\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?${variant ? ', ?' : ''})`,\n ).bind(row.turnId, row.rollout, row.workspaceId, row.lane,\n row.firstVisibleMs === undefined ? null : Math.round(row.firstVisibleMs),\n row.firstTextMs === undefined ? null : Math.round(row.firstTextMs), Math.round(row.settledMs),\n row.failed ? 1 : 0, row.failureCode ?? null, row.at ?? now(),\n row.admissionMs === undefined ? null : Math.round(row.admissionMs),\n row.model ?? null, row.revision ?? null, row.arm ?? null, ...(row.variant === undefined ? [] : [row.variant])).run()\n } catch (error) {\n console.error(JSON.stringify({ event: 'rollout_turn_timing_record_failed', turnId: row.turnId,\n error: error instanceof Error ? error.message.slice(0, 200) : String(error).slice(0, 200) }))\n }\n },\n\n /** The stage's numbers: its admitted workspaces' turns in `lane` since `since` (epoch ms). A row carries no\n * workspace creation time, so a workspace admitted only by a `new-since:` entry is not counted. */\n async measureStage(input: { rollout: string; stage: RolloutStage; lane: string; since: number }): Promise<StageMeasurement> {\n const { results = [] } = await options.db.prepare(\n `SELECT workspace_id, first_visible_ms, first_text_ms, settled_ms, failed FROM rollout_turn_timing\n WHERE rollout = ? AND lane = ? AND at >= ? ORDER BY at DESC LIMIT ?`,\n ).bind(input.rollout, input.lane, input.since, MEASURE_ROW_LIMIT).all<{\n workspace_id: string; first_visible_ms: number | null; first_text_ms: number | null; settled_ms: number; failed: number\n }>()\n const rows = results\n .filter(row => rolloutAdmits(input.stage.value, { id: row.workspace_id }))\n .map(row => ({ firstVisibleMs: row.first_visible_ms ?? undefined, firstTextMs: row.first_text_ms ?? undefined, settledMs: row.settled_ms, failed: row.failed === 1 }))\n return {\n stage: input.stage.name,\n lane: input.lane,\n samples: rows.length,\n metrics: stageMetrics(rows),\n source: `rollout_turn_timing lane=${input.lane}`,\n window: { from: new Date(input.since).toISOString(), to: new Date(now()).toISOString() },\n }\n },\n }\n}\n"],"mappings":";;;;;AAuBO,IAAM,iCAAiC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAsBvC,IAAM,kDACX;AAGK,IAAM,0CAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AAQhD,IAAM,4CACX;AA8BF,IAAM,oBAAoB;AAE1B,SAAS,WAAW,QAA2B,GAA0B;AACvE,MAAI,CAAC,OAAO,OAAQ,QAAO;AAC3B,SAAO,OAAO,KAAK,IAAI,OAAO,SAAS,GAAG,KAAK,KAAM,IAAI,MAAO,OAAO,MAAM,IAAI,CAAC,CAAC;AACrF;AAGO,SAAS,aAAa,MAAqG;AAChI,QAAM,eAAe,KAAK,QAAQ,SAAO,IAAI,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACrH,QAAM,aAAa,KAAK,QAAQ,SAAO,IAAI,gBAAgB,UAAa,IAAI,gBAAgB,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAC/I,QAAM,UAAU,KAAK,OAAO,SAAO,CAAC,IAAI,MAAM,EAAE,IAAI,SAAO,IAAI,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAC9F,SAAO;AAAA,IACL,sBAAsB,WAAW,cAAc,EAAE;AAAA,IACjD,sBAAsB,WAAW,cAAc,EAAE;AAAA,IACjD,oBAAoB,WAAW,YAAY,EAAE;AAAA,IAC7C,oBAAoB,WAAW,YAAY,EAAE;AAAA,IAC7C,gBAAgB,WAAW,SAAS,EAAE;AAAA,IACtC,gBAAgB,WAAW,SAAS,EAAE;AAAA;AAAA,IAEtC,cAAc,KAAK,SAAS,KAAK,OAAO,SAAO,IAAI,UAAU,IAAI,gBAAgB,UAAa,IAAI,gBAAgB,IAAI,EAAE,SAAS,KAAK,SAAS;AAAA,EACjJ;AACF;AAEO,SAAS,wBAAwB,SAAuD;AAC7F,QAAM,MAAM,QAAQ,OAAO,KAAK;AAChC,SAAO;AAAA;AAAA,IAEL,MAAM,OAAO,KAAmC;AAC9C,UAAI;AACF,cAAM,UAAU,IAAI,YAAY,SAAY,KAAK;AACjD,cAAM,QAAQ,GAAG;AAAA,UACf;AAAA,+JACqJ,OAAO;AAAA,6DACzG,UAAU,QAAQ,EAAE;AAAA,QACzE,EAAE;AAAA,UAAK,IAAI;AAAA,UAAQ,IAAI;AAAA,UAAS,IAAI;AAAA,UAAa,IAAI;AAAA,UACnD,IAAI,mBAAmB,SAAY,OAAO,KAAK,MAAM,IAAI,cAAc;AAAA,UACvE,IAAI,gBAAgB,SAAY,OAAO,KAAK,MAAM,IAAI,WAAW;AAAA,UAAG,KAAK,MAAM,IAAI,SAAS;AAAA,UAC5F,IAAI,SAAS,IAAI;AAAA,UAAG,IAAI,eAAe;AAAA,UAAM,IAAI,MAAM,IAAI;AAAA,UAC3D,IAAI,gBAAgB,SAAY,OAAO,KAAK,MAAM,IAAI,WAAW;AAAA,UACjE,IAAI,SAAS;AAAA,UAAM,IAAI,YAAY;AAAA,UAAM,IAAI,OAAO;AAAA,UAAM,GAAI,IAAI,YAAY,SAAY,CAAC,IAAI,CAAC,IAAI,OAAO;AAAA,QAAE,EAAE,IAAI;AAAA,MACvH,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK,UAAU;AAAA,UAAE,OAAO;AAAA,UAAqC,QAAQ,IAAI;AAAA,UACrF,OAAO,iBAAiB,QAAQ,MAAM,QAAQ,MAAM,GAAG,GAAG,IAAI,OAAO,KAAK,EAAE,MAAM,GAAG,GAAG;AAAA,QAAE,CAAC,CAAC;AAAA,MAChG;AAAA,IACF;AAAA;AAAA;AAAA,IAIA,MAAM,aAAa,OAAyG;AAC1H,YAAM,EAAE,UAAU,CAAC,EAAE,IAAI,MAAM,QAAQ,GAAG;AAAA,QACxC;AAAA;AAAA,MAEF,EAAE,KAAK,MAAM,SAAS,MAAM,MAAM,MAAM,OAAO,iBAAiB,EAAE,IAE/D;AACH,YAAM,OAAO,QACV,OAAO,SAAO,cAAc,MAAM,MAAM,OAAO,EAAE,IAAI,IAAI,aAAa,CAAC,CAAC,EACxE,IAAI,UAAQ,EAAE,gBAAgB,IAAI,oBAAoB,QAAW,aAAa,IAAI,iBAAiB,QAAW,WAAW,IAAI,YAAY,QAAQ,IAAI,WAAW,EAAE,EAAE;AACvK,aAAO;AAAA,QACL,OAAO,MAAM,MAAM;AAAA,QACnB,MAAM,MAAM;AAAA,QACZ,SAAS,KAAK;AAAA,QACd,SAAS,aAAa,IAAI;AAAA,QAC1B,QAAQ,4BAA4B,MAAM,IAAI;AAAA,QAC9C,QAAQ,EAAE,MAAM,IAAI,KAAK,MAAM,KAAK,EAAE,YAAY,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,YAAY,EAAE;AAAA,MACzF;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-app",
|
|
3
|
-
"version": "0.60.
|
|
3
|
+
"version": "0.60.254",
|
|
4
4
|
"packageManager": "pnpm@11.24.0",
|
|
5
5
|
"description": "Build agent applications with typed chat, tools, sandboxes, integrations, billing, and evaluation.",
|
|
6
6
|
"keywords": [
|
|
@@ -800,9 +800,9 @@
|
|
|
800
800
|
"@tangle-network/agent-gateway": "0.11.4",
|
|
801
801
|
"@tangle-network/agent-integrations": "0.75.4",
|
|
802
802
|
"@tangle-network/agent-interface": "5.7.0",
|
|
803
|
-
"@tangle-network/agent-knowledge": "22.0.
|
|
803
|
+
"@tangle-network/agent-knowledge": "22.0.7",
|
|
804
804
|
"@tangle-network/agent-profile-materialize": "0.27.1",
|
|
805
|
-
"@tangle-network/agent-runtime": "0.
|
|
805
|
+
"@tangle-network/agent-runtime": "0.342.0",
|
|
806
806
|
"@tangle-network/brand": "1.26.2",
|
|
807
807
|
"@tangle-network/hub-sdk": "0.30.10",
|
|
808
808
|
"@tangle-network/sandbox": "0.63.10",
|
|
@@ -876,7 +876,7 @@
|
|
|
876
876
|
"@tangle-network/agent-interface": "^2.13.0 || ^3.0.0 || ^5.2.0",
|
|
877
877
|
"@tangle-network/agent-knowledge": "^17.1.2 || ^18.0.0 || ^19.0.1 || ^20.0.0 || ^22.0.1",
|
|
878
878
|
"@tangle-network/agent-profile-materialize": ">=0.20.1 <0.21.0 || >=0.21.0 <0.22.0 || >=0.22.0 <0.23.0 || >=0.25.2 <0.26.0 || >=0.27.0 <0.28.0",
|
|
879
|
-
"@tangle-network/agent-runtime": ">=0.319.3 <0.
|
|
879
|
+
"@tangle-network/agent-runtime": ">=0.319.3 <0.343.0",
|
|
880
880
|
"@tangle-network/brand": ">=1.21.1",
|
|
881
881
|
"@tangle-network/hub-sdk": ">=0.19.3 <0.21.0 || >=0.21.0 <0.22.0 || >=0.22.1 <0.25.0 || >=0.27.0 <0.28.0 || >=0.28.0 <0.29.0 || >=0.29.5 <0.30.0 || >=0.30.2 <0.31.0",
|
|
882
882
|
"@tangle-network/sandbox": ">=0.45.0 <0.48.0 || ^0.49.0 || ^0.50.0 || ^0.51.0 || ^0.52.0 || ^0.53.0 || ^0.54.0 || ^0.55.0 || >=0.58.1 <0.60.0 || >=0.60.3 <0.61.0 || >=0.61.1 <0.64.0",
|