@zaip-ai/cli 2.2.0 → 3.0.0

package/templates/.agents/dashboard/packages/local-runtime/src/sqlite-query-timing.ts

@@ -0,0 +1,299 @@
+import type { SqliteQueryContext } from "./sqlite-query-context.js";
+import type { SqliteFirstFoldAggregate } from "./sqlite-read-model-types.js";
+export function queryExecutionDurationByDay(
+  context: SqliteQueryContext,
+  filter: {
+    from: string | null;
+    to: string | null;
+    providers?: readonly string[];
+    models?: readonly string[];
+    agents?: readonly string[];
+    phases?: readonly string[];
+    statuses?: readonly string[];
+  },
+  taskId: string | null = null,
+): Map<string, number> {
+  const from = filter.from?.slice(0, 10) ?? null;
+  const to = filter.to?.slice(0, 10) ?? null;
+  const cacheKey = JSON.stringify({ ...filter, from, to, taskId });
+  const cached = context.executionDurationCache.get(cacheKey);
+  if (cached !== undefined) return new Map(cached);
+  const clauses = [
+    "(? IS NULL OR f.occurred_day_sp >= ?)",
+    "(? IS NULL OR f.occurred_day_sp <= ?)",
+    "(? IS NULL OR a.task_id = ?)",
+  ];
+  const values: Array<string | null> = [from, from, to, to, taskId, taskId];
+  const providerValues = (filter.providers ?? []).filter((value) => value !== "unavailable");
+  const modelValues = (filter.models ?? []).filter((value) => value !== "unavailable");
+  const requestsUnavailable =
+    filter.providers?.includes("unavailable") === true ||
+    filter.models?.includes("unavailable") === true;
+  if (requestsUnavailable) {
+    const unavailableDimension = (column: "provider" | "model", selected?: readonly string[]) => {
+      if (selected === undefined || selected.length === 0) return;
+      const available = selected.filter((value) => value !== "unavailable");
+      const matches =
+        available.length === 0
+          ? "0"
+          : `EXISTS (SELECT 1 FROM invocation_usage u WHERE u.agent_invocation_id=a.agent_run_id AND u.${column} IN (${available.map(() => "?").join(",")}))`;
+      if (available.length > 0) values.push(...available);
+      const missing = `NOT EXISTS (SELECT 1 FROM invocation_usage u WHERE u.agent_invocation_id=a.agent_run_id AND u.${column} IS NOT NULL AND u.${column} <> 'unavailable')`;
+      clauses.push(selected.includes("unavailable") ? `(${matches} OR ${missing})` : matches);
+    };
+    unavailableDimension("provider", filter.providers);
+    unavailableDimension("model", filter.models);
+  } else if (providerValues.length > 0 || modelValues.length > 0) {
+    const segmentClauses: string[] = [];
+    if (providerValues.length > 0) {
+      segmentClauses.push(`u.provider IN (${providerValues.map(() => "?").join(",")})`);
+      values.push(...providerValues);
+    }
+    if (modelValues.length > 0) {
+      segmentClauses.push(`u.model IN (${modelValues.map(() => "?").join(",")})`);
+      values.push(...modelValues);
+    }
+    // Provider and model describe one observed usage segment. Independent
+    // EXISTS clauses would let a crossed provider/model pair match a mixed Run.
+    clauses.push(
+      `EXISTS (SELECT 1 FROM invocation_usage u WHERE u.agent_invocation_id=a.agent_run_id AND ${segmentClauses.join(" AND ")})`,
+    );
+  }
+  const dimensions = [
+    ["zaip_agent", filter.agents],
+    ["phase", filter.phases],
+    ["status", filter.statuses],
+  ] as const;
+  for (const [column, selected] of dimensions) {
+    if (selected === undefined || selected.length === 0) continue;
+    clauses.push(`a.${column} IN (${selected.map(() => "?").join(",")})`);
+    values.push(...selected);
+  }
+  const rows = context.database
+    .prepare(`SELECT f.occurred_day_sp AS day, SUM(f.attributed_token_active_ms) AS duration_ms
+        FROM attributed_token_active_facts f JOIN zaip_aios_activities a USING(activity_row_id)
+        WHERE ${clauses.join(" AND ")} GROUP BY f.occurred_day_sp`)
+    .all(...values) as Array<{ day: string; duration_ms: number }>;
+  const result = new Map(rows.map((row) => [row.day, Number(row.duration_ms)]));
+  context.executionDurationCache.set(cacheKey, result);
+  return new Map(result);
+}
+export function queryCanonicalRunCountByDay(
+  context: SqliteQueryContext,
+  filter: {
+    from: string | null;
+    to: string | null;
+    providers?: readonly string[];
+    models?: readonly string[];
+    agents?: readonly string[];
+    phases?: readonly string[];
+    statuses?: readonly string[];
+  },
+): Map<string, number> {
+  const from = filter.from?.slice(0, 10) ?? null;
+  const to = filter.to?.slice(0, 10) ?? null;
+  const clauses = ["(? IS NULL OR occurred_day_sp >= ?)", "(? IS NULL OR occurred_day_sp <= ?)"];
+  const values: Array<string | null> = [from, from, to, to];
+  const providerValues = (filter.providers ?? []).filter((value) => value !== "unavailable");
+  const modelValues = (filter.models ?? []).filter((value) => value !== "unavailable");
+  const requestsUnavailable =
+    filter.providers?.includes("unavailable") === true ||
+    filter.models?.includes("unavailable") === true;
+  if (requestsUnavailable) {
+    const unavailableDimension = (column: "provider" | "model", selected?: readonly string[]) => {
+      if (selected === undefined || selected.length === 0) return;
+      const available = selected.filter((value) => value !== "unavailable");
+      const matches =
+        available.length === 0
+          ? "0"
+          : `EXISTS (SELECT 1 FROM invocations i JOIN invocation_usage u USING(agent_invocation_id) WHERE i.run_id=canonical_run_index.run_id AND u.${column} IN (${available.map(() => "?").join(",")}))`;
+      if (available.length > 0) values.push(...available);
+      const missing = `NOT EXISTS (SELECT 1 FROM invocations i JOIN invocation_usage u USING(agent_invocation_id) WHERE i.run_id=canonical_run_index.run_id AND u.${column} IS NOT NULL AND u.${column} <> 'unavailable')`;
+      clauses.push(selected.includes("unavailable") ? `(${matches} OR ${missing})` : matches);
+    };
+    unavailableDimension("provider", filter.providers);
+    unavailableDimension("model", filter.models);
+  } else if (providerValues.length > 0 || modelValues.length > 0) {
+    const segmentClauses: string[] = [];
+    if (providerValues.length > 0) {
+      segmentClauses.push(`u.provider IN (${providerValues.map(() => "?").join(",")})`);
+      values.push(...providerValues);
+    }
+    if (modelValues.length > 0) {
+      segmentClauses.push(`u.model IN (${modelValues.map(() => "?").join(",")})`);
+      values.push(...modelValues);
+    }
+    clauses.push(
+      `EXISTS (SELECT 1 FROM invocations i JOIN invocation_usage u USING(agent_invocation_id) WHERE i.run_id=canonical_run_index.run_id AND ${segmentClauses.join(" AND ")})`,
+    );
+  }
+  const dimensions = [
+    ["zaip_agent", filter.agents],
+    ["phase", filter.phases],
+    ["status", filter.statuses],
+  ] as const;
+  for (const [column, selected] of dimensions) {
+    if (selected === undefined || selected.length === 0) continue;
+    clauses.push(`${column} IN (${selected.map(() => "?").join(",")})`);
+    values.push(...selected);
+  }
+  const rows = context.database
+    .prepare(
+      `SELECT occurred_day_sp AS day, COUNT(*) AS count FROM canonical_run_index WHERE ${clauses.join(" AND ")} GROUP BY occurred_day_sp`,
+    )
+    .all(...values) as Array<{ day: string; count: number }>;
+  return new Map(rows.map((row) => [row.day, Number(row.count)]));
+}
+export function queryDailyPeriods(
+  context: SqliteQueryContext,
+  filter: { from: string | null; to: string | null },
+) {
+  const from = filter.from?.slice(0, 10) ?? null;
+  const to = filter.to?.slice(0, 10) ?? null;
+  const durations = context.executionDurationByDay(filter);
+  const rows = context.dailyAggregateRows().filter((row) => {
+    const day = String(row.day);
+    return (from === null || day >= from) && (to === null || day <= to);
+  });
+  const rowsByDay = new Map(rows.map((row) => [String(row.day), row]));
+  const days = [...new Set([...rowsByDay.keys(), ...durations.keys()])].sort();
+  return Object.fromEntries(
+    days.map((day) => {
+      const row = rowsByDay.get(day) ?? {};
+      const totalRuns = Number(row.total_run_count ?? 0);
+      const knownTokenRuns = Number(row.token_known_runs ?? 0);
+      const knownCostRuns = Math.min(
+        Number(row.usd_known_runs ?? 0),
+        Number(row.brl_known_runs ?? 0),
+      );
+      return [
+        day,
+        {
+          prds: Number(row.prd_count ?? 0),
+          specs: Number(row.spec_count ?? 0),
+          tasks: Number(row.task_count ?? 0),
+          validations: Number(row.validation_count ?? 0),
+          evidences: Number(row.evidence_count ?? 0),
+          runs: Number(row.total_run_count ?? 0),
+          usage: {
+            total_tokens: {
+              known_sum: Number(row.total_tokens ?? 0),
+              unknown: Math.max(0, totalRuns - knownTokenRuns),
+            },
+            cost: {
+              known_sum: Number(row.total_cost_brl ?? 0),
+              unknown: Math.max(0, totalRuns - knownCostRuns),
+            },
+          },
+          duration: {
+            known_sum: durations.get(day) ?? 0,
+            unknown: durations.has(day) ? 0 : Number(row.total_run_count ?? 0),
+          },
+        },
+      ];
+    }),
+  );
+}
+export function queryFirstFoldAggregate(
+  context: SqliteQueryContext,
+  filter: { from: string | null; to: string | null },
+): SqliteFirstFoldAggregate {
+  const from = filter.from?.slice(0, 10) ?? null;
+  const to = filter.to?.slice(0, 10) ?? null;
+  const rows = context.dailyAggregateRows().filter((row) => {
+    const day = String(row.day);
+    return (from === null || day >= from) && (to === null || day <= to);
+  });
+  const sum = (column: string): number | null => {
+    const values = rows
+      .map((row) => row[column])
+      .filter((value): value is number => typeof value === "number");
+    return values.length === 0 ? null : values.reduce((total, value) => total + value, 0);
+  };
+  const dailyDuration = context.executionDurationByDay(filter);
+  const totalDuration = [...dailyDuration.values()].reduce((sum, duration) => sum + duration, 0);
+  return {
+    days: rows.length,
+    total_run_count: sum("total_run_count") ?? 0,
+    agent_invocation_count: sum("invocation_count") ?? 0,
+    llm_call_count: sum("llm_call_count"),
+    duration_ms: dailyDuration.size === 0 ? null : totalDuration,
+    total_tokens: sum("total_tokens"),
+    cost_brl: sum("total_cost_brl"),
+    execution_day_count: dailyDuration.size,
+  };
+}
+export function queryTopTasks(
+  context: SqliteQueryContext,
+  filter: { from: string | null; to: string | null },
+  limit = 5,
+) {
+  const from = filter.from?.slice(0, 10) ?? null;
+  const to = filter.to?.slice(0, 10) ?? null;
+  const facts = context.database
+    .prepare(`SELECT task_id, SUM(total_tokens) AS total_tokens, SUM(cost_brl) AS cost_brl, COUNT(*) AS run_count
+      FROM activities WHERE task_id IS NOT NULL AND phase = 'execution'
+      AND (? IS NULL OR occurred_day_sp >= ?) AND (? IS NULL OR occurred_day_sp <= ?)
+      GROUP BY task_id`)
+    .all(from, from, to, to) as Array<{
+    task_id: string;
+    total_tokens: number | null;
+    cost_brl: number | null;
+    run_count: number;
+  }>;
+  const durationRows = context.database
+    .prepare(`SELECT a.task_id, SUM(f.attributed_token_active_ms) AS duration_ms
+        FROM attributed_token_active_facts f JOIN zaip_aios_activities a USING(activity_row_id)
+        WHERE a.task_id IS NOT NULL AND a.phase = 'execution'
+          AND (? IS NULL OR f.occurred_day_sp >= ?) AND (? IS NULL OR f.occurred_day_sp <= ?)
+        GROUP BY a.task_id`)
+    .all(from, from, to, to) as Array<{ task_id: string; duration_ms: number }>;
+  const durationByTask = new Map(durationRows.map((row) => [row.task_id, Number(row.duration_ms)]));
+  return facts
+    .map((row) => ({
+      ...row,
+      duration_ms: durationByTask.get(row.task_id) ?? 0,
+    }))
+    .filter((row) => row.duration_ms > 0)
+    .sort(
+      (left, right) =>
+        right.duration_ms - left.duration_ms || left.task_id.localeCompare(right.task_id),
+    )
+    .slice(0, limit);
+}
+export function queryOverviewPage(
+  context: SqliteQueryContext,
+  period: "day" | "month" | "year",
+  offset: number,
+  limit: number,
+) {
+  const total = Number(
+    (
+      context.database
+        .prepare("SELECT COUNT(*) AS count FROM overview WHERE period_kind = ?")
+        .get(period) as { count: number }
+    ).count,
+  );
+  const rows = context.database
+    .prepare(`SELECT o.*, op.operations_total_duration, cm.cost_monitor_total_duration, cm.total_tokens, cm.total_cost_usd, cm.total_cost_brl
+      FROM overview o JOIN operations_overview op USING(period_kind, period_key) JOIN cost_monitor_overview cm USING(period_kind, period_key)
+      WHERE o.period_kind = ? ORDER BY o.period_key DESC LIMIT ? OFFSET ?`)
+    .all(period, limit, offset) as Array<Record<string, unknown>>;
+  const daily = context.executionDurationByDay({ from: null, to: null });
+  for (const row of rows)
+    row.operations_total_duration = [...daily]
+      .filter(([day]) =>
+        period === "day" ? day === row.period_key : day.startsWith(String(row.period_key)),
+      )
+      .reduce((sum, [, duration]) => sum + duration, 0);
+  return {
+    data_source: "sqlite_read_model" as const,
+    kind: "overview" as const,
+    period,
+    offset,
+    limit,
+    total,
+    has_more: offset + rows.length < total,
+    rows,
+  };
+}