@nocobase/app-plugin-agents 0.0.0-stage → 0.1.0-beta.2

package/dist/server/core/reports/model-usage.js

@@ -0,0 +1,84 @@
+import { ONLINE_TOOL, priceFor, } from '../../../shared/reports.js';
+import { costOf } from './prices.js';
+const TABLE = 'agModelUsage';
+const count = (value) => {
+    const parsed = Number(value ?? 0);
+    return Number.isFinite(parsed) && parsed > 0 ? Math.round(parsed) : 0;
+};
+export function createModelUsageRecorder(deps) {
+    return {
+        async record(entry) {
+            await deps.tx
+                .read()
+                .repository(TABLE)
+                .createOne({
+                values: {
+                    id: deps.ids.next(),
+                    purpose: entry.purpose,
+                    source: entry.source.slice(0, 64),
+                    modelService: entry.modelService,
+                    model: entry.model.slice(0, 200),
+                    inputTokens: count(entry.inputTokens),
+                    outputTokens: count(entry.outputTokens),
+                    units: count(entry.units),
+                    createdAt: deps.clock.now().toISOString(),
+                },
+            });
+        },
+    };
+}
+/** The use recorded in `[start, end)`, one row per purpose, caller and model, with its cost at the current prices. */
+export async function modelUsageRows(conn, range, book) {
+    const records = await conn.repository(TABLE).findMany({
+        filter: (f) => f.and([
+            f.date('createdAt').notBefore(range.start),
+            f.date('createdAt').before(range.end),
+        ]),
+    });
+    const rows = new Map();
+    for (const record of records) {
+        const key = [
+            record.purpose,
+            record.source,
+            record.modelService,
+            record.model,
+        ].join('\u0000');
+        const price = priceFor(book, {
+            tool: ONLINE_TOOL,
+            modelService: record.modelService,
+            model: record.model,
+        });
+        const row = rows.get(key) ?? {
+            purpose: record.purpose,
+            source: record.source,
+            modelService: record.modelService,
+            model: record.model,
+            calls: 0,
+            units: 0,
+            inputTokens: 0,
+            outputTokens: 0,
+            cost: price ? {} : null,
+        };
+        const inputTokens = count(record.inputTokens);
+        const outputTokens = count(record.outputTokens);
+        row.calls += 1;
+        row.units += count(record.units);
+        row.inputTokens += inputTokens;
+        row.outputTokens += outputTokens;
+        if (price && row.cost)
+            row.cost[price.currency] =
+                (row.cost[price.currency] ?? 0) +
+                    costOf(price, {
+                        inputTokens,
+                        outputTokens,
+                        cacheReadTokens: 0,
+                        cacheWriteTokens: 0,
+                    });
+        rows.set(key, row);
+    }
+    return [...rows.values()].sort((a, b) => a.purpose.localeCompare(b.purpose) ||
+        a.source.localeCompare(b.source) ||
+        a.modelService.localeCompare(b.modelService) ||
+        a.model.localeCompare(b.model));
+}
+//# sourceMappingURL=model-usage.js.map

package/dist/server/core/reports/model-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-usage.js","sourceRoot":"","sources":["../../../../server/core/reports/model-usage.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,WAAW,EACX,QAAQ,GAIT,MAAM,4BAA4B,CAAC;AAIpC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,KAAK,GAAG,cAAc,CAAC;AAsB7B,MAAM,KAAK,GAAG,CAAC,KAAc,EAAU,EAAE;IACvC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC;AAEF,MAAM,UAAU,wBAAwB,CAAC,IAIxC;IACC,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,KAAK;YAChB,MAAM,IAAI,CAAC,EAAE;iBACV,IAAI,EAAE;iBACN,UAAU,CAAmB,KAAK,CAAC;iBACnC,SAAS,CAAC;gBACT,MAAM,EAAE;oBACN,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;oBACnB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBACjC,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAChC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;oBACrC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oBACvC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;oBACzB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;iBAC1C;aACF,CAAC,CAAC;QACP,CAAC;KACF,CAAC;AACJ,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAwB,EACxB,KAAmD,EACnD,IAAe;IAEf,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAmB,KAAK,CAAC,CAAC,QAAQ,CAAC;QACtE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAC1C,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;SACtC,CAAC;KACL,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAKjB,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG;YACV,MAAM,CAAC,OAAO;YACd,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,KAAK;SACb,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE;YAC3B,IAAI,EAAE,WAAW;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;SACxB,CAAC;QACF,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAChD,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QACf,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjC,GAAG,CAAC,WAAW,IAAI,WAAW,CAAC;QAC/B,GAAG,CAAC,YAAY,IAAI,YAAY,CAAC;QACjC,IAAI,KAAK,IAAI,GAAG,CAAC,IAAI;YACnB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACtB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,CAAC,KAAK,EAAE;wBACZ,WAAW;wBACX,YAAY;wBACZ,eAAe,EAAE,CAAC;wBAClB,gBAAgB,EAAE,CAAC;qBACpB,CAAC,CAAC;QACP,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;QAClC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC;QAC5C,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CACjC,CAAC;AACJ,CAAC"}

package/dist/server/core/reports/prices.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Model prices (`agModelPrices`, each of one source: a model service for chat, a coding tool for work), the coding tools
+ * paid by subscription (`agToolSubscriptions`), and the arithmetic of cost: what a usage record costs at its price. Prices are per million tokens; a usage record's tokens are disjoint (input excludes
+ * cached input, output includes reasoning), so each is charged at its own rate.
+ */
+import type { DatabaseConnection } from '@nocobase/db';
+import { z } from 'zod';
+import { type ModelPrice, type ModelPriceInput, type PriceBook, type PricesAnswer, type PricesInput } from '../../../shared/reports.js';
+import type { Clock } from '../../kernel/clock.js';
+import type { IdSource } from '../../kernel/ids.js';
+import type { TxRunner } from '../../kernel/tx.js';
+/** The tokens of one usage record that cost money. */
+export interface PricedTokens {
+    readonly inputTokens: number;
+    readonly outputTokens: number;
+    readonly cacheReadTokens: number;
+    readonly cacheWriteTokens: number;
+}
+export declare const ModelPriceInputSchema: z.ZodType<ModelPriceInput>;
+export declare const ModelPricesSchema: z.ZodType<PricesInput>;
+/** The prices and the coding tools paid by subscription, as costs are worked out from them. */
+export declare function listPrices(conn: DatabaseConnection): Promise<PriceBook>;
+/** What `tokens` cost at `price`, in its currency. */
+export declare function costOf(price: ModelPrice, tokens: PricedTokens): number;
+export interface PriceService {
+    list(): Promise<PricesAnswer>;
+    /** Replaces the whole table and the subscriptions; a model may appear once per source. */
+    replace(input: PricesInput): Promise<PricesAnswer>;
+}
+export declare function createPriceService(deps: {
+    readonly tx: TxRunner;
+    readonly ids: IdSource;
+    readonly clock: Clock;
+}): PriceService;
+//# sourceMappingURL=prices.d.ts.map

package/dist/server/core/reports/prices.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prices.d.ts","sourceRoot":"","sources":["../../../../server/core/reports/prices.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAGL,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,WAAW,EAEjB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAEnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAoBnD,sDAAsD;AACtD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;CACnC;AAMD,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAsB1D,CAAC;AAEJ,eAAO,MAAM,iBAAiB,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAGnD,CAAC;AAkBH,+FAA+F;AAC/F,wBAAsB,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,CAAC,CAW7E;AA6CD,sDAAsD;AACtD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,GAAG,MAAM,CAQtE;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC;IAC9B,0FAA0F;IAC1F,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CACpD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IACvC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;CACvB,GAAG,YAAY,CAqFf"}

package/dist/server/core/reports/prices.js

@@ -0,0 +1,173 @@
+import { z } from 'zod';
+import { AGENT_TOOLS } from '@nocobase/agent-protocol';
+import { ONLINE_TOOL, DEFAULT_CURRENCY, } from '../../../shared/reports.js';
+import { invalid } from '../../kernel/errors.js';
+const PRICES = 'agModelPrices';
+const SUBSCRIPTIONS = 'agToolSubscriptions';
+const amount = z.number().finite().min(0).max(1_000_000);
+const TOOLS = [ONLINE_TOOL, ...AGENT_TOOLS];
+export const ModelPriceInputSchema = z
+    .strictObject({
+    tool: z.enum(TOOLS),
+    modelService: z.string().trim().min(1).max(64).nullable().optional(),
+    model: z.string().trim().min(1).max(200),
+    inputPerM: amount,
+    outputPerM: amount,
+    cacheReadPerM: amount.optional(),
+    cacheWritePerM: amount.optional(),
+    currency: z
+        .string()
+        .trim()
+        .regex(/^[A-Za-z]{3}$/u)
+        .optional(),
+    note: z.string().trim().max(500).nullable().optional(),
+})
+    .refine((input) => (input.tool === ONLINE_TOOL) === Boolean(input.modelService), {
+    message: 'A chat price names its model service; a coding tool’s names none.',
+});
+export const ModelPricesSchema = z.strictObject({
+    prices: z.array(ModelPriceInputSchema).max(2000),
+    subscriptions: z.array(z.enum(AGENT_TOOLS)).max(AGENT_TOOLS.length),
+});
+function toPrice(row) {
+    return {
+        id: row.id,
+        tool: row.tool,
+        modelService: row.modelService ?? null,
+        model: row.model,
+        inputPerM: Number(row.inputPerM),
+        outputPerM: Number(row.outputPerM),
+        cacheReadPerM: Number(row.cacheReadPerM),
+        cacheWritePerM: Number(row.cacheWritePerM),
+        currency: row.currency,
+        note: row.note,
+        updatedAt: new Date(row.updatedAt).toISOString(),
+    };
+}
+/** The prices and the coding tools paid by subscription, as costs are worked out from them. */
+export async function listPrices(conn) {
+    const rows = await conn.repository(PRICES).findMany({
+        sort: (sort) => [sort.field('tool').asc(), sort.field('model').asc()],
+    });
+    const subscribed = await conn
+        .repository(SUBSCRIPTIONS)
+        .findMany({ sort: (sort) => [sort.field('tool').asc()] });
+    return {
+        prices: rows.map(toPrice),
+        subscriptions: subscribed.map((row) => row.tool),
+    };
+}
+/** The models coding tools reported in runs, each once, so they can be priced. */
+async function seenModels(conn) {
+    const rows = await conn
+        .repository('agRunUsage')
+        .findMany({
+        filter: (f) => f.and([f.string('tool').ne(ONLINE_TOOL), f.string('model').notEmpty()]),
+        distinct: ['tool', 'model'],
+        sort: (sort) => [
+            sort.field('tool').asc(),
+            sort.field('model').asc(),
+            sort.field('id').asc(),
+        ],
+    });
+    return rows.flatMap((row) => row.model ? [{ tool: row.tool, model: row.model }] : []);
+}
+async function answer(conn) {
+    const book = await listPrices(conn);
+    return {
+        items: [...book.prices],
+        subscriptions: [...book.subscriptions],
+        seen: await seenModels(conn),
+    };
+}
+/** A price's key: its source and model; the same model may be priced once per source. */
+function keyOf(price) {
+    return [
+        price.tool,
+        price.modelService ?? '',
+        price.model.trim().toLowerCase(),
+    ].join('\n');
+}
+/** What `tokens` cost at `price`, in its currency. */
+export function costOf(price, tokens) {
+    return ((tokens.inputTokens * price.inputPerM +
+        tokens.outputTokens * price.outputPerM +
+        tokens.cacheReadTokens * price.cacheReadPerM +
+        tokens.cacheWriteTokens * price.cacheWritePerM) /
+        1_000_000);
+}
+export function createPriceService(deps) {
+    return {
+        list: () => answer(deps.tx.read()),
+        async replace({ prices: inputs, subscriptions }) {
+            const seen = new Set();
+            for (const input of inputs) {
+                const key = keyOf({
+                    ...input,
+                    modelService: input.modelService ?? null,
+                });
+                if (seen.has(key))
+                    throw invalid(`The model ${input.model.trim()} is priced twice at one source.`);
+                seen.add(key);
+            }
+            return deps.tx.run(async ({ conn }) => {
+                const now = deps.clock.now().toISOString();
+                const repo = conn.repository(PRICES);
+                const existing = new Map((await repo.findMany({})).map((row) => [keyOf(row), row]));
+                const kept = new Set();
+                for (const input of inputs) {
+                    const model = input.model.trim();
+                    const modelService = input.tool === ONLINE_TOOL
+                        ? (input.modelService?.trim() ?? null)
+                        : null;
+                    const values = {
+                        inputPerM: input.inputPerM,
+                        outputPerM: input.outputPerM,
+                        cacheReadPerM: input.cacheReadPerM ?? 0,
+                        cacheWritePerM: input.cacheWritePerM ?? 0,
+                        currency: (input.currency ?? DEFAULT_CURRENCY).toUpperCase(),
+                        note: input.note?.trim() || null,
+                    };
+                    const row = existing.get(keyOf({ tool: input.tool, modelService, model }));
+                    if (row) {
+                        kept.add(row.id);
+                        const changed = Object.keys(values).some((key) => typeof values[key] === 'number'
+                            ? Number(row[key]) !== values[key]
+                            : row[key] !== values[key]);
+                        if (changed)
+                            await repo.updateMany({
+                                filter: { id: row.id },
+                                values: { ...values, updatedAt: now },
+                            });
+                    }
+                    else
+                        await repo.createOne({
+                            values: {
+                                id: deps.ids.next(),
+                                tool: input.tool,
+                                modelService,
+                                model,
+                                ...values,
+                                createdAt: now,
+                                updatedAt: now,
+                            },
+                        });
+                }
+                for (const row of existing.values())
+                    if (!kept.has(row.id))
+                        await repo.deleteMany({ filter: { id: row.id } });
+                const tools = conn.repository(SUBSCRIPTIONS);
+                const wanted = new Set(subscriptions);
+                const had = new Set((await tools.findMany({})).map((row) => row.tool));
+                for (const tool of had)
+                    if (!wanted.has(tool))
+                        await tools.deleteMany({ filter: { tool } });
+                for (const tool of wanted)
+                    if (!had.has(tool))
+                        await tools.createOne({ values: { tool, createdAt: now } });
+                return answer(conn);
+            });
+        },
+    };
+}
+//# sourceMappingURL=prices.js.map

package/dist/server/core/reports/prices.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prices.js","sourceRoot":"","sources":["../../../../server/core/reports/prices.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EACL,WAAW,EACX,gBAAgB,GAOjB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAIjD,MAAM,MAAM,GAAG,eAAe,CAAC;AAC/B,MAAM,aAAa,GAAG,qBAAqB,CAAC;AAyB5C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAEzD,MAAM,KAAK,GAAG,CAAC,WAAW,EAAE,GAAG,WAAW,CAAU,CAAC;AAErD,MAAM,CAAC,MAAM,qBAAqB,GAA+B,CAAC;KAC/D,YAAY,CAAC;IACZ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACxC,SAAS,EAAE,MAAM;IACjB,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE;IAChC,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE;IACjC,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,IAAI,EAAE;SACN,KAAK,CAAC,gBAAgB,CAAC;SACvB,QAAQ,EAAE;IACb,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACvD,CAAC;KACD,MAAM,CACL,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EACvE;IACE,OAAO,EACL,mEAAmE;CACtE,CACF,CAAC;AAEJ,MAAM,CAAC,MAAM,iBAAiB,GAA2B,CAAC,CAAC,YAAY,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC;CACpE,CAAC,CAAC;AAEH,SAAS,OAAO,CAAC,GAAgB;IAC/B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;QACtC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAChC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAClC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;QACxC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1C,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;KACjD,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAwB;IACvD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAc,MAAM,CAAC,CAAC,QAAQ,CAAC;QAC/D,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;KACtE,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,IAAI;SAC1B,UAAU,CAA4B,aAAa,CAAC;SACpD,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5D,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;QACzB,aAAa,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,KAAK,UAAU,UAAU,CAAC,IAAwB;IAChD,MAAM,IAAI,GAAG,MAAM,IAAI;SACpB,UAAU,CAIR,YAAY,CAAC;SACf,QAAQ,CAAC;QACR,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzE,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;QAC3B,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE;YACxB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE;YACzB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE;SACvB;KACF,CAAC,CAAC;IACL,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAC1B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CACxD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAwB;IAC5C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO;QACL,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACvB,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;QACtC,IAAI,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC;KAC7B,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,SAAS,KAAK,CACZ,KAA0D;IAE1D,OAAO;QACL,KAAK,CAAC,IAAI;QACV,KAAK,CAAC,YAAY,IAAI,EAAE;QACxB,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;KACjC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,MAAM,CAAC,KAAiB,EAAE,MAAoB;IAC5D,OAAO,CACL,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS;QACnC,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU;QACtC,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,aAAa;QAC5C,MAAM,CAAC,gBAAgB,GAAG,KAAK,CAAC,cAAc,CAAC;QACjD,SAAS,CACV,CAAC;AACJ,CAAC;AAQD,MAAM,UAAU,kBAAkB,CAAC,IAIlC;IACC,OAAO;QACL,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAClC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE;YAC7C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,KAAK,CAAC;oBAChB,GAAG,KAAK;oBACR,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI;iBACzC,CAAC,CAAC;gBACH,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBACf,MAAM,OAAO,CACX,aAAa,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,iCAAiC,CACjE,CAAC;gBACJ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBACpC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAc,MAAM,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAC1D,CAAC;gBACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;gBAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjC,MAAM,YAAY,GAChB,KAAK,CAAC,IAAI,KAAK,WAAW;wBACxB,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;wBACtC,CAAC,CAAC,IAAI,CAAC;oBACX,MAAM,MAAM,GAAG;wBACb,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;wBACvC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,CAAC;wBACzC,QAAQ,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC,WAAW,EAAE;wBAC5D,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI;qBACjC,CAAC;oBACF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CACtB,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CACjD,CAAC;oBACF,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBACjB,MAAM,OAAO,GACX,MAAM,CAAC,IAAI,CAAC,MAAM,CACnB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ;4BAC7B,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,GAAG,CAAC;4BAClC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,GAAG,CAAC,CAC7B,CAAC;wBACF,IAAI,OAAO;4BACT,MAAM,IAAI,CAAC,UAAU,CAAC;gCACpB,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE;gCACtB,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE;6BACtC,CAAC,CAAC;oBACP,CAAC;;wBACC,MAAM,IAAI,CAAC,SAAS,CAAC;4BACnB,MAAM,EAAE;gCACN,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;gCACnB,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,YAAY;gCACZ,KAAK;gCACL,GAAG,MAAM;gCACT,SAAS,EAAE,GAAG;gCACd,SAAS,EAAE,GAAG;6BACf;yBACF,CAAC,CAAC;gBACP,CAAC;gBACD,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE;oBACjC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnB,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAG1B,aAAa,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;gBACtC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBACvE,KAAK,MAAM,IAAI,IAAI,GAAG;oBACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,MAAM,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtE,KAAK,MAAM,IAAI,IAAI,MAAM;oBACvB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;wBAChB,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBAChE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/core/reports/report.service.d.ts

@@ -0,0 +1,57 @@
+import { type Costs, type ReportRun, type ReportRunQuery, type RunDay, type RunFigures, type ModelUsageReport, type UsageQuery, type UsageReport } from '../../../shared/reports.js';
+import type { Clock } from '../../kernel/clock.js';
+import type { People } from '../../kernel/people.js';
+import type { TxRunner } from '../../kernel/tx.js';
+import type { SubjectRegistry } from '../runs/index.js';
+import { type RunRecord } from '../runs/run.store.js';
+/** Every day of `range`, with the runs started that day by outcome and the day's cost by agent type. */
+export declare function runDays(range: Pick<ReportRange, 'start' | 'end'>, runs: readonly Pick<RunRecord, 'status' | 'createdAt'>[], onlineCost: ReadonlyMap<string, Costs | null>, runnerCost: ReadonlyMap<string, Costs | null>): RunDay[];
+/** Who is asking, and whether they may see every run. */
+export interface ReportCaller {
+    readonly userId: string;
+    readonly allRuns: boolean;
+}
+export interface ReportService {
+    /**
+     * What model calls outside runs used in the range (embeddings, reranking, utility texts), by purpose, caller and
+     * model; rows only for a caller who may see every run.
+     */
+    modelUsage(caller: ReportCaller, query: {
+        readonly from?: string;
+        readonly to?: string;
+    }): Promise<ModelUsageReport>;
+    /** `from` / `to` as UTC days; 400 when they are not dates, or out of order, or span more than 366 days. */
+    range(query: {
+        readonly from?: string;
+        readonly to?: string;
+    }): ReportRange;
+    usage(caller: ReportCaller, query: UsageQuery): Promise<UsageReport>;
+    /** The runs started in `range` (of `groupId`'s subjects, when given), and the usage reported in it. */
+    runFigures(caller: ReportCaller, range: ReportRange & {
+        readonly groupId: string | null;
+    }): Promise<RunFigures>;
+    /**
+     * The runs the caller counts, queued in the range and/or on the subjects asked, oldest first, for the application to
+     * work out figures of its own (how often an agent waited for a person, how many runs a subject took).
+     */
+    runRecords(caller: ReportCaller, query: ReportRunQuery): Promise<ReportRun[]>;
+}
+export interface ReportRange {
+    readonly from: string;
+    readonly to: string;
+    readonly start: Date;
+    /** Exclusive: the day after `to`. */
+    readonly end: Date;
+}
+/** `from` / `to` as UTC days, `to` inclusive; the last 30 days up to today by default, at most 366 days. */
+export declare function reportRange(query: {
+    readonly from?: string;
+    readonly to?: string;
+}, now: Date): ReportRange;
+export declare function createReportService(deps: {
+    readonly tx: TxRunner;
+    readonly clock: Clock;
+    readonly people: People;
+    readonly subjects: SubjectRegistry;
+}): ReportService;
+//# sourceMappingURL=report.service.d.ts.map

package/dist/server/core/reports/report.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.service.d.ts","sourceRoot":"","sources":["../../../../server/core/reports/report.service.ts"],"names":[],"mappings":"AAmBA,OAAO,EAIL,KAAK,KAAK,EACV,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,MAAM,EACX,KAAK,UAAU,EAEf,KAAK,gBAAgB,EACrB,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,KAAK,EAAgB,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAGL,KAAK,SAAS,EAEf,MAAM,sBAAsB,CAAC;AAS9B,wGAAwG;AACxG,wBAAgB,OAAO,CACrB,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,KAAK,CAAC,EACzC,IAAI,EAAE,SAAS,IAAI,CAAC,SAAS,EAAE,QAAQ,GAAG,WAAW,CAAC,EAAE,EACxD,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,EAC7C,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,GAC5C,MAAM,EAAE,CA0BV;AAED,yDAAyD;AACzD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B;;;OAGG;IACH,UAAU,CACR,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GACtD,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,2GAA2G;IAC3G,KAAK,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,WAAW,CAAC;IAC5E,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACrE,uGAAuG;IACvG,UAAU,CACR,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,WAAW,GAAG;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GACvD,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CAC/E;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,qCAAqC;IACrC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC;CACpB;AAeD,4GAA4G;AAC5G,wBAAgB,WAAW,CACzB,KAAK,EAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,EACvD,GAAG,EAAE,IAAI,GACR,WAAW,CAeb;AA6BD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE;IACxC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;CACpC,GAAG,aAAa,CA6ThB"}