whale-code 6.4.0 → 6.5.0

package/dist/server/handlers/clickhouse.js

@@ -0,0 +1,215 @@
+import { getClickHouseClient } from "../lib/clickhouse-client.js";
+/**
+ * ClickHouse observability handler — platform-level metrics via direct HTTP queries.
+ * Replaces FDW RPCs with direct ClickHouse queries for lower latency.
+ */
+export async function handleClickHouse(sb, args, storeId) {
+    const sid = storeId;
+    const hoursBack = args.hours_back || 24;
+    const limit = Math.min(args.limit || 50, 200);
+    const ch = getClickHouseClient();
+    if (!ch.isEnabled) {
+        return { success: false, error: "ClickHouse is not configured" };
+    }
+    const storeFilter = sid ? `AND store_id = '${esc(sid)}'` : "";
+    switch (args.action) {
+        // ---- traces: List recent traces ----
+        case "traces": {
+            const data = await ch.query(`
+        SELECT
+          trace_id,
+          arrayElement(groupArrayIf(service_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_service,
+          arrayElement(groupArrayIf(operation_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_operation,
+          toInt32(dateDiff('millisecond', min(started_at), max(ended_at))) AS duration,
+          count() AS span_count,
+          countIf(status_code = 'ERROR') AS error_count,
+          min(started_at) AS started_at,
+          if(countIf(status_code = 'ERROR') > 0, 'error', 'ok') AS status
+        FROM ai_spans
+        WHERE 1=1 ${storeFilter}
+        GROUP BY trace_id
+        ORDER BY min(started_at) DESC
+        LIMIT ${limit}
+      `);
+            return { success: true, data };
+        }
+        // ---- trace_detail: Full trace waterfall ----
+        case "trace_detail": {
+            const traceId = args.trace_id;
+            if (!traceId)
+                return { success: false, error: "trace_id is required" };
+            const spans = await ch.query(`
+        SELECT
+          span_id, parent_span_id, trace_id, operation_name,
+          service_name, duration_ms AS duration,
+          started_at, ended_at,
+          if(status_code = 'ERROR', 'error', 'ok') AS status,
+          attributes, events
+        FROM ai_spans
+        WHERE trace_id = '${esc(traceId)}'
+        ORDER BY started_at ASC
+      `);
+            return { success: true, data: { trace_id: traceId, spans } };
+        }
+        // ---- function_health: Service health metrics ----
+        case "function_health": {
+            const data = await ch.query(`
+        SELECT
+          service_name AS function_name,
+          sum(total_requests) AS total_reqs,
+          sum(error_count) AS total_errors,
+          sum(client_error_count) AS client_errors,
+          if(sum(total_requests) > 0, sum(error_count) / sum(total_requests), 0) AS error_rate,
+          if(sum(latency_count) > 0, sum(latency_sum_ms) / sum(latency_count), 0) AS avg_latency_ms,
+          max(latency_max_ms) AS p95_latency_ms,
+          min(latency_min_ms) AS min_latency_ms,
+          max(latency_max_ms) AS max_latency_ms,
+          max(bucket) AS last_request_at
+        FROM function_health
+        WHERE bucket >= now() - INTERVAL ${hoursBack} HOUR
+          ${storeFilter}
+        GROUP BY service_name
+      `);
+            return { success: true, data };
+        }
+        // ---- function_logs: Request logs ----
+        case "function_logs": {
+            const functionName = args.function_name;
+            if (!functionName)
+                return { success: false, error: "function_name is required" };
+            const levelFilter = args.level ? `AND severity = '${esc(args.level)}'` : "";
+            const data = await ch.query(`
+        SELECT
+          request_id, service_name AS function_name, http_status AS status,
+          duration_ms, http_method AS method, http_path AS path,
+          store_id, status_code = 'ERROR' AS has_error,
+          started_at AS first_seen, events AS lines
+        FROM ai_spans
+        WHERE service_name = '${esc(functionName)}'
+          ${storeFilter} ${levelFilter}
+          AND span_kind = 'SERVER'
+        ORDER BY started_at DESC
+        LIMIT ${limit}
+      `);
+            return { success: true, data };
+        }
+        // ---- cost_budgets: Budget utilization ----
+        case "cost_budgets": {
+            if (!sid)
+                return { success: false, error: "store_id is required for cost_budgets" };
+            // Cost budgets require Postgres for ai_cost_budgets table + ClickHouse for spend
+            const { data: budgets, error: budgetErr } = await sb
+                .from("ai_cost_budgets")
+                .select("agent_id, limit_usd, is_active, created_at")
+                .eq("is_active", true)
+                .eq("store_id", sid);
+            if (budgetErr)
+                return { success: false, error: budgetErr.message };
+            const agentIds = (budgets || []).map(b => `'${esc(b.agent_id)}'`).join(",");
+            const spendRows = agentIds
+                ? await ch.query(`
+            SELECT agent_id, sum(total_cost_usd) AS total_cost_usd
+            FROM token_usage_hourly
+            WHERE agent_id IN (${agentIds})
+              AND store_id = '${esc(sid)}'
+            GROUP BY agent_id
+          `)
+                : [];
+            const spendMap = new Map(spendRows.map(r => [r.agent_id, r.total_cost_usd]));
+            const data = (budgets || []).map(b => {
+                const spend = spendMap.get(b.agent_id) || 0;
+                return {
+                    agent_id: b.agent_id,
+                    budget_amount: b.limit_usd,
+                    current_spend: spend,
+                    period_start: b.created_at,
+                    period_end: new Date().toISOString(),
+                    utilization_pct: b.limit_usd > 0 ? (spend / b.limit_usd) * 100 : 0,
+                    is_over_budget: spend > b.limit_usd,
+                };
+            });
+            return { success: true, data };
+        }
+        // ---- error_groups: Error fingerprints grouped ----
+        case "error_groups": {
+            const data = await ch.query(`
+        SELECT
+          fingerprint,
+          any(error_type) AS error_type,
+          substring(any(error_message), 1, 200) AS message,
+          any(severity) AS severity,
+          any(service_name) AS service,
+          count() AS count,
+          max(occurred_at) AS last_seen
+        FROM error_events
+        WHERE occurred_at >= now() - INTERVAL ${hoursBack} HOUR
+        GROUP BY fingerprint
+        ORDER BY count DESC
+        LIMIT ${limit}
+      `);
+            return { success: true, data: { groups: data, total_groups: data.length, hours_back: hoursBack } };
+        }
+        // ---- system_status: Combined overview ----
+        case "system_status": {
+            const [functions, traces, budgetData] = await Promise.all([
+                ch.query(`
+          SELECT
+            service_name AS function_name,
+            sum(total_requests) AS total_reqs,
+            sum(error_count) AS total_errors,
+            if(sum(total_requests) > 0, sum(error_count) / sum(total_requests), 0) AS error_rate,
+            max(bucket) AS last_request_at
+          FROM function_health
+          WHERE bucket >= now() - INTERVAL ${Math.min(hoursBack, 1)} HOUR
+            ${storeFilter}
+          GROUP BY service_name
+        `),
+                ch.query(`
+          SELECT
+            trace_id,
+            arrayElement(groupArrayIf(service_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_service,
+            arrayElement(groupArrayIf(operation_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_operation,
+            toInt32(dateDiff('millisecond', min(started_at), max(ended_at))) AS duration,
+            count() AS span_count,
+            countIf(status_code = 'ERROR') AS error_count,
+            min(started_at) AS started_at,
+            if(countIf(status_code = 'ERROR') > 0, 'error', 'ok') AS status
+          FROM ai_spans
+          WHERE 1=1 ${storeFilter}
+          GROUP BY trace_id
+          ORDER BY min(started_at) DESC
+          LIMIT 10
+        `),
+                sid
+                    ? handleClickHouse(sb, { action: "cost_budgets" }, sid)
+                    : Promise.resolve({ success: true, data: null }),
+            ]);
+            const totalRequests = functions.reduce((sum, f) => sum + (f.total_requests || 0), 0);
+            const totalErrors = functions.reduce((sum, f) => sum + (f.error_count || 0), 0);
+            return {
+                success: true,
+                data: {
+                    summary: {
+                        function_count: functions.length,
+                        total_requests: totalRequests,
+                        total_errors: totalErrors,
+                        error_rate: totalRequests > 0 ? Math.round((totalErrors / totalRequests) * 10000) / 100 : 0,
+                    },
+                    functions,
+                    recent_traces: traces,
+                    cost_budgets: budgetData.data,
+                    hours_back: hoursBack,
+                },
+            };
+        }
+        default:
+            return {
+                success: false,
+                error: `Unknown clickhouse action: ${args.action}. Available: traces, trace_detail, function_health, function_logs, cost_budgets, error_groups, system_status`,
+            };
+    }
+}
+/** Escape single quotes for ClickHouse SQL */
+function esc(s) {
+    return s.replace(/'/g, "\\'");
+}

package/dist/server/handlers/comms.d.ts

@@ -33,6 +33,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -64,6 +71,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -87,6 +101,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -110,6 +131,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -140,6 +168,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -163,6 +198,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -192,6 +234,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -201,10 +250,10 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         profiles: {
             id: any;
             name: any;
-            description: any;
-            type: any;
-            headers: any;
-            fields: number;
+            category: any;
+            sample_type: any;
+            template_id: any;
+            has_config: boolean;
         }[];
         id?: undefined;
         name?: undefined;
@@ -222,6 +271,13 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         succeeded?: undefined;
         failed?: undefined;
         results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 } | {
@@ -249,6 +305,254 @@ export declare function handleDocuments(sb: SupabaseClient, args: Record<string,
         template?: undefined;
         stores?: undefined;
         profiles?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    error: string;
+    data: {
+        errors: import("../lib/pdf-renderer.js").ValidationResult[];
+        warnings: import("../lib/pdf-renderer.js").ValidationResult[];
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        count?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+} | {
+    success: boolean;
+    data: {
+        id: any;
+        name: any;
+        url: any;
+        template: any;
+        size: number;
+        warnings: string[];
+        type?: undefined;
+        file_name?: undefined;
+        count?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    data: {
+        count: number;
+        templates: {
+            id: any;
+            slug: any;
+            name: any;
+            description: any;
+            type: any;
+            version: any;
+        }[];
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    data: {
+        count: number;
+        profiles: {
+            id: any;
+            name: any;
+            category: any;
+            sample_type: any;
+            default_size: any;
+            client_store_id: any;
+        }[];
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    data: {
+        count: number;
+        customers: {
+            id: any;
+            name: string;
+            email: any;
+            phone: any;
+            loyalty_tier: any;
+            total_orders: any;
+            is_active: any;
+        }[];
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    data: {
+        document_ids: string[];
+        customer_id: string;
+        customer_email: string;
+        email_sent: boolean;
+        count: number;
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        documents?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+    };
+    error?: undefined;
+} | {
+    success: boolean;
+    data: {
+        count: number;
+        documents: {
+            id: any;
+            document_name: any;
+            file_url: any;
+            file_type: any;
+            created_at: any;
+            thumbnail_url: any;
+            metadata: any;
+            document_type: any;
+        }[];
+        id?: undefined;
+        name?: undefined;
+        type?: undefined;
+        url?: undefined;
+        file_name?: undefined;
+        size?: undefined;
+        deleted?: undefined;
+        template_id?: undefined;
+        templates?: undefined;
+        template?: undefined;
+        stores?: undefined;
+        profiles?: undefined;
+        total?: undefined;
+        succeeded?: undefined;
+        failed?: undefined;
+        results?: undefined;
+        errors?: undefined;
+        warnings?: undefined;
+        customers?: undefined;
+        document_ids?: undefined;
+        customer_id?: undefined;
+        customer_email?: undefined;
+        email_sent?: undefined;
     };
     error?: undefined;
 }>;