whale-code 6.5.5 → 6.5.6

package/dist/server/handlers/clickhouse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clickhouse.js","names":["getClickHouseClient","handleClickHouse","sb","args","storeId","sid","hoursBack","hours_back","limit","Math","min","ch","isEnabled","success","error","storeFilter","esc","action","data","query","traceId","trace_id","spans","functionName","function_name","levelFilter","level","budgets","budgetErr","from","select","eq","message","agentIds","map","b","agent_id","join","spendRows","spendMap","Map","r","total_cost_usd","spend","get","budget_amount","limit_usd","current_spend","period_start","created_at","period_end","Date","toISOString","utilization_pct","is_over_budget","groups","total_groups","length","functions","traces","budgetData","Promise","all","resolve","totalRequests","reduce","sum","f","total_requests","totalErrors","error_count","summary","function_count","total_errors","error_rate","round","recent_traces","cost_budgets","s","replace"],"sources":["../../../src/server/handlers/clickhouse.ts"],"sourcesContent":["import type { SupabaseClient } from \"@supabase/supabase-js\";\nimport { getClickHouseClient } from \"../lib/clickhouse-client.js\";\n\n/**\n * ClickHouse observability handler — platform-level metrics via direct HTTP queries.\n * Replaces FDW RPCs with direct ClickHouse queries for lower latency.\n */\nexport async function handleClickHouse(\n  sb: SupabaseClient,\n  args: Record<string, unknown>,\n  storeId?: string,\n): Promise<{ success: boolean; data?: unknown; error?: string }> {\n  const sid = storeId as string;\n  const hoursBack = (args.hours_back as number) || 24;\n  const limit = Math.min((args.limit as number) || 50, 200);\n  const ch = getClickHouseClient();\n\n  if (!ch.isEnabled) {\n    return { success: false, error: \"ClickHouse is not configured\" };\n  }\n\n  const storeFilter = sid ? `AND store_id = '${esc(sid)}'` : \"\";\n\n  switch (args.action) {\n    // ---- traces: List recent traces ----\n    case \"traces\": {\n      const data = await ch.query<{\n        trace_id: string; root_service: string; root_operation: string;\n        duration: number; span_count: number; error_count: number;\n        started_at: string; status: string;\n      }>(`\n        SELECT\n          trace_id,\n          arrayElement(groupArrayIf(service_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_service,\n          arrayElement(groupArrayIf(operation_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_operation,\n          toInt32(dateDiff('millisecond', min(started_at), max(ended_at))) AS duration,\n          count() AS span_count,\n          countIf(status_code = 'ERROR') AS error_count,\n          min(started_at) AS started_at,\n          if(countIf(status_code = 'ERROR') > 0, 'error', 'ok') AS status\n        FROM ai_spans\n        WHERE 1=1 ${storeFilter}\n        GROUP BY trace_id\n        ORDER BY min(started_at) DESC\n        LIMIT ${limit}\n      `);\n      return { success: true, data };\n    }\n\n    // ---- trace_detail: Full trace waterfall ----\n    case \"trace_detail\": {\n      const traceId = args.trace_id as string;\n      if (!traceId) return { success: false, error: \"trace_id is required\" };\n      const spans = await ch.query<Record<string, unknown>>(`\n        SELECT\n          span_id, parent_span_id, trace_id, operation_name,\n          service_name, duration_ms AS duration,\n          started_at, ended_at,\n          if(status_code = 'ERROR', 'error', 'ok') AS status,\n          attributes, events\n        FROM ai_spans\n        WHERE trace_id = '${esc(traceId)}'\n        ORDER BY started_at ASC\n      `);\n      return { success: true, data: { trace_id: traceId, spans } };\n    }\n\n    // ---- function_health: Service health metrics ----\n    case \"function_health\": {\n      const data = await ch.query<Record<string, unknown>>(`\n        SELECT\n          service_name AS function_name,\n          sum(total_requests) AS total_reqs,\n          sum(error_count) AS total_errors,\n          sum(client_error_count) AS client_errors,\n          if(sum(total_requests) > 0, sum(error_count) / sum(total_requests), 0) AS error_rate,\n          if(sum(latency_count) > 0, sum(latency_sum_ms) / sum(latency_count), 0) AS avg_latency_ms,\n          max(latency_max_ms) AS p95_latency_ms,\n          min(latency_min_ms) AS min_latency_ms,\n          max(latency_max_ms) AS max_latency_ms,\n          max(bucket) AS last_request_at\n        FROM function_health\n        WHERE bucket >= now() - INTERVAL ${hoursBack} HOUR\n          ${storeFilter}\n        GROUP BY service_name\n      `);\n      return { success: true, data };\n    }\n\n    // ---- function_logs: Request logs ----\n    case \"function_logs\": {\n      const functionName = args.function_name as string;\n      if (!functionName) return { success: false, error: \"function_name is required\" };\n      const levelFilter = args.level ? `AND severity = '${esc(args.level as string)}'` : \"\";\n      const data = await ch.query<Record<string, unknown>>(`\n        SELECT\n          request_id, service_name AS function_name, http_status AS status,\n          duration_ms, http_method AS method, http_path AS path,\n          store_id, status_code = 'ERROR' AS has_error,\n          started_at AS first_seen, events AS lines\n        FROM ai_spans\n        WHERE service_name = '${esc(functionName)}'\n          ${storeFilter} ${levelFilter}\n          AND span_kind = 'SERVER'\n        ORDER BY started_at DESC\n        LIMIT ${limit}\n      `);\n      return { success: true, data };\n    }\n\n    // ---- cost_budgets: Budget utilization ----\n    case \"cost_budgets\": {\n      if (!sid) return { success: false, error: \"store_id is required for cost_budgets\" };\n      // Cost budgets require Postgres for ai_cost_budgets table + ClickHouse for spend\n      const { data: budgets, error: budgetErr } = await sb\n        .from(\"ai_cost_budgets\")\n        .select(\"agent_id, limit_usd, is_active, created_at\")\n        .eq(\"is_active\", true)\n        .eq(\"store_id\", sid);\n      if (budgetErr) return { success: false, error: budgetErr.message };\n\n      const agentIds = (budgets || []).map(b => `'${esc(b.agent_id)}'`).join(\",\");\n      const spendRows = agentIds\n        ? await ch.query<{ agent_id: string; total_cost_usd: number }>(`\n            SELECT agent_id, sum(total_cost_usd) AS total_cost_usd\n            FROM token_usage_hourly\n            WHERE agent_id IN (${agentIds})\n              AND store_id = '${esc(sid)}'\n            GROUP BY agent_id\n          `)\n        : [];\n\n      const spendMap = new Map(spendRows.map(r => [r.agent_id, r.total_cost_usd]));\n      const data = (budgets || []).map(b => {\n        const spend = spendMap.get(b.agent_id) || 0;\n        return {\n          agent_id: b.agent_id,\n          budget_amount: b.limit_usd,\n          current_spend: spend,\n          period_start: b.created_at,\n          period_end: new Date().toISOString(),\n          utilization_pct: b.limit_usd > 0 ? (spend / b.limit_usd) * 100 : 0,\n          is_over_budget: spend > b.limit_usd,\n        };\n      });\n      return { success: true, data };\n    }\n\n    // ---- error_groups: Error fingerprints grouped ----\n    case \"error_groups\": {\n      const data = await ch.query<{\n        fingerprint: string; error_type: string; message: string;\n        severity: string; service: string; count: number; last_seen: string;\n      }>(`\n        SELECT\n          fingerprint,\n          any(error_type) AS error_type,\n          substring(any(error_message), 1, 200) AS message,\n          any(severity) AS severity,\n          any(service_name) AS service,\n          count() AS count,\n          max(occurred_at) AS last_seen\n        FROM error_events\n        WHERE occurred_at >= now() - INTERVAL ${hoursBack} HOUR\n        GROUP BY fingerprint\n        ORDER BY count DESC\n        LIMIT ${limit}\n      `);\n      return { success: true, data: { groups: data, total_groups: data.length, hours_back: hoursBack } };\n    }\n\n    // ---- system_status: Combined overview ----\n    case \"system_status\": {\n      const [functions, traces, budgetData] = await Promise.all([\n        ch.query<Record<string, unknown>>(`\n          SELECT\n            service_name AS function_name,\n            sum(total_requests) AS total_reqs,\n            sum(error_count) AS total_errors,\n            if(sum(total_requests) > 0, sum(error_count) / sum(total_requests), 0) AS error_rate,\n            max(bucket) AS last_request_at\n          FROM function_health\n          WHERE bucket >= now() - INTERVAL ${Math.min(hoursBack, 1)} HOUR\n            ${storeFilter}\n          GROUP BY service_name\n        `),\n        ch.query<Record<string, unknown>>(`\n          SELECT\n            trace_id,\n            arrayElement(groupArrayIf(service_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_service,\n            arrayElement(groupArrayIf(operation_name, parent_span_id = '' OR parent_span_id IS NULL), 1) AS root_operation,\n            toInt32(dateDiff('millisecond', min(started_at), max(ended_at))) AS duration,\n            count() AS span_count,\n            countIf(status_code = 'ERROR') AS error_count,\n            min(started_at) AS started_at,\n            if(countIf(status_code = 'ERROR') > 0, 'error', 'ok') AS status\n          FROM ai_spans\n          WHERE 1=1 ${storeFilter}\n          GROUP BY trace_id\n          ORDER BY min(started_at) DESC\n          LIMIT 10\n        `),\n        sid\n          ? handleClickHouse(sb, { action: \"cost_budgets\" }, sid)\n          : Promise.resolve({ success: true, data: null }),\n      ]);\n\n      const totalRequests = functions.reduce((sum, f) => sum + ((f.total_requests as number) || 0), 0);\n      const totalErrors = functions.reduce((sum, f) => sum + ((f.error_count as number) || 0), 0);\n\n      return {\n        success: true,\n        data: {\n          summary: {\n            function_count: functions.length,\n            total_requests: totalRequests,\n            total_errors: totalErrors,\n            error_rate: totalRequests > 0 ? Math.round((totalErrors / totalRequests) * 10000) / 100 : 0,\n          },\n          functions,\n          recent_traces: traces,\n          cost_budgets: budgetData.data,\n          hours_back: hoursBack,\n        },\n      };\n    }\n\n    default:\n      return {\n        success: false,\n        error: `Unknown clickhouse action: ${args.action}. Available: traces, trace_detail, function_health, function_logs, cost_budgets, error_groups, system_status`,\n      };\n  }\n}\n\n/** Escape single quotes for ClickHouse SQL */\nfunction esc(s: string): string {\n  return s.replace(/'/g, \"\\\\'\");\n}\n"],"mappings":"AACA,SAASA,mBAAmB,QAAQ,6BAA6B;;AAEjE;AACA;AACA;AACA;AACA,OAAO,eAAeC,gBAAgBA,CACpCC,EAAkB,EAClBC,IAA6B,EAC7BC,OAAgB,EAC+C;EAC/D,MAAMC,GAAG,GAAGD,OAAiB;EAC7B,MAAME,SAAS,GAAIH,IAAI,CAACI,UAAU,IAAe,EAAE;EACnD,MAAMC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAAEP,IAAI,CAACK,KAAK,IAAe,EAAE,EAAE,GAAG,CAAC;EACzD,MAAMG,EAAE,GAAGX,mBAAmB,CAAC,CAAC;EAEhC,IAAI,CAACW,EAAE,CAACC,SAAS,EAAE;IACjB,OAAO;MAAEC,OAAO,EAAE,KAAK;MAAEC,KAAK,EAAE;IAA+B,CAAC;EAClE;EAEA,MAAMC,WAAW,GAAGV,GAAG,GAAG,mBAAmBW,GAAG,CAACX,GAAG,CAAC,GAAG,GAAG,EAAE;EAE7D,QAAQF,IAAI,CAACc,MAAM;IACjB;IACA,KAAK,QAAQ;MAAE;QACb,MAAMC,IAAI,GAAG,MAAMP,EAAE,CAACQ,KAAK,CAIxB;AACT;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,oBAAoBJ,WAAW;AAC/B;AACA;AACA,gBAAgBP,KAAK;AACrB,OAAO,CAAC;QACF,OAAO;UAAEK,OAAO,EAAE,IAAI;UAAEK;QAAK,CAAC;MAChC;;IAEA;IACA,KAAK,cAAc;MAAE;QACnB,MAAME,OAAO,GAAGjB,IAAI,CAACkB,QAAkB;QACvC,IAAI,CAACD,OAAO,EAAE,OAAO;UAAEP,OAAO,EAAE,KAAK;UAAEC,KAAK,EAAE;QAAuB,CAAC;QACtE,MAAMQ,KAAK,GAAG,MAAMX,EAAE,CAACQ,KAAK,CAA0B;AAC5D;AACA;AACA;AACA;AACA;AACA;AACA;AACA,4BAA4BH,GAAG,CAACI,OAAO,CAAC;AACxC;AACA,OAAO,CAAC;QACF,OAAO;UAAEP,OAAO,EAAE,IAAI;UAAEK,IAAI,EAAE;YAAEG,QAAQ,EAAED,OAAO;YAAEE;UAAM;QAAE,CAAC;MAC9D;;IAEA;IACA,KAAK,iBAAiB;MAAE;QACtB,MAAMJ,IAAI,GAAG,MAAMP,EAAE,CAACQ,KAAK,CAA0B;AAC3D;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,2CAA2Cb,SAAS;AACpD,YAAYS,WAAW;AACvB;AACA,OAAO,CAAC;QACF,OAAO;UAAEF,OAAO,EAAE,IAAI;UAAEK;QAAK,CAAC;MAChC;;IAEA;IACA,KAAK,eAAe;MAAE;QACpB,MAAMK,YAAY,GAAGpB,IAAI,CAACqB,aAAuB;QACjD,IAAI,CAACD,YAAY,EAAE,OAAO;UAAEV,OAAO,EAAE,KAAK;UAAEC,KAAK,EAAE;QAA4B,CAAC;QAChF,MAAMW,WAAW,GAAGtB,IAAI,CAACuB,KAAK,GAAG,mBAAmBV,GAAG,CAACb,IAAI,CAACuB,KAAe,CAAC,GAAG,GAAG,EAAE;QACrF,MAAMR,IAAI,GAAG,MAAMP,EAAE,CAACQ,KAAK,CAA0B;AAC3D;AACA;AACA;AACA;AACA;AACA;AACA,gCAAgCH,GAAG,CAACO,YAAY,CAAC;AACjD,YAAYR,WAAW,IAAIU,WAAW;AACtC;AACA;AACA,gBAAgBjB,KAAK;AACrB,OAAO,CAAC;QACF,OAAO;UAAEK,OAAO,EAAE,IAAI;UAAEK;QAAK,CAAC;MAChC;;IAEA;IACA,KAAK,cAAc;MAAE;QACnB,IAAI,CAACb,GAAG,EAAE,OAAO;UAAEQ,OAAO,EAAE,KAAK;UAAEC,KAAK,EAAE;QAAwC,CAAC;QACnF;QACA,MAAM;UAAEI,IAAI,EAAES,OAAO;UAAEb,KAAK,EAAEc;QAAU,CAAC,GAAG,MAAM1B,EAAE,CACjD2B,IAAI,CAAC,iBAAiB,CAAC,CACvBC,MAAM,CAAC,4CAA4C,CAAC,CACpDC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CACrBA,EAAE,CAAC,UAAU,EAAE1B,GAAG,CAAC;QACtB,IAAIuB,SAAS,EAAE,OAAO;UAAEf,OAAO,EAAE,KAAK;UAAEC,KAAK,EAAEc,SAAS,CAACI;QAAQ,CAAC;QAElE,MAAMC,QAAQ,GAAG,CAACN,OAAO,IAAI,EAAE,EAAEO,GAAG,CAACC,CAAC,IAAI,IAAInB,GAAG,CAACmB,CAAC,CAACC,QAAQ,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC;QAC3E,MAAMC,SAAS,GAAGL,QAAQ,GACtB,MAAMtB,EAAE,CAACQ,KAAK,CAA+C;AACvE;AACA;AACA,iCAAiCc,QAAQ;AACzC,gCAAgCjB,GAAG,CAACX,GAAG,CAAC;AACxC;AACA,WAAW,CAAC,GACF,EAAE;QAEN,MAAMkC,QAAQ,GAAG,IAAIC,GAAG,CAACF,SAAS,CAACJ,GAAG,CAACO,CAAC,IAAI,CAACA,CAAC,CAACL,QAAQ,EAAEK,CAAC,CAACC,cAAc,CAAC,CAAC,CAAC;QAC5E,MAAMxB,IAAI,GAAG,CAACS,OAAO,IAAI,EAAE,EAAEO,GAAG,CAACC,CAAC,IAAI;UACpC,MAAMQ,KAAK,GAAGJ,QAAQ,CAACK,GAAG,CAACT,CAAC,CAACC,QAAQ,CAAC,IAAI,CAAC;UAC3C,OAAO;YACLA,QAAQ,EAAED,CAAC,CAACC,QAAQ;YACpBS,aAAa,EAAEV,CAAC,CAACW,SAAS;YAC1BC,aAAa,EAAEJ,KAAK;YACpBK,YAAY,EAAEb,CAAC,CAACc,UAAU;YAC1BC,UAAU,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;YACpCC,eAAe,EAAElB,CAAC,CAACW,SAAS,GAAG,CAAC,GAAIH,KAAK,GAAGR,CAAC,CAACW,SAAS,GAAI,GAAG,GAAG,CAAC;YAClEQ,cAAc,EAAEX,KAAK,GAAGR,CAAC,CAACW;UAC5B,CAAC;QACH,CAAC,CAAC;QACF,OAAO;UAAEjC,OAAO,EAAE,IAAI;UAAEK;QAAK,CAAC;MAChC;;IAEA;IACA,KAAK,cAAc;MAAE;QACnB,MAAMA,IAAI,GAAG,MAAMP,EAAE,CAACQ,KAAK,CAGxB;AACT;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,gDAAgDb,SAAS;AACzD;AACA;AACA,gBAAgBE,KAAK;AACrB,OAAO,CAAC;QACF,OAAO;UAAEK,OAAO,EAAE,IAAI;UAAEK,IAAI,EAAE;YAAEqC,MAAM,EAAErC,IAAI;YAAEsC,YAAY,EAAEtC,IAAI,CAACuC,MAAM;YAAElD,UAAU,EAAED;UAAU;QAAE,CAAC;MACpG;;IAEA;IACA,KAAK,eAAe;MAAE;QACpB,MAAM,CAACoD,SAAS,EAAEC,MAAM,EAAEC,UAAU,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACxDnD,EAAE,CAACQ,KAAK,CAA0B;AAC1C;AACA;AACA;AACA;AACA;AACA;AACA;AACA,6CAA6CV,IAAI,CAACC,GAAG,CAACJ,SAAS,EAAE,CAAC,CAAC;AACnE,cAAcS,WAAW;AACzB;AACA,SAAS,CAAC,EACFJ,EAAE,CAACQ,KAAK,CAA0B;AAC1C;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,sBAAsBJ,WAAW;AACjC;AACA;AACA;AACA,SAAS,CAAC,EACFV,GAAG,GACCJ,gBAAgB,CAACC,EAAE,EAAE;UAAEe,MAAM,EAAE;QAAe,CAAC,EAAEZ,GAAG,CAAC,GACrDwD,OAAO,CAACE,OAAO,CAAC;UAAElD,OAAO,EAAE,IAAI;UAAEK,IAAI,EAAE;QAAK,CAAC,CAAC,CACnD,CAAC;QAEF,MAAM8C,aAAa,GAAGN,SAAS,CAACO,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAKC,CAAC,CAACC,cAAc,IAAe,CAAC,CAAC,EAAE,CAAC,CAAC;QAChG,MAAMC,WAAW,GAAGX,SAAS,CAACO,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAKC,CAAC,CAACG,WAAW,IAAe,CAAC,CAAC,EAAE,CAAC,CAAC;QAE3F,OAAO;UACLzD,OAAO,EAAE,IAAI;UACbK,IAAI,EAAE;YACJqD,OAAO,EAAE;cACPC,cAAc,EAAEd,SAAS,CAACD,MAAM;cAChCW,cAAc,EAAEJ,aAAa;cAC7BS,YAAY,EAAEJ,WAAW;cACzBK,UAAU,EAAEV,aAAa,GAAG,CAAC,GAAGvD,IAAI,CAACkE,KAAK,CAAEN,WAAW,GAAGL,aAAa,GAAI,KAAK,CAAC,GAAG,GAAG,GAAG;YAC5F,CAAC;YACDN,SAAS;YACTkB,aAAa,EAAEjB,MAAM;YACrBkB,YAAY,EAAEjB,UAAU,CAAC1C,IAAI;YAC7BX,UAAU,EAAED;UACd;QACF,CAAC;MACH;IAEA;MACE,OAAO;QACLO,OAAO,EAAE,KAAK;QACdC,KAAK,EAAE,8BAA8BX,IAAI,CAACc,MAAM;MAClD,CAAC;EACL;AACF;;AAEA;AACA,SAASD,GAAGA,CAAC8D,CAAS,EAAU;EAC9B,OAAOA,CAAC,CAACC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;AAC/B","ignoreList":[]}