whale-code 6.4.0 → 6.5.1

package/dist/server/lib/clickhouse-buffer.d.ts

@@ -0,0 +1,48 @@
+/**
+ * ClickHouse Span Buffer — batches spans for bulk insert to ClickHouse ai_spans.
+ *
+ * Same batching semantics (500ms / 100 records).
+ * Also provides auditRowToSpan() to convert legacy row shapes to ClickHouseSpan.
+ */
+import { type ClickHouseSpan } from "./clickhouse-client.js";
+/**
+ * Queue a span for batch insert to ClickHouse.
+ */
+export declare function queueSpan(span: ClickHouseSpan): void;
+/**
+ * Flush all buffered spans to ClickHouse.
+ * Call this on server shutdown or at end of request processing.
+ */
+export declare function flushSpans(): Promise<void>;
+/**
+ * Convert an existing audit_log row to a ClickHouseSpan.
+ *
+ * Field mapping:
+ *   ai_spans.action           → operation_name
+ *   ai_spans.source           → source
+ *   ai_spans.severity         → severity
+ *   ai_spans.store_id         → store_id
+ *   ai_spans.duration_ms      → duration_ms
+ *   ai_spans.error_message    → error_message
+ *   ai_spans.trace_id         → trace_id
+ *   ai_spans.span_id          → span_id
+ *   ai_spans.span_kind        → span_kind
+ *   ai_spans.service_name     → service_name
+ *   ai_spans.status_code      → status_code
+ *   ai_spans.start_time       → started_at
+ *   ai_spans.end_time         → ended_at
+ *   ai_spans.conversation_id  → conversation_id
+ *   ai_spans.user_id          → user_id
+ *   ai_spans.input_tokens     → prompt_tokens
+ *   ai_spans.output_tokens    → completion_tokens
+ *   ai_spans.total_cost       → token_cost_usd
+ *   ai_spans.model            → model_name
+ *   ai_spans.resource_id (mcp_tool) → tool_name
+ *   ai_spans.details (remaining)    → attributes (JSON string)
+ */
+export declare function auditRowToSpan(row: Record<string, unknown>): ClickHouseSpan;
+/**
+ * Classify an error message into a standard error_type category.
+ * Used by auditRowToSpan and callers to populate the error_type column.
+ */
+export declare function classifyErrorType(errorMessage: string | null | undefined): string | undefined;

package/dist/server/lib/clickhouse-buffer.js

@@ -0,0 +1,175 @@
+/**
+ * ClickHouse Span Buffer — batches spans for bulk insert to ClickHouse ai_spans.
+ *
+ * Same batching semantics (500ms / 100 records).
+ * Also provides auditRowToSpan() to convert legacy row shapes to ClickHouseSpan.
+ */
+import { randomUUID } from "node:crypto";
+import { getClickHouseClient } from "./clickhouse-client.js";
+// ============================================================================
+// Buffer config
+// ============================================================================
+const spanBuffer = [];
+const FLUSH_INTERVAL = 500; // ms
+const FLUSH_MAX = 100; // max records before force flush
+let flushTimer = null;
+// ============================================================================
+// Public API
+// ============================================================================
+/**
+ * Queue a span for batch insert to ClickHouse.
+ */
+export function queueSpan(span) {
+    spanBuffer.push(span);
+    if (spanBuffer.length >= FLUSH_MAX) {
+        flushSpans();
+    }
+    else if (!flushTimer) {
+        flushTimer = setTimeout(() => {
+            flushTimer = null;
+            flushSpans();
+        }, FLUSH_INTERVAL);
+    }
+}
+/**
+ * Flush all buffered spans to ClickHouse.
+ * Call this on server shutdown or at end of request processing.
+ */
+export async function flushSpans() {
+    if (flushTimer) {
+        clearTimeout(flushTimer);
+        flushTimer = null;
+    }
+    if (spanBuffer.length > 0) {
+        const batch = spanBuffer.splice(0, spanBuffer.length);
+        const client = getClickHouseClient();
+        await client.insert("ai_spans", batch);
+    }
+}
+// ============================================================================
+// Mapper: audit_log row → ClickHouseSpan
+// ============================================================================
+/**
+ * Convert an existing audit_log row to a ClickHouseSpan.
+ *
+ * Field mapping:
+ *   ai_spans.action           → operation_name
+ *   ai_spans.source           → source
+ *   ai_spans.severity         → severity
+ *   ai_spans.store_id         → store_id
+ *   ai_spans.duration_ms      → duration_ms
+ *   ai_spans.error_message    → error_message
+ *   ai_spans.trace_id         → trace_id
+ *   ai_spans.span_id          → span_id
+ *   ai_spans.span_kind        → span_kind
+ *   ai_spans.service_name     → service_name
+ *   ai_spans.status_code      → status_code
+ *   ai_spans.start_time       → started_at
+ *   ai_spans.end_time         → ended_at
+ *   ai_spans.conversation_id  → conversation_id
+ *   ai_spans.user_id          → user_id
+ *   ai_spans.input_tokens     → prompt_tokens
+ *   ai_spans.output_tokens    → completion_tokens
+ *   ai_spans.total_cost       → token_cost_usd
+ *   ai_spans.model            → model_name
+ *   ai_spans.resource_id (mcp_tool) → tool_name
+ *   ai_spans.details (remaining)    → attributes (JSON string)
+ */
+export function auditRowToSpan(row) {
+    const details = (row.details || {});
+    const now = new Date().toISOString();
+    // Extract known fields from details that map to top-level ClickHouse columns
+    const { input_tokens: detailInputTokens, output_tokens: detailOutputTokens, total_cost: detailCost, model: detailModel, "gen_ai.request.model": genAiModel, "gen_ai.usage.input_tokens": genAiInput, "gen_ai.usage.output_tokens": genAiOutput, "gen_ai.usage.cost": genAiCost, "gen_ai.usage.cache_read_tokens": genAiCacheRead, "gen_ai.usage.cache_creation_tokens": genAiCacheCreation, cache_read_tokens: detailCacheRead, cache_creation_tokens: detailCacheCreation, stop_reason: detailStopReason, turn_number: detailTurnNumber, turn_count: detailTurnCount, parent_conversation_id: detailParentConvId, input_bytes: detailInputBytes, output_bytes: detailOutputBytes, error_type: detailErrorType, retryable: detailRetryable, ...remainingDetails } = details;
+    // Determine tool_name from resource_id when it's an mcp_tool
+    const toolName = row.resource_type === "mcp_tool"
+        ? row.resource_id || undefined
+        : details.tool_name || undefined;
+    // Compute token fields — prefer top-level, fall back to details
+    const promptTokens = row.input_tokens
+        || genAiInput
+        || detailInputTokens
+        || undefined;
+    const completionTokens = row.output_tokens
+        || genAiOutput
+        || detailOutputTokens
+        || undefined;
+    const tokenCostUsd = row.total_cost
+        || genAiCost
+        || detailCost
+        || undefined;
+    const modelName = row.model
+        || genAiModel
+        || detailModel
+        || undefined;
+    return {
+        span_id: row.span_id || randomHexId(),
+        trace_id: row.trace_id || row.request_id || randomUUID(),
+        store_id: row.store_id || undefined,
+        service_name: row.service_name || "agent-server",
+        operation_name: row.action || undefined,
+        span_kind: row.span_kind || "INTERNAL",
+        source: row.source || undefined,
+        started_at: row.start_time || now,
+        ended_at: row.end_time || now,
+        duration_ms: row.duration_ms || 0,
+        status_code: row.status_code || "OK",
+        severity: row.severity || "info",
+        model_name: modelName,
+        prompt_tokens: promptTokens,
+        completion_tokens: completionTokens,
+        total_tokens: promptTokens && completionTokens ? promptTokens + completionTokens : undefined,
+        token_cost_usd: tokenCostUsd,
+        agent_id: row.resource_id || details.agent_id || undefined,
+        conversation_id: row.conversation_id || undefined,
+        tool_name: toolName,
+        error_message: row.error_message || undefined,
+        attributes: Object.keys(remainingDetails).length > 0 ? JSON.stringify(remainingDetails) : undefined,
+        request_id: row.request_id || undefined,
+        user_id: row.user_id || undefined,
+        environment: "production",
+        // Enriched columns (003_enrich_spans)
+        user_email: row.user_email || undefined,
+        error_type: row.error_type || detailErrorType || undefined,
+        retryable: detailRetryable ? 1 : (row.severity === "error" ? 0 : undefined),
+        resource_type: row.resource_type || undefined,
+        cache_read_tokens: genAiCacheRead || detailCacheRead || undefined,
+        cache_creation_tokens: genAiCacheCreation || detailCacheCreation || undefined,
+        input_bytes: row.input_bytes || detailInputBytes || undefined,
+        output_bytes: row.output_bytes || detailOutputBytes || undefined,
+        stop_reason: row.stop_reason || detailStopReason || undefined,
+        turn_number: row.turn_number || detailTurnNumber || detailTurnCount || undefined,
+        parent_conversation_id: row.parent_conversation_id || detailParentConvId || undefined,
+    };
+}
+// ============================================================================
+// Helpers
+// ============================================================================
+/**
+ * Classify an error message into a standard error_type category.
+ * Used by auditRowToSpan and callers to populate the error_type column.
+ */
+export function classifyErrorType(errorMessage) {
+    if (!errorMessage)
+        return undefined;
+    const lower = errorMessage.toLowerCase();
+    if (lower.includes("rate limit") || lower.includes("429"))
+        return "rate_limit";
+    if (lower.includes("auth") || lower.includes("401") || lower.includes("403"))
+        return "auth";
+    if (lower.includes("timeout") || lower.includes("timed out"))
+        return "timeout";
+    if (lower.includes("validation") || lower.includes("invalid"))
+        return "validation";
+    if (lower.includes("not found") || lower.includes("404"))
+        return "not_found";
+    if (lower.includes("overloaded") || lower.includes("529"))
+        return "overloaded";
+    if (lower.includes("circuit breaker"))
+        return "circuit_breaker";
+    return undefined;
+}
+function randomHexId() {
+    const bytes = new Uint8Array(8);
+    crypto.getRandomValues(bytes);
+    return Array.from(bytes).map(b => b.toString(16).padStart(2, "0")).join("");
+}

package/dist/server/lib/clickhouse-client.d.ts

@@ -0,0 +1,112 @@
+/**
+ * ClickHouse HTTP Client for Node.js MCP Server
+ *
+ * Ported from the Deno edge function client (supabase/functions/_shared/clickhouse.ts).
+ * Uses the ClickHouse HTTP interface with JSONEachRow format.
+ *
+ * Environment variables:
+ *   CLICKHOUSE_HOST     — e.g. "xxx.us-east-1.aws.clickhouse.cloud"
+ *   CLICKHOUSE_USER     — default "default"
+ *   CLICKHOUSE_PASSWORD — from ClickHouse Cloud console
+ *   CLICKHOUSE_DATABASE — default "default"
+ *   CLICKHOUSE_ENABLED  — "true" to enable (graceful no-op otherwise)
+ */
+export interface ClickHouseSpan {
+    span_id: string;
+    trace_id: string;
+    parent_span_id?: string;
+    store_id?: string;
+    service_name: string;
+    operation_name?: string;
+    span_kind?: string;
+    source?: string;
+    started_at: string;
+    ended_at: string;
+    duration_ms: number;
+    status_code?: string;
+    severity?: string;
+    http_status?: number;
+    http_method?: string;
+    http_path?: string;
+    model_name?: string;
+    prompt_tokens?: number;
+    completion_tokens?: number;
+    total_tokens?: number;
+    token_cost_usd?: number;
+    agent_id?: string;
+    conversation_id?: string;
+    tool_name?: string;
+    error_message?: string;
+    attributes?: string;
+    events?: string;
+    request_id?: string;
+    user_id?: string;
+    environment?: string;
+    user_email?: string;
+    error_type?: string;
+    retryable?: number;
+    resource_type?: string;
+    cache_read_tokens?: number;
+    cache_creation_tokens?: number;
+    input_bytes?: number;
+    output_bytes?: number;
+    stop_reason?: string;
+    turn_number?: number;
+    parent_conversation_id?: string;
+}
+export interface ClickHouseError {
+    fingerprint: string;
+    severity?: string;
+    error_type: string;
+    error_message: string;
+    error_code?: string;
+    stack_trace?: string;
+    source_file?: string;
+    source_line?: number;
+    source_function?: string;
+    platform?: string;
+    service_name: string;
+    service_version?: string;
+    environment?: string;
+    store_id?: string;
+    user_id?: string;
+    user_email?: string;
+    trace_id?: string;
+    span_id?: string;
+    request_id?: string;
+    tags?: string;
+    extra?: string;
+    breadcrumbs?: string;
+    device_info?: string;
+    runtime_info?: string;
+    occurred_at: string;
+}
+declare class ClickHouseClient {
+    private host;
+    private user;
+    private password;
+    private database;
+    private enabled;
+    constructor();
+    get isEnabled(): boolean;
+    private get baseUrl();
+    private get authHeaders();
+    /**
+     * Insert rows into a ClickHouse table using JSONEachRow format.
+     * Fire-and-forget — logs errors but never throws.
+     */
+    insert(table: string, rows: Record<string, unknown>[]): Promise<void>;
+    /**
+     * Execute a SELECT query and return parsed JSON rows.
+     */
+    query<T = Record<string, unknown>>(sql: string): Promise<T[]>;
+    /**
+     * Execute a query and return a single aggregated result (e.g. JSONB_BUILD_OBJECT).
+     * Useful for analytics RPCs that return one row with a complex JSON object.
+     */
+    queryOne<T = Record<string, unknown>>(sql: string): Promise<T | null>;
+}
+export declare function getClickHouseClient(): ClickHouseClient;
+export declare function insertSpan(span: ClickHouseSpan): void;
+export declare function insertError(error: ClickHouseError): void;
+export {};

package/dist/server/lib/clickhouse-client.js

@@ -0,0 +1,141 @@
+/**
+ * ClickHouse HTTP Client for Node.js MCP Server
+ *
+ * Ported from the Deno edge function client (supabase/functions/_shared/clickhouse.ts).
+ * Uses the ClickHouse HTTP interface with JSONEachRow format.
+ *
+ * Environment variables:
+ *   CLICKHOUSE_HOST     — e.g. "xxx.us-east-1.aws.clickhouse.cloud"
+ *   CLICKHOUSE_USER     — default "default"
+ *   CLICKHOUSE_PASSWORD — from ClickHouse Cloud console
+ *   CLICKHOUSE_DATABASE — default "default"
+ *   CLICKHOUSE_ENABLED  — "true" to enable (graceful no-op otherwise)
+ */
+// ============================================================================
+// Client
+// ============================================================================
+class ClickHouseClient {
+    host;
+    user;
+    password;
+    database;
+    enabled;
+    constructor() {
+        this.host = process.env.CLICKHOUSE_HOST || "";
+        this.user = process.env.CLICKHOUSE_USER || "default";
+        this.password = process.env.CLICKHOUSE_PASSWORD || "";
+        this.database = process.env.CLICKHOUSE_DATABASE || "default";
+        this.enabled = process.env.CLICKHOUSE_ENABLED === "true";
+    }
+    get isEnabled() {
+        return this.enabled && !!this.host;
+    }
+    get baseUrl() {
+        return `https://${this.host}:8443`;
+    }
+    get authHeaders() {
+        return {
+            "X-ClickHouse-User": this.user,
+            "X-ClickHouse-Key": this.password,
+            "X-ClickHouse-Database": this.database,
+        };
+    }
+    /**
+     * Insert rows into a ClickHouse table using JSONEachRow format.
+     * Fire-and-forget — logs errors but never throws.
+     */
+    async insert(table, rows) {
+        if (!this.isEnabled || rows.length === 0)
+            return;
+        const body = rows.map((row) => JSON.stringify(row)).join("\n");
+        const query = `INSERT INTO ${table} FORMAT JSONEachRow`;
+        try {
+            const response = await fetch(`${this.baseUrl}/?query=${encodeURIComponent(query)}`, {
+                method: "POST",
+                headers: {
+                    ...this.authHeaders,
+                    "Content-Type": "application/json",
+                },
+                body,
+            });
+            if (!response.ok) {
+                const text = await response.text();
+                console.error(`[clickhouse] insert ${table} failed (${response.status}): ${text.slice(0, 200)}`);
+            }
+        }
+        catch (err) {
+            console.error(`[clickhouse] insert ${table} error: ${err.message}`);
+        }
+    }
+    /**
+     * Execute a SELECT query and return parsed JSON rows.
+     */
+    async query(sql) {
+        if (!this.isEnabled)
+            return [];
+        try {
+            const response = await fetch(`${this.baseUrl}/?default_format=JSONEachRow`, {
+                method: "POST",
+                headers: {
+                    ...this.authHeaders,
+                    "Content-Type": "text/plain",
+                },
+                body: sql,
+            });
+            if (!response.ok) {
+                const text = await response.text();
+                console.error(`[clickhouse] query failed (${response.status}): ${text.slice(0, 200)}`);
+                return [];
+            }
+            const text = await response.text();
+            if (!text.trim())
+                return [];
+            return text
+                .trim()
+                .split("\n")
+                .map((line) => JSON.parse(line));
+        }
+        catch (err) {
+            console.error(`[clickhouse] query error: ${err.message}`);
+            return [];
+        }
+    }
+    /**
+     * Execute a query and return a single aggregated result (e.g. JSONB_BUILD_OBJECT).
+     * Useful for analytics RPCs that return one row with a complex JSON object.
+     */
+    async queryOne(sql) {
+        const rows = await this.query(sql);
+        return rows.length > 0 ? rows[0] : null;
+    }
+}
+// Singleton — lazy init on first access
+let _client = null;
+export function getClickHouseClient() {
+    if (!_client) {
+        _client = new ClickHouseClient();
+    }
+    return _client;
+}
+// ============================================================================
+// Convenience: Insert a span
+// ============================================================================
+export function insertSpan(span) {
+    const client = getClickHouseClient();
+    if (!client.isEnabled)
+        return;
+    client.insert("ai_spans", [span]).catch((err) => {
+        console.error(`[clickhouse] insertSpan failed: ${err.message}`);
+    });
+}
+// ============================================================================
+// Convenience: Insert an error event
+// ============================================================================
+export function insertError(error) {
+    const client = getClickHouseClient();
+    if (!client.isEnabled)
+        return;
+    client.insert("error_events", [error]).catch((err) => {
+        console.error(`[clickhouse] insertError failed: ${err.message}`);
+    });
+}

package/dist/server/lib/coa-renderer.d.ts

@@ -0,0 +1,91 @@
+export interface COAData {
+    labName?: string;
+    labContact?: string;
+    logoUrl?: string;
+    labWebsite?: string;
+    labDirector?: string;
+    directorTitle?: string;
+    signatureUrl?: string;
+    approvalDate?: string;
+    sampleName: string;
+    sampleId: string;
+    strain?: string;
+    sampleType?: string;
+    sampleSize?: string;
+    batchId?: string;
+    dateCollected?: string;
+    dateReceived?: string;
+    dateTested?: string;
+    dateReported?: string;
+    clientName: string;
+    clientAddress?: string;
+    licenseNumber?: string;
+    clientState?: string;
+    clientType?: string;
+    cannabinoids?: Cannabinoid[];
+    totalTHC?: number;
+    totalCBD?: number;
+    totalCannabinoids?: number;
+    moisture?: number;
+    D9_THC?: number;
+    d9_thc?: number;
+    testsBatch?: boolean;
+    testsCannabinoids?: boolean;
+    testsMoisture?: boolean;
+    qrCodeDataUrl?: string;
+    notes?: string;
+    fullPanel?: boolean;
+    totalPages?: number;
+    microbialResults?: MicrobialResult[];
+    heavyMetalsResults?: HeavyMetalResult[];
+    mycotoxinResults?: MycotoxinResult[];
+    pesticidesCat1?: PesticideResult[];
+    pesticidesCat2?: PesticideResult[];
+    testsResidualSolvents?: ResidualSolventResult[];
+}
+interface Cannabinoid {
+    name: string;
+    lod: number;
+    loq: number;
+    result: string | number;
+    percentWeight: number;
+    mgPerG: number;
+}
+interface MicrobialResult {
+    test?: string;
+    analyte?: string;
+    result: number | "ND";
+    limit: number | "ND" | string;
+    status: "Pass" | "Fail";
+}
+interface HeavyMetalResult {
+    analyte: string;
+    lod: number;
+    loq: number;
+    result: number | "ND";
+    limit: number;
+    status: "Pass" | "Fail";
+}
+interface MycotoxinResult {
+    analyte: string;
+    lod: number;
+    loq: number;
+    result: number | "ND";
+    limit: number;
+    status: "Pass" | "Fail";
+}
+interface PesticideResult {
+    analyte: string;
+    result: "ND" | number;
+    status: "Pass" | "Fail";
+}
+interface ResidualSolventResult {
+    analyte: string;
+    result: string | number;
+    limit: number;
+    loq?: number;
+    unit: string;
+    status: "Pass" | "Fail";
+}
+export declare function renderCOAToPdf(data: COAData): Promise<Buffer>;
+export {};