@tyvm/knowhow 0.0.21 → 0.0.22

package/ts_build/src/services/script-execution/ScriptTracer.js

@@ -0,0 +1,186 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScriptTracer = void 0;
+class ScriptTracer {
+    events = [];
+    metrics;
+    startTime;
+    constructor() {
+        this.startTime = Date.now();
+        this.metrics = {
+            executionTimeMs: 0,
+            toolCallCount: 0,
+            llmCallCount: 0,
+            tokenUsage: {
+                prompt: 0,
+                completion: 0,
+                total: 0,
+            },
+            memoryUsage: {
+                heapUsed: 0,
+                heapTotal: 0,
+            },
+            costUsd: 0,
+        };
+    }
+    emitEvent(type, data) {
+        const event = {
+            id: `evt-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`,
+            type,
+            timestamp: Date.now(),
+            data: this.sanitizeEventData(data),
+        };
+        this.events.push(event);
+        this.updateMetrics(event);
+    }
+    recordCost(costUsd) {
+        this.metrics.costUsd += costUsd;
+        this.emitEvent("cost_recorded", {
+            costUsd,
+            totalCost: this.metrics.costUsd,
+        });
+    }
+    getCurrentQuota() {
+        return {
+            toolCalls: this.metrics.toolCallCount,
+            tokens: this.metrics.tokenUsage.total,
+            executionTimeMs: Date.now() - this.startTime,
+            costUsd: this.metrics.costUsd,
+        };
+    }
+    getEvents() {
+        return [...this.events];
+    }
+    getMetrics() {
+        return {
+            ...this.metrics,
+            executionTimeMs: Date.now() - this.startTime,
+        };
+    }
+    getTrace() {
+        return {
+            id: `trace-${Date.now()}`,
+            startTime: this.startTime,
+            endTime: Date.now(),
+            events: this.getEvents(),
+            metrics: this.getMetrics(),
+            success: !this.events.some((e) => e.type.includes("error")),
+            error: this.getLastError(),
+        };
+    }
+    reset() {
+        this.events = [];
+        this.startTime = Date.now();
+        this.metrics = {
+            executionTimeMs: 0,
+            toolCallCount: 0,
+            llmCallCount: 0,
+            tokenUsage: {
+                prompt: 0,
+                completion: 0,
+                total: 0,
+            },
+            memoryUsage: {
+                heapUsed: 0,
+                heapTotal: 0,
+            },
+            costUsd: 0,
+        };
+    }
+    updateMetrics(event) {
+        switch (event.type) {
+            case "tool_call_start":
+                this.metrics.toolCallCount++;
+                break;
+            case "llm_call_start":
+                this.metrics.llmCallCount++;
+                break;
+            case "llm_call_success":
+                if (event.data && event.data.usage) {
+                    const usage = event.data.usage;
+                    this.metrics.tokenUsage.prompt += usage.prompt_tokens || 0;
+                    this.metrics.tokenUsage.completion += usage.completion_tokens || 0;
+                    this.metrics.tokenUsage.total += usage.total_tokens || 0;
+                }
+                break;
+        }
+        if (typeof process !== "undefined" && process.memoryUsage) {
+            const memUsage = process.memoryUsage();
+            this.metrics.memoryUsage.heapUsed = memUsage.heapUsed;
+            this.metrics.memoryUsage.heapTotal = memUsage.heapTotal;
+        }
+    }
+    getLastError() {
+        const errorEvents = this.events
+            .filter((e) => e.type.includes("error"))
+            .reverse();
+        if (errorEvents.length > 0) {
+            const lastError = errorEvents[0];
+            return (lastError.data?.error || lastError.data?.message || "Unknown error");
+        }
+        return undefined;
+    }
+    sanitizeEventData(data) {
+        if (data === null || data === undefined) {
+            return data;
+        }
+        if (typeof data === "string") {
+            return data.length > 1000
+                ? data.substring(0, 1000) + "...[TRUNCATED]"
+                : data;
+        }
+        if (Array.isArray(data)) {
+            return data.map((item) => this.sanitizeEventData(item));
+        }
+        if (typeof data === "object") {
+            const sanitized = {};
+            for (const [key, value] of Object.entries(data)) {
+                if (this.isSensitiveKey(key)) {
+                    sanitized[key] = "[REDACTED]";
+                }
+                else if (key === "parameters" && typeof value === "object") {
+                    sanitized[key] = this.sanitizeParameters(value);
+                }
+                else {
+                    sanitized[key] = this.sanitizeEventData(value);
+                }
+            }
+            return sanitized;
+        }
+        return data;
+    }
+    isSensitiveKey(key) {
+        const lowerKey = key.toLowerCase();
+        const sensitivePatterns = [
+            "password",
+            "secret",
+            "token",
+            "key",
+            "auth",
+            "credential",
+            "private",
+            "confidential",
+        ];
+        return sensitivePatterns.some((pattern) => lowerKey.includes(pattern));
+    }
+    sanitizeParameters(params) {
+        if (!params || typeof params !== "object") {
+            return params;
+        }
+        const sanitized = {};
+        for (const [key, value] of Object.entries(params)) {
+            if (this.isSensitiveKey(key)) {
+                sanitized[key] = "[REDACTED]";
+            }
+            else if (typeof value === "string" && value.length > 500) {
+                sanitized[key] = value.substring(0, 500) + "...[TRUNCATED]";
+            }
+            else {
+                sanitized[key] = this.sanitizeEventData(value);
+            }
+        }
+        return sanitized;
+    }
+}
+exports.ScriptTracer = ScriptTracer;
+//# sourceMappingURL=ScriptTracer.js.map

package/ts_build/src/services/script-execution/ScriptTracer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScriptTracer.js","sourceRoot":"","sources":["../../../../src/services/script-execution/ScriptTracer.ts"],"names":[],"mappings":";;;AAKA,MAAa,YAAY;IACf,MAAM,GAAiB,EAAE,CAAC;IAC1B,OAAO,CAAe;IACtB,SAAS,CAAS;IAE1B;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT;YACD,WAAW,EAAE;gBACX,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE,CAAC;aACb;YACD,OAAO,EAAE,CAAC;SACX,CAAC;IACJ,CAAC;IAKD,SAAS,CAAC,IAAY,EAAE,IAAS;QAC/B,MAAM,KAAK,GAAe;YACxB,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YAClE,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;SACnC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAKD,UAAU,CAAC,OAAe;QACxB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE;YAC9B,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC;IACL,CAAC;IAKD,eAAe;QACb,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa;YACrC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK;YACrC,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;YAC5C,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;IAKD,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAKD,UAAU;QACR,OAAO;YACL,GAAG,IAAI,CAAC,OAAO;YACf,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;SAC7C,CAAC;IACJ,CAAC;IAKD,QAAQ;QACN,OAAO;YACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACnB,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;YACxB,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;YAC1B,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC3D,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE;SAC3B,CAAC;IACJ,CAAC;IAKD,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT;YACD,WAAW,EAAE;gBACX,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE,CAAC;aACb;YACD,OAAO,EAAE,CAAC;SACX,CAAC;IACJ,CAAC;IAKO,aAAa,CAAC,KAAiB;QACrC,QAAQ,KAAK,CAAC,IAAI,EAAE;YAClB,KAAK,iBAAiB;gBACpB,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;gBAC7B,MAAM;YAER,KAAK,gBAAgB;gBACnB,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC5B,MAAM;YAER,KAAK,kBAAkB;gBACrB,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE;oBAClC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;oBAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC3D,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACnE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;iBAC1D;gBACD,MAAM;SACT;QAGD,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE;YACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;SACzD;IACH,CAAC;IAKO,YAAY;QAClB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACvC,OAAO,EAAE,CAAC;QAEb,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YAC1B,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACjC,OAAO,CACL,SAAS,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,CAAC,IAAI,EAAE,OAAO,IAAI,eAAe,CACpE,CAAC;SACH;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAKO,iBAAiB,CAAC,IAAS;QACjC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,EAAE;YACvC,OAAO,IAAI,CAAC;SACb;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAE5B,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI;gBACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,gBAAgB;gBAC5C,CAAC,CAAC,IAAI,CAAC;SACV;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;SACzD;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC5B,MAAM,SAAS,GAAQ,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAE/C,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;oBAC5B,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;iBAC/B;qBAAM,IAAI,GAAG,KAAK,YAAY,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAE5D,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;iBACjD;qBAAM;oBACL,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;iBAChD;aACF;YACD,OAAO,SAAS,CAAC;SAClB;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAKO,cAAc,CAAC,GAAW;QAChC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,iBAAiB,GAAG;YACxB,UAAU;YACV,QAAQ;YACR,OAAO;YACP,KAAK;YACL,MAAM;YACN,YAAY;YACZ,SAAS;YACT,cAAc;SACf,CAAC;QAEF,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IAKO,kBAAkB,CAAC,MAAW;QACpC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;YACzC,OAAO,MAAM,CAAC;SACf;QAED,MAAM,SAAS,GAAQ,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACjD,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBAC5B,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;aAC/B;iBAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE;gBAC1D,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,gBAAgB,CAAC;aAC7D;iBAAM;gBACL,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;aAChD;SACF;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAnPD,oCAmPC"}

package/ts_build/src/services/script-execution/types.d.ts

@@ -0,0 +1,108 @@
+import { Message } from '../../clients/types';
+export interface TraceEvent {
+    id: string;
+    type: string;
+    timestamp: number;
+    data: any;
+}
+export interface TraceMetrics {
+    executionTimeMs: number;
+    toolCallCount: number;
+    llmCallCount: number;
+    tokenUsage: {
+        prompt: number;
+        completion: number;
+        total: number;
+    };
+    memoryUsage: {
+        heapUsed: number;
+        heapTotal: number;
+    };
+    costUsd: number;
+}
+export interface ExecutionTrace {
+    id: string;
+    startTime: number;
+    endTime: number;
+    events: TraceEvent[];
+    metrics: TraceMetrics;
+    success: boolean;
+    error?: string;
+}
+export interface ResourceQuotas {
+    maxToolCalls: number;
+    maxTokens: number;
+    maxExecutionTimeMs: number;
+    maxCostUsd: number;
+    maxMemoryMb: number;
+}
+export interface SecurityPolicy {
+    allowlistedTools: string[];
+    denylistedTools: string[];
+    maxScriptLength: number;
+    allowNetworkAccess: boolean;
+    allowFileSystemAccess: boolean;
+}
+export interface QuotaUsage {
+    toolCalls: number;
+    tokens: number;
+    executionTimeMs: number;
+    costUsd: number;
+}
+export interface PolicyViolation {
+    id: string;
+    type: 'quota_exceeded' | 'tool_denied' | 'tool_not_allowed' | 'script_validation';
+    message: string;
+    timestamp: number;
+    usage: QuotaUsage;
+}
+export interface ExecutionRequest {
+    script: string;
+    context?: Record<string, any>;
+    quotas?: Partial<ResourceQuotas>;
+    policy?: Partial<SecurityPolicy>;
+}
+export interface ExecutionResult {
+    success: boolean;
+    error: string | null;
+    result: any;
+    trace: ExecutionTrace;
+    artifacts: Artifact[];
+    consoleOutput: string[];
+}
+export interface Artifact {
+    id: string;
+    name: string;
+    type: 'text' | 'json' | 'csv' | 'html' | 'markdown';
+    content: string;
+    createdAt: string;
+}
+export interface ToolResult {
+    success: boolean;
+    result?: any;
+    error?: string;
+}
+export interface ToolCall {
+    id: string;
+    name: string;
+    args: Record<string, any>;
+    result?: any;
+    error?: string;
+    timestamp: number;
+    duration?: number;
+}
+export interface LLMCall {
+    id: string;
+    model: string;
+    messages: Message[];
+    response?: any;
+    error?: string;
+    timestamp: number;
+    duration?: number;
+    tokenUsage?: {
+        prompt: number;
+        completion: number;
+        total: number;
+    };
+    cost?: number;
+}

package/ts_build/src/services/script-execution/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/ts_build/src/services/script-execution/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/services/script-execution/types.ts"],"names":[],"mappings":""}