@devflow-tools/server 0.12.6 → 0.13.1

package/dist/telemetry/telemetry.service.d.ts

@@ -0,0 +1,224 @@
+import { TelemetryEngine } from "@devflow-tools/telemetry";
+import type { TelemetryEvent } from "@devflow-tools/sdk";
+import { DevFlowDatabase } from "@devflow-tools/database";
+export declare class TelemetryService {
+    engine: TelemetryEngine;
+    private db;
+    constructor(database?: DevFlowDatabase);
+    recordEvent(event: TelemetryEvent): Promise<void>;
+    createSession(params: {
+        id: string;
+        projectRoot: string;
+        startedAt: number;
+        label?: string;
+    }): Promise<void>;
+    getSession(id: string): Promise<any>;
+    listSessions(limit: number, offset: number, projectRoot?: string): Promise<any[]>;
+    getSessionEvents(sessionId: string): Promise<any[]>;
+    closeSession(id: string, finishedAt?: number): Promise<void>;
+    createSkillExecution(params: {
+        executionId: string;
+        sessionId: string;
+        skillName: string;
+        startedAt: number;
+    }): Promise<void>;
+    listRuns(limit: number, offset: number, source?: string): Promise<{
+        id: any;
+        agent: string;
+        mode: string;
+        source: string;
+        status: any;
+        startedAt: any;
+        totalToolCalls: any;
+        mcpToolCalls: any;
+        mcpComplianceRate: number;
+    }[]>;
+    getRun(id: string): Promise<any>;
+    getTimeline(from?: string, to?: string): Promise<{
+        runId: any;
+        stepId: any;
+        type: string;
+        duration: any;
+        timestamp: any;
+    }[]>;
+    getRunEvents(runId: string): Promise<any[]>;
+    getRunStats(runId: string): Promise<import("@devflow-tools/sdk").RunStats | {
+        totalEvents: number;
+        llmCalls: number;
+        totalTokens: number;
+        toolUses: number;
+        fileReads: number;
+        fileWrites: number;
+        bashCommands: number;
+        errors: number;
+        totalDuration: number;
+        mcpToolCalls: number;
+        directToolCalls: number;
+        mcpComplianceRate: number;
+    }>;
+    endRun(runId: string, result: {
+        status: "success" | "failed" | "canceled";
+    }): Promise<void>;
+    getStats(periodDays?: number): Promise<{
+        period: {
+            from: string;
+            to: string;
+        };
+        summary: {
+            totalRuns: number;
+            completedRuns: number;
+            failedRuns: number;
+            totalTokens: number;
+            totalLlmCalls: number;
+            totalToolUses: number;
+            avgRunDuration: number;
+        };
+        byDay: {
+            runs: number;
+            date: string;
+            tokens: number;
+        }[];
+        byWorkflow: {
+            workflow: string;
+            count: number;
+        }[];
+        byPlugin: {
+            plugin: string;
+            count: number;
+        }[];
+    }>;
+    private emptyStats;
+    getRoiSummary(periodDays?: number): Promise<any>;
+    private emptyRoiSummary;
+    recordExecutionStart(params: {
+        executionId: string;
+        sessionId?: string;
+        skillName: string;
+        startedAt: number;
+    }): Promise<void>;
+    recordToolCall(event: {
+        eventId: string;
+        executionId: string;
+        sessionId?: string;
+        timestamp: number;
+        toolName: string;
+        toolType: string;
+        isMcpTool: boolean;
+        mcpToolName?: string;
+        mcpEnforced: boolean;
+        mcpFallback: boolean;
+        kind?: string;
+        input: unknown;
+        duration: number;
+        parentToolCallId?: string;
+        subagentId?: string;
+        error?: string;
+        blocked: boolean;
+        blockReason?: string;
+    }): Promise<void>;
+    updateToolCallOutput(eventId: string, output: unknown, completedAt?: number, duration?: number): Promise<void>;
+    recordExecutionComplete(params: {
+        executionId: string;
+        finishedAt: number;
+        status: 'completed' | 'failed';
+        summary: {
+            totalToolCalls: number;
+            mcpToolCalls: number;
+            directToolCalls: number;
+            subagentCount: number;
+            totalDuration: number;
+            mcpComplianceRate: number;
+        };
+    }): Promise<void>;
+    getExecutions(limit: number, skillName?: string): Promise<any[]>;
+    getExecutionEvents(executionId: string): Promise<any[]>;
+    getMcpCompliance(): Promise<{
+        overall: number;
+        bySkill: Record<string, number>;
+        missedTools: string[];
+    }>;
+    classifyFailure(runId: string): Promise<{
+        failureCategory?: string;
+        failureReason?: string;
+        suggestedActions?: Array<{
+            action: string;
+            priority: string;
+        }>;
+    }>;
+    cleanup(olderThanDays: number): Promise<number>;
+    cleanupStaleRecords(): Promise<void>;
+    recordToolMetric(metric: {
+        id: string;
+        toolCallEventId: string;
+        sessionId: string;
+        toolName: string;
+        query?: string;
+        status?: string;
+        resultCount?: number;
+        resultSizeBytes?: number;
+        latencyMs?: number;
+        engine?: string;
+        accuracyQueryId?: string;
+        metadata?: string;
+    }): Promise<void>;
+    getToolMetrics(sessionId?: string, toolName?: string, limit?: number, offset?: number): Promise<any[]>;
+    getToolMetricsSummary(days?: number): Promise<any[]>;
+    recordAccuracyQuery(params: {
+        id: string;
+        sessionId: string;
+        engine: string;
+        query: string;
+        topKResults: string;
+        selectedIds?: string;
+    }): Promise<void>;
+    getAccuracyQueries(options: {
+        engine?: string;
+        status?: string;
+        limit?: number;
+        offset?: number;
+    }): Promise<any[]>;
+    updateAccuracyFeedback(id: string, feedback: {
+        relevance: 'hit' | 'partial' | 'miss';
+        note?: string;
+    }): Promise<void>;
+    getAccuracyStats(engine?: string, since?: number): Promise<any>;
+    runAutoCheck(): Promise<any[]>;
+    getFeedbackStats(_projectRoot?: string, _periodDays?: number): Promise<{
+        total: number;
+        hits: number;
+        partials: number;
+        misses: number;
+        hitRate: number;
+        partialRate: number;
+        missRate: number;
+    }>;
+    getOpsRoiSummary(): Promise<{
+        period: string;
+        totalRuns: number;
+        successfulRuns: number;
+        successRate: number;
+        avgDuration: number;
+        trend: "stable";
+    }>;
+    getExperimentalRoiSummary(): Promise<{
+        totalScenarios: number;
+        avgTimeSavedRate: null;
+        avgTokenReductionRate: null;
+        avgFirstPassLift: null;
+        avgReworkReductionRate: null;
+        conclusion: string;
+    }>;
+    getPluginEffectiveness(pluginName: string, _projectRoot?: string): Promise<{
+        name: string;
+        totalRuns: number;
+        successRate: number;
+        lastUsedAt: null;
+    }>;
+    getPluginUsageStats(pluginName: string): Promise<{
+        activeProjects: number;
+        totalRuns: number;
+        successfulRuns: number;
+        lastUsedAt: undefined;
+    }>;
+}
+//# sourceMappingURL=telemetry.service.d.ts.map

package/dist/telemetry/telemetry.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.service.d.ts","sourceRoot":"","sources":["../../src/telemetry/telemetry.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAI1D,qBACa,gBAAgB;IAC3B,MAAM,kBAAyB;IAC/B,OAAO,CAAC,EAAE,CAAyB;gBAES,QAAQ,CAAC,EAAE,eAAe;IAIhE,WAAW,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAejD,aAAa,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5G,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAOpC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAKjF,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAKnD,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5D,oBAAoB,CAAC,MAAM,EAAE;QACjC,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IAaX,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;;;;;;;;;IAoBvD,MAAM,CAAC,EAAE,EAAE,MAAM;IAuCjB,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM;;;;;;;IAsBtC,YAAY,CAAC,KAAK,EAAE,MAAM;IAc1B,WAAW,CAAC,KAAK,EAAE,MAAM;;;;;;;;;;;;;;IA2BzB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE;QAAE,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3F,QAAQ,CAAC,UAAU,SAAI;;;;;;;;;;;;;;;kBAUU,MAAM;;;;;;;;;;;;;IAmE7C,OAAO,CAAC,UAAU;IAYZ,aAAa,CAAC,UAAU,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC;IA+FjD,OAAO,CAAC,eAAe;IAcjB,oBAAoB,CAAC,MAAM,EAAE;QACjC,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IAWX,cAAc,CAAC,KAAK,EAAE;QAC1B,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,OAAO,CAAC;QACrB,WAAW,EAAE,OAAO,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,OAAO,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BX,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK9G,uBAAuB,CAAC,MAAM,EAAE;QACpC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,WAAW,GAAG,QAAQ,CAAC;QAC/B,OAAO,EAAE;YACP,cAAc,EAAE,MAAM,CAAC;YACvB,YAAY,EAAE,MAAM,CAAC;YACrB,eAAe,EAAE,MAAM,CAAC;YACxB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,iBAAiB,EAAE,MAAM,CAAC;SAC3B,CAAC;KACH,GAAG,OAAO,CAAC,IAAI,CAAC;IAeX,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAKhE,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAKvD,gBAAgB,IAAI,OAAO,CAAC;QAChC,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB,CAAC;IAOI,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAChE,CAAC;IA+DI,OAAO,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmB/C,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IASpC,gBAAgB,CAAC,MAAM,EAAE;QAC7B,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QACzE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QACtD,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAC9D,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;KAC7C,GAAG,OAAO,CAAC,IAAI,CAAC;IAKX,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,SAAM,EAAE,MAAM,SAAI,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAK9F,qBAAqB,CAAC,IAAI,SAAI,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAO/C,mBAAmB,CAAC,MAAM,EAAE;QAChC,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAC7D,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;KAC3C,GAAG,OAAO,CAAC,IAAI,CAAC;IAKX,kBAAkB,CAAC,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAKlH,sBAAsB,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QAAE,SAAS,EAAE,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrH,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAO/D,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAQ9B,gBAAgB,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM;;;;;;;;;IAI5D,gBAAgB;;;;;;;;IAWhB,yBAAyB;;;;;;;;IAWzB,sBAAsB,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;;;;;;IAkBhE,mBAAmB,CAAC,UAAU,EAAE,MAAM;;;;;;CAS7C"}