@rudderhq/run-intelligence-core 0.1.0-canary.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +186 -0
- package/dist/cli/analyze.d.ts +2 -0
- package/dist/cli/analyze.d.ts.map +1 -0
- package/dist/cli/analyze.js +35 -0
- package/dist/cli/analyze.js.map +1 -0
- package/dist/cli/common.d.ts +9 -0
- package/dist/cli/common.d.ts.map +1 -0
- package/dist/cli/common.js +28 -0
- package/dist/cli/common.js.map +1 -0
- package/dist/cli/compare.d.ts +2 -0
- package/dist/cli/compare.d.ts.map +1 -0
- package/dist/cli/compare.js +24 -0
- package/dist/cli/compare.js.map +1 -0
- package/dist/cli/trace-entry.d.ts +2 -0
- package/dist/cli/trace-entry.d.ts.map +1 -0
- package/dist/cli/trace-entry.js +53 -0
- package/dist/cli/trace-entry.js.map +1 -0
- package/dist/cli/trace-outline.d.ts +2 -0
- package/dist/cli/trace-outline.d.ts.map +1 -0
- package/dist/cli/trace-outline.js +43 -0
- package/dist/cli/trace-outline.js.map +1 -0
- package/dist/create-agent-benchmark.d.ts +113 -0
- package/dist/create-agent-benchmark.d.ts.map +1 -0
- package/dist/create-agent-benchmark.js +451 -0
- package/dist/create-agent-benchmark.js.map +1 -0
- package/dist/create-agent-benchmark.test.d.ts +2 -0
- package/dist/create-agent-benchmark.test.d.ts.map +1 -0
- package/dist/create-agent-benchmark.test.js +289 -0
- package/dist/create-agent-benchmark.test.js.map +1 -0
- package/dist/diagnosis.d.ts +4 -0
- package/dist/diagnosis.d.ts.map +1 -0
- package/dist/diagnosis.js +360 -0
- package/dist/diagnosis.js.map +1 -0
- package/dist/diagnosis.test.d.ts +2 -0
- package/dist/diagnosis.test.d.ts.map +1 -0
- package/dist/diagnosis.test.js +85 -0
- package/dist/diagnosis.test.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/langfuse-scores.d.ts +13 -0
- package/dist/langfuse-scores.d.ts.map +1 -0
- package/dist/langfuse-scores.js +95 -0
- package/dist/langfuse-scores.js.map +1 -0
- package/dist/langfuse-scores.test.d.ts +2 -0
- package/dist/langfuse-scores.test.d.ts.map +1 -0
- package/dist/langfuse-scores.test.js +121 -0
- package/dist/langfuse-scores.test.js.map +1 -0
- package/dist/loaders/filesystem.d.ts +26 -0
- package/dist/loaders/filesystem.d.ts.map +1 -0
- package/dist/loaders/filesystem.js +97 -0
- package/dist/loaders/filesystem.js.map +1 -0
- package/dist/loaders/rudder.d.ts +28 -0
- package/dist/loaders/rudder.d.ts.map +1 -0
- package/dist/loaders/rudder.js +81 -0
- package/dist/loaders/rudder.js.map +1 -0
- package/dist/parsers.d.ts +3 -0
- package/dist/parsers.d.ts.map +1 -0
- package/dist/parsers.js +23 -0
- package/dist/parsers.js.map +1 -0
- package/dist/trace.d.ts +42 -0
- package/dist/trace.d.ts.map +1 -0
- package/dist/trace.js +167 -0
- package/dist/trace.js.map +1 -0
- package/dist/trace.test.d.ts +2 -0
- package/dist/trace.test.d.ts.map +1 -0
- package/dist/trace.test.js +92 -0
- package/dist/trace.test.js.map +1 -0
- package/dist/transcript.d.ts +7 -0
- package/dist/transcript.d.ts.map +1 -0
- package/dist/transcript.js +70 -0
- package/dist/transcript.js.map +1 -0
- package/dist/types.d.ts +122 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/package.json +59 -0
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import type { TranscriptEntry } from "@rudderhq/agent-runtime-utils";
|
|
2
|
+
import type { ExecutionLangfuseLink } from "@rudderhq/shared";
|
|
3
|
+
import type { HeartbeatRun, HeartbeatRunEvent } from "@rudderhq/shared";
|
|
4
|
+
export type RunDiagnosisMode = "auto" | "quick" | "error" | "perf" | "full";
|
|
5
|
+
export type RunFindingSeverity = "info" | "warn" | "error";
|
|
6
|
+
export interface EvalBundle {
|
|
7
|
+
agentRuntimeType: string;
|
|
8
|
+
agentConfigRevisionId: string | null;
|
|
9
|
+
agentConfigRevisionCreatedAt: string | null;
|
|
10
|
+
agentConfigFingerprint: string | null;
|
|
11
|
+
runtimeConfigFingerprint: string | null;
|
|
12
|
+
}
|
|
13
|
+
export interface RunIssueRef {
|
|
14
|
+
id: string;
|
|
15
|
+
identifier: string | null;
|
|
16
|
+
title: string | null;
|
|
17
|
+
}
|
|
18
|
+
export interface ObservedRun {
|
|
19
|
+
run: HeartbeatRun;
|
|
20
|
+
agentName: string | null;
|
|
21
|
+
orgName: string | null;
|
|
22
|
+
issue: RunIssueRef | null;
|
|
23
|
+
bundle: EvalBundle;
|
|
24
|
+
langfuse?: ExecutionLangfuseLink | null;
|
|
25
|
+
}
|
|
26
|
+
export interface RunLogChunk {
|
|
27
|
+
ts: string;
|
|
28
|
+
stream: "stdout" | "stderr" | "system";
|
|
29
|
+
chunk: string;
|
|
30
|
+
}
|
|
31
|
+
export interface ObservedRunDetail extends ObservedRun {
|
|
32
|
+
events: HeartbeatRunEvent[];
|
|
33
|
+
logContent: string | null;
|
|
34
|
+
logChunks: RunLogChunk[];
|
|
35
|
+
transcript: TranscriptEntry[];
|
|
36
|
+
}
|
|
37
|
+
export interface ObservedRunStep {
|
|
38
|
+
index: number;
|
|
39
|
+
turnIndex: number | null;
|
|
40
|
+
kind: TranscriptEntry["kind"];
|
|
41
|
+
ts: string;
|
|
42
|
+
label: string;
|
|
43
|
+
preview: string;
|
|
44
|
+
detailPreview: string;
|
|
45
|
+
detailText: string;
|
|
46
|
+
isModelEntry: boolean;
|
|
47
|
+
isPayloadEntry: boolean;
|
|
48
|
+
hasExpandableDetail: boolean;
|
|
49
|
+
isError: boolean;
|
|
50
|
+
}
|
|
51
|
+
export interface ObservedRunTurn {
|
|
52
|
+
turnIndex: number;
|
|
53
|
+
label: string;
|
|
54
|
+
summary: string;
|
|
55
|
+
startedAt: string | null;
|
|
56
|
+
endedAt: string | null;
|
|
57
|
+
stepCount: number;
|
|
58
|
+
toolCallCount: number;
|
|
59
|
+
hasError: boolean;
|
|
60
|
+
steps: ObservedRunStep[];
|
|
61
|
+
}
|
|
62
|
+
export interface ObservedRunTrace {
|
|
63
|
+
steps: ObservedRunStep[];
|
|
64
|
+
looseSteps: ObservedRunStep[];
|
|
65
|
+
turns: ObservedRunTurn[];
|
|
66
|
+
turnCount: number;
|
|
67
|
+
payloadStepCount: number;
|
|
68
|
+
}
|
|
69
|
+
export interface RunFinding {
|
|
70
|
+
id: string;
|
|
71
|
+
severity: RunFindingSeverity;
|
|
72
|
+
category: "health" | "error" | "performance" | "behavior" | "system";
|
|
73
|
+
title: string;
|
|
74
|
+
detail: string;
|
|
75
|
+
evidence: string[];
|
|
76
|
+
}
|
|
77
|
+
export interface RunMetrics {
|
|
78
|
+
durationMs: number;
|
|
79
|
+
inputTokens: number;
|
|
80
|
+
outputTokens: number;
|
|
81
|
+
cachedTokens: number;
|
|
82
|
+
costUsd: number;
|
|
83
|
+
assistantTurns: number;
|
|
84
|
+
toolCalls: number;
|
|
85
|
+
toolResults: number;
|
|
86
|
+
stderrLines: number;
|
|
87
|
+
firstToolCallLatencyMs: number | null;
|
|
88
|
+
firstAssistantOutputLatencyMs: number | null;
|
|
89
|
+
topTools: Array<{
|
|
90
|
+
name: string;
|
|
91
|
+
count: number;
|
|
92
|
+
}>;
|
|
93
|
+
}
|
|
94
|
+
export interface RunDiagnosis {
|
|
95
|
+
mode: RunDiagnosisMode;
|
|
96
|
+
status: string;
|
|
97
|
+
summary: string;
|
|
98
|
+
failureTaxonomy: string;
|
|
99
|
+
findings: RunFinding[];
|
|
100
|
+
nextSteps: string[];
|
|
101
|
+
metrics: RunMetrics;
|
|
102
|
+
}
|
|
103
|
+
export interface RunComparison {
|
|
104
|
+
left: RunDiagnosis;
|
|
105
|
+
right: RunDiagnosis;
|
|
106
|
+
summary: string;
|
|
107
|
+
deltas: Array<{
|
|
108
|
+
metric: string;
|
|
109
|
+
left: number | string | null;
|
|
110
|
+
right: number | string | null;
|
|
111
|
+
detail: string;
|
|
112
|
+
}>;
|
|
113
|
+
}
|
|
114
|
+
export interface RunExportRow {
|
|
115
|
+
run: HeartbeatRun;
|
|
116
|
+
agentName: string | null;
|
|
117
|
+
orgName: string | null;
|
|
118
|
+
issue: RunIssueRef | null;
|
|
119
|
+
bundle: EvalBundle;
|
|
120
|
+
langfuse?: ExecutionLangfuseLink | null;
|
|
121
|
+
}
|
|
122
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAExE,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAE3D,MAAM,WAAW,UAAU;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,YAAY,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAkB,SAAQ,WAAW;IACpD,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,UAAU,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,QAAQ,EAAE,QAAQ,GAAG,OAAO,GAAG,aAAa,GAAG,UAAU,GAAG,QAAQ,CAAC;IACrE,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,6BAA6B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,KAAK,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;QAC7B,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;QAC9B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,YAAY,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CACzC"}
|
package/dist/types.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
|
package/package.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@rudderhq/run-intelligence-core",
|
|
3
|
+
"version": "0.1.0-canary.0",
|
|
4
|
+
"license": "SEE LICENSE IN LICENSE",
|
|
5
|
+
"homepage": "https://github.com/Undertone0809/rudder",
|
|
6
|
+
"bugs": {
|
|
7
|
+
"url": "https://github.com/Undertone0809/rudder/issues"
|
|
8
|
+
},
|
|
9
|
+
"repository": {
|
|
10
|
+
"type": "git",
|
|
11
|
+
"url": "https://github.com/Undertone0809/rudder",
|
|
12
|
+
"directory": "packages/run-intelligence-core"
|
|
13
|
+
},
|
|
14
|
+
"type": "module",
|
|
15
|
+
"exports": {
|
|
16
|
+
".": "./src/index.ts",
|
|
17
|
+
"./*": "./src/*.ts"
|
|
18
|
+
},
|
|
19
|
+
"publishConfig": {
|
|
20
|
+
"access": "public",
|
|
21
|
+
"exports": {
|
|
22
|
+
".": {
|
|
23
|
+
"types": "./dist/index.d.ts",
|
|
24
|
+
"import": "./dist/index.js"
|
|
25
|
+
},
|
|
26
|
+
"./*": {
|
|
27
|
+
"types": "./dist/*.d.ts",
|
|
28
|
+
"import": "./dist/*.js"
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
"main": "./dist/index.js",
|
|
32
|
+
"types": "./dist/index.d.ts"
|
|
33
|
+
},
|
|
34
|
+
"files": [
|
|
35
|
+
"dist"
|
|
36
|
+
],
|
|
37
|
+
"scripts": {
|
|
38
|
+
"build": "tsc",
|
|
39
|
+
"clean": "rm -rf dist",
|
|
40
|
+
"typecheck": "tsc --noEmit",
|
|
41
|
+
"test": "vitest run --config vitest.config.ts"
|
|
42
|
+
},
|
|
43
|
+
"dependencies": {
|
|
44
|
+
"@rudderhq/agent-runtime-claude-local": "0.1.0-canary.0",
|
|
45
|
+
"@rudderhq/agent-runtime-codex-local": "0.1.0-canary.0",
|
|
46
|
+
"@rudderhq/agent-runtime-cursor-local": "0.1.0-canary.0",
|
|
47
|
+
"@rudderhq/agent-runtime-gemini-local": "0.1.0-canary.0",
|
|
48
|
+
"@rudderhq/agent-runtime-openclaw-gateway": "0.1.0-canary.0",
|
|
49
|
+
"@rudderhq/agent-runtime-opencode-local": "0.1.0-canary.0",
|
|
50
|
+
"@rudderhq/agent-runtime-pi-local": "0.1.0-canary.0",
|
|
51
|
+
"@rudderhq/agent-runtime-utils": "0.1.0-canary.0",
|
|
52
|
+
"@rudderhq/shared": "0.1.0-canary.0"
|
|
53
|
+
},
|
|
54
|
+
"devDependencies": {
|
|
55
|
+
"@types/node": "^24.12.0",
|
|
56
|
+
"typescript": "^5.9.3",
|
|
57
|
+
"vitest": "^3.2.4"
|
|
58
|
+
}
|
|
59
|
+
}
|