@rudderhq/run-intelligence-core 0.1.0-canary.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/LICENSE +186 -0
  2. package/dist/cli/analyze.d.ts +2 -0
  3. package/dist/cli/analyze.d.ts.map +1 -0
  4. package/dist/cli/analyze.js +35 -0
  5. package/dist/cli/analyze.js.map +1 -0
  6. package/dist/cli/common.d.ts +9 -0
  7. package/dist/cli/common.d.ts.map +1 -0
  8. package/dist/cli/common.js +28 -0
  9. package/dist/cli/common.js.map +1 -0
  10. package/dist/cli/compare.d.ts +2 -0
  11. package/dist/cli/compare.d.ts.map +1 -0
  12. package/dist/cli/compare.js +24 -0
  13. package/dist/cli/compare.js.map +1 -0
  14. package/dist/cli/trace-entry.d.ts +2 -0
  15. package/dist/cli/trace-entry.d.ts.map +1 -0
  16. package/dist/cli/trace-entry.js +53 -0
  17. package/dist/cli/trace-entry.js.map +1 -0
  18. package/dist/cli/trace-outline.d.ts +2 -0
  19. package/dist/cli/trace-outline.d.ts.map +1 -0
  20. package/dist/cli/trace-outline.js +43 -0
  21. package/dist/cli/trace-outline.js.map +1 -0
  22. package/dist/create-agent-benchmark.d.ts +113 -0
  23. package/dist/create-agent-benchmark.d.ts.map +1 -0
  24. package/dist/create-agent-benchmark.js +451 -0
  25. package/dist/create-agent-benchmark.js.map +1 -0
  26. package/dist/create-agent-benchmark.test.d.ts +2 -0
  27. package/dist/create-agent-benchmark.test.d.ts.map +1 -0
  28. package/dist/create-agent-benchmark.test.js +289 -0
  29. package/dist/create-agent-benchmark.test.js.map +1 -0
  30. package/dist/diagnosis.d.ts +4 -0
  31. package/dist/diagnosis.d.ts.map +1 -0
  32. package/dist/diagnosis.js +360 -0
  33. package/dist/diagnosis.js.map +1 -0
  34. package/dist/diagnosis.test.d.ts +2 -0
  35. package/dist/diagnosis.test.d.ts.map +1 -0
  36. package/dist/diagnosis.test.js +85 -0
  37. package/dist/diagnosis.test.js.map +1 -0
  38. package/dist/index.d.ts +10 -0
  39. package/dist/index.d.ts.map +1 -0
  40. package/dist/index.js +10 -0
  41. package/dist/index.js.map +1 -0
  42. package/dist/langfuse-scores.d.ts +13 -0
  43. package/dist/langfuse-scores.d.ts.map +1 -0
  44. package/dist/langfuse-scores.js +95 -0
  45. package/dist/langfuse-scores.js.map +1 -0
  46. package/dist/langfuse-scores.test.d.ts +2 -0
  47. package/dist/langfuse-scores.test.d.ts.map +1 -0
  48. package/dist/langfuse-scores.test.js +121 -0
  49. package/dist/langfuse-scores.test.js.map +1 -0
  50. package/dist/loaders/filesystem.d.ts +26 -0
  51. package/dist/loaders/filesystem.d.ts.map +1 -0
  52. package/dist/loaders/filesystem.js +97 -0
  53. package/dist/loaders/filesystem.js.map +1 -0
  54. package/dist/loaders/rudder.d.ts +28 -0
  55. package/dist/loaders/rudder.d.ts.map +1 -0
  56. package/dist/loaders/rudder.js +81 -0
  57. package/dist/loaders/rudder.js.map +1 -0
  58. package/dist/parsers.d.ts +3 -0
  59. package/dist/parsers.d.ts.map +1 -0
  60. package/dist/parsers.js +23 -0
  61. package/dist/parsers.js.map +1 -0
  62. package/dist/trace.d.ts +42 -0
  63. package/dist/trace.d.ts.map +1 -0
  64. package/dist/trace.js +167 -0
  65. package/dist/trace.js.map +1 -0
  66. package/dist/trace.test.d.ts +2 -0
  67. package/dist/trace.test.d.ts.map +1 -0
  68. package/dist/trace.test.js +92 -0
  69. package/dist/trace.test.js.map +1 -0
  70. package/dist/transcript.d.ts +7 -0
  71. package/dist/transcript.d.ts.map +1 -0
  72. package/dist/transcript.js +70 -0
  73. package/dist/transcript.js.map +1 -0
  74. package/dist/types.d.ts +122 -0
  75. package/dist/types.d.ts.map +1 -0
  76. package/dist/types.js +2 -0
  77. package/dist/types.js.map +1 -0
  78. package/package.json +59 -0
@@ -0,0 +1,122 @@
1
+ import type { TranscriptEntry } from "@rudderhq/agent-runtime-utils";
2
+ import type { ExecutionLangfuseLink } from "@rudderhq/shared";
3
+ import type { HeartbeatRun, HeartbeatRunEvent } from "@rudderhq/shared";
4
+ export type RunDiagnosisMode = "auto" | "quick" | "error" | "perf" | "full";
5
+ export type RunFindingSeverity = "info" | "warn" | "error";
6
+ export interface EvalBundle {
7
+ agentRuntimeType: string;
8
+ agentConfigRevisionId: string | null;
9
+ agentConfigRevisionCreatedAt: string | null;
10
+ agentConfigFingerprint: string | null;
11
+ runtimeConfigFingerprint: string | null;
12
+ }
13
+ export interface RunIssueRef {
14
+ id: string;
15
+ identifier: string | null;
16
+ title: string | null;
17
+ }
18
+ export interface ObservedRun {
19
+ run: HeartbeatRun;
20
+ agentName: string | null;
21
+ orgName: string | null;
22
+ issue: RunIssueRef | null;
23
+ bundle: EvalBundle;
24
+ langfuse?: ExecutionLangfuseLink | null;
25
+ }
26
+ export interface RunLogChunk {
27
+ ts: string;
28
+ stream: "stdout" | "stderr" | "system";
29
+ chunk: string;
30
+ }
31
+ export interface ObservedRunDetail extends ObservedRun {
32
+ events: HeartbeatRunEvent[];
33
+ logContent: string | null;
34
+ logChunks: RunLogChunk[];
35
+ transcript: TranscriptEntry[];
36
+ }
37
+ export interface ObservedRunStep {
38
+ index: number;
39
+ turnIndex: number | null;
40
+ kind: TranscriptEntry["kind"];
41
+ ts: string;
42
+ label: string;
43
+ preview: string;
44
+ detailPreview: string;
45
+ detailText: string;
46
+ isModelEntry: boolean;
47
+ isPayloadEntry: boolean;
48
+ hasExpandableDetail: boolean;
49
+ isError: boolean;
50
+ }
51
+ export interface ObservedRunTurn {
52
+ turnIndex: number;
53
+ label: string;
54
+ summary: string;
55
+ startedAt: string | null;
56
+ endedAt: string | null;
57
+ stepCount: number;
58
+ toolCallCount: number;
59
+ hasError: boolean;
60
+ steps: ObservedRunStep[];
61
+ }
62
+ export interface ObservedRunTrace {
63
+ steps: ObservedRunStep[];
64
+ looseSteps: ObservedRunStep[];
65
+ turns: ObservedRunTurn[];
66
+ turnCount: number;
67
+ payloadStepCount: number;
68
+ }
69
+ export interface RunFinding {
70
+ id: string;
71
+ severity: RunFindingSeverity;
72
+ category: "health" | "error" | "performance" | "behavior" | "system";
73
+ title: string;
74
+ detail: string;
75
+ evidence: string[];
76
+ }
77
+ export interface RunMetrics {
78
+ durationMs: number;
79
+ inputTokens: number;
80
+ outputTokens: number;
81
+ cachedTokens: number;
82
+ costUsd: number;
83
+ assistantTurns: number;
84
+ toolCalls: number;
85
+ toolResults: number;
86
+ stderrLines: number;
87
+ firstToolCallLatencyMs: number | null;
88
+ firstAssistantOutputLatencyMs: number | null;
89
+ topTools: Array<{
90
+ name: string;
91
+ count: number;
92
+ }>;
93
+ }
94
+ export interface RunDiagnosis {
95
+ mode: RunDiagnosisMode;
96
+ status: string;
97
+ summary: string;
98
+ failureTaxonomy: string;
99
+ findings: RunFinding[];
100
+ nextSteps: string[];
101
+ metrics: RunMetrics;
102
+ }
103
+ export interface RunComparison {
104
+ left: RunDiagnosis;
105
+ right: RunDiagnosis;
106
+ summary: string;
107
+ deltas: Array<{
108
+ metric: string;
109
+ left: number | string | null;
110
+ right: number | string | null;
111
+ detail: string;
112
+ }>;
113
+ }
114
+ export interface RunExportRow {
115
+ run: HeartbeatRun;
116
+ agentName: string | null;
117
+ orgName: string | null;
118
+ issue: RunIssueRef | null;
119
+ bundle: EvalBundle;
120
+ langfuse?: ExecutionLangfuseLink | null;
121
+ }
122
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAExE,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAE3D,MAAM,WAAW,UAAU;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,YAAY,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAkB,SAAQ,WAAW;IACpD,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,UAAU,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,QAAQ,EAAE,QAAQ,GAAG,OAAO,GAAG,aAAa,GAAG,UAAU,GAAG,QAAQ,CAAC;IACrE,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,6BAA6B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,KAAK,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;QAC7B,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;QAC9B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,YAAY,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CACzC"}
package/dist/types.js ADDED
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
package/package.json ADDED
@@ -0,0 +1,59 @@
1
+ {
2
+ "name": "@rudderhq/run-intelligence-core",
3
+ "version": "0.1.0-canary.0",
4
+ "license": "SEE LICENSE IN LICENSE",
5
+ "homepage": "https://github.com/Undertone0809/rudder",
6
+ "bugs": {
7
+ "url": "https://github.com/Undertone0809/rudder/issues"
8
+ },
9
+ "repository": {
10
+ "type": "git",
11
+ "url": "https://github.com/Undertone0809/rudder",
12
+ "directory": "packages/run-intelligence-core"
13
+ },
14
+ "type": "module",
15
+ "exports": {
16
+ ".": "./src/index.ts",
17
+ "./*": "./src/*.ts"
18
+ },
19
+ "publishConfig": {
20
+ "access": "public",
21
+ "exports": {
22
+ ".": {
23
+ "types": "./dist/index.d.ts",
24
+ "import": "./dist/index.js"
25
+ },
26
+ "./*": {
27
+ "types": "./dist/*.d.ts",
28
+ "import": "./dist/*.js"
29
+ }
30
+ },
31
+ "main": "./dist/index.js",
32
+ "types": "./dist/index.d.ts"
33
+ },
34
+ "files": [
35
+ "dist"
36
+ ],
37
+ "scripts": {
38
+ "build": "tsc",
39
+ "clean": "rm -rf dist",
40
+ "typecheck": "tsc --noEmit",
41
+ "test": "vitest run --config vitest.config.ts"
42
+ },
43
+ "dependencies": {
44
+ "@rudderhq/agent-runtime-claude-local": "0.1.0-canary.0",
45
+ "@rudderhq/agent-runtime-codex-local": "0.1.0-canary.0",
46
+ "@rudderhq/agent-runtime-cursor-local": "0.1.0-canary.0",
47
+ "@rudderhq/agent-runtime-gemini-local": "0.1.0-canary.0",
48
+ "@rudderhq/agent-runtime-openclaw-gateway": "0.1.0-canary.0",
49
+ "@rudderhq/agent-runtime-opencode-local": "0.1.0-canary.0",
50
+ "@rudderhq/agent-runtime-pi-local": "0.1.0-canary.0",
51
+ "@rudderhq/agent-runtime-utils": "0.1.0-canary.0",
52
+ "@rudderhq/shared": "0.1.0-canary.0"
53
+ },
54
+ "devDependencies": {
55
+ "@types/node": "^24.12.0",
56
+ "typescript": "^5.9.3",
57
+ "vitest": "^3.2.4"
58
+ }
59
+ }