@peakinfer/cli 1.0.133

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (367) hide show
  1. package/.claude/settings.local.json +8 -0
  2. package/.env.example +6 -0
  3. package/.github/workflows/peakinfer.yml +64 -0
  4. package/CHANGELOG.md +31 -0
  5. package/LICENSE +190 -0
  6. package/README.md +335 -0
  7. package/data/inferencemax.json +274 -0
  8. package/dist/agent-analyzer.d.ts +45 -0
  9. package/dist/agent-analyzer.d.ts.map +1 -0
  10. package/dist/agent-analyzer.js +374 -0
  11. package/dist/agent-analyzer.js.map +1 -0
  12. package/dist/agent.d.ts +76 -0
  13. package/dist/agent.d.ts.map +1 -0
  14. package/dist/agent.js +965 -0
  15. package/dist/agent.js.map +1 -0
  16. package/dist/agents/correlation-analyzer.d.ts +34 -0
  17. package/dist/agents/correlation-analyzer.d.ts.map +1 -0
  18. package/dist/agents/correlation-analyzer.js +261 -0
  19. package/dist/agents/correlation-analyzer.js.map +1 -0
  20. package/dist/agents/index.d.ts +91 -0
  21. package/dist/agents/index.d.ts.map +1 -0
  22. package/dist/agents/index.js +111 -0
  23. package/dist/agents/index.js.map +1 -0
  24. package/dist/agents/runtime-analyzer.d.ts +38 -0
  25. package/dist/agents/runtime-analyzer.d.ts.map +1 -0
  26. package/dist/agents/runtime-analyzer.js +244 -0
  27. package/dist/agents/runtime-analyzer.js.map +1 -0
  28. package/dist/analysis-types.d.ts +500 -0
  29. package/dist/analysis-types.d.ts.map +1 -0
  30. package/dist/analysis-types.js +11 -0
  31. package/dist/analysis-types.js.map +1 -0
  32. package/dist/analytics.d.ts +25 -0
  33. package/dist/analytics.d.ts.map +1 -0
  34. package/dist/analytics.js +94 -0
  35. package/dist/analytics.js.map +1 -0
  36. package/dist/analyzer.d.ts +48 -0
  37. package/dist/analyzer.d.ts.map +1 -0
  38. package/dist/analyzer.js +547 -0
  39. package/dist/analyzer.js.map +1 -0
  40. package/dist/artifacts.d.ts +44 -0
  41. package/dist/artifacts.d.ts.map +1 -0
  42. package/dist/artifacts.js +165 -0
  43. package/dist/artifacts.js.map +1 -0
  44. package/dist/benchmarks/index.d.ts +88 -0
  45. package/dist/benchmarks/index.d.ts.map +1 -0
  46. package/dist/benchmarks/index.js +205 -0
  47. package/dist/benchmarks/index.js.map +1 -0
  48. package/dist/cli.d.ts +3 -0
  49. package/dist/cli.d.ts.map +1 -0
  50. package/dist/cli.js +427 -0
  51. package/dist/cli.js.map +1 -0
  52. package/dist/commands/ci.d.ts +19 -0
  53. package/dist/commands/ci.d.ts.map +1 -0
  54. package/dist/commands/ci.js +253 -0
  55. package/dist/commands/ci.js.map +1 -0
  56. package/dist/commands/config.d.ts +16 -0
  57. package/dist/commands/config.d.ts.map +1 -0
  58. package/dist/commands/config.js +249 -0
  59. package/dist/commands/config.js.map +1 -0
  60. package/dist/commands/demo.d.ts +15 -0
  61. package/dist/commands/demo.d.ts.map +1 -0
  62. package/dist/commands/demo.js +106 -0
  63. package/dist/commands/demo.js.map +1 -0
  64. package/dist/commands/export.d.ts +14 -0
  65. package/dist/commands/export.d.ts.map +1 -0
  66. package/dist/commands/export.js +209 -0
  67. package/dist/commands/export.js.map +1 -0
  68. package/dist/commands/history.d.ts +15 -0
  69. package/dist/commands/history.d.ts.map +1 -0
  70. package/dist/commands/history.js +389 -0
  71. package/dist/commands/history.js.map +1 -0
  72. package/dist/commands/template.d.ts +14 -0
  73. package/dist/commands/template.d.ts.map +1 -0
  74. package/dist/commands/template.js +341 -0
  75. package/dist/commands/template.js.map +1 -0
  76. package/dist/commands/validate-map.d.ts +12 -0
  77. package/dist/commands/validate-map.d.ts.map +1 -0
  78. package/dist/commands/validate-map.js +274 -0
  79. package/dist/commands/validate-map.js.map +1 -0
  80. package/dist/commands/whatif.d.ts +17 -0
  81. package/dist/commands/whatif.d.ts.map +1 -0
  82. package/dist/commands/whatif.js +206 -0
  83. package/dist/commands/whatif.js.map +1 -0
  84. package/dist/comparison.d.ts +38 -0
  85. package/dist/comparison.d.ts.map +1 -0
  86. package/dist/comparison.js +223 -0
  87. package/dist/comparison.js.map +1 -0
  88. package/dist/config.d.ts +42 -0
  89. package/dist/config.d.ts.map +1 -0
  90. package/dist/config.js +158 -0
  91. package/dist/config.js.map +1 -0
  92. package/dist/connectors/helicone.d.ts +9 -0
  93. package/dist/connectors/helicone.d.ts.map +1 -0
  94. package/dist/connectors/helicone.js +106 -0
  95. package/dist/connectors/helicone.js.map +1 -0
  96. package/dist/connectors/index.d.ts +37 -0
  97. package/dist/connectors/index.d.ts.map +1 -0
  98. package/dist/connectors/index.js +65 -0
  99. package/dist/connectors/index.js.map +1 -0
  100. package/dist/connectors/langsmith.d.ts +9 -0
  101. package/dist/connectors/langsmith.d.ts.map +1 -0
  102. package/dist/connectors/langsmith.js +122 -0
  103. package/dist/connectors/langsmith.js.map +1 -0
  104. package/dist/connectors/types.d.ts +83 -0
  105. package/dist/connectors/types.d.ts.map +1 -0
  106. package/dist/connectors/types.js +98 -0
  107. package/dist/connectors/types.js.map +1 -0
  108. package/dist/cost-estimator.d.ts +46 -0
  109. package/dist/cost-estimator.d.ts.map +1 -0
  110. package/dist/cost-estimator.js +104 -0
  111. package/dist/cost-estimator.js.map +1 -0
  112. package/dist/costs.d.ts +57 -0
  113. package/dist/costs.d.ts.map +1 -0
  114. package/dist/costs.js +251 -0
  115. package/dist/costs.js.map +1 -0
  116. package/dist/counterfactuals.d.ts +29 -0
  117. package/dist/counterfactuals.d.ts.map +1 -0
  118. package/dist/counterfactuals.js +448 -0
  119. package/dist/counterfactuals.js.map +1 -0
  120. package/dist/enhancement-prompts.d.ts +41 -0
  121. package/dist/enhancement-prompts.d.ts.map +1 -0
  122. package/dist/enhancement-prompts.js +88 -0
  123. package/dist/enhancement-prompts.js.map +1 -0
  124. package/dist/envelopes.d.ts +20 -0
  125. package/dist/envelopes.d.ts.map +1 -0
  126. package/dist/envelopes.js +790 -0
  127. package/dist/envelopes.js.map +1 -0
  128. package/dist/format-normalizer.d.ts +71 -0
  129. package/dist/format-normalizer.d.ts.map +1 -0
  130. package/dist/format-normalizer.js +1331 -0
  131. package/dist/format-normalizer.js.map +1 -0
  132. package/dist/history.d.ts +79 -0
  133. package/dist/history.d.ts.map +1 -0
  134. package/dist/history.js +313 -0
  135. package/dist/history.js.map +1 -0
  136. package/dist/html.d.ts +11 -0
  137. package/dist/html.d.ts.map +1 -0
  138. package/dist/html.js +463 -0
  139. package/dist/html.js.map +1 -0
  140. package/dist/impact.d.ts +42 -0
  141. package/dist/impact.d.ts.map +1 -0
  142. package/dist/impact.js +443 -0
  143. package/dist/impact.js.map +1 -0
  144. package/dist/index.d.ts +26 -0
  145. package/dist/index.d.ts.map +1 -0
  146. package/dist/index.js +34 -0
  147. package/dist/index.js.map +1 -0
  148. package/dist/insights.d.ts +5 -0
  149. package/dist/insights.d.ts.map +1 -0
  150. package/dist/insights.js +271 -0
  151. package/dist/insights.js.map +1 -0
  152. package/dist/joiner.d.ts +9 -0
  153. package/dist/joiner.d.ts.map +1 -0
  154. package/dist/joiner.js +247 -0
  155. package/dist/joiner.js.map +1 -0
  156. package/dist/orchestrator.d.ts +34 -0
  157. package/dist/orchestrator.d.ts.map +1 -0
  158. package/dist/orchestrator.js +827 -0
  159. package/dist/orchestrator.js.map +1 -0
  160. package/dist/pdf.d.ts +26 -0
  161. package/dist/pdf.d.ts.map +1 -0
  162. package/dist/pdf.js +84 -0
  163. package/dist/pdf.js.map +1 -0
  164. package/dist/prediction.d.ts +33 -0
  165. package/dist/prediction.d.ts.map +1 -0
  166. package/dist/prediction.js +316 -0
  167. package/dist/prediction.js.map +1 -0
  168. package/dist/prompts/loader.d.ts +38 -0
  169. package/dist/prompts/loader.d.ts.map +1 -0
  170. package/dist/prompts/loader.js +60 -0
  171. package/dist/prompts/loader.js.map +1 -0
  172. package/dist/renderer.d.ts +64 -0
  173. package/dist/renderer.d.ts.map +1 -0
  174. package/dist/renderer.js +923 -0
  175. package/dist/renderer.js.map +1 -0
  176. package/dist/runid.d.ts +57 -0
  177. package/dist/runid.d.ts.map +1 -0
  178. package/dist/runid.js +199 -0
  179. package/dist/runid.js.map +1 -0
  180. package/dist/runtime.d.ts +29 -0
  181. package/dist/runtime.d.ts.map +1 -0
  182. package/dist/runtime.js +366 -0
  183. package/dist/runtime.js.map +1 -0
  184. package/dist/scanner.d.ts +11 -0
  185. package/dist/scanner.d.ts.map +1 -0
  186. package/dist/scanner.js +426 -0
  187. package/dist/scanner.js.map +1 -0
  188. package/dist/templates.d.ts +120 -0
  189. package/dist/templates.d.ts.map +1 -0
  190. package/dist/templates.js +429 -0
  191. package/dist/templates.js.map +1 -0
  192. package/dist/tools/index.d.ts +153 -0
  193. package/dist/tools/index.d.ts.map +1 -0
  194. package/dist/tools/index.js +177 -0
  195. package/dist/tools/index.js.map +1 -0
  196. package/dist/types.d.ts +3647 -0
  197. package/dist/types.d.ts.map +1 -0
  198. package/dist/types.js +703 -0
  199. package/dist/types.js.map +1 -0
  200. package/dist/version.d.ts +7 -0
  201. package/dist/version.d.ts.map +1 -0
  202. package/dist/version.js +23 -0
  203. package/dist/version.js.map +1 -0
  204. package/docs/demo-guide.md +423 -0
  205. package/docs/events-format.md +295 -0
  206. package/docs/inferencemap-spec.md +344 -0
  207. package/docs/migration-v2.md +293 -0
  208. package/fixtures/demo/precomputed.json +142 -0
  209. package/fixtures/demo-project/README.md +52 -0
  210. package/fixtures/demo-project/ai-service.ts +65 -0
  211. package/fixtures/demo-project/sample-events.jsonl +15 -0
  212. package/fixtures/demo-project/src/ai-service.ts +128 -0
  213. package/fixtures/demo-project/src/llm-client.ts +155 -0
  214. package/package.json +65 -0
  215. package/prompts/agent-analyzer.yaml +47 -0
  216. package/prompts/ci-gate.yaml +98 -0
  217. package/prompts/correlation-analyzer.yaml +178 -0
  218. package/prompts/format-normalizer.yaml +46 -0
  219. package/prompts/peak-performance.yaml +180 -0
  220. package/prompts/pr-comment.yaml +111 -0
  221. package/prompts/runtime-analyzer.yaml +189 -0
  222. package/prompts/unified-analyzer.yaml +241 -0
  223. package/schemas/inference-map.v0.1.json +215 -0
  224. package/scripts/benchmark.ts +394 -0
  225. package/scripts/demo-v1.5.sh +158 -0
  226. package/scripts/sync-from-site.sh +197 -0
  227. package/scripts/validate-sync.sh +178 -0
  228. package/src/agent-analyzer.ts +481 -0
  229. package/src/agent.ts +1232 -0
  230. package/src/agents/correlation-analyzer.ts +353 -0
  231. package/src/agents/index.ts +235 -0
  232. package/src/agents/runtime-analyzer.ts +343 -0
  233. package/src/analysis-types.ts +558 -0
  234. package/src/analytics.ts +100 -0
  235. package/src/analyzer.ts +692 -0
  236. package/src/artifacts.ts +218 -0
  237. package/src/benchmarks/index.ts +309 -0
  238. package/src/cli.ts +503 -0
  239. package/src/commands/ci.ts +336 -0
  240. package/src/commands/config.ts +288 -0
  241. package/src/commands/demo.ts +175 -0
  242. package/src/commands/export.ts +297 -0
  243. package/src/commands/history.ts +425 -0
  244. package/src/commands/template.ts +385 -0
  245. package/src/commands/validate-map.ts +324 -0
  246. package/src/commands/whatif.ts +272 -0
  247. package/src/comparison.ts +283 -0
  248. package/src/config.ts +188 -0
  249. package/src/connectors/helicone.ts +164 -0
  250. package/src/connectors/index.ts +93 -0
  251. package/src/connectors/langsmith.ts +179 -0
  252. package/src/connectors/types.ts +180 -0
  253. package/src/cost-estimator.ts +146 -0
  254. package/src/costs.ts +347 -0
  255. package/src/counterfactuals.ts +516 -0
  256. package/src/enhancement-prompts.ts +118 -0
  257. package/src/envelopes.ts +814 -0
  258. package/src/format-normalizer.ts +1486 -0
  259. package/src/history.ts +400 -0
  260. package/src/html.ts +512 -0
  261. package/src/impact.ts +522 -0
  262. package/src/index.ts +83 -0
  263. package/src/insights.ts +341 -0
  264. package/src/joiner.ts +289 -0
  265. package/src/orchestrator.ts +1015 -0
  266. package/src/pdf.ts +110 -0
  267. package/src/prediction.ts +392 -0
  268. package/src/prompts/loader.ts +88 -0
  269. package/src/renderer.ts +1045 -0
  270. package/src/runid.ts +261 -0
  271. package/src/runtime.ts +450 -0
  272. package/src/scanner.ts +508 -0
  273. package/src/templates.ts +561 -0
  274. package/src/tools/index.ts +214 -0
  275. package/src/types.ts +873 -0
  276. package/src/version.ts +24 -0
  277. package/templates/context-accumulation.yaml +23 -0
  278. package/templates/cost-concentration.yaml +20 -0
  279. package/templates/dead-code.yaml +20 -0
  280. package/templates/latency-explainer.yaml +23 -0
  281. package/templates/optimizations/ab-testing-framework.yaml +74 -0
  282. package/templates/optimizations/api-gateway-optimization.yaml +81 -0
  283. package/templates/optimizations/api-model-routing-strategy.yaml +126 -0
  284. package/templates/optimizations/auto-scaling-optimization.yaml +85 -0
  285. package/templates/optimizations/batch-utilization-diagnostic.yaml +142 -0
  286. package/templates/optimizations/comprehensive-apm.yaml +76 -0
  287. package/templates/optimizations/context-window-optimization.yaml +91 -0
  288. package/templates/optimizations/cost-sensitive-batch-processing.yaml +77 -0
  289. package/templates/optimizations/distributed-training-optimization.yaml +77 -0
  290. package/templates/optimizations/document-analysis-edge.yaml +77 -0
  291. package/templates/optimizations/document-pipeline-optimization.yaml +78 -0
  292. package/templates/optimizations/domain-specific-distillation.yaml +78 -0
  293. package/templates/optimizations/error-handling-optimization.yaml +76 -0
  294. package/templates/optimizations/gptq-4bit-quantization.yaml +96 -0
  295. package/templates/optimizations/long-context-memory-management.yaml +78 -0
  296. package/templates/optimizations/max-tokens-optimization.yaml +76 -0
  297. package/templates/optimizations/memory-bandwidth-optimization.yaml +73 -0
  298. package/templates/optimizations/multi-framework-resilience.yaml +75 -0
  299. package/templates/optimizations/multi-tenant-optimization.yaml +75 -0
  300. package/templates/optimizations/prompt-caching-optimization.yaml +143 -0
  301. package/templates/optimizations/pytorch-to-onnx-migration.yaml +109 -0
  302. package/templates/optimizations/quality-monitoring.yaml +74 -0
  303. package/templates/optimizations/realtime-budget-controls.yaml +74 -0
  304. package/templates/optimizations/realtime-latency-optimization.yaml +74 -0
  305. package/templates/optimizations/sglang-concurrency-optimization.yaml +78 -0
  306. package/templates/optimizations/smart-model-routing.yaml +96 -0
  307. package/templates/optimizations/streaming-batch-selection.yaml +167 -0
  308. package/templates/optimizations/system-prompt-optimization.yaml +75 -0
  309. package/templates/optimizations/tensorrt-llm-performance.yaml +77 -0
  310. package/templates/optimizations/vllm-high-throughput-optimization.yaml +93 -0
  311. package/templates/optimizations/vllm-migration-memory-bound.yaml +78 -0
  312. package/templates/overpowered-extraction.yaml +32 -0
  313. package/templates/overpowered-model.yaml +31 -0
  314. package/templates/prompt-bloat.yaml +24 -0
  315. package/templates/retry-explosion.yaml +28 -0
  316. package/templates/schema/insight.schema.json +113 -0
  317. package/templates/schema/optimization.schema.json +180 -0
  318. package/templates/streaming-drift.yaml +30 -0
  319. package/templates/throughput-gap.yaml +21 -0
  320. package/templates/token-underutilization.yaml +28 -0
  321. package/templates/untested-fallback.yaml +21 -0
  322. package/tests/accuracy/drift-detection.test.ts +184 -0
  323. package/tests/accuracy/false-positives.test.ts +166 -0
  324. package/tests/accuracy/templates.test.ts +205 -0
  325. package/tests/action/commands.test.ts +125 -0
  326. package/tests/action/comments.test.ts +347 -0
  327. package/tests/cli.test.ts +203 -0
  328. package/tests/comparison.test.ts +309 -0
  329. package/tests/correlation-analyzer.test.ts +534 -0
  330. package/tests/counterfactuals.test.ts +347 -0
  331. package/tests/fixtures/events/missing-id.jsonl +1 -0
  332. package/tests/fixtures/events/missing-input.jsonl +1 -0
  333. package/tests/fixtures/events/missing-latency.jsonl +1 -0
  334. package/tests/fixtures/events/missing-model.jsonl +1 -0
  335. package/tests/fixtures/events/missing-output.jsonl +1 -0
  336. package/tests/fixtures/events/missing-provider.jsonl +1 -0
  337. package/tests/fixtures/events/missing-ts.jsonl +1 -0
  338. package/tests/fixtures/events/valid.csv +3 -0
  339. package/tests/fixtures/events/valid.json +1 -0
  340. package/tests/fixtures/events/valid.jsonl +2 -0
  341. package/tests/fixtures/events/with-callsite.jsonl +1 -0
  342. package/tests/fixtures/events/with-intent.jsonl +1 -0
  343. package/tests/fixtures/events/wrong-type.jsonl +1 -0
  344. package/tests/fixtures/repos/empty/.gitkeep +0 -0
  345. package/tests/fixtures/repos/hybrid-router/router.py +35 -0
  346. package/tests/fixtures/repos/saas-anthropic/agent.ts +27 -0
  347. package/tests/fixtures/repos/saas-openai/assistant.js +33 -0
  348. package/tests/fixtures/repos/saas-openai/client.py +26 -0
  349. package/tests/fixtures/repos/self-hosted-vllm/inference.py +22 -0
  350. package/tests/github-action.test.ts +292 -0
  351. package/tests/insights.test.ts +878 -0
  352. package/tests/joiner.test.ts +168 -0
  353. package/tests/performance/action-latency.test.ts +132 -0
  354. package/tests/performance/benchmark.test.ts +189 -0
  355. package/tests/performance/cli-latency.test.ts +102 -0
  356. package/tests/pr-comment.test.ts +313 -0
  357. package/tests/prediction.test.ts +296 -0
  358. package/tests/runtime-analyzer.test.ts +375 -0
  359. package/tests/runtime.test.ts +205 -0
  360. package/tests/scanner.test.ts +122 -0
  361. package/tests/template-conformance.test.ts +526 -0
  362. package/tests/unit/cost-calculator.test.ts +303 -0
  363. package/tests/unit/credits.test.ts +180 -0
  364. package/tests/unit/inference-map.test.ts +276 -0
  365. package/tests/unit/schema.test.ts +300 -0
  366. package/tsconfig.json +20 -0
  367. package/vitest.config.ts +14 -0
package/dist/config.js ADDED
@@ -0,0 +1,158 @@
1
+ /**
2
+ * Config Module (v1.6)
3
+ *
4
+ * Central configuration resolution for PeakInfer.
5
+ * Resolution chain: CLI flags → env vars → global config → local config → defaults
6
+ */
7
+ import { existsSync, readFileSync } from 'fs';
8
+ import { join } from 'path';
9
+ import { homedir } from 'os';
10
+ import { parse as parseYAML } from 'yaml';
11
+ // =============================================================================
12
+ // CONSTANTS
13
+ // =============================================================================
14
+ const GLOBAL_CONFIG_DIR = join(homedir(), '.peakinfer');
15
+ const GLOBAL_CONFIG_FILE = join(GLOBAL_CONFIG_DIR, 'config.yaml');
16
+ const LOCAL_CONFIG_FILE = 'peakinfer.yaml';
17
+ // =============================================================================
18
+ // DEFAULTS
19
+ // =============================================================================
20
+ const DEFAULT_CONFIG = {
21
+ provider: 'anthropic',
22
+ model: 'claude-sonnet-4-20250514',
23
+ analysisMode: 'agent',
24
+ maxFileSize: 1048576, // 1MB
25
+ historyRetentionDays: 90,
26
+ verbose: false,
27
+ };
28
+ // =============================================================================
29
+ // LOADERS
30
+ // =============================================================================
31
+ /**
32
+ * Load global config from ~/.peakinfer/config.yaml
33
+ */
34
+ function loadGlobalConfig() {
35
+ if (!existsSync(GLOBAL_CONFIG_FILE)) {
36
+ return {};
37
+ }
38
+ try {
39
+ const content = readFileSync(GLOBAL_CONFIG_FILE, 'utf-8');
40
+ return parseYAML(content) || {};
41
+ }
42
+ catch {
43
+ return {};
44
+ }
45
+ }
46
+ /**
47
+ * Load local config from ./peakinfer.yaml
48
+ */
49
+ function loadLocalConfig() {
50
+ if (!existsSync(LOCAL_CONFIG_FILE)) {
51
+ return {};
52
+ }
53
+ try {
54
+ const content = readFileSync(LOCAL_CONFIG_FILE, 'utf-8');
55
+ return parseYAML(content) || {};
56
+ }
57
+ catch {
58
+ return {};
59
+ }
60
+ }
61
+ /**
62
+ * Get API key from environment variables
63
+ */
64
+ function getEnvApiKey() {
65
+ // Check ANTHROPIC_API_KEY (Claude Agent SDK)
66
+ if (process.env.ANTHROPIC_API_KEY) {
67
+ return process.env.ANTHROPIC_API_KEY;
68
+ }
69
+ // Generic fallback
70
+ return process.env.PEAKINFER_API_KEY;
71
+ }
72
+ /**
73
+ * Get model from environment
74
+ */
75
+ function getEnvModel() {
76
+ return process.env.PEAKINFER_MODEL;
77
+ }
78
+ // =============================================================================
79
+ // RESOLUTION
80
+ // =============================================================================
81
+ /**
82
+ * Resolve configuration from all sources.
83
+ * Priority: CLI overrides → env vars → global config → local config → defaults
84
+ */
85
+ export function resolveConfig(overrides = {}) {
86
+ const local = loadLocalConfig();
87
+ const global = loadGlobalConfig();
88
+ // Start with defaults
89
+ const config = { ...DEFAULT_CONFIG };
90
+ // Layer 1: Local config file (./peakinfer.yaml)
91
+ if (local.model)
92
+ config.model = local.model;
93
+ if (local.analysisMode)
94
+ config.analysisMode = local.analysisMode;
95
+ if (local.verbose !== undefined)
96
+ config.verbose = local.verbose;
97
+ if (local.maxFileSize)
98
+ config.maxFileSize = local.maxFileSize;
99
+ if (local.historyRetentionDays)
100
+ config.historyRetentionDays = local.historyRetentionDays;
101
+ if (local.apiKey)
102
+ config.apiKey = local.apiKey;
103
+ // Layer 2: Global config file (~/.peakinfer/config.yaml)
104
+ if (global.model)
105
+ config.model = global.model;
106
+ if (global.analysisMode)
107
+ config.analysisMode = global.analysisMode;
108
+ if (global.verbose !== undefined)
109
+ config.verbose = global.verbose;
110
+ if (global.maxFileSize)
111
+ config.maxFileSize = global.maxFileSize;
112
+ if (global.historyRetentionDays)
113
+ config.historyRetentionDays = global.historyRetentionDays;
114
+ if (global.apiKey)
115
+ config.apiKey = global.apiKey;
116
+ // Layer 3: Environment variables
117
+ const envApiKey = getEnvApiKey();
118
+ const envModel = getEnvModel();
119
+ const envVerbose = process.env.PEAKINFER_VERBOSE;
120
+ if (envApiKey)
121
+ config.apiKey = envApiKey;
122
+ if (envModel)
123
+ config.model = envModel;
124
+ if (envVerbose === '1' || envVerbose === 'true')
125
+ config.verbose = true;
126
+ // Layer 4: CLI overrides (highest priority)
127
+ if (overrides.apiKey)
128
+ config.apiKey = overrides.apiKey;
129
+ if (overrides.model)
130
+ config.model = overrides.model;
131
+ if (overrides.analysisMode)
132
+ config.analysisMode = overrides.analysisMode;
133
+ if (overrides.verbose !== undefined)
134
+ config.verbose = overrides.verbose;
135
+ return config;
136
+ }
137
+ /**
138
+ * Get the resolved API key (convenience function)
139
+ */
140
+ export function getApiKey() {
141
+ return resolveConfig().apiKey;
142
+ }
143
+ /**
144
+ * Check if API key is configured
145
+ */
146
+ export function hasApiKey() {
147
+ return !!getApiKey();
148
+ }
149
+ /**
150
+ * Get config file paths for reference
151
+ */
152
+ export function getConfigPaths() {
153
+ return {
154
+ global: GLOBAL_CONFIG_FILE,
155
+ local: LOCAL_CONFIG_FILE,
156
+ };
157
+ }
158
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;AACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;AAClE,MAAM,iBAAiB,GAAG,gBAAgB,CAAC;AAgC3C,gFAAgF;AAChF,WAAW;AACX,gFAAgF;AAEhF,MAAM,cAAc,GAAoB;IACtC,QAAQ,EAAE,WAAW;IACrB,KAAK,EAAE,0BAA0B;IACjC,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO,EAAE,MAAM;IAC5B,oBAAoB,EAAE,EAAE;IACxB,OAAO,EAAE,KAAK;CACf,CAAC;AAEF,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF;;GAEG;AACH,SAAS,gBAAgB;IACvB,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe;IACtB,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACzD,OAAO,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY;IACnB,6CAA6C;IAC7C,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACvC,CAAC;IACD,mBAAmB;IACnB,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW;IAClB,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AACrC,CAAC;AAED,gFAAgF;AAChF,aAAa;AACb,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,YAA6B,EAAE;IAC3D,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAElC,sBAAsB;IACtB,MAAM,MAAM,GAAoB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEtD,gDAAgD;IAChD,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,YAA+C,CAAC;IACpG,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAChE,IAAI,KAAK,CAAC,WAAW;QAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC9D,IAAI,KAAK,CAAC,oBAAoB;QAAE,MAAM,CAAC,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACzF,IAAI,KAAK,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/C,yDAAyD;IACzD,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC9C,IAAI,MAAM,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAA+C,CAAC;IACtG,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAClE,IAAI,MAAM,CAAC,WAAW;QAAE,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;IAChE,IAAI,MAAM,CAAC,oBAAoB;QAAE,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC3F,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAEjD,iCAAiC;IACjC,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAEjD,IAAI,SAAS;QAAE,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IACzC,IAAI,QAAQ;QAAE,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC;IACtC,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,MAAM;QAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IAEvE,4CAA4C;IAC5C,IAAI,SAAS,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IACvD,IAAI,SAAS,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IACpD,IAAI,SAAS,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC,YAA+C,CAAC;IAC5G,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAExE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,aAAa,EAAE,CAAC,MAAM,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,KAAK,EAAE,iBAAiB;KACzB,CAAC;AACJ,CAAC"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Helicone API Connector
3
+ *
4
+ * Fetches LLM request logs from Helicone's API.
5
+ * Docs: https://docs.helicone.ai/rest/request/post-v1requestquery
6
+ */
7
+ import { ConnectorConfig, ConnectorResult } from './types.js';
8
+ export declare function fetchHeliconeEvents(config: ConnectorConfig): Promise<ConnectorResult>;
9
+ //# sourceMappingURL=helicone.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"helicone.d.ts","sourceRoot":"","sources":["../../src/connectors/helicone.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AA0EpB,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CA0E1B"}
@@ -0,0 +1,106 @@
1
+ /**
2
+ * Helicone API Connector
3
+ *
4
+ * Fetches LLM request logs from Helicone's API.
5
+ * Docs: https://docs.helicone.ai/rest/request/post-v1requestquery
6
+ */
7
+ import { ConnectorError, calculateSummary, } from './types.js';
8
+ const HELICONE_API_URL = 'https://api.helicone.ai/v1/request/query';
9
+ function normalizeHeliconeEvent(req) {
10
+ const isSuccess = req.response_status >= 200 && req.response_status < 400;
11
+ const isStreaming = req.request_body?.stream === true;
12
+ return {
13
+ id: req.request_id,
14
+ timestamp: req.created_at,
15
+ model: req.model || req.request_body?.model || 'unknown',
16
+ provider: normalizeProvider(req.provider),
17
+ latency_ms: req.latency_ms,
18
+ prompt_tokens: req.prompt_tokens,
19
+ completion_tokens: req.completion_tokens,
20
+ total_tokens: req.total_tokens,
21
+ cost_usd: req.cost_usd,
22
+ success: isSuccess,
23
+ error: !isSuccess ? req.response_body?.error?.message : undefined,
24
+ streaming: isStreaming,
25
+ request_path: req.request_path,
26
+ user_id: req.user_id,
27
+ raw: req,
28
+ };
29
+ }
30
+ function normalizeProvider(provider) {
31
+ const providerMap = {
32
+ 'openai': 'openai',
33
+ 'openai-azure': 'azure-openai',
34
+ 'azure': 'azure-openai',
35
+ 'anthropic': 'anthropic',
36
+ 'google': 'google',
37
+ 'vertex': 'google-vertex',
38
+ 'aws': 'aws-bedrock',
39
+ 'bedrock': 'aws-bedrock',
40
+ 'together': 'together',
41
+ 'fireworks': 'fireworks',
42
+ 'groq': 'groq',
43
+ 'deepseek': 'deepseek',
44
+ };
45
+ return providerMap[provider.toLowerCase()] || provider.toLowerCase();
46
+ }
47
+ export async function fetchHeliconeEvents(config) {
48
+ const limit = config.limit || 1000;
49
+ // Build filter
50
+ const filter = {};
51
+ if (config.startDate) {
52
+ filter.created_at = { gte: config.startDate };
53
+ }
54
+ if (config.filter?.model) {
55
+ filter.model = { equals: config.filter.model };
56
+ }
57
+ if (config.filter?.success !== undefined) {
58
+ filter.response_status = config.filter.success
59
+ ? { gte: 200, lt: 400 }
60
+ : { gte: 400 };
61
+ }
62
+ try {
63
+ const response = await fetch(HELICONE_API_URL, {
64
+ method: 'POST',
65
+ headers: {
66
+ 'Authorization': `Bearer ${config.apiKey}`,
67
+ 'Content-Type': 'application/json',
68
+ },
69
+ body: JSON.stringify({
70
+ filter: Object.keys(filter).length > 0 ? filter : undefined,
71
+ limit,
72
+ sort: {
73
+ created_at: 'desc',
74
+ },
75
+ }),
76
+ });
77
+ if (!response.ok) {
78
+ const errorText = await response.text();
79
+ throw new ConnectorError(`Helicone API error: ${response.status} ${errorText}`, 'helicone', response.status);
80
+ }
81
+ const data = await response.json();
82
+ if (data.error) {
83
+ throw new ConnectorError(data.error, 'helicone');
84
+ }
85
+ const events = (data.data || []).map(normalizeHeliconeEvent);
86
+ const summary = calculateSummary(events);
87
+ return {
88
+ events,
89
+ summary,
90
+ metadata: {
91
+ source: 'helicone',
92
+ fetched_at: new Date().toISOString(),
93
+ total_fetched: events.length,
94
+ truncated: events.length >= limit,
95
+ api_version: 'v1',
96
+ },
97
+ };
98
+ }
99
+ catch (error) {
100
+ if (error instanceof ConnectorError) {
101
+ throw error;
102
+ }
103
+ throw new ConnectorError(`Failed to fetch from Helicone: ${error instanceof Error ? error.message : 'Unknown error'}`, 'helicone');
104
+ }
105
+ }
106
+ //# sourceMappingURL=helicone.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"helicone.js","sourceRoot":"","sources":["../../src/connectors/helicone.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAGL,cAAc,EAEd,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,gBAAgB,GAAG,0CAA0C,CAAC;AA8BpE,SAAS,sBAAsB,CAAC,GAAoB;IAClD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC;IAC1E,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,UAAU;QAClB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,EAAE,KAAK,IAAI,SAAS;QACxD,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;QACjE,SAAS,EAAE,WAAW;QACtB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,GAAG,EAAE,GAAyC;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,WAAW,GAA2B;QAC1C,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,cAAc;QACvB,WAAW,EAAE,WAAW;QACxB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,eAAe;QACzB,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,aAAa;QACxB,UAAU,EAAE,UAAU;QACtB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,UAAU;KACvB,CAAC;IAEF,OAAO,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAuB;IAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;IAEnC,eAAe;IACf,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO;YAC5C,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;YACvB,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,gBAAgB,EAAE;YAC7C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC3D,KAAK;gBACL,IAAI,EAAE;oBACJ,UAAU,EAAE,MAAM;iBACnB;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,cAAc,CACtB,uBAAuB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,EACrD,UAAU,EACV,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsB,CAAC;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAEzC,OAAO;YACL,MAAM;YACN,OAAO;YACP,QAAQ,EAAE;gBACR,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,SAAS,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK;gBACjC,WAAW,EAAE,IAAI;aAClB;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,cAAc,CACtB,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC5F,UAAU,CACX,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,37 @@
1
+ /**
2
+ * Runtime Data Connectors
3
+ *
4
+ * Unified interface for fetching LLM runtime data from various sources.
5
+ * Supports: Helicone, LangSmith
6
+ *
7
+ * Usage:
8
+ * const result = await fetchRuntimeData({
9
+ * source: 'helicone',
10
+ * apiKey: process.env.HELICONE_API_KEY,
11
+ * limit: 1000,
12
+ * });
13
+ */
14
+ import { ConnectorConfig, ConnectorResult } from './types.js';
15
+ export type RuntimeSource = 'helicone' | 'langsmith';
16
+ export interface FetchRuntimeOptions extends Omit<ConnectorConfig, 'apiKey'> {
17
+ source: RuntimeSource;
18
+ apiKey: string;
19
+ }
20
+ /**
21
+ * Fetch runtime data from the specified source
22
+ */
23
+ export declare function fetchRuntimeData(options: FetchRuntimeOptions): Promise<ConnectorResult>;
24
+ /**
25
+ * Get API key from environment for the given source
26
+ */
27
+ export declare function getApiKeyFromEnv(source: RuntimeSource): string | undefined;
28
+ /**
29
+ * Validate that the source is supported
30
+ */
31
+ export declare function isValidSource(source: string): source is RuntimeSource;
32
+ /**
33
+ * Get a human-readable description of the source
34
+ */
35
+ export declare function getSourceDescription(source: RuntimeSource): string;
36
+ export { ConnectorConfig, ConnectorResult, ConnectorError, NormalizedEvent, ConnectorSummary, } from './types.js';
37
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/connectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,WAAW,CAAC;AAErD,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC1E,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAc7F;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS,CAY1E;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,aAAa,CAErE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAMlE;AAGD,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,YAAY,CAAC"}
@@ -0,0 +1,65 @@
1
+ /**
2
+ * Runtime Data Connectors
3
+ *
4
+ * Unified interface for fetching LLM runtime data from various sources.
5
+ * Supports: Helicone, LangSmith
6
+ *
7
+ * Usage:
8
+ * const result = await fetchRuntimeData({
9
+ * source: 'helicone',
10
+ * apiKey: process.env.HELICONE_API_KEY,
11
+ * limit: 1000,
12
+ * });
13
+ */
14
+ import { fetchHeliconeEvents } from './helicone.js';
15
+ import { fetchLangSmithTraces } from './langsmith.js';
16
+ import { ConnectorError, } from './types.js';
17
+ /**
18
+ * Fetch runtime data from the specified source
19
+ */
20
+ export async function fetchRuntimeData(options) {
21
+ const { source, ...config } = options;
22
+ switch (source) {
23
+ case 'helicone':
24
+ return fetchHeliconeEvents(config);
25
+ case 'langsmith':
26
+ return fetchLangSmithTraces(config);
27
+ default:
28
+ throw new ConnectorError(`Unknown runtime source: ${source}. Supported sources: helicone, langsmith`, source);
29
+ }
30
+ }
31
+ /**
32
+ * Get API key from environment for the given source
33
+ */
34
+ export function getApiKeyFromEnv(source) {
35
+ const envVarMap = {
36
+ helicone: ['HELICONE_API_KEY', 'HELICONE_KEY'],
37
+ langsmith: ['LANGSMITH_API_KEY', 'LANGCHAIN_API_KEY'],
38
+ };
39
+ const envVars = envVarMap[source] || [];
40
+ for (const envVar of envVars) {
41
+ const value = process.env[envVar];
42
+ if (value)
43
+ return value;
44
+ }
45
+ return undefined;
46
+ }
47
+ /**
48
+ * Validate that the source is supported
49
+ */
50
+ export function isValidSource(source) {
51
+ return source === 'helicone' || source === 'langsmith';
52
+ }
53
+ /**
54
+ * Get a human-readable description of the source
55
+ */
56
+ export function getSourceDescription(source) {
57
+ const descriptions = {
58
+ helicone: 'Helicone LLM Observability',
59
+ langsmith: 'LangSmith Tracing',
60
+ };
61
+ return descriptions[source] || source;
62
+ }
63
+ // Re-export types
64
+ export { ConnectorError, } from './types.js';
65
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/connectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAGL,cAAc,GAGf,MAAM,YAAY,CAAC;AASpB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC;IAEtC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU;YACb,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,WAAW;YACd,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtC;YACE,MAAM,IAAI,cAAc,CACtB,2BAA2B,MAAM,0CAA0C,EAC3E,MAAuB,CACxB,CAAC;IACN,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAqB;IACpD,MAAM,SAAS,GAAoC;QACjD,QAAQ,EAAE,CAAC,kBAAkB,EAAE,cAAc,CAAC;QAC9C,SAAS,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;KACtD,CAAC;IAEF,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACxC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,WAAW,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAqB;IACxD,MAAM,YAAY,GAAkC;QAClD,QAAQ,EAAE,4BAA4B;QACtC,SAAS,EAAE,mBAAmB;KAC/B,CAAC;IACF,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC;AACxC,CAAC;AAED,kBAAkB;AAClB,OAAO,EAGL,cAAc,GAGf,MAAM,YAAY,CAAC"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * LangSmith API Connector
3
+ *
4
+ * Fetches LLM traces from LangSmith's API.
5
+ * Docs: https://docs.smith.langchain.com/reference/api
6
+ */
7
+ import { ConnectorConfig, ConnectorResult } from './types.js';
8
+ export declare function fetchLangSmithTraces(config: ConnectorConfig): Promise<ConnectorResult>;
9
+ //# sourceMappingURL=langsmith.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"langsmith.d.ts","sourceRoot":"","sources":["../../src/connectors/langsmith.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AAgGpB,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CAmE1B"}
@@ -0,0 +1,122 @@
1
+ /**
2
+ * LangSmith API Connector
3
+ *
4
+ * Fetches LLM traces from LangSmith's API.
5
+ * Docs: https://docs.smith.langchain.com/reference/api
6
+ */
7
+ import { ConnectorError, calculateSummary, } from './types.js';
8
+ const LANGSMITH_API_URL = 'https://api.smith.langchain.com';
9
+ function normalizeProvider(runName, invocationParams) {
10
+ const nameLower = runName.toLowerCase();
11
+ if (nameLower.includes('openai') || nameLower.includes('gpt'))
12
+ return 'openai';
13
+ if (nameLower.includes('anthropic') || nameLower.includes('claude'))
14
+ return 'anthropic';
15
+ if (nameLower.includes('azure'))
16
+ return 'azure-openai';
17
+ if (nameLower.includes('bedrock'))
18
+ return 'aws-bedrock';
19
+ if (nameLower.includes('vertex') || nameLower.includes('palm') || nameLower.includes('gemini'))
20
+ return 'google';
21
+ if (nameLower.includes('together'))
22
+ return 'together';
23
+ if (nameLower.includes('fireworks'))
24
+ return 'fireworks';
25
+ if (nameLower.includes('groq'))
26
+ return 'groq';
27
+ // Check invocation params
28
+ const modelName = invocationParams?.model_name || invocationParams?.model;
29
+ if (typeof modelName === 'string') {
30
+ if (modelName.includes('gpt'))
31
+ return 'openai';
32
+ if (modelName.includes('claude'))
33
+ return 'anthropic';
34
+ if (modelName.includes('gemini'))
35
+ return 'google';
36
+ }
37
+ return 'unknown';
38
+ }
39
+ function normalizeLangSmithRun(run) {
40
+ // Only include LLM runs
41
+ if (run.run_type !== 'llm') {
42
+ return null;
43
+ }
44
+ const startTime = new Date(run.start_time).getTime();
45
+ const endTime = run.end_time ? new Date(run.end_time).getTime() : startTime;
46
+ const latencyMs = endTime - startTime;
47
+ const invocationParams = run.extra?.invocation_params;
48
+ const model = invocationParams?.model || invocationParams?.model_name || 'unknown';
49
+ const isStreaming = invocationParams?.stream === true;
50
+ const isSuccess = run.status === 'success' || run.status === 'completed';
51
+ return {
52
+ id: run.id,
53
+ timestamp: run.start_time,
54
+ model: typeof model === 'string' ? model : 'unknown',
55
+ provider: normalizeProvider(run.name, invocationParams),
56
+ latency_ms: Math.max(0, latencyMs),
57
+ prompt_tokens: run.prompt_tokens,
58
+ completion_tokens: run.completion_tokens,
59
+ total_tokens: run.total_tokens,
60
+ cost_usd: run.total_cost,
61
+ success: isSuccess,
62
+ error: run.error,
63
+ streaming: isStreaming,
64
+ trace_id: run.trace_id,
65
+ parent_span_id: run.parent_run_id,
66
+ session_id: run.session_id,
67
+ raw: run,
68
+ };
69
+ }
70
+ export async function fetchLangSmithTraces(config) {
71
+ const limit = config.limit || 1000;
72
+ // Build query params
73
+ const params = new URLSearchParams();
74
+ params.set('limit', limit.toString());
75
+ params.set('run_type', 'llm'); // Only fetch LLM runs
76
+ params.set('is_root', 'false'); // Include nested runs
77
+ if (config.startDate) {
78
+ params.set('start_time', config.startDate);
79
+ }
80
+ if (config.endDate) {
81
+ params.set('end_time', config.endDate);
82
+ }
83
+ if (config.filter?.success !== undefined) {
84
+ params.set('error', config.filter.success ? 'false' : 'true');
85
+ }
86
+ try {
87
+ const response = await fetch(`${LANGSMITH_API_URL}/runs?${params.toString()}`, {
88
+ method: 'GET',
89
+ headers: {
90
+ 'X-API-Key': config.apiKey,
91
+ 'Content-Type': 'application/json',
92
+ },
93
+ });
94
+ if (!response.ok) {
95
+ const errorText = await response.text();
96
+ throw new ConnectorError(`LangSmith API error: ${response.status} ${errorText}`, 'langsmith', response.status);
97
+ }
98
+ const data = await response.json();
99
+ const events = (data.runs || [])
100
+ .map(normalizeLangSmithRun)
101
+ .filter((e) => e !== null);
102
+ const summary = calculateSummary(events);
103
+ return {
104
+ events,
105
+ summary,
106
+ metadata: {
107
+ source: 'langsmith',
108
+ fetched_at: new Date().toISOString(),
109
+ total_fetched: events.length,
110
+ truncated: data.cursors?.next !== undefined,
111
+ api_version: 'v1',
112
+ },
113
+ };
114
+ }
115
+ catch (error) {
116
+ if (error instanceof ConnectorError) {
117
+ throw error;
118
+ }
119
+ throw new ConnectorError(`Failed to fetch from LangSmith: ${error instanceof Error ? error.message : 'Unknown error'}`, 'langsmith');
120
+ }
121
+ }
122
+ //# sourceMappingURL=langsmith.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"langsmith.js","sourceRoot":"","sources":["../../src/connectors/langsmith.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAGL,cAAc,EAEd,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,iBAAiB,GAAG,iCAAiC,CAAC;AAoC5D,SAAS,iBAAiB,CAAC,OAAe,EAAE,gBAA0C;IACpF,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAExC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC/E,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAC;IACxF,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,cAAc,CAAC;IACvD,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,aAAa,CAAC;IACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChH,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IACtD,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAE9C,0BAA0B;IAC1B,MAAM,SAAS,GAAG,gBAAgB,EAAE,UAAU,IAAI,gBAAgB,EAAE,KAAK,CAAC;IAC1E,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC/C,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,WAAW,CAAC;QACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;IACpD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAiB;IAC9C,wBAAwB;IACxB,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5E,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IAEtC,MAAM,gBAAgB,GAAG,GAAG,CAAC,KAAK,EAAE,iBAAiB,CAAC;IACtD,MAAM,KAAK,GAAG,gBAAgB,EAAE,KAAK,IAAI,gBAAgB,EAAE,UAAU,IAAI,SAAS,CAAC;IACnF,MAAM,WAAW,GAAG,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;IACtD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC;IAEzE,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QACpD,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,gBAAgB,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC;QAClC,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,QAAQ,EAAE,GAAG,CAAC,UAAU;QACxB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,WAAW;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,cAAc,EAAE,GAAG,CAAC,aAAa;QACjC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,GAAG,EAAE,GAAyC;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAuB;IAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;IAEnC,qBAAqB;IACrB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,sBAAsB;IACrD,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,sBAAsB;IAEtD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,SAAS,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE;YAC7E,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,cAAc,CACtB,wBAAwB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,EACtD,WAAW,EACX,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;QAExD,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;aAC7B,GAAG,CAAC,qBAAqB,CAAC;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAEzC,OAAO;YACL,MAAM;YACN,OAAO;YACP,QAAQ,EAAE;gBACR,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS;gBAC3C,WAAW,EAAE,IAAI;aAClB;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,cAAc,CACtB,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC7F,WAAW,CACZ,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,83 @@
1
+ /**
2
+ * Shared types for runtime data connectors
3
+ *
4
+ * These types define the normalized format for runtime events
5
+ * from various sources (Helicone, LangSmith, etc.)
6
+ */
7
+ export interface NormalizedEvent {
8
+ id: string;
9
+ timestamp: string;
10
+ model: string;
11
+ provider: string;
12
+ latency_ms: number;
13
+ prompt_tokens?: number;
14
+ completion_tokens?: number;
15
+ total_tokens?: number;
16
+ cost_usd?: number;
17
+ success: boolean;
18
+ error?: string;
19
+ streaming?: boolean;
20
+ trace_id?: string;
21
+ span_id?: string;
22
+ parent_span_id?: string;
23
+ request_path?: string;
24
+ user_id?: string;
25
+ session_id?: string;
26
+ raw?: Record<string, unknown>;
27
+ }
28
+ export interface ConnectorSummary {
29
+ total_requests: number;
30
+ total_cost_usd: number;
31
+ avg_latency_ms: number;
32
+ p50_latency_ms: number;
33
+ p95_latency_ms: number;
34
+ p99_latency_ms: number;
35
+ error_rate: number;
36
+ streaming_rate: number;
37
+ by_model: Record<string, {
38
+ count: number;
39
+ cost: number;
40
+ avg_latency_ms: number;
41
+ p95_latency_ms: number;
42
+ error_rate: number;
43
+ }>;
44
+ by_provider: Record<string, {
45
+ count: number;
46
+ cost: number;
47
+ }>;
48
+ time_range: {
49
+ start: string;
50
+ end: string;
51
+ };
52
+ }
53
+ export interface ConnectorResult {
54
+ events: NormalizedEvent[];
55
+ summary: ConnectorSummary;
56
+ metadata: {
57
+ source: 'helicone' | 'langsmith';
58
+ fetched_at: string;
59
+ total_fetched: number;
60
+ truncated: boolean;
61
+ api_version?: string;
62
+ };
63
+ }
64
+ export interface ConnectorConfig {
65
+ apiKey: string;
66
+ limit?: number;
67
+ startDate?: string;
68
+ endDate?: string;
69
+ filter?: {
70
+ model?: string;
71
+ provider?: string;
72
+ success?: boolean;
73
+ };
74
+ }
75
+ export declare class ConnectorError extends Error {
76
+ readonly source: 'helicone' | 'langsmith';
77
+ readonly statusCode?: number | undefined;
78
+ readonly code?: string | undefined;
79
+ constructor(message: string, source: 'helicone' | 'langsmith', statusCode?: number | undefined, code?: string | undefined);
80
+ }
81
+ export declare function calculatePercentile(values: number[], percentile: number): number;
82
+ export declare function calculateSummary(events: NormalizedEvent[]): ConnectorSummary;
83
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/connectors/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE;QACvB,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,QAAQ,EAAE;QACR,MAAM,EAAE,UAAU,GAAG,WAAW,CAAC;QACjC,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH;AAED,qBAAa,cAAe,SAAQ,KAAK;aAGrB,MAAM,EAAE,UAAU,GAAG,WAAW;aAChC,UAAU,CAAC,EAAE,MAAM;aACnB,IAAI,CAAC,EAAE,MAAM;gBAH7B,OAAO,EAAE,MAAM,EACC,MAAM,EAAE,UAAU,GAAG,WAAW,EAChC,UAAU,CAAC,EAAE,MAAM,YAAA,EACnB,IAAI,CAAC,EAAE,MAAM,YAAA;CAKhC;AAGD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAKhF;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,gBAAgB,CA6E5E"}