@peakinfer/cli 1.0.133
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.local.json +8 -0
- package/.env.example +6 -0
- package/.github/workflows/peakinfer.yml +64 -0
- package/CHANGELOG.md +31 -0
- package/LICENSE +190 -0
- package/README.md +335 -0
- package/data/inferencemax.json +274 -0
- package/dist/agent-analyzer.d.ts +45 -0
- package/dist/agent-analyzer.d.ts.map +1 -0
- package/dist/agent-analyzer.js +374 -0
- package/dist/agent-analyzer.js.map +1 -0
- package/dist/agent.d.ts +76 -0
- package/dist/agent.d.ts.map +1 -0
- package/dist/agent.js +965 -0
- package/dist/agent.js.map +1 -0
- package/dist/agents/correlation-analyzer.d.ts +34 -0
- package/dist/agents/correlation-analyzer.d.ts.map +1 -0
- package/dist/agents/correlation-analyzer.js +261 -0
- package/dist/agents/correlation-analyzer.js.map +1 -0
- package/dist/agents/index.d.ts +91 -0
- package/dist/agents/index.d.ts.map +1 -0
- package/dist/agents/index.js +111 -0
- package/dist/agents/index.js.map +1 -0
- package/dist/agents/runtime-analyzer.d.ts +38 -0
- package/dist/agents/runtime-analyzer.d.ts.map +1 -0
- package/dist/agents/runtime-analyzer.js +244 -0
- package/dist/agents/runtime-analyzer.js.map +1 -0
- package/dist/analysis-types.d.ts +500 -0
- package/dist/analysis-types.d.ts.map +1 -0
- package/dist/analysis-types.js +11 -0
- package/dist/analysis-types.js.map +1 -0
- package/dist/analytics.d.ts +25 -0
- package/dist/analytics.d.ts.map +1 -0
- package/dist/analytics.js +94 -0
- package/dist/analytics.js.map +1 -0
- package/dist/analyzer.d.ts +48 -0
- package/dist/analyzer.d.ts.map +1 -0
- package/dist/analyzer.js +547 -0
- package/dist/analyzer.js.map +1 -0
- package/dist/artifacts.d.ts +44 -0
- package/dist/artifacts.d.ts.map +1 -0
- package/dist/artifacts.js +165 -0
- package/dist/artifacts.js.map +1 -0
- package/dist/benchmarks/index.d.ts +88 -0
- package/dist/benchmarks/index.d.ts.map +1 -0
- package/dist/benchmarks/index.js +205 -0
- package/dist/benchmarks/index.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +427 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands/ci.d.ts +19 -0
- package/dist/commands/ci.d.ts.map +1 -0
- package/dist/commands/ci.js +253 -0
- package/dist/commands/ci.js.map +1 -0
- package/dist/commands/config.d.ts +16 -0
- package/dist/commands/config.d.ts.map +1 -0
- package/dist/commands/config.js +249 -0
- package/dist/commands/config.js.map +1 -0
- package/dist/commands/demo.d.ts +15 -0
- package/dist/commands/demo.d.ts.map +1 -0
- package/dist/commands/demo.js +106 -0
- package/dist/commands/demo.js.map +1 -0
- package/dist/commands/export.d.ts +14 -0
- package/dist/commands/export.d.ts.map +1 -0
- package/dist/commands/export.js +209 -0
- package/dist/commands/export.js.map +1 -0
- package/dist/commands/history.d.ts +15 -0
- package/dist/commands/history.d.ts.map +1 -0
- package/dist/commands/history.js +389 -0
- package/dist/commands/history.js.map +1 -0
- package/dist/commands/template.d.ts +14 -0
- package/dist/commands/template.d.ts.map +1 -0
- package/dist/commands/template.js +341 -0
- package/dist/commands/template.js.map +1 -0
- package/dist/commands/validate-map.d.ts +12 -0
- package/dist/commands/validate-map.d.ts.map +1 -0
- package/dist/commands/validate-map.js +274 -0
- package/dist/commands/validate-map.js.map +1 -0
- package/dist/commands/whatif.d.ts +17 -0
- package/dist/commands/whatif.d.ts.map +1 -0
- package/dist/commands/whatif.js +206 -0
- package/dist/commands/whatif.js.map +1 -0
- package/dist/comparison.d.ts +38 -0
- package/dist/comparison.d.ts.map +1 -0
- package/dist/comparison.js +223 -0
- package/dist/comparison.js.map +1 -0
- package/dist/config.d.ts +42 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +158 -0
- package/dist/config.js.map +1 -0
- package/dist/connectors/helicone.d.ts +9 -0
- package/dist/connectors/helicone.d.ts.map +1 -0
- package/dist/connectors/helicone.js +106 -0
- package/dist/connectors/helicone.js.map +1 -0
- package/dist/connectors/index.d.ts +37 -0
- package/dist/connectors/index.d.ts.map +1 -0
- package/dist/connectors/index.js +65 -0
- package/dist/connectors/index.js.map +1 -0
- package/dist/connectors/langsmith.d.ts +9 -0
- package/dist/connectors/langsmith.d.ts.map +1 -0
- package/dist/connectors/langsmith.js +122 -0
- package/dist/connectors/langsmith.js.map +1 -0
- package/dist/connectors/types.d.ts +83 -0
- package/dist/connectors/types.d.ts.map +1 -0
- package/dist/connectors/types.js +98 -0
- package/dist/connectors/types.js.map +1 -0
- package/dist/cost-estimator.d.ts +46 -0
- package/dist/cost-estimator.d.ts.map +1 -0
- package/dist/cost-estimator.js +104 -0
- package/dist/cost-estimator.js.map +1 -0
- package/dist/costs.d.ts +57 -0
- package/dist/costs.d.ts.map +1 -0
- package/dist/costs.js +251 -0
- package/dist/costs.js.map +1 -0
- package/dist/counterfactuals.d.ts +29 -0
- package/dist/counterfactuals.d.ts.map +1 -0
- package/dist/counterfactuals.js +448 -0
- package/dist/counterfactuals.js.map +1 -0
- package/dist/enhancement-prompts.d.ts +41 -0
- package/dist/enhancement-prompts.d.ts.map +1 -0
- package/dist/enhancement-prompts.js +88 -0
- package/dist/enhancement-prompts.js.map +1 -0
- package/dist/envelopes.d.ts +20 -0
- package/dist/envelopes.d.ts.map +1 -0
- package/dist/envelopes.js +790 -0
- package/dist/envelopes.js.map +1 -0
- package/dist/format-normalizer.d.ts +71 -0
- package/dist/format-normalizer.d.ts.map +1 -0
- package/dist/format-normalizer.js +1331 -0
- package/dist/format-normalizer.js.map +1 -0
- package/dist/history.d.ts +79 -0
- package/dist/history.d.ts.map +1 -0
- package/dist/history.js +313 -0
- package/dist/history.js.map +1 -0
- package/dist/html.d.ts +11 -0
- package/dist/html.d.ts.map +1 -0
- package/dist/html.js +463 -0
- package/dist/html.js.map +1 -0
- package/dist/impact.d.ts +42 -0
- package/dist/impact.d.ts.map +1 -0
- package/dist/impact.js +443 -0
- package/dist/impact.js.map +1 -0
- package/dist/index.d.ts +26 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +34 -0
- package/dist/index.js.map +1 -0
- package/dist/insights.d.ts +5 -0
- package/dist/insights.d.ts.map +1 -0
- package/dist/insights.js +271 -0
- package/dist/insights.js.map +1 -0
- package/dist/joiner.d.ts +9 -0
- package/dist/joiner.d.ts.map +1 -0
- package/dist/joiner.js +247 -0
- package/dist/joiner.js.map +1 -0
- package/dist/orchestrator.d.ts +34 -0
- package/dist/orchestrator.d.ts.map +1 -0
- package/dist/orchestrator.js +827 -0
- package/dist/orchestrator.js.map +1 -0
- package/dist/pdf.d.ts +26 -0
- package/dist/pdf.d.ts.map +1 -0
- package/dist/pdf.js +84 -0
- package/dist/pdf.js.map +1 -0
- package/dist/prediction.d.ts +33 -0
- package/dist/prediction.d.ts.map +1 -0
- package/dist/prediction.js +316 -0
- package/dist/prediction.js.map +1 -0
- package/dist/prompts/loader.d.ts +38 -0
- package/dist/prompts/loader.d.ts.map +1 -0
- package/dist/prompts/loader.js +60 -0
- package/dist/prompts/loader.js.map +1 -0
- package/dist/renderer.d.ts +64 -0
- package/dist/renderer.d.ts.map +1 -0
- package/dist/renderer.js +923 -0
- package/dist/renderer.js.map +1 -0
- package/dist/runid.d.ts +57 -0
- package/dist/runid.d.ts.map +1 -0
- package/dist/runid.js +199 -0
- package/dist/runid.js.map +1 -0
- package/dist/runtime.d.ts +29 -0
- package/dist/runtime.d.ts.map +1 -0
- package/dist/runtime.js +366 -0
- package/dist/runtime.js.map +1 -0
- package/dist/scanner.d.ts +11 -0
- package/dist/scanner.d.ts.map +1 -0
- package/dist/scanner.js +426 -0
- package/dist/scanner.js.map +1 -0
- package/dist/templates.d.ts +120 -0
- package/dist/templates.d.ts.map +1 -0
- package/dist/templates.js +429 -0
- package/dist/templates.js.map +1 -0
- package/dist/tools/index.d.ts +153 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +177 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/types.d.ts +3647 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +703 -0
- package/dist/types.js.map +1 -0
- package/dist/version.d.ts +7 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +23 -0
- package/dist/version.js.map +1 -0
- package/docs/demo-guide.md +423 -0
- package/docs/events-format.md +295 -0
- package/docs/inferencemap-spec.md +344 -0
- package/docs/migration-v2.md +293 -0
- package/fixtures/demo/precomputed.json +142 -0
- package/fixtures/demo-project/README.md +52 -0
- package/fixtures/demo-project/ai-service.ts +65 -0
- package/fixtures/demo-project/sample-events.jsonl +15 -0
- package/fixtures/demo-project/src/ai-service.ts +128 -0
- package/fixtures/demo-project/src/llm-client.ts +155 -0
- package/package.json +65 -0
- package/prompts/agent-analyzer.yaml +47 -0
- package/prompts/ci-gate.yaml +98 -0
- package/prompts/correlation-analyzer.yaml +178 -0
- package/prompts/format-normalizer.yaml +46 -0
- package/prompts/peak-performance.yaml +180 -0
- package/prompts/pr-comment.yaml +111 -0
- package/prompts/runtime-analyzer.yaml +189 -0
- package/prompts/unified-analyzer.yaml +241 -0
- package/schemas/inference-map.v0.1.json +215 -0
- package/scripts/benchmark.ts +394 -0
- package/scripts/demo-v1.5.sh +158 -0
- package/scripts/sync-from-site.sh +197 -0
- package/scripts/validate-sync.sh +178 -0
- package/src/agent-analyzer.ts +481 -0
- package/src/agent.ts +1232 -0
- package/src/agents/correlation-analyzer.ts +353 -0
- package/src/agents/index.ts +235 -0
- package/src/agents/runtime-analyzer.ts +343 -0
- package/src/analysis-types.ts +558 -0
- package/src/analytics.ts +100 -0
- package/src/analyzer.ts +692 -0
- package/src/artifacts.ts +218 -0
- package/src/benchmarks/index.ts +309 -0
- package/src/cli.ts +503 -0
- package/src/commands/ci.ts +336 -0
- package/src/commands/config.ts +288 -0
- package/src/commands/demo.ts +175 -0
- package/src/commands/export.ts +297 -0
- package/src/commands/history.ts +425 -0
- package/src/commands/template.ts +385 -0
- package/src/commands/validate-map.ts +324 -0
- package/src/commands/whatif.ts +272 -0
- package/src/comparison.ts +283 -0
- package/src/config.ts +188 -0
- package/src/connectors/helicone.ts +164 -0
- package/src/connectors/index.ts +93 -0
- package/src/connectors/langsmith.ts +179 -0
- package/src/connectors/types.ts +180 -0
- package/src/cost-estimator.ts +146 -0
- package/src/costs.ts +347 -0
- package/src/counterfactuals.ts +516 -0
- package/src/enhancement-prompts.ts +118 -0
- package/src/envelopes.ts +814 -0
- package/src/format-normalizer.ts +1486 -0
- package/src/history.ts +400 -0
- package/src/html.ts +512 -0
- package/src/impact.ts +522 -0
- package/src/index.ts +83 -0
- package/src/insights.ts +341 -0
- package/src/joiner.ts +289 -0
- package/src/orchestrator.ts +1015 -0
- package/src/pdf.ts +110 -0
- package/src/prediction.ts +392 -0
- package/src/prompts/loader.ts +88 -0
- package/src/renderer.ts +1045 -0
- package/src/runid.ts +261 -0
- package/src/runtime.ts +450 -0
- package/src/scanner.ts +508 -0
- package/src/templates.ts +561 -0
- package/src/tools/index.ts +214 -0
- package/src/types.ts +873 -0
- package/src/version.ts +24 -0
- package/templates/context-accumulation.yaml +23 -0
- package/templates/cost-concentration.yaml +20 -0
- package/templates/dead-code.yaml +20 -0
- package/templates/latency-explainer.yaml +23 -0
- package/templates/optimizations/ab-testing-framework.yaml +74 -0
- package/templates/optimizations/api-gateway-optimization.yaml +81 -0
- package/templates/optimizations/api-model-routing-strategy.yaml +126 -0
- package/templates/optimizations/auto-scaling-optimization.yaml +85 -0
- package/templates/optimizations/batch-utilization-diagnostic.yaml +142 -0
- package/templates/optimizations/comprehensive-apm.yaml +76 -0
- package/templates/optimizations/context-window-optimization.yaml +91 -0
- package/templates/optimizations/cost-sensitive-batch-processing.yaml +77 -0
- package/templates/optimizations/distributed-training-optimization.yaml +77 -0
- package/templates/optimizations/document-analysis-edge.yaml +77 -0
- package/templates/optimizations/document-pipeline-optimization.yaml +78 -0
- package/templates/optimizations/domain-specific-distillation.yaml +78 -0
- package/templates/optimizations/error-handling-optimization.yaml +76 -0
- package/templates/optimizations/gptq-4bit-quantization.yaml +96 -0
- package/templates/optimizations/long-context-memory-management.yaml +78 -0
- package/templates/optimizations/max-tokens-optimization.yaml +76 -0
- package/templates/optimizations/memory-bandwidth-optimization.yaml +73 -0
- package/templates/optimizations/multi-framework-resilience.yaml +75 -0
- package/templates/optimizations/multi-tenant-optimization.yaml +75 -0
- package/templates/optimizations/prompt-caching-optimization.yaml +143 -0
- package/templates/optimizations/pytorch-to-onnx-migration.yaml +109 -0
- package/templates/optimizations/quality-monitoring.yaml +74 -0
- package/templates/optimizations/realtime-budget-controls.yaml +74 -0
- package/templates/optimizations/realtime-latency-optimization.yaml +74 -0
- package/templates/optimizations/sglang-concurrency-optimization.yaml +78 -0
- package/templates/optimizations/smart-model-routing.yaml +96 -0
- package/templates/optimizations/streaming-batch-selection.yaml +167 -0
- package/templates/optimizations/system-prompt-optimization.yaml +75 -0
- package/templates/optimizations/tensorrt-llm-performance.yaml +77 -0
- package/templates/optimizations/vllm-high-throughput-optimization.yaml +93 -0
- package/templates/optimizations/vllm-migration-memory-bound.yaml +78 -0
- package/templates/overpowered-extraction.yaml +32 -0
- package/templates/overpowered-model.yaml +31 -0
- package/templates/prompt-bloat.yaml +24 -0
- package/templates/retry-explosion.yaml +28 -0
- package/templates/schema/insight.schema.json +113 -0
- package/templates/schema/optimization.schema.json +180 -0
- package/templates/streaming-drift.yaml +30 -0
- package/templates/throughput-gap.yaml +21 -0
- package/templates/token-underutilization.yaml +28 -0
- package/templates/untested-fallback.yaml +21 -0
- package/tests/accuracy/drift-detection.test.ts +184 -0
- package/tests/accuracy/false-positives.test.ts +166 -0
- package/tests/accuracy/templates.test.ts +205 -0
- package/tests/action/commands.test.ts +125 -0
- package/tests/action/comments.test.ts +347 -0
- package/tests/cli.test.ts +203 -0
- package/tests/comparison.test.ts +309 -0
- package/tests/correlation-analyzer.test.ts +534 -0
- package/tests/counterfactuals.test.ts +347 -0
- package/tests/fixtures/events/missing-id.jsonl +1 -0
- package/tests/fixtures/events/missing-input.jsonl +1 -0
- package/tests/fixtures/events/missing-latency.jsonl +1 -0
- package/tests/fixtures/events/missing-model.jsonl +1 -0
- package/tests/fixtures/events/missing-output.jsonl +1 -0
- package/tests/fixtures/events/missing-provider.jsonl +1 -0
- package/tests/fixtures/events/missing-ts.jsonl +1 -0
- package/tests/fixtures/events/valid.csv +3 -0
- package/tests/fixtures/events/valid.json +1 -0
- package/tests/fixtures/events/valid.jsonl +2 -0
- package/tests/fixtures/events/with-callsite.jsonl +1 -0
- package/tests/fixtures/events/with-intent.jsonl +1 -0
- package/tests/fixtures/events/wrong-type.jsonl +1 -0
- package/tests/fixtures/repos/empty/.gitkeep +0 -0
- package/tests/fixtures/repos/hybrid-router/router.py +35 -0
- package/tests/fixtures/repos/saas-anthropic/agent.ts +27 -0
- package/tests/fixtures/repos/saas-openai/assistant.js +33 -0
- package/tests/fixtures/repos/saas-openai/client.py +26 -0
- package/tests/fixtures/repos/self-hosted-vllm/inference.py +22 -0
- package/tests/github-action.test.ts +292 -0
- package/tests/insights.test.ts +878 -0
- package/tests/joiner.test.ts +168 -0
- package/tests/performance/action-latency.test.ts +132 -0
- package/tests/performance/benchmark.test.ts +189 -0
- package/tests/performance/cli-latency.test.ts +102 -0
- package/tests/pr-comment.test.ts +313 -0
- package/tests/prediction.test.ts +296 -0
- package/tests/runtime-analyzer.test.ts +375 -0
- package/tests/runtime.test.ts +205 -0
- package/tests/scanner.test.ts +122 -0
- package/tests/template-conformance.test.ts +526 -0
- package/tests/unit/cost-calculator.test.ts +303 -0
- package/tests/unit/credits.test.ts +180 -0
- package/tests/unit/inference-map.test.ts +276 -0
- package/tests/unit/schema.test.ts +300 -0
- package/tsconfig.json +20 -0
- package/vitest.config.ts +14 -0
package/dist/config.js
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Config Module (v1.6)
|
|
3
|
+
*
|
|
4
|
+
* Central configuration resolution for PeakInfer.
|
|
5
|
+
* Resolution chain: CLI flags → env vars → global config → local config → defaults
|
|
6
|
+
*/
|
|
7
|
+
import { existsSync, readFileSync } from 'fs';
|
|
8
|
+
import { join } from 'path';
|
|
9
|
+
import { homedir } from 'os';
|
|
10
|
+
import { parse as parseYAML } from 'yaml';
|
|
11
|
+
// =============================================================================
|
|
12
|
+
// CONSTANTS
|
|
13
|
+
// =============================================================================
|
|
14
|
+
const GLOBAL_CONFIG_DIR = join(homedir(), '.peakinfer');
|
|
15
|
+
const GLOBAL_CONFIG_FILE = join(GLOBAL_CONFIG_DIR, 'config.yaml');
|
|
16
|
+
const LOCAL_CONFIG_FILE = 'peakinfer.yaml';
|
|
17
|
+
// =============================================================================
|
|
18
|
+
// DEFAULTS
|
|
19
|
+
// =============================================================================
|
|
20
|
+
const DEFAULT_CONFIG = {
|
|
21
|
+
provider: 'anthropic',
|
|
22
|
+
model: 'claude-sonnet-4-20250514',
|
|
23
|
+
analysisMode: 'agent',
|
|
24
|
+
maxFileSize: 1048576, // 1MB
|
|
25
|
+
historyRetentionDays: 90,
|
|
26
|
+
verbose: false,
|
|
27
|
+
};
|
|
28
|
+
// =============================================================================
|
|
29
|
+
// LOADERS
|
|
30
|
+
// =============================================================================
|
|
31
|
+
/**
|
|
32
|
+
* Load global config from ~/.peakinfer/config.yaml
|
|
33
|
+
*/
|
|
34
|
+
function loadGlobalConfig() {
|
|
35
|
+
if (!existsSync(GLOBAL_CONFIG_FILE)) {
|
|
36
|
+
return {};
|
|
37
|
+
}
|
|
38
|
+
try {
|
|
39
|
+
const content = readFileSync(GLOBAL_CONFIG_FILE, 'utf-8');
|
|
40
|
+
return parseYAML(content) || {};
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
return {};
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Load local config from ./peakinfer.yaml
|
|
48
|
+
*/
|
|
49
|
+
function loadLocalConfig() {
|
|
50
|
+
if (!existsSync(LOCAL_CONFIG_FILE)) {
|
|
51
|
+
return {};
|
|
52
|
+
}
|
|
53
|
+
try {
|
|
54
|
+
const content = readFileSync(LOCAL_CONFIG_FILE, 'utf-8');
|
|
55
|
+
return parseYAML(content) || {};
|
|
56
|
+
}
|
|
57
|
+
catch {
|
|
58
|
+
return {};
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Get API key from environment variables
|
|
63
|
+
*/
|
|
64
|
+
function getEnvApiKey() {
|
|
65
|
+
// Check ANTHROPIC_API_KEY (Claude Agent SDK)
|
|
66
|
+
if (process.env.ANTHROPIC_API_KEY) {
|
|
67
|
+
return process.env.ANTHROPIC_API_KEY;
|
|
68
|
+
}
|
|
69
|
+
// Generic fallback
|
|
70
|
+
return process.env.PEAKINFER_API_KEY;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Get model from environment
|
|
74
|
+
*/
|
|
75
|
+
function getEnvModel() {
|
|
76
|
+
return process.env.PEAKINFER_MODEL;
|
|
77
|
+
}
|
|
78
|
+
// =============================================================================
|
|
79
|
+
// RESOLUTION
|
|
80
|
+
// =============================================================================
|
|
81
|
+
/**
|
|
82
|
+
* Resolve configuration from all sources.
|
|
83
|
+
* Priority: CLI overrides → env vars → global config → local config → defaults
|
|
84
|
+
*/
|
|
85
|
+
export function resolveConfig(overrides = {}) {
|
|
86
|
+
const local = loadLocalConfig();
|
|
87
|
+
const global = loadGlobalConfig();
|
|
88
|
+
// Start with defaults
|
|
89
|
+
const config = { ...DEFAULT_CONFIG };
|
|
90
|
+
// Layer 1: Local config file (./peakinfer.yaml)
|
|
91
|
+
if (local.model)
|
|
92
|
+
config.model = local.model;
|
|
93
|
+
if (local.analysisMode)
|
|
94
|
+
config.analysisMode = local.analysisMode;
|
|
95
|
+
if (local.verbose !== undefined)
|
|
96
|
+
config.verbose = local.verbose;
|
|
97
|
+
if (local.maxFileSize)
|
|
98
|
+
config.maxFileSize = local.maxFileSize;
|
|
99
|
+
if (local.historyRetentionDays)
|
|
100
|
+
config.historyRetentionDays = local.historyRetentionDays;
|
|
101
|
+
if (local.apiKey)
|
|
102
|
+
config.apiKey = local.apiKey;
|
|
103
|
+
// Layer 2: Global config file (~/.peakinfer/config.yaml)
|
|
104
|
+
if (global.model)
|
|
105
|
+
config.model = global.model;
|
|
106
|
+
if (global.analysisMode)
|
|
107
|
+
config.analysisMode = global.analysisMode;
|
|
108
|
+
if (global.verbose !== undefined)
|
|
109
|
+
config.verbose = global.verbose;
|
|
110
|
+
if (global.maxFileSize)
|
|
111
|
+
config.maxFileSize = global.maxFileSize;
|
|
112
|
+
if (global.historyRetentionDays)
|
|
113
|
+
config.historyRetentionDays = global.historyRetentionDays;
|
|
114
|
+
if (global.apiKey)
|
|
115
|
+
config.apiKey = global.apiKey;
|
|
116
|
+
// Layer 3: Environment variables
|
|
117
|
+
const envApiKey = getEnvApiKey();
|
|
118
|
+
const envModel = getEnvModel();
|
|
119
|
+
const envVerbose = process.env.PEAKINFER_VERBOSE;
|
|
120
|
+
if (envApiKey)
|
|
121
|
+
config.apiKey = envApiKey;
|
|
122
|
+
if (envModel)
|
|
123
|
+
config.model = envModel;
|
|
124
|
+
if (envVerbose === '1' || envVerbose === 'true')
|
|
125
|
+
config.verbose = true;
|
|
126
|
+
// Layer 4: CLI overrides (highest priority)
|
|
127
|
+
if (overrides.apiKey)
|
|
128
|
+
config.apiKey = overrides.apiKey;
|
|
129
|
+
if (overrides.model)
|
|
130
|
+
config.model = overrides.model;
|
|
131
|
+
if (overrides.analysisMode)
|
|
132
|
+
config.analysisMode = overrides.analysisMode;
|
|
133
|
+
if (overrides.verbose !== undefined)
|
|
134
|
+
config.verbose = overrides.verbose;
|
|
135
|
+
return config;
|
|
136
|
+
}
|
|
137
|
+
/**
|
|
138
|
+
* Get the resolved API key (convenience function)
|
|
139
|
+
*/
|
|
140
|
+
export function getApiKey() {
|
|
141
|
+
return resolveConfig().apiKey;
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Check if API key is configured
|
|
145
|
+
*/
|
|
146
|
+
export function hasApiKey() {
|
|
147
|
+
return !!getApiKey();
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* Get config file paths for reference
|
|
151
|
+
*/
|
|
152
|
+
export function getConfigPaths() {
|
|
153
|
+
return {
|
|
154
|
+
global: GLOBAL_CONFIG_FILE,
|
|
155
|
+
local: LOCAL_CONFIG_FILE,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;AACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;AAClE,MAAM,iBAAiB,GAAG,gBAAgB,CAAC;AAgC3C,gFAAgF;AAChF,WAAW;AACX,gFAAgF;AAEhF,MAAM,cAAc,GAAoB;IACtC,QAAQ,EAAE,WAAW;IACrB,KAAK,EAAE,0BAA0B;IACjC,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,OAAO,EAAE,MAAM;IAC5B,oBAAoB,EAAE,EAAE;IACxB,OAAO,EAAE,KAAK;CACf,CAAC;AAEF,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF;;GAEG;AACH,SAAS,gBAAgB;IACvB,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe;IACtB,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACzD,OAAO,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY;IACnB,6CAA6C;IAC7C,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACvC,CAAC;IACD,mBAAmB;IACnB,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW;IAClB,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AACrC,CAAC;AAED,gFAAgF;AAChF,aAAa;AACb,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,YAA6B,EAAE;IAC3D,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAElC,sBAAsB;IACtB,MAAM,MAAM,GAAoB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEtD,gDAAgD;IAChD,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,YAA+C,CAAC;IACpG,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAChE,IAAI,KAAK,CAAC,WAAW;QAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC9D,IAAI,KAAK,CAAC,oBAAoB;QAAE,MAAM,CAAC,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACzF,IAAI,KAAK,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/C,yDAAyD;IACzD,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC9C,IAAI,MAAM,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAA+C,CAAC;IACtG,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAClE,IAAI,MAAM,CAAC,WAAW;QAAE,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;IAChE,IAAI,MAAM,CAAC,oBAAoB;QAAE,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC3F,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAEjD,iCAAiC;IACjC,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAEjD,IAAI,SAAS;QAAE,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IACzC,IAAI,QAAQ;QAAE,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC;IACtC,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,MAAM;QAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IAEvE,4CAA4C;IAC5C,IAAI,SAAS,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IACvD,IAAI,SAAS,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IACpD,IAAI,SAAS,CAAC,YAAY;QAAE,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC,YAA+C,CAAC;IAC5G,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAExE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,aAAa,EAAE,CAAC,MAAM,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,KAAK,EAAE,iBAAiB;KACzB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Helicone API Connector
|
|
3
|
+
*
|
|
4
|
+
* Fetches LLM request logs from Helicone's API.
|
|
5
|
+
* Docs: https://docs.helicone.ai/rest/request/post-v1requestquery
|
|
6
|
+
*/
|
|
7
|
+
import { ConnectorConfig, ConnectorResult } from './types.js';
|
|
8
|
+
export declare function fetchHeliconeEvents(config: ConnectorConfig): Promise<ConnectorResult>;
|
|
9
|
+
//# sourceMappingURL=helicone.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"helicone.d.ts","sourceRoot":"","sources":["../../src/connectors/helicone.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AA0EpB,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CA0E1B"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Helicone API Connector
|
|
3
|
+
*
|
|
4
|
+
* Fetches LLM request logs from Helicone's API.
|
|
5
|
+
* Docs: https://docs.helicone.ai/rest/request/post-v1requestquery
|
|
6
|
+
*/
|
|
7
|
+
import { ConnectorError, calculateSummary, } from './types.js';
|
|
8
|
+
const HELICONE_API_URL = 'https://api.helicone.ai/v1/request/query';
|
|
9
|
+
function normalizeHeliconeEvent(req) {
|
|
10
|
+
const isSuccess = req.response_status >= 200 && req.response_status < 400;
|
|
11
|
+
const isStreaming = req.request_body?.stream === true;
|
|
12
|
+
return {
|
|
13
|
+
id: req.request_id,
|
|
14
|
+
timestamp: req.created_at,
|
|
15
|
+
model: req.model || req.request_body?.model || 'unknown',
|
|
16
|
+
provider: normalizeProvider(req.provider),
|
|
17
|
+
latency_ms: req.latency_ms,
|
|
18
|
+
prompt_tokens: req.prompt_tokens,
|
|
19
|
+
completion_tokens: req.completion_tokens,
|
|
20
|
+
total_tokens: req.total_tokens,
|
|
21
|
+
cost_usd: req.cost_usd,
|
|
22
|
+
success: isSuccess,
|
|
23
|
+
error: !isSuccess ? req.response_body?.error?.message : undefined,
|
|
24
|
+
streaming: isStreaming,
|
|
25
|
+
request_path: req.request_path,
|
|
26
|
+
user_id: req.user_id,
|
|
27
|
+
raw: req,
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function normalizeProvider(provider) {
|
|
31
|
+
const providerMap = {
|
|
32
|
+
'openai': 'openai',
|
|
33
|
+
'openai-azure': 'azure-openai',
|
|
34
|
+
'azure': 'azure-openai',
|
|
35
|
+
'anthropic': 'anthropic',
|
|
36
|
+
'google': 'google',
|
|
37
|
+
'vertex': 'google-vertex',
|
|
38
|
+
'aws': 'aws-bedrock',
|
|
39
|
+
'bedrock': 'aws-bedrock',
|
|
40
|
+
'together': 'together',
|
|
41
|
+
'fireworks': 'fireworks',
|
|
42
|
+
'groq': 'groq',
|
|
43
|
+
'deepseek': 'deepseek',
|
|
44
|
+
};
|
|
45
|
+
return providerMap[provider.toLowerCase()] || provider.toLowerCase();
|
|
46
|
+
}
|
|
47
|
+
export async function fetchHeliconeEvents(config) {
|
|
48
|
+
const limit = config.limit || 1000;
|
|
49
|
+
// Build filter
|
|
50
|
+
const filter = {};
|
|
51
|
+
if (config.startDate) {
|
|
52
|
+
filter.created_at = { gte: config.startDate };
|
|
53
|
+
}
|
|
54
|
+
if (config.filter?.model) {
|
|
55
|
+
filter.model = { equals: config.filter.model };
|
|
56
|
+
}
|
|
57
|
+
if (config.filter?.success !== undefined) {
|
|
58
|
+
filter.response_status = config.filter.success
|
|
59
|
+
? { gte: 200, lt: 400 }
|
|
60
|
+
: { gte: 400 };
|
|
61
|
+
}
|
|
62
|
+
try {
|
|
63
|
+
const response = await fetch(HELICONE_API_URL, {
|
|
64
|
+
method: 'POST',
|
|
65
|
+
headers: {
|
|
66
|
+
'Authorization': `Bearer ${config.apiKey}`,
|
|
67
|
+
'Content-Type': 'application/json',
|
|
68
|
+
},
|
|
69
|
+
body: JSON.stringify({
|
|
70
|
+
filter: Object.keys(filter).length > 0 ? filter : undefined,
|
|
71
|
+
limit,
|
|
72
|
+
sort: {
|
|
73
|
+
created_at: 'desc',
|
|
74
|
+
},
|
|
75
|
+
}),
|
|
76
|
+
});
|
|
77
|
+
if (!response.ok) {
|
|
78
|
+
const errorText = await response.text();
|
|
79
|
+
throw new ConnectorError(`Helicone API error: ${response.status} ${errorText}`, 'helicone', response.status);
|
|
80
|
+
}
|
|
81
|
+
const data = await response.json();
|
|
82
|
+
if (data.error) {
|
|
83
|
+
throw new ConnectorError(data.error, 'helicone');
|
|
84
|
+
}
|
|
85
|
+
const events = (data.data || []).map(normalizeHeliconeEvent);
|
|
86
|
+
const summary = calculateSummary(events);
|
|
87
|
+
return {
|
|
88
|
+
events,
|
|
89
|
+
summary,
|
|
90
|
+
metadata: {
|
|
91
|
+
source: 'helicone',
|
|
92
|
+
fetched_at: new Date().toISOString(),
|
|
93
|
+
total_fetched: events.length,
|
|
94
|
+
truncated: events.length >= limit,
|
|
95
|
+
api_version: 'v1',
|
|
96
|
+
},
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
catch (error) {
|
|
100
|
+
if (error instanceof ConnectorError) {
|
|
101
|
+
throw error;
|
|
102
|
+
}
|
|
103
|
+
throw new ConnectorError(`Failed to fetch from Helicone: ${error instanceof Error ? error.message : 'Unknown error'}`, 'helicone');
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=helicone.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"helicone.js","sourceRoot":"","sources":["../../src/connectors/helicone.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAGL,cAAc,EAEd,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,gBAAgB,GAAG,0CAA0C,CAAC;AA8BpE,SAAS,sBAAsB,CAAC,GAAoB;IAClD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC;IAC1E,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,UAAU;QAClB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,EAAE,KAAK,IAAI,SAAS;QACxD,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS;QACjE,SAAS,EAAE,WAAW;QACtB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,GAAG,EAAE,GAAyC;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,WAAW,GAA2B;QAC1C,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,cAAc;QACvB,WAAW,EAAE,WAAW;QACxB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,eAAe;QACzB,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,aAAa;QACxB,UAAU,EAAE,UAAU;QACtB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,UAAU;KACvB,CAAC;IAEF,OAAO,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAuB;IAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;IAEnC,eAAe;IACf,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO;YAC5C,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;YACvB,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,gBAAgB,EAAE;YAC7C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC3D,KAAK;gBACL,IAAI,EAAE;oBACJ,UAAU,EAAE,MAAM;iBACnB;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,cAAc,CACtB,uBAAuB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,EACrD,UAAU,EACV,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsB,CAAC;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAEzC,OAAO;YACL,MAAM;YACN,OAAO;YACP,QAAQ,EAAE;gBACR,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,SAAS,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK;gBACjC,WAAW,EAAE,IAAI;aAClB;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,cAAc,CACtB,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC5F,UAAU,CACX,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Runtime Data Connectors
|
|
3
|
+
*
|
|
4
|
+
* Unified interface for fetching LLM runtime data from various sources.
|
|
5
|
+
* Supports: Helicone, LangSmith
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* const result = await fetchRuntimeData({
|
|
9
|
+
* source: 'helicone',
|
|
10
|
+
* apiKey: process.env.HELICONE_API_KEY,
|
|
11
|
+
* limit: 1000,
|
|
12
|
+
* });
|
|
13
|
+
*/
|
|
14
|
+
import { ConnectorConfig, ConnectorResult } from './types.js';
|
|
15
|
+
export type RuntimeSource = 'helicone' | 'langsmith';
|
|
16
|
+
export interface FetchRuntimeOptions extends Omit<ConnectorConfig, 'apiKey'> {
|
|
17
|
+
source: RuntimeSource;
|
|
18
|
+
apiKey: string;
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Fetch runtime data from the specified source
|
|
22
|
+
*/
|
|
23
|
+
export declare function fetchRuntimeData(options: FetchRuntimeOptions): Promise<ConnectorResult>;
|
|
24
|
+
/**
|
|
25
|
+
* Get API key from environment for the given source
|
|
26
|
+
*/
|
|
27
|
+
export declare function getApiKeyFromEnv(source: RuntimeSource): string | undefined;
|
|
28
|
+
/**
|
|
29
|
+
* Validate that the source is supported
|
|
30
|
+
*/
|
|
31
|
+
export declare function isValidSource(source: string): source is RuntimeSource;
|
|
32
|
+
/**
|
|
33
|
+
* Get a human-readable description of the source
|
|
34
|
+
*/
|
|
35
|
+
export declare function getSourceDescription(source: RuntimeSource): string;
|
|
36
|
+
export { ConnectorConfig, ConnectorResult, ConnectorError, NormalizedEvent, ConnectorSummary, } from './types.js';
|
|
37
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/connectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,WAAW,CAAC;AAErD,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC1E,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAc7F;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS,CAY1E;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,aAAa,CAErE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAMlE;AAGD,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Runtime Data Connectors
|
|
3
|
+
*
|
|
4
|
+
* Unified interface for fetching LLM runtime data from various sources.
|
|
5
|
+
* Supports: Helicone, LangSmith
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* const result = await fetchRuntimeData({
|
|
9
|
+
* source: 'helicone',
|
|
10
|
+
* apiKey: process.env.HELICONE_API_KEY,
|
|
11
|
+
* limit: 1000,
|
|
12
|
+
* });
|
|
13
|
+
*/
|
|
14
|
+
import { fetchHeliconeEvents } from './helicone.js';
|
|
15
|
+
import { fetchLangSmithTraces } from './langsmith.js';
|
|
16
|
+
import { ConnectorError, } from './types.js';
|
|
17
|
+
/**
|
|
18
|
+
* Fetch runtime data from the specified source
|
|
19
|
+
*/
|
|
20
|
+
export async function fetchRuntimeData(options) {
|
|
21
|
+
const { source, ...config } = options;
|
|
22
|
+
switch (source) {
|
|
23
|
+
case 'helicone':
|
|
24
|
+
return fetchHeliconeEvents(config);
|
|
25
|
+
case 'langsmith':
|
|
26
|
+
return fetchLangSmithTraces(config);
|
|
27
|
+
default:
|
|
28
|
+
throw new ConnectorError(`Unknown runtime source: ${source}. Supported sources: helicone, langsmith`, source);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Get API key from environment for the given source
|
|
33
|
+
*/
|
|
34
|
+
export function getApiKeyFromEnv(source) {
|
|
35
|
+
const envVarMap = {
|
|
36
|
+
helicone: ['HELICONE_API_KEY', 'HELICONE_KEY'],
|
|
37
|
+
langsmith: ['LANGSMITH_API_KEY', 'LANGCHAIN_API_KEY'],
|
|
38
|
+
};
|
|
39
|
+
const envVars = envVarMap[source] || [];
|
|
40
|
+
for (const envVar of envVars) {
|
|
41
|
+
const value = process.env[envVar];
|
|
42
|
+
if (value)
|
|
43
|
+
return value;
|
|
44
|
+
}
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Validate that the source is supported
|
|
49
|
+
*/
|
|
50
|
+
export function isValidSource(source) {
|
|
51
|
+
return source === 'helicone' || source === 'langsmith';
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Get a human-readable description of the source
|
|
55
|
+
*/
|
|
56
|
+
export function getSourceDescription(source) {
|
|
57
|
+
const descriptions = {
|
|
58
|
+
helicone: 'Helicone LLM Observability',
|
|
59
|
+
langsmith: 'LangSmith Tracing',
|
|
60
|
+
};
|
|
61
|
+
return descriptions[source] || source;
|
|
62
|
+
}
|
|
63
|
+
// Re-export types
|
|
64
|
+
export { ConnectorError, } from './types.js';
|
|
65
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/connectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAGL,cAAc,GAGf,MAAM,YAAY,CAAC;AASpB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC;IAEtC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU;YACb,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,WAAW;YACd,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtC;YACE,MAAM,IAAI,cAAc,CACtB,2BAA2B,MAAM,0CAA0C,EAC3E,MAAuB,CACxB,CAAC;IACN,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAqB;IACpD,MAAM,SAAS,GAAoC;QACjD,QAAQ,EAAE,CAAC,kBAAkB,EAAE,cAAc,CAAC;QAC9C,SAAS,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;KACtD,CAAC;IAEF,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACxC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,WAAW,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAqB;IACxD,MAAM,YAAY,GAAkC;QAClD,QAAQ,EAAE,4BAA4B;QACtC,SAAS,EAAE,mBAAmB;KAC/B,CAAC;IACF,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC;AACxC,CAAC;AAED,kBAAkB;AAClB,OAAO,EAGL,cAAc,GAGf,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LangSmith API Connector
|
|
3
|
+
*
|
|
4
|
+
* Fetches LLM traces from LangSmith's API.
|
|
5
|
+
* Docs: https://docs.smith.langchain.com/reference/api
|
|
6
|
+
*/
|
|
7
|
+
import { ConnectorConfig, ConnectorResult } from './types.js';
|
|
8
|
+
export declare function fetchLangSmithTraces(config: ConnectorConfig): Promise<ConnectorResult>;
|
|
9
|
+
//# sourceMappingURL=langsmith.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"langsmith.d.ts","sourceRoot":"","sources":["../../src/connectors/langsmith.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,eAAe,EACf,eAAe,EAIhB,MAAM,YAAY,CAAC;AAgGpB,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CAmE1B"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LangSmith API Connector
|
|
3
|
+
*
|
|
4
|
+
* Fetches LLM traces from LangSmith's API.
|
|
5
|
+
* Docs: https://docs.smith.langchain.com/reference/api
|
|
6
|
+
*/
|
|
7
|
+
import { ConnectorError, calculateSummary, } from './types.js';
|
|
8
|
+
const LANGSMITH_API_URL = 'https://api.smith.langchain.com';
|
|
9
|
+
function normalizeProvider(runName, invocationParams) {
|
|
10
|
+
const nameLower = runName.toLowerCase();
|
|
11
|
+
if (nameLower.includes('openai') || nameLower.includes('gpt'))
|
|
12
|
+
return 'openai';
|
|
13
|
+
if (nameLower.includes('anthropic') || nameLower.includes('claude'))
|
|
14
|
+
return 'anthropic';
|
|
15
|
+
if (nameLower.includes('azure'))
|
|
16
|
+
return 'azure-openai';
|
|
17
|
+
if (nameLower.includes('bedrock'))
|
|
18
|
+
return 'aws-bedrock';
|
|
19
|
+
if (nameLower.includes('vertex') || nameLower.includes('palm') || nameLower.includes('gemini'))
|
|
20
|
+
return 'google';
|
|
21
|
+
if (nameLower.includes('together'))
|
|
22
|
+
return 'together';
|
|
23
|
+
if (nameLower.includes('fireworks'))
|
|
24
|
+
return 'fireworks';
|
|
25
|
+
if (nameLower.includes('groq'))
|
|
26
|
+
return 'groq';
|
|
27
|
+
// Check invocation params
|
|
28
|
+
const modelName = invocationParams?.model_name || invocationParams?.model;
|
|
29
|
+
if (typeof modelName === 'string') {
|
|
30
|
+
if (modelName.includes('gpt'))
|
|
31
|
+
return 'openai';
|
|
32
|
+
if (modelName.includes('claude'))
|
|
33
|
+
return 'anthropic';
|
|
34
|
+
if (modelName.includes('gemini'))
|
|
35
|
+
return 'google';
|
|
36
|
+
}
|
|
37
|
+
return 'unknown';
|
|
38
|
+
}
|
|
39
|
+
function normalizeLangSmithRun(run) {
|
|
40
|
+
// Only include LLM runs
|
|
41
|
+
if (run.run_type !== 'llm') {
|
|
42
|
+
return null;
|
|
43
|
+
}
|
|
44
|
+
const startTime = new Date(run.start_time).getTime();
|
|
45
|
+
const endTime = run.end_time ? new Date(run.end_time).getTime() : startTime;
|
|
46
|
+
const latencyMs = endTime - startTime;
|
|
47
|
+
const invocationParams = run.extra?.invocation_params;
|
|
48
|
+
const model = invocationParams?.model || invocationParams?.model_name || 'unknown';
|
|
49
|
+
const isStreaming = invocationParams?.stream === true;
|
|
50
|
+
const isSuccess = run.status === 'success' || run.status === 'completed';
|
|
51
|
+
return {
|
|
52
|
+
id: run.id,
|
|
53
|
+
timestamp: run.start_time,
|
|
54
|
+
model: typeof model === 'string' ? model : 'unknown',
|
|
55
|
+
provider: normalizeProvider(run.name, invocationParams),
|
|
56
|
+
latency_ms: Math.max(0, latencyMs),
|
|
57
|
+
prompt_tokens: run.prompt_tokens,
|
|
58
|
+
completion_tokens: run.completion_tokens,
|
|
59
|
+
total_tokens: run.total_tokens,
|
|
60
|
+
cost_usd: run.total_cost,
|
|
61
|
+
success: isSuccess,
|
|
62
|
+
error: run.error,
|
|
63
|
+
streaming: isStreaming,
|
|
64
|
+
trace_id: run.trace_id,
|
|
65
|
+
parent_span_id: run.parent_run_id,
|
|
66
|
+
session_id: run.session_id,
|
|
67
|
+
raw: run,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
export async function fetchLangSmithTraces(config) {
|
|
71
|
+
const limit = config.limit || 1000;
|
|
72
|
+
// Build query params
|
|
73
|
+
const params = new URLSearchParams();
|
|
74
|
+
params.set('limit', limit.toString());
|
|
75
|
+
params.set('run_type', 'llm'); // Only fetch LLM runs
|
|
76
|
+
params.set('is_root', 'false'); // Include nested runs
|
|
77
|
+
if (config.startDate) {
|
|
78
|
+
params.set('start_time', config.startDate);
|
|
79
|
+
}
|
|
80
|
+
if (config.endDate) {
|
|
81
|
+
params.set('end_time', config.endDate);
|
|
82
|
+
}
|
|
83
|
+
if (config.filter?.success !== undefined) {
|
|
84
|
+
params.set('error', config.filter.success ? 'false' : 'true');
|
|
85
|
+
}
|
|
86
|
+
try {
|
|
87
|
+
const response = await fetch(`${LANGSMITH_API_URL}/runs?${params.toString()}`, {
|
|
88
|
+
method: 'GET',
|
|
89
|
+
headers: {
|
|
90
|
+
'X-API-Key': config.apiKey,
|
|
91
|
+
'Content-Type': 'application/json',
|
|
92
|
+
},
|
|
93
|
+
});
|
|
94
|
+
if (!response.ok) {
|
|
95
|
+
const errorText = await response.text();
|
|
96
|
+
throw new ConnectorError(`LangSmith API error: ${response.status} ${errorText}`, 'langsmith', response.status);
|
|
97
|
+
}
|
|
98
|
+
const data = await response.json();
|
|
99
|
+
const events = (data.runs || [])
|
|
100
|
+
.map(normalizeLangSmithRun)
|
|
101
|
+
.filter((e) => e !== null);
|
|
102
|
+
const summary = calculateSummary(events);
|
|
103
|
+
return {
|
|
104
|
+
events,
|
|
105
|
+
summary,
|
|
106
|
+
metadata: {
|
|
107
|
+
source: 'langsmith',
|
|
108
|
+
fetched_at: new Date().toISOString(),
|
|
109
|
+
total_fetched: events.length,
|
|
110
|
+
truncated: data.cursors?.next !== undefined,
|
|
111
|
+
api_version: 'v1',
|
|
112
|
+
},
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
catch (error) {
|
|
116
|
+
if (error instanceof ConnectorError) {
|
|
117
|
+
throw error;
|
|
118
|
+
}
|
|
119
|
+
throw new ConnectorError(`Failed to fetch from LangSmith: ${error instanceof Error ? error.message : 'Unknown error'}`, 'langsmith');
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
//# sourceMappingURL=langsmith.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"langsmith.js","sourceRoot":"","sources":["../../src/connectors/langsmith.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAGL,cAAc,EAEd,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,iBAAiB,GAAG,iCAAiC,CAAC;AAoC5D,SAAS,iBAAiB,CAAC,OAAe,EAAE,gBAA0C;IACpF,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAExC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC/E,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAC;IACxF,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,cAAc,CAAC;IACvD,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,aAAa,CAAC;IACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChH,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IACtD,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAE9C,0BAA0B;IAC1B,MAAM,SAAS,GAAG,gBAAgB,EAAE,UAAU,IAAI,gBAAgB,EAAE,KAAK,CAAC;IAC1E,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC/C,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,WAAW,CAAC;QACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;IACpD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAiB;IAC9C,wBAAwB;IACxB,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5E,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IAEtC,MAAM,gBAAgB,GAAG,GAAG,CAAC,KAAK,EAAE,iBAAiB,CAAC;IACtD,MAAM,KAAK,GAAG,gBAAgB,EAAE,KAAK,IAAI,gBAAgB,EAAE,UAAU,IAAI,SAAS,CAAC;IACnF,MAAM,WAAW,GAAG,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;IACtD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC;IAEzE,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QACpD,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,gBAAgB,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC;QAClC,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,QAAQ,EAAE,GAAG,CAAC,UAAU;QACxB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,WAAW;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,cAAc,EAAE,GAAG,CAAC,aAAa;QACjC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,GAAG,EAAE,GAAyC;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAuB;IAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;IAEnC,qBAAqB;IACrB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,sBAAsB;IACrD,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,sBAAsB;IAEtD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,iBAAiB,SAAS,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE;YAC7E,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,cAAc,CACtB,wBAAwB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,EACtD,WAAW,EACX,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;QAExD,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;aAC7B,GAAG,CAAC,qBAAqB,CAAC;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAEzC,OAAO;YACL,MAAM;YACN,OAAO;YACP,QAAQ,EAAE;gBACR,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS;gBAC3C,WAAW,EAAE,IAAI;aAClB;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,cAAc,CACtB,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC7F,WAAW,CACZ,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared types for runtime data connectors
|
|
3
|
+
*
|
|
4
|
+
* These types define the normalized format for runtime events
|
|
5
|
+
* from various sources (Helicone, LangSmith, etc.)
|
|
6
|
+
*/
|
|
7
|
+
export interface NormalizedEvent {
|
|
8
|
+
id: string;
|
|
9
|
+
timestamp: string;
|
|
10
|
+
model: string;
|
|
11
|
+
provider: string;
|
|
12
|
+
latency_ms: number;
|
|
13
|
+
prompt_tokens?: number;
|
|
14
|
+
completion_tokens?: number;
|
|
15
|
+
total_tokens?: number;
|
|
16
|
+
cost_usd?: number;
|
|
17
|
+
success: boolean;
|
|
18
|
+
error?: string;
|
|
19
|
+
streaming?: boolean;
|
|
20
|
+
trace_id?: string;
|
|
21
|
+
span_id?: string;
|
|
22
|
+
parent_span_id?: string;
|
|
23
|
+
request_path?: string;
|
|
24
|
+
user_id?: string;
|
|
25
|
+
session_id?: string;
|
|
26
|
+
raw?: Record<string, unknown>;
|
|
27
|
+
}
|
|
28
|
+
export interface ConnectorSummary {
|
|
29
|
+
total_requests: number;
|
|
30
|
+
total_cost_usd: number;
|
|
31
|
+
avg_latency_ms: number;
|
|
32
|
+
p50_latency_ms: number;
|
|
33
|
+
p95_latency_ms: number;
|
|
34
|
+
p99_latency_ms: number;
|
|
35
|
+
error_rate: number;
|
|
36
|
+
streaming_rate: number;
|
|
37
|
+
by_model: Record<string, {
|
|
38
|
+
count: number;
|
|
39
|
+
cost: number;
|
|
40
|
+
avg_latency_ms: number;
|
|
41
|
+
p95_latency_ms: number;
|
|
42
|
+
error_rate: number;
|
|
43
|
+
}>;
|
|
44
|
+
by_provider: Record<string, {
|
|
45
|
+
count: number;
|
|
46
|
+
cost: number;
|
|
47
|
+
}>;
|
|
48
|
+
time_range: {
|
|
49
|
+
start: string;
|
|
50
|
+
end: string;
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
export interface ConnectorResult {
|
|
54
|
+
events: NormalizedEvent[];
|
|
55
|
+
summary: ConnectorSummary;
|
|
56
|
+
metadata: {
|
|
57
|
+
source: 'helicone' | 'langsmith';
|
|
58
|
+
fetched_at: string;
|
|
59
|
+
total_fetched: number;
|
|
60
|
+
truncated: boolean;
|
|
61
|
+
api_version?: string;
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
export interface ConnectorConfig {
|
|
65
|
+
apiKey: string;
|
|
66
|
+
limit?: number;
|
|
67
|
+
startDate?: string;
|
|
68
|
+
endDate?: string;
|
|
69
|
+
filter?: {
|
|
70
|
+
model?: string;
|
|
71
|
+
provider?: string;
|
|
72
|
+
success?: boolean;
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
export declare class ConnectorError extends Error {
|
|
76
|
+
readonly source: 'helicone' | 'langsmith';
|
|
77
|
+
readonly statusCode?: number | undefined;
|
|
78
|
+
readonly code?: string | undefined;
|
|
79
|
+
constructor(message: string, source: 'helicone' | 'langsmith', statusCode?: number | undefined, code?: string | undefined);
|
|
80
|
+
}
|
|
81
|
+
export declare function calculatePercentile(values: number[], percentile: number): number;
|
|
82
|
+
export declare function calculateSummary(events: NormalizedEvent[]): ConnectorSummary;
|
|
83
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/connectors/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE;QACvB,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,QAAQ,EAAE;QACR,MAAM,EAAE,UAAU,GAAG,WAAW,CAAC;QACjC,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH;AAED,qBAAa,cAAe,SAAQ,KAAK;aAGrB,MAAM,EAAE,UAAU,GAAG,WAAW;aAChC,UAAU,CAAC,EAAE,MAAM;aACnB,IAAI,CAAC,EAAE,MAAM;gBAH7B,OAAO,EAAE,MAAM,EACC,MAAM,EAAE,UAAU,GAAG,WAAW,EAChC,UAAU,CAAC,EAAE,MAAM,YAAA,EACnB,IAAI,CAAC,EAAE,MAAM,YAAA;CAKhC;AAGD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAKhF;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,gBAAgB,CA6E5E"}
|