@senad-d/observme 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +57 -0
- package/CHANGELOG.md +52 -0
- package/LICENSE +21 -0
- package/ObservMe-Production-Docs/00-README.md +79 -0
- package/ObservMe-Production-Docs/01-requirements-and-scope.md +207 -0
- package/ObservMe-Production-Docs/02-reference-architecture.md +306 -0
- package/ObservMe-Production-Docs/03-pi-event-and-session-model.md +266 -0
- package/ObservMe-Production-Docs/04-telemetry-semantic-conventions.md +722 -0
- package/ObservMe-Production-Docs/05-otel-pipeline-and-collector.md +355 -0
- package/ObservMe-Production-Docs/06-security-privacy-redaction.md +294 -0
- package/ObservMe-Production-Docs/07-extension-implementation-blueprint.md +447 -0
- package/ObservMe-Production-Docs/08-query-grafana-integration.md +276 -0
- package/ObservMe-Production-Docs/09-dashboards-alerts-slos.md +640 -0
- package/ObservMe-Production-Docs/10-testing-release-operations.md +319 -0
- package/ObservMe-Production-Docs/11-deployment-runbooks.md +203 -0
- package/ObservMe-Production-Docs/12-configuration-reference.md +337 -0
- package/ObservMe-Production-Docs/13-source-notes.md +33 -0
- package/ObservMe-Production-Docs/pi-session-format.md +427 -0
- package/README.md +356 -0
- package/SECURITY.md +45 -0
- package/dashboards/observme-agent-node-graphs.json +250 -0
- package/dashboards/observme-agents.json +1880 -0
- package/dashboards/observme-alerts.yaml +113 -0
- package/dashboards/observme-branches-compactions.json +1042 -0
- package/dashboards/observme-cost.json +1254 -0
- package/dashboards/observme-errors.json +1659 -0
- package/dashboards/observme-export-health.json +1802 -0
- package/dashboards/observme-latency.json +1494 -0
- package/dashboards/observme-llm-conversations.json +730 -0
- package/dashboards/observme-logs-llm.json +644 -0
- package/dashboards/observme-models.json +933 -0
- package/dashboards/observme-overview.json +2129 -0
- package/dashboards/observme-slo-health.json +737 -0
- package/dashboards/observme-slos.yaml +56 -0
- package/dashboards/observme-tools.json +902 -0
- package/dashboards/observme-trace-journey.json +1793 -0
- package/docs/STRUCTURE.md +49 -0
- package/docs/agent-subagent-observability-requirements.md +997 -0
- package/docs/compatibility-matrix.md +39 -0
- package/docs/configuration-tui-design-standard.md +767 -0
- package/docs/configuration.md +38 -0
- package/docs/review-validation.md +115 -0
- package/docs/validation-flow.md +117 -0
- package/examples/collector.yaml +123 -0
- package/examples/observme.yaml +131 -0
- package/img/demo.gif +0 -0
- package/img/icon.svg +47 -0
- package/package.json +103 -0
- package/src/commands/obs-agents-runtime.ts +150 -0
- package/src/commands/obs-agents.ts +491 -0
- package/src/commands/obs-args.ts +63 -0
- package/src/commands/obs-backfill.ts +1334 -0
- package/src/commands/obs-command-support.ts +43 -0
- package/src/commands/obs-cost.ts +228 -0
- package/src/commands/obs-diagnostics.ts +22 -0
- package/src/commands/obs-errors.ts +156 -0
- package/src/commands/obs-health.ts +301 -0
- package/src/commands/obs-link.ts +90 -0
- package/src/commands/obs-logs.ts +194 -0
- package/src/commands/obs-loki-summary.ts +184 -0
- package/src/commands/obs-session.ts +259 -0
- package/src/commands/obs-status.ts +359 -0
- package/src/commands/obs-tools.ts +274 -0
- package/src/commands/obs-trace.ts +411 -0
- package/src/commands/obs.ts +211 -0
- package/src/config/bootstrap-project-config.ts +300 -0
- package/src/config/defaults.ts +143 -0
- package/src/config/load-config.ts +631 -0
- package/src/config/project-paths.ts +61 -0
- package/src/config/schema.ts +405 -0
- package/src/config/validate.ts +456 -0
- package/src/constants.ts +4 -0
- package/src/diagnostics/sanitize.ts +6 -0
- package/src/extension.ts +38 -0
- package/src/otel/logs.ts +160 -0
- package/src/otel/metrics.ts +165 -0
- package/src/otel/otlp-endpoint.ts +10 -0
- package/src/otel/sdk.ts +114 -0
- package/src/otel/shutdown.ts +102 -0
- package/src/otel/traces.ts +166 -0
- package/src/pi/agent-lineage.ts +378 -0
- package/src/pi/agent-tree-tracker.ts +258 -0
- package/src/pi/event-handlers/agent-turn.ts +155 -0
- package/src/pi/event-handlers/lifecycle.ts +642 -0
- package/src/pi/event-handlers/llm.ts +115 -0
- package/src/pi/event-handlers/session-events.ts +159 -0
- package/src/pi/event-handlers/tool-bash.ts +275 -0
- package/src/pi/handler-internals.ts +2154 -0
- package/src/pi/handler-runtime.ts +633 -0
- package/src/pi/handler-types.ts +261 -0
- package/src/pi/handlers.ts +75 -0
- package/src/pi/subagent-spawn.ts +975 -0
- package/src/pi/subagent-types.ts +29 -0
- package/src/privacy/content-capture.ts +104 -0
- package/src/privacy/hash.ts +93 -0
- package/src/privacy/redact.ts +619 -0
- package/src/privacy/secret-patterns.ts +185 -0
- package/src/privacy/truncate.ts +69 -0
- package/src/query/grafana-readiness.ts +164 -0
- package/src/query/grafana-transport.ts +481 -0
- package/src/query/grafana.ts +371 -0
- package/src/query/loki.ts +332 -0
- package/src/query/prometheus.ts +388 -0
- package/src/query/tempo.ts +332 -0
- package/src/safety/sensitive-input.ts +208 -0
- package/src/semconv/attributes.ts +279 -0
- package/src/semconv/metrics.ts +146 -0
- package/src/semconv/spans.ts +19 -0
- package/src/semconv/values.ts +13 -0
- package/src/util/bounded-map.ts +97 -0
- package/tsconfig.json +15 -0
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
version: 1
|
|
2
|
+
source: ObservMe-Production-Docs/09-dashboards-alerts-slos.md#12-slos
|
|
3
|
+
slos:
|
|
4
|
+
- id: observability-export
|
|
5
|
+
name: Observability Export SLO
|
|
6
|
+
objective: 99% of observed telemetry events are not locally dropped over 30 days.
|
|
7
|
+
target: ">= 0.99"
|
|
8
|
+
window: 30d
|
|
9
|
+
measurement_source: Prometheus metrics emitted by ObservMe.
|
|
10
|
+
indicator:
|
|
11
|
+
type: promql
|
|
12
|
+
expr: >-
|
|
13
|
+
1 - (sum(rate(observme_telemetry_dropped_total[30d])) / clamp_min(sum(rate(observme_events_observed_total[30d])), 1e-9))
|
|
14
|
+
- id: agent-lineage
|
|
15
|
+
name: Agent Lineage SLO
|
|
16
|
+
objective: 99% of known subagent spawns produce either propagated trace context or parent/child lineage attributes.
|
|
17
|
+
target: ">= 0.99"
|
|
18
|
+
window: 30d
|
|
19
|
+
measurement_source: Prometheus metrics emitted by ObservMe lineage and subagent instrumentation.
|
|
20
|
+
indicator:
|
|
21
|
+
type: promql
|
|
22
|
+
expr: >-
|
|
23
|
+
1 - ((sum(rate(observme_subagent_spawn_failures_total{reason="lineage_missing"}[30d])) + sum(rate(observme_orphan_agents_total[30d])) + sum(rate(observme_trace_context_propagation_failures_total[30d]))) / clamp_min(sum(rate(observme_subagents_spawned_total[30d])), 1e-9))
|
|
24
|
+
- id: workflow-completion
|
|
25
|
+
name: Workflow Completion SLO
|
|
26
|
+
objective: 99% of started workflows complete or explicitly fail with terminal telemetry over 30 days.
|
|
27
|
+
target: ">= 0.99"
|
|
28
|
+
window: 30d
|
|
29
|
+
measurement_source: Prometheus workflow lifecycle counters emitted by ObservMe.
|
|
30
|
+
indicator:
|
|
31
|
+
type: promql
|
|
32
|
+
expr: >-
|
|
33
|
+
(sum(rate(observme_workflows_completed_total[30d])) + sum(rate(observme_workflow_errors_total[30d]))) / clamp_min(sum(rate(observme_workflows_started_total[30d])), 1e-9)
|
|
34
|
+
- id: instrumentation-overhead
|
|
35
|
+
name: Instrumentation Overhead SLO
|
|
36
|
+
objective: 99% of event handlers complete in under 10ms.
|
|
37
|
+
target: "99% < 10ms"
|
|
38
|
+
window: 30d
|
|
39
|
+
measurement_source: Prometheus histogram metric observme_handler_duration_ms emitted by ObservMe handlers.
|
|
40
|
+
indicator:
|
|
41
|
+
type: metric
|
|
42
|
+
metric: observme_handler_duration_ms
|
|
43
|
+
threshold_ms: 10
|
|
44
|
+
percentile: 0.99
|
|
45
|
+
suggested_promql: >-
|
|
46
|
+
histogram_quantile(0.99, sum(rate(observme_handler_duration_ms_bucket[30d])) by (le)) < 10
|
|
47
|
+
- id: redaction
|
|
48
|
+
name: Redaction SLO
|
|
49
|
+
objective: 100% of configured secret test patterns are redacted in CI.
|
|
50
|
+
target: "100%"
|
|
51
|
+
measurement_source: CI redaction test corpus for configured secret patterns.
|
|
52
|
+
indicator:
|
|
53
|
+
type: ci_test
|
|
54
|
+
ci_test_time: true
|
|
55
|
+
runtime_only: false
|
|
56
|
+
description: This is a test SLO, not runtime-only.
|