@agenthippo-ai/agenthippo 0.1.0

package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/sessions/sess-test-1.jsonl

@@ -0,0 +1,14 @@
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"turn_start","timestamp":1700000000000,"payload":{"toolName":"","callId":"","isError":"false","success":"true"}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000000100,"payload":{"toolName":"Read","callId":"call-1","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000000200,"payload":{"toolName":"Read","callId":"call-1","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000000300,"payload":{"toolName":"Read","callId":"call-2","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000000400,"payload":{"toolName":"Read","callId":"call-2","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000000500,"payload":{"toolName":"Read","callId":"call-3","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000000600,"payload":{"toolName":"Read","callId":"call-3","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000000700,"payload":{"toolName":"Read","callId":"call-4","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000000800,"payload":{"toolName":"Read","callId":"call-4","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000000900,"payload":{"toolName":"Read","callId":"call-5","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000001000,"payload":{"toolName":"Read","callId":"call-5","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_start","timestamp":1700000001100,"payload":{"toolName":"Read","callId":"call-6","isError":"false","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"tool_end","timestamp":1700000001200,"payload":{"toolName":"Read","callId":"call-6","isError":"true","success":""}}
+{"session_id":"sess-test-1","request_id":"req-001","event_type":"turn_end","timestamp":1700000001500,"payload":{"toolName":"","callId":"","isError":"false","success":"true"}}

package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/traces/.duckdb-index.json

@@ -0,0 +1,7 @@
+{
+  "version": 2,
+  "indexed": true,
+  "lastMtime": 1770677510000,
+  "duckdbPath": "/tmp/review-index.duckdb",
+  "indexedAt": "2026-03-06T06:46:34.360703Z"
+}

package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/traces/sample.jsonl

@@ -0,0 +1,5 @@
+{"resourceSpans":[{"scopeSpans":[{"spans":[{"traceId":"trace-001","spanId":"span-001","name":"Received Proxy Server Request","startTimeUnixNano":"1700000000000000000","endTimeUnixNano":"1700000001500000000","attributes":[{"key":"gen_ai.request.model","value":{"stringValue":"gpt-4o"}},{"key":"gen_ai.cost.total_cost","value":{"doubleValue":0.015}},{"key":"gen_ai.usage.input_tokens","value":{"intValue":"1000"}},{"key":"gen_ai.usage.output_tokens","value":{"intValue":"500"}},{"key":"metadata.requester_metadata","value":{"stringValue":"{'session_id': 'sess-test-1', 'user_id': 'user-alice', 'agent_id': 'code-reviewer', 'agent_version': '1.0.0', 'source': 'agenthippo', 'engine': 'claude', 'request_id': 'req-001'}"}}]}]}]}]}
+{"resourceSpans":[{"scopeSpans":[{"spans":[{"traceId":"trace-002","spanId":"span-002","name":"Received Proxy Server Request","startTimeUnixNano":"1700000002000000000","endTimeUnixNano":"1700000003000000000","attributes":[{"key":"gen_ai.request.model","value":{"stringValue":"gpt-4o"}},{"key":"gen_ai.cost.total_cost","value":{"doubleValue":0.025}},{"key":"gen_ai.usage.input_tokens","value":{"intValue":"2000"}},{"key":"gen_ai.usage.output_tokens","value":{"intValue":"800"}},{"key":"metadata.requester_metadata","value":{"stringValue":"{'session_id': 'sess-test-1', 'user_id': 'user-alice', 'agent_id': 'code-reviewer', 'agent_version': '1.0.0', 'source': 'agenthippo', 'engine': 'claude', 'request_id': 'req-001'}"}}]}]}]}]}
+{"resourceSpans":[{"scopeSpans":[{"spans":[{"traceId":"trace-003","spanId":"span-003","name":"Received Proxy Server Request","startTimeUnixNano":"1700000010000000000","endTimeUnixNano":"1700000012000000000","attributes":[{"key":"gen_ai.request.model","value":{"stringValue":"claude-3-5-sonnet-20241022"}},{"key":"gen_ai.cost.total_cost","value":{"doubleValue":0.050}},{"key":"gen_ai.usage.input_tokens","value":{"intValue":"5000"}},{"key":"gen_ai.usage.output_tokens","value":{"intValue":"1500"}},{"key":"metadata.requester_metadata","value":{"stringValue":"{'session_id': 'sess-test-2', 'user_id': 'user-bob', 'agent_id': 'bug-fixer', 'agent_version': '2.0.0', 'source': 'agenthippo', 'engine': 'codex', 'request_id': 'req-002'}"}}]}]}]}]}
+{"resourceSpans":[{"scopeSpans":[{"spans":[{"traceId":"trace-004","spanId":"span-004","name":"Received Proxy Server Request","startTimeUnixNano":"1700000020000000000","endTimeUnixNano":"1700000025000000000","attributes":[{"key":"gen_ai.request.model","value":{"stringValue":"gpt-4o"}},{"key":"gen_ai.cost.total_cost","value":{"doubleValue":0.100}},{"key":"gen_ai.usage.input_tokens","value":{"intValue":"10000"}},{"key":"gen_ai.usage.output_tokens","value":{"intValue":"2000"}},{"key":"metadata.requester_metadata","value":{"stringValue":"{'session_id': 'sess-test-1', 'user_id': 'user-alice', 'agent_id': 'code-reviewer', 'agent_version': '1.1.0', 'source': 'agenthippo', 'engine': 'claude', 'request_id': 'req-003'}"}}]}]}]}]}
+{"resourceSpans":[{"scopeSpans":[{"spans":[{"traceId":"trace-005","spanId":"span-005","name":"Failed Proxy Server Request","startTimeUnixNano":"1700000030000000000","endTimeUnixNano":"1700000030500000000","attributes":[{"key":"gen_ai.request.model","value":{"stringValue":"gpt-4o"}},{"key":"exception.type","value":{"stringValue":"RateLimitError"}},{"key":"exception.message","value":{"stringValue":"Rate limit exceeded"}},{"key":"metadata.requester_metadata","value":{"stringValue":"{'session_id': 'sess-test-3', 'agent_id': 'code-reviewer', 'request_id': 'req-004'}"}}]}]}]}]}

package/out/base-prompts/skills/spotlight-report/SKILL.md

@@ -0,0 +1,86 @@
+---
+name: spotlight-report
+description: Produces reusable Spotlight report and export generators from trace analytics queries, including markdown summaries, incident post-mortems, and CSV/JSON data bundles. Use when the user asks for written analytics deliverables.
+---
+
+# Spotlight Report
+
+Generate shareable reports and exports from live trace analytics.
+
+## Use This Skill When
+- User asks for weekly/monthly summaries
+- User asks for incident post-mortems
+- User asks for comparisons or export bundles
+
+## Output Paths
+Use these environment variables when available:
+- `AGENTIDE_SCRIPT_DIR` - save generator scripts
+- `AGENTIDE_REPORT_DIR` - markdown reports (`.md`)
+- `AGENTIDE_EXPORT_DIR` - data exports (`.csv`, `.json`)
+- `AGENTIDE_CHART_DIR` - optional supporting charts
+
+If output paths are missing, ask where files should be saved.
+
+## Non-Negotiable Rules
+- Always create reusable scripts in `AGENTIDE_SCRIPT_DIR`.
+- Always run scripts immediately after saving.
+- Use deterministic filenames (`weekly-summary.md`, `agent-comparison.csv`).
+- Include report timestamp and scope/filter metadata.
+- Return exact generated file paths.
+
+## Workflow
+1. Query baseline data (cost, latency, errors, outliers).
+2. Choose report type and depth for the audience.
+3. Create report/export generator script(s).
+4. Run scripts and verify outputs.
+5. Return concise findings with artifact paths.
+
+## Report Types
+- **Executive summary**: KPI table, trend notes, recommended actions.
+- **Agent comparison**: side-by-side efficiency and reliability metrics.
+- **Incident post-mortem**: timeline, root cause, remediation plan.
+- **Export bundle**: CSV/JSON data for downstream analysis.
+
+## Markdown Template
+```markdown
+# Spotlight Report - <title>
+Generated: <ISO timestamp>
+Scope: <global|workspace>
+Filters: project_id=<...>, agent_id=<...>
+
+## Key metrics
+| Metric | Value |
+|---|---|
+| Total cost | ... |
+| Requests | ... |
+| Avg latency | ... |
+| Error rate | ... |
+
+## Findings
+1. ...
+2. ...
+
+## Recommendations
+- [ ] ...
+- [ ] ...
+
+## Artifacts
+- Chart: ...
+- Export: ...
+```
+
+## Export Guidelines
+- Use CSV for tabular review workflows.
+- Use JSON for programmatic workflows.
+- Keep schema stable across reruns when possible.
+
+## Optional Packaging
+For richer deliverables:
+- Use `docx` for Word output
+- Use `pptx` for presentation output
+- Use `pdf` for PDF output
+
+## Guardrails
+- Do not publish claims without query-backed numbers.
+- Do not keep report content only in chat; persist scripts and files.
+- Keep reports scannable (tables first, prose second).

package/out/base-prompts/skills/spotlight-visualize/SKILL.md

@@ -0,0 +1,92 @@
+---
+name: spotlight-visualize
+description: Generates Spotlight analytics charts using Matplotlib or self-contained HTML from DuckDB query results and saves reusable refreshable scripts. Use when the user asks for charts, trends, comparisons, or dashboard visuals.
+---
+
+# Spotlight Visualize
+
+Create charts and make them refreshable in the Spotlight panel.
+
+## Scope Constraint (Shipped Agents)
+Assume only `.agent-hippo/` paths are visible. Do not depend on extension source code.
+
+## Use This Skill When
+- User asks for charts, trends, comparisons, or dashboard visuals
+- A report needs supporting visuals
+- `spotlight-insights` needs chart generation as one stage
+
+## Data Modes
+
+### 1) Trace Mode (default)
+Use Spotlight trace data from `AGENTIDE_TRACES_DIR` + DuckDB.
+
+If you need to inspect recent conversation state before choosing a chart slice:
+- `scripts/query-analytics.sh --session-debug <session-id>` for a compact bounded summary
+- `scripts/query-analytics.sh --session-last <session-id> [N]` for recent user/assistant turns
+- Multipart message previews are rendered as per-part tail excerpts; full extracted text is written to a local artifact path when needed
+
+### 2) External Data Mode (allowed when user asks)
+Use external APIs/CSV, parquet, etc. when request is not trace analytics.
+
+External Data Mode requirements:
+- cite source(s)
+- keep deterministic artifact filenames
+- include method note (window/normalization/filters)
+- use reliability guards (timeout + retry + fallback transport like `curl`)
+
+## Runtime Paths
+Prefer env vars when available:
+- `AGENTIDE_SCRIPT_DIR`
+- `AGENTIDE_TRACES_DIR`
+- `AGENTIDE_CHART_DIR`
+- `AGENTIDE_REPORT_DIR`
+- `AGENTIDE_EXPORT_DIR`
+
+If missing, use `.agent-hippo` view defaults:
+- `.agent-hippo/analytics/views/<view-id>/scripts`
+- `.agent-hippo/analytics/views/<view-id>/charts`
+- `.agent-hippo/analytics/views/<view-id>/reports`
+- `.agent-hippo/analytics/views/<view-id>/exports`
+
+## View Config Discovery (config-first)
+1. Inspect `.agent-hippo/analytics/panel/views*.yaml`.
+2. Use `views-team.yaml` for team/fleet flows.
+3. Use `views.yaml` for standard spotlight/dashboard flows.
+4. If only one exists, use it.
+
+## Shared Spotlight Execution Contract (Required)
+1. Create reusable script under target view `scripts/` (or `AGENTIDE_SCRIPT_DIR`).
+2. Register script in relevant `panel/views*.yaml` entry.
+3. Set `activeViewId` to target view by default (unless user says otherwise).
+4. Run script with `uv run ...`.
+5. Verify artifacts exist before reporting success.
+6. Return paths + one concise takeaway.
+7. For external data, also return source + method note.
+
+## New View Quick Workflow
+1. Create `.agent-hippo/analytics/views/<viewId>/{scripts,charts,reports,exports,assets,images}`.
+2. Create/update `.agent-hippo/analytics/views/<viewId>/view.yaml` with **required store metadata** (no placeholders):
+   - `version: 1.0.0` — publish semver; bump on each release
+   - `description` — one-line store summary
+   - `tags` — include `spotlight` plus 2–4 domain keywords (e.g. `cost`, `fleet`, `latency`)
+   - `id`, `name`, `author` (when known), `scope`, `scripts`, `system: false`
+3. Add script to chosen `panel/views*.yaml`.
+4. Set `activeViewId` to `<viewId>` unless user requested otherwise.
+5. Run script and verify outputs.
+
+## Python Runtime (Required)
+```bash
+uv run --with matplotlib python3 "<script-path>.py"
+```
+
+## Failure-Handling Matrix (Required)
+- `views.yaml` missing → create minimal `views.yaml` with global/workspace + target view.
+- target view missing → create view folders + `view.yaml`.
+- script runs but no artifacts → treat as failure; print diagnostic and file checks.
+- external fetch fails → retry, fallback transport, warn; generate partial outputs if possible.
+- ambiguous `views-team.yaml` vs `views.yaml` → apply discovery rules above, then proceed.
+
+## Guardrails
+- Do not generate chart code only in chat; persist scripts/files.
+- Do not overwrite unrelated scripts/artifacts.
+- Do not claim output exists before verifying file paths.