@newrelic/preflight 0.0.1-pre.1 → 1.0.1

package/dist/data/dashboards/ai-coding-assistant-session-detail.json

@@ -0,0 +1,296 @@
+{
+  "name": "AI Coding Assistant \u2014 Session Detail",
+  "description": "Per-session drill-down dashboard for AI coding assistant observability. Select a session ID to see tool call timeline, cost, task attribution, and file access for that specific session. Requires AiToolCall, AiCodingTask, and AiAntiPattern custom events with session_id attribute.",
+  "permissions": "PUBLIC_READ_WRITE",
+  "variables": [
+    {
+      "name": "session_id",
+      "title": "Session ID",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(session_id) FROM AiToolCall SINCE 7 days ago LIMIT 100",
+        "accountIds": [0]
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    }
+  ],
+  "pages": [
+    {
+      "name": "Session Overview",
+      "description": "Tool call counts, cost, success rate, and timeline for the selected session",
+      "widgets": [
+        {
+          "title": "Total Tool Calls",
+          "layout": {
+            "column": 1,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Tool Calls' FROM AiToolCall WHERE session_id = {{session_id}} SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Session Cost",
+          "layout": {
+            "column": 4,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT sum(estimated_cost_usd) AS 'Cost (USD)' FROM AiCodingTask WHERE session_id = {{session_id}} SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Success Rate",
+          "layout": {
+            "column": 7,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT percentage(count(*), WHERE success = true) AS 'Success %' FROM AiToolCall WHERE session_id = {{session_id}} SINCE 8 hours ago"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 80
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 50
+              }
+            ]
+          }
+        },
+        {
+          "title": "Anti-Patterns Detected",
+          "layout": {
+            "column": 10,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Anti-Patterns' FROM AiAntiPattern WHERE session_id = {{session_id}} SINCE 8 hours ago"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 3
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 10
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tool Call Timeline",
+          "layout": {
+            "column": 1,
+            "row": 4,
+            "width": 12,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE session_id = {{session_id}} FACET tool TIMESERIES AUTO SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tool Call Breakdown",
+          "layout": {
+            "column": 1,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE session_id = {{session_id}} FACET tool SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Error Breakdown",
+          "layout": {
+            "column": 5,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE session_id = {{session_id}} AND success = false FACET tool SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Average Latency by Tool",
+          "layout": {
+            "column": 9,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT average(duration_ms) AS 'Avg ms' FROM AiToolCall WHERE session_id = {{session_id}} FACET tool SINCE 8 hours ago"
+              }
+            ]
+          }
+        }
+      ]
+    },
+    {
+      "name": "Tasks & Files",
+      "description": "Task details, file reads, file edits, and anti-pattern breakdown for the selected session",
+      "widgets": [
+        {
+          "title": "Tasks in Session",
+          "layout": {
+            "column": 1,
+            "row": 1,
+            "width": 12,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT task_id, tool_call_count, estimated_cost_usd, tests_passed FROM AiCodingTask WHERE session_id = {{session_id}} SINCE 8 hours ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Files Read",
+          "layout": {
+            "column": 1,
+            "row": 4,
+            "width": 6,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT uniqueCount(filePath) AS 'Reads', latest(timestamp) AS 'Last Read' FROM AiToolCall WHERE session_id = {{session_id}} AND tool = 'Read' FACET filePath SINCE 8 hours ago LIMIT 50"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Files Modified",
+          "layout": {
+            "column": 7,
+            "row": 4,
+            "width": 6,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Edits' FROM AiToolCall WHERE session_id = {{session_id}} AND tool IN ('Edit', 'Write') FACET filePath SINCE 8 hours ago LIMIT 50"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Anti-Pattern Breakdown",
+          "layout": {
+            "column": 1,
+            "row": 7,
+            "width": 12,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAntiPattern WHERE session_id = {{session_id}} FACET type SINCE 8 hours ago"
+              }
+            ]
+          }
+        }
+      ]
+    }
+  ]
+}

package/dist/data/dashboards/ai-coding-assistant-team-view.json

@@ -0,0 +1,345 @@
+{
+  "name": "AI Coding Assistant \u2014 Team View",
+  "description": "Team-level dashboard for AI coding assistant observability. Shows cost rollups, efficiency scores by developer, trend lines, and optimization insights across sessions. Requires AiToolCall, AiCodingTask, AiAntiPattern custom events and ai.* metrics.",
+  "permissions": "PUBLIC_READ_WRITE",
+  "pages": [
+    {
+      "name": "AI Coding Assistant \u2014 Team View",
+      "description": "Team summary, developer comparison, trends, and optimization insights",
+      "widgets": [
+        {
+          "title": "Total Team AI Spend (7d)",
+          "layout": {
+            "column": 1,
+            "row": 1,
+            "width": 2,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM AiCodingTask SELECT sum(estimated_cost_usd) AS 'USD' SINCE 7 DAYS AGO"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Average Efficiency Score (7d)",
+          "layout": {
+            "column": 3,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM Metric SELECT average(ai.efficiency.score) AS 'Score' SINCE 7 DAYS AGO"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 0.5
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 0.3
+              }
+            ]
+          }
+        },
+        {
+          "title": "Total Tasks Completed (7d)",
+          "layout": {
+            "column": 6,
+            "row": 1,
+            "width": 2,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Tasks' FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Average Cost per Task (7d)",
+          "layout": {
+            "column": 8,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT average(estimated_cost_usd) AS 'USD / Task' FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Task Success Rate (7d)",
+          "layout": {
+            "column": 11,
+            "row": 1,
+            "width": 2,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT percentage(count(*), WHERE tests_passed > 0) AS 'Success %' FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} SINCE 7 days ago"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 70
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 50
+              }
+            ]
+          }
+        },
+        {
+          "title": "Efficiency Score by Developer",
+          "layout": {
+            "column": 1,
+            "row": 4,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM Metric SELECT average(ai.efficiency.score) AS 'Score' FACET developer SINCE 7 DAYS AGO"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Cost per Developer",
+          "layout": {
+            "column": 5,
+            "row": 4,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM AiCodingTask SELECT sum(estimated_cost_usd) FACET developer SINCE 7 DAYS AGO"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tasks Completed per Developer",
+          "layout": {
+            "column": 9,
+            "row": 4,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} FACET developer SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Efficiency Score Trend (30d)",
+          "layout": {
+            "column": 1,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM Metric SELECT average(ai.efficiency.score) FACET developer SINCE 30 DAYS AGO TIMESERIES 1 DAY"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Cost Trend (30d)",
+          "layout": {
+            "column": 5,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "FROM AiCodingTask SELECT sum(estimated_cost_usd) SINCE 30 DAYS AGO TIMESERIES 1 DAY"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Anti-Pattern Frequency (30d)",
+          "layout": {
+            "column": 9,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAntiPattern WHERE developer = {{developer}} AND session_id = {{session_id}} FACET type TIMESERIES 1 day SINCE 30 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Top 10 Most Expensive Tasks",
+          "layout": {
+            "column": 1,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT max(estimated_cost_usd) FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} FACET task_id SINCE 7 days ago LIMIT 10"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Most Common Anti-Patterns",
+          "layout": {
+            "column": 5,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAntiPattern WHERE developer = {{developer}} AND session_id = {{session_id}} FACET type SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tool Call Patterns by Developer",
+          "layout": {
+            "column": 9,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET tool, developer SINCE 7 days ago"
+              }
+            ]
+          }
+        }
+      ]
+    }
+  ],
+  "variables": [
+    {
+      "name": "developer",
+      "title": "Developer",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(developer) FROM AiToolCall SINCE 7 days ago",
+        "accountIds": [0]
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    },
+    {
+      "name": "session_id",
+      "title": "Session ID",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(session_id) FROM AiToolCall SINCE 7 days ago LIMIT 100",
+        "accountIds": []
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    }
+  ]
+}

package/dist/deploy/data-paths.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Resolve the directory containing bundled data files (alerts/ or dashboards/
+ * JSON definitions).
+ *
+ * The deploy modules ship as `dist/deploy/*.js` after TypeScript build, with
+ * data files copied into `dist/data/<name>/` by the postbuild step (see
+ * `package.json:build:server`). When running from a global npm install, the
+ * tarball contains everything under `dist/`, so the data lives at
+ * `<dist>/data/<name>/`.
+ *
+ * For local dev (running tests from `src/deploy/*.test.ts`), the JSON files
+ * live at the repo root in `<repoRoot>/<name>/`. We probe both locations so
+ * the same code works in both layouts.
+ *
+ * Uses `process.argv[1]` rather than `import.meta.url` to avoid tripping
+ * Jest's TS-module check — same pattern as `src/install/setup-wizard.ts`.
+ *
+ * Throws if no candidate exists — the deploy commands cannot run without the
+ * underlying data files.
+ */
+export declare function resolveDataDir(name: 'alerts' | 'dashboards'): string;
+//# sourceMappingURL=data-paths.d.ts.map

package/dist/deploy/data-paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-paths.d.ts","sourceRoot":"","sources":["../../src/deploy/data-paths.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,MAAM,CA8CpE"}