@newrelic/preflight 0.0.1-pre.1 → 1.0.0

package/dist/data/dashboards/ai-coding-assistant-platform-comparison.json

@@ -0,0 +1,320 @@
+{
+  "name": "AI Coding Assistant \u2014 Platform Comparison",
+  "description": "Cross-platform comparison dashboard for AI coding assistants (Claude Code, Cursor, Windsurf, Copilot). All widgets FACET by platform for side-by-side metrics. Requires platform attribute on AiToolCall events.",
+  "permissions": "PUBLIC_READ_WRITE",
+  "pages": [
+    {
+      "name": "AI Coding Assistant \u2014 Platform Comparison",
+      "description": "Compare AI coding assistant platforms across efficiency, cost, tool usage, and anti-patterns",
+      "widgets": [
+        {
+          "title": "Active Platforms",
+          "layout": {
+            "column": 1,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT uniqueCount(platform) AS 'Platforms' FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tool Calls by Platform",
+          "layout": {
+            "column": 4,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Sessions by Platform",
+          "layout": {
+            "column": 7,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT uniqueCount(session_id) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Success Rate by Platform",
+          "layout": {
+            "column": 10,
+            "row": 1,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT percentage(count(*), WHERE success = true) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Average Duration by Platform (ms)",
+          "layout": {
+            "column": 1,
+            "row": 4,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT average(duration_ms) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Error Rate by Platform",
+          "layout": {
+            "column": 4,
+            "row": 4,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT percentage(count(*), WHERE success = false) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Avg Tool Calls per Session by Platform",
+          "layout": {
+            "column": 7,
+            "row": 4,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) / uniqueCount(session_id) AS 'Calls/Session' FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Weekly Tool Call Trend by Platform",
+          "layout": {
+            "column": 10,
+            "row": 4,
+            "width": 3,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform TIMESERIES 1 week SINCE 4 weeks ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Estimated Cost by Platform",
+          "layout": {
+            "column": 1,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT sum(estimated_cost_usd) FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Avg Cost per Task by Platform",
+          "layout": {
+            "column": 5,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT average(estimated_cost_usd) FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Weekly Cost Trend by Platform",
+          "layout": {
+            "column": 9,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.line"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT sum(estimated_cost_usd) FROM AiCodingTask WHERE developer = {{developer}} AND session_id = {{session_id}} FACET platform TIMESERIES 1 week SINCE 4 weeks ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Tool Distribution by Platform",
+          "layout": {
+            "column": 1,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET tool, platform SINCE 7 days ago LIMIT 20"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Anti-Pattern Frequency by Platform",
+          "layout": {
+            "column": 5,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAntiPattern WHERE developer = {{developer}} AND session_id = {{session_id}} FACET type, platform SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Platform Feature Coverage",
+          "layout": {
+            "column": 1,
+            "row": 13,
+            "width": 12,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.markdown"
+          },
+          "rawConfiguration": {
+            "text": "## Platform Feature Coverage\n\n| Feature | Claude Code | Cursor | Windsurf | Copilot | Generic MCP |\n|---|---|---|---|---|---|\n| Built-in tool calls | \u2705 Native hooks | \u2705 MCP proxy | \u2705 MCP proxy | \u2705 VS Code extension | \u2705 Manual reporting |\n| MCP proxy data | \u2705 | \u2705 | \u2705 | \u2705 | \u2705 |\n| Token counts | \u2705 Hook events | \u26a0\ufe0f Limited | \u26a0\ufe0f Limited | \u26a0\ufe0f API usage | \u274c Manual only |\n| Timing data | \u2705 Pre/post hooks | \u2705 Inferred | \u2705 Inferred | \u2705 Event timestamps | \u26a0\ufe0f If reported |\n| Session metadata | \u2705 Model, version | \u2705 Session ID | \u2705 Context ID | \u2705 Extension data | \u26a0\ufe0f Manual |"
+          }
+        }
+      ]
+    }
+  ],
+  "variables": [
+    {
+      "name": "developer",
+      "title": "Developer",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(developer) FROM AiToolCall SINCE 7 days ago",
+        "accountIds": [0]
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    },
+    {
+      "name": "session_id",
+      "title": "Session ID",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(session_id) FROM AiToolCall SINCE 7 days ago LIMIT 100",
+        "accountIds": []
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    }
+  ]
+}

package/dist/data/dashboards/ai-coding-assistant-security.json

@@ -0,0 +1,275 @@
+{
+  "name": "AI Coding Assistant \u2014 Security Audit",
+  "description": "Security audit trail dashboard for AI coding assistant sessions. Tracks security alerts, sensitive file access, destructive commands, external network requests, and MCP server access patterns. Requires AiAuditEvent, AiToolCall, and AiMcpToolCall custom events sent by the MCP server.",
+  "permissions": "PUBLIC_READ_WRITE",
+  "pages": [
+    {
+      "name": "AI Coding Assistant \u2014 Security Audit",
+      "description": "Security alerts, file access audit, bash command history, and external access patterns",
+      "widgets": [
+        {
+          "title": "Total Security Alerts Today",
+          "layout": {
+            "column": 1,
+            "row": 1,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Alerts' FROM AiAuditEvent WHERE audit.security_alert = true AND developer = {{developer}} AND session_id = {{session_id}} SINCE today"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 1
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 10
+              }
+            ]
+          }
+        },
+        {
+          "title": "Critical Alerts Today",
+          "layout": {
+            "column": 5,
+            "row": 1,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'Critical' FROM AiAuditEvent WHERE audit.severity = 'critical' AND developer = {{developer}} AND session_id = {{session_id}} SINCE today"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 1
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 5
+              }
+            ]
+          }
+        },
+        {
+          "title": "High Severity Alerts Today",
+          "layout": {
+            "column": 9,
+            "row": 1,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.billboard"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) AS 'High' FROM AiAuditEvent WHERE audit.severity = 'high' AND developer = {{developer}} AND session_id = {{session_id}} SINCE today"
+              }
+            ],
+            "thresholds": [
+              {
+                "alertSeverity": "WARNING",
+                "value": 3
+              },
+              {
+                "alertSeverity": "CRITICAL",
+                "value": 10
+              }
+            ]
+          }
+        },
+        {
+          "title": "Recent Security Alerts",
+          "layout": {
+            "column": 1,
+            "row": 4,
+            "width": 8,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT timestamp, action, audit.severity, audit.alert_type, tool, detail, developer FROM AiAuditEvent WHERE audit.security_alert = true AND developer = {{developer}} AND session_id = {{session_id}} SINCE 24 hours ago LIMIT 50"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Sensitive File Accesses",
+          "layout": {
+            "column": 9,
+            "row": 4,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAuditEvent WHERE action = 'FileRead' AND audit.security_alert = true AND developer = {{developer}} AND session_id = {{session_id}} FACET file_path SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Bash Command Log",
+          "layout": {
+            "column": 1,
+            "row": 7,
+            "width": 8,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.table"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT timestamp, detail, developer FROM AiAuditEvent WHERE action = 'BashCommand' AND developer = {{developer}} AND session_id = {{session_id}} SINCE 1 hour ago ORDER BY timestamp DESC LIMIT 100"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Destructive Command Attempts",
+          "layout": {
+            "column": 9,
+            "row": 7,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAuditEvent WHERE action = 'BashCommand' AND audit.severity = 'critical' AND developer = {{developer}} AND session_id = {{session_id}} FACET detail SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "External Network Requests",
+          "layout": {
+            "column": 1,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiAuditEvent WHERE action = 'BashCommand' AND audit.alert_type = 'external_network' AND developer = {{developer}} AND session_id = {{session_id}} FACET detail SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "MCP Server Access Patterns",
+          "layout": {
+            "column": 5,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiMcpToolCall WHERE developer = {{developer}} AND session_id = {{session_id}} FACET server, tool SINCE 7 days ago"
+              }
+            ]
+          }
+        },
+        {
+          "title": "Permission Denials",
+          "layout": {
+            "column": 9,
+            "row": 10,
+            "width": 4,
+            "height": 3
+          },
+          "visualization": {
+            "id": "viz.bar"
+          },
+          "rawConfiguration": {
+            "nrqlQueries": [
+              {
+                "accountIds": [],
+                "query": "SELECT count(*) FROM AiToolCall WHERE success = false AND developer = {{developer}} AND session_id = {{session_id}} FACET tool, error_type SINCE 7 days ago"
+              }
+            ]
+          }
+        }
+      ]
+    }
+  ],
+  "variables": [
+    {
+      "name": "developer",
+      "title": "Developer",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(developer) FROM AiToolCall SINCE 7 days ago",
+        "accountIds": [0]
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    },
+    {
+      "name": "session_id",
+      "title": "Session ID",
+      "type": "NRQL",
+      "nrqlQuery": {
+        "query": "SELECT uniques(session_id) FROM AiToolCall SINCE 7 days ago LIMIT 100",
+        "accountIds": []
+      },
+      "isMultiSelection": false,
+      "defaultValues": [],
+      "replacementStrategy": "STRING",
+      "options": {
+        "excluded": true
+      }
+    }
+  ]
+}