@firedrill-tools/netsuite 0.1.2

package/firedrill/concurrency-limited.scenario.json

@@ -0,0 +1,11 @@
+{
+  "schemaVersion": 1,
+  "id": "concurrency-limited",
+  "title": "Seeded account with the concurrency-limit fault active",
+  "faults": [
+    {
+      "packageId": "netsuite",
+      "faultId": "concurrency-limit"
+    }
+  ]
+}

package/firedrill/conformance.suite.json

@@ -0,0 +1,21 @@
+{
+  "schemaVersion": 1,
+  "id": "conformance",
+  "drills": [
+    "ns-records",
+    "ns-order-to-cash",
+    "ns-analytics",
+    "ns-role-ar-clerk",
+    "ns-role-sales-rep",
+    "ns-subsidiary-scope",
+    "ns-default-identity",
+    "ns-denied",
+    "ns-invalid-login",
+    "ns-insufficient-permission",
+    "ns-concurrency",
+    "ns-write-outage",
+    "ns-record-locked",
+    "ns-transform-lost",
+    "ns-tight-limits"
+  ]
+}

package/firedrill/ns-analytics.drill.json

@@ -0,0 +1,73 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-analytics",
+  "title": "SuiteQL, the MCP-shaped record read and the metadata catalog",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "administrator",
+  "task": {
+    "instruction": "Run the analytics conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "suiteql-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "suiteql.query"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "suiteql-run-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "suiteql.run"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "record-get-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "record.get"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "metadata-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "record.metadata"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 2
+      }
+    }
+  ]
+}

package/firedrill/ns-concurrency.drill.json

@@ -0,0 +1,53 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-concurrency",
+  "title": "The concurrency limit blocks every operation",
+  "targetId": "conformance-agent",
+  "scenarioId": "concurrency-limited",
+  "actorId": "administrator",
+  "task": {
+    "instruction": "Run the concurrency conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "list-429",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "transform-429",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.transform"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "invoices-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "invoices",
+      "comparison": {
+        "operator": "equals",
+        "value": 11
+      }
+    }
+  ]
+}

package/firedrill/ns-default-identity.drill.json

@@ -0,0 +1,43 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-default-identity",
+  "title": "An actor with no NetSuite attributes acts as the seeded administrator",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "fresh",
+  "task": {
+    "instruction": "Run the default-identity conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "list-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "create-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    }
+  ]
+}

package/firedrill/ns-denied.drill.json

@@ -0,0 +1,38 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-denied",
+  "title": "An actor without grants is denied by the framework",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "no-grants",
+  "task": {
+    "instruction": "Run the denied conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "list-denied",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "denied"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "customers-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "customers",
+      "comparison": {
+        "operator": "equals",
+        "value": 12
+      }
+    }
+  ]
+}

package/firedrill/ns-insufficient-permission.drill.json

@@ -0,0 +1,53 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-insufficient-permission",
+  "title": "A role with no permissions fails every operation",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "restricted",
+  "task": {
+    "instruction": "Run the insufficient-permission conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "list-403",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "metadata-403",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "record.metadata"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "customers-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "customers",
+      "comparison": {
+        "operator": "equals",
+        "value": 12
+      }
+    }
+  ]
+}

package/firedrill/ns-invalid-login.drill.json

@@ -0,0 +1,53 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-invalid-login",
+  "title": "A token issued for another account fails every operation",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "wrong-account",
+  "task": {
+    "instruction": "Run the invalid-login conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "list-401",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "create-401",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.create"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "customers-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "customers",
+      "comparison": {
+        "operator": "equals",
+        "value": 12
+      }
+    }
+  ]
+}

package/firedrill/ns-order-to-cash.drill.json

@@ -0,0 +1,93 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-order-to-cash",
+  "title": "Quote to cash: order, billing transform and payment",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "administrator",
+  "task": {
+    "instruction": "Run the order-to-cash conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "order-created",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "order-billed",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.transform"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "payment-taken",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "invoice.transform"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "customer-deleted",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.delete"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "invoices-grew",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "invoices",
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 13
+      }
+    },
+    {
+      "id": "payments-grew",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "customer-payments",
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 6
+      }
+    }
+  ]
+}

package/firedrill/ns-record-locked.drill.json

@@ -0,0 +1,53 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-record-locked",
+  "title": "A concurrent change blocks edits and transforms",
+  "targetId": "conformance-agent",
+  "scenarioId": "record-locked",
+  "actorId": "administrator",
+  "task": {
+    "instruction": "Run the record-locked conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "update-409",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.update"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "transform-409",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.transform"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "invoices-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "invoices",
+      "comparison": {
+        "operator": "equals",
+        "value": 11
+      }
+    }
+  ]
+}

package/firedrill/ns-records.drill.json

@@ -0,0 +1,68 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-records",
+  "title": "Read every NetSuite record collection and record",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "administrator",
+  "task": {
+    "instruction": "Run the records conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "customer-list-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "customer-get-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.get"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "read-errors",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.get"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 3
+      }
+    },
+    {
+      "id": "customers-unchanged",
+      "kind": "state.count",
+      "packageId": "netsuite",
+      "namespace": "customers",
+      "comparison": {
+        "operator": "equals",
+        "value": 12
+      }
+    }
+  ]
+}

package/firedrill/ns-role-ar-clerk.drill.json

@@ -0,0 +1,58 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-role-ar-clerk",
+  "title": "The A/R clerk role may bill but not sell or delete",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "ar-clerk",
+  "task": {
+    "instruction": "Run the role-ar-clerk conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "order-create-denied",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.create"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "delete-denied",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "customer.delete"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "payment-allowed",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "invoice.transform"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    }
+  ]
+}

package/firedrill/ns-role-sales-rep.drill.json

@@ -0,0 +1,58 @@
+{
+  "schemaVersion": 1,
+  "id": "ns-role-sales-rep",
+  "title": "The sales rep role may sell but not see invoices",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "sales-rep",
+  "task": {
+    "instruction": "Run the role-sales-rep conformance flow against the synthetic NetSuite Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "invoice-list-denied",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "invoice.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "suiteql-denied",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "suiteql.query"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "order-created",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "netsuite",
+        "operationId": "sales-order.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    }
+  ]
+}