@firedrill-tools/slack 0.1.1

package/firedrill/slack-open-member-bound.drill.json

@@ -0,0 +1,135 @@
+{
+  "schemaVersion": 1,
+  "id": "slack-open-member-bound",
+  "title": "conversations.open over the member bound answers 400 too_many_rows naming no conversation id and stores nothing; the ids it would have used go to the next IM and channel",
+  "targetId": "conformance-agent",
+  "scenarioId": "open-member-bound",
+  "actorId": "member",
+  "task": {
+    "instruction": "Run the open-member-bound conformance flow against the synthetic Slack Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "open-refused",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.open"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "open-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.open"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "info-of-unallocated-id-not-found",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.info"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "create-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "conversations-only-im-and-channel-added",
+      "kind": "state.count",
+      "packageId": "slack",
+      "namespace": "conversations",
+      "comparison": {
+        "operator": "equals",
+        "value": 12
+      }
+    },
+    {
+      "id": "memberships-only-im-and-channel-added",
+      "kind": "state.count",
+      "packageId": "slack",
+      "namespace": "memberships",
+      "comparison": {
+        "operator": "equals",
+        "value": 33
+      }
+    },
+    {
+      "id": "id-sequence-advanced-twice",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "workspace",
+      "rowId": "team",
+      "path": [
+        "id_sequence"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 52
+      }
+    },
+    {
+      "id": "im-took-first-free-id",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "conversations",
+      "rowId": "D000000001F",
+      "path": [
+        "user"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": "U01PRIYA003"
+      }
+    },
+    {
+      "id": "channel-took-next-id",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "conversations",
+      "rowId": "C000000001G",
+      "path": [
+        "name"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": "after-refused-open"
+      }
+    }
+  ]
+}

package/firedrill/slack-post-rate-limited.drill.json

@@ -0,0 +1,96 @@
+{
+  "schemaVersion": 1,
+  "id": "slack-post-rate-limited",
+  "title": "Posting is rate limited (429 + Retry-After) without changing state",
+  "targetId": "conformance-agent",
+  "scenarioId": "post-rate-limited",
+  "actorId": "member",
+  "task": {
+    "instruction": "Run the post-rate-limited conformance flow against the synthetic Slack Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "post-limited",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.post-message"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "reply-limited",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.reply"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "update-limited",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.update"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "reaction-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "reactions.add"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "nothing-posted",
+      "kind": "event.count",
+      "event": {
+        "packageId": "slack",
+        "eventId": "message.posted"
+      },
+      "phase": "emitted",
+      "comparison": {
+        "operator": "equals",
+        "value": 0
+      }
+    },
+    {
+      "id": "messages-untouched",
+      "kind": "state.count",
+      "packageId": "slack",
+      "namespace": "messages",
+      "comparison": {
+        "operator": "equals",
+        "value": 38
+      }
+    }
+  ]
+}

package/firedrill/slack-response-budget.drill.json

@@ -0,0 +1,118 @@
+{
+  "schemaVersion": 1,
+  "id": "slack-response-budget",
+  "title": "Lists and reads page by UTF-8 encoded bytes under workspace.limits.response_bytes, every row appears exactly once, and a single message over the budget answers 400 response_too_large",
+  "targetId": "conformance-agent",
+  "scenarioId": "response-budget",
+  "actorId": "member",
+  "task": {
+    "instruction": "Run the response-budget conformance flow against the synthetic Slack Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "users-listed",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "users.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "history-paged",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.history"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 3
+      }
+    },
+    {
+      "id": "replies-paged",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.replies"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 2
+      }
+    },
+    {
+      "id": "history-too-large",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.history"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "replies-too-large",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.replies"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "search-too-large",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "search.messages"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "pins-too-large",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "pins.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    }
+  ]
+}

package/firedrill/slack-thread-many-repliers.drill.json

@@ -0,0 +1,100 @@
+{
+  "schemaVersion": 1,
+  "id": "slack-thread-many-repliers",
+  "title": "Replies from a 51st distinct participant are posted: reply_users stays at the first 50, reply_users_count and reply_count keep counting, and nothing fails",
+  "targetId": "conformance-agent",
+  "scenarioId": "thread-many-repliers",
+  "actorId": "member",
+  "task": {
+    "instruction": "Run the thread-many-repliers conformance flow against the synthetic Slack Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "replies-posted",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.post-message"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "no-reply-refused",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.post-message"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 0
+      }
+    },
+    {
+      "id": "reply-count-counts-every-reply",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "messages",
+      "rowId": "C01GENERAL1:1789290000.000199",
+      "path": [
+        "reply_count"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 52
+      }
+    },
+    {
+      "id": "distinct-repliers-counted-once",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "messages",
+      "rowId": "C01GENERAL1:1789290000.000199",
+      "path": [
+        "reply_users_count"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 51
+      }
+    },
+    {
+      "id": "reply-users-keeps-first-fifty",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "messages",
+      "rowId": "C01GENERAL1:1789290000.000199",
+      "path": [
+        "reply_users",
+        49
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": "U0REPLY0050"
+      }
+    },
+    {
+      "id": "latest-reply-is-second-reply",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "messages",
+      "rowId": "C01GENERAL1:1789290000.000199",
+      "path": [
+        "latest_reply"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": "1789376400.000002"
+      }
+    }
+  ]
+}

package/firedrill/slack-ts-sequence-full.drill.json

@@ -0,0 +1,165 @@
+{
+  "schemaVersion": 1,
+  "id": "slack-ts-sequence-full",
+  "title": "A virtual second holds at most 999,999 message timestamps: the last one is allocated, then posting, replying, joining and inviting refuse with too_many_rows and write nothing",
+  "targetId": "conformance-agent",
+  "scenarioId": "ts-sequence-full",
+  "actorId": "member",
+  "task": {
+    "instruction": "Run the ts-sequence-full conformance flow against the synthetic Slack Tool and fail loudly on any unexpected status or body."
+  },
+  "assertions": [
+    {
+      "id": "chat-post-message-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.post-message"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "chat-post-message-tool-error",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.post-message"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "chat-reply-tool-error",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.reply"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "conversations-join-tool-error",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.join"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "conversations-invite-tool-error",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "conversations.invite"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "chat-update-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "chat.update"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "reactions-add-ok",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "slack",
+        "operationId": "reactions.add"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "one-message-posted",
+      "kind": "event.count",
+      "event": {
+        "packageId": "slack",
+        "eventId": "message.posted"
+      },
+      "phase": "emitted",
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "last-ts-of-the-second",
+      "kind": "state.value",
+      "packageId": "slack",
+      "namespace": "messages",
+      "rowId": "C01INCIDENT:1789376400.999999",
+      "path": [
+        "text"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": "edited"
+      }
+    },
+    {
+      "id": "one-row-more",
+      "kind": "state.count",
+      "packageId": "slack",
+      "namespace": "messages",
+      "comparison": {
+        "operator": "equals",
+        "value": 40
+      }
+    },
+    {
+      "id": "memberships-untouched",
+      "kind": "state.count",
+      "packageId": "slack",
+      "namespace": "memberships",
+      "comparison": {
+        "operator": "equals",
+        "value": 30
+      }
+    }
+  ]
+}