@firedrill-tools/unstructured 0.1.4

package/firedrill/unstructured-run-lost.drill.json

@@ -0,0 +1,51 @@
+{
+  "schemaVersion": 1,
+  "id": "unstructured-run-lost",
+  "title": "workflows.run commits the job and emits job.created, then answers 500; a naive retry creates a second job",
+  "targetId": "conformance-agent",
+  "scenarioId": "run-response-lost",
+  "actorId": "analyst",
+  "task": {
+    "instruction": "Run the run-lost flow against the synthetic Unstructured Tool and fail loudly on any unexpected status, header or body."
+  },
+  "assertions": [
+    {
+      "id": "workflows-run-tool_error-101",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.run"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "job-created-events-102",
+      "kind": "event.count",
+      "event": {
+        "packageId": "unstructured",
+        "eventId": "job.created"
+      },
+      "phase": "emitted",
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "jobs-count-103",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "jobs",
+      "comparison": {
+        "operator": "equals",
+        "value": 8
+      }
+    }
+  ]
+}

package/firedrill/unstructured-small-responses.drill.json

@@ -0,0 +1,173 @@
+{
+  "schemaVersion": 1,
+  "id": "unstructured-small-responses",
+  "title": "response_bytes lowered to 520: every list or page over the budget fails 413 RESPONSE_TOO_LARGE, never a shortened 200; filtered lists, small pages and point reads still work",
+  "targetId": "conformance-agent",
+  "scenarioId": "small-responses",
+  "actorId": "analyst",
+  "task": {
+    "instruction": "Run the small-responses flow against the synthetic Unstructured Tool and fail loudly on any unexpected status, header or body."
+  },
+  "assertions": [
+    {
+      "id": "sources-list-ok-117",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "destinations-list-ok-118",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "destinations.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-list-ok-119",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "jobs-list-ok-120",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "jobs.list"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-list-tool_error-121",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 3
+      }
+    },
+    {
+      "id": "destinations-list-tool_error-122",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "destinations.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-list-tool_error-123",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 5
+      }
+    },
+    {
+      "id": "jobs-list-tool_error-124",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "jobs.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "workflows-get-ok-125",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.get"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-create-ok-126",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-count-127",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "sources",
+      "comparison": {
+        "operator": "equals",
+        "value": 5
+      }
+    }
+  ]
+}

package/firedrill/unstructured-tight-limits.drill.json

@@ -0,0 +1,203 @@
+{
+  "schemaVersion": 1,
+  "id": "unstructured-tight-limits",
+  "title": "With meta/limits lowered every bounded scan fails INTERNAL_ERROR instead of truncating; point reads and scan-free writes still work",
+  "targetId": "conformance-agent",
+  "scenarioId": "tight-limits",
+  "actorId": "analyst",
+  "task": {
+    "instruction": "Run the tight-limits flow against the synthetic Unstructured Tool and fail loudly on any unexpected status, header or body."
+  },
+  "assertions": [
+    {
+      "id": "sources-list-tool_error-104",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "destinations-list-tool_error-105",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "destinations.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-list-tool_error-106",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "jobs-list-tool_error-107",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "jobs.list"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-create-tool_error-108",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.create"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "destinations-create-tool_error-109",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "destinations.create"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-create-tool_error-110",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.create"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-delete-tool_error-111",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.delete"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "destinations-delete-tool_error-112",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "destinations.delete"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-delete-tool_error-113",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.delete"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "workflows-run-tool_error-114",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.run"
+      },
+      "outcomes": [
+        "tool_error"
+      ],
+      "comparison": {
+        "operator": "greater_than_or_equal",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-create-ok-115",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "sources.create"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "sources-count-116",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "sources",
+      "comparison": {
+        "operator": "equals",
+        "value": 5
+      }
+    }
+  ]
+}

package/firedrill/unstructured-workflows-jobs.drill.json

@@ -0,0 +1,167 @@
+{
+  "schemaVersion": 1,
+  "id": "unstructured-workflows-jobs",
+  "title": "Workflows and jobs: list/sort/page, node rules, run with source and runtime files, derived statuses, download equals direct partition, cancel, delete rules",
+  "targetId": "conformance-agent",
+  "scenarioId": "baseline",
+  "actorId": "analyst",
+  "task": {
+    "instruction": "Run the workflows flow against the synthetic Unstructured Tool and fail loudly on any unexpected status, header or body."
+  },
+  "assertions": [
+    {
+      "id": "job-created-events-23",
+      "kind": "event.count",
+      "event": {
+        "packageId": "unstructured",
+        "eventId": "job.created"
+      },
+      "phase": "emitted",
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "job-cancelled-events-24",
+      "kind": "event.count",
+      "event": {
+        "packageId": "unstructured",
+        "eventId": "job.cancelled"
+      },
+      "phase": "emitted",
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "jobs-value-25",
+      "kind": "state.value",
+      "packageId": "unstructured",
+      "namespace": "jobs",
+      "rowId": "e5f60718-7a92-4b3c-9d4e-f60718293a05",
+      "path": [
+        "stop_requested"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": true
+      }
+    },
+    {
+      "id": "workflows-count-26",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "workflows",
+      "comparison": {
+        "operator": "equals",
+        "value": 6
+      }
+    },
+    {
+      "id": "jobs-count-27",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "jobs",
+      "comparison": {
+        "operator": "equals",
+        "value": 8
+      }
+    },
+    {
+      "id": "job-files-count-28",
+      "kind": "state.count",
+      "packageId": "unstructured",
+      "namespace": "job-files",
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "workflows-run-ok-29",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "workflows.run"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 2
+      }
+    },
+    {
+      "id": "jobs-download-output-ok-30",
+      "kind": "operation.count",
+      "operation": {
+        "packageId": "unstructured",
+        "operationId": "jobs.download_output"
+      },
+      "outcomes": [
+        "ok"
+      ],
+      "comparison": {
+        "operator": "equals",
+        "value": 1
+      }
+    },
+    {
+      "id": "order-31",
+      "kind": "operation.order",
+      "sequence": [
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "workflows.create"
+            }
+          ]
+        },
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "workflows.run"
+            }
+          ]
+        },
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "jobs.get"
+            }
+          ]
+        },
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "jobs.download_output"
+            }
+          ]
+        },
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "jobs.cancel"
+            }
+          ]
+        },
+        {
+          "anyOf": [
+            {
+              "packageId": "unstructured",
+              "operationId": "workflows.delete"
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}