ag-ui-validate 0.1.0 → 0.3.0

package/spec/fixtures/invalid/AGUI106-interleaved-same-message-id/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300012500}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300012600}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300012700}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300012800}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300012900}

package/spec/fixtures/invalid/AGUI201-args-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI201",
+    "severity": "error",
+    "message": "TOOL_CALL_ARGS for toolCallId 'call_ghost' with no open TOOL_CALL_START",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#tool-call-events",
+    "eventType": "TOOL_CALL_ARGS",
+    "pointer": "/toolCallId"
+  }
+]

package/spec/fixtures/invalid/AGUI201-args-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300013000}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_ghost","delta":"{}","timestamp":1755300013100}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300013200}

package/spec/fixtures/invalid/AGUI202-end-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI202",
+    "severity": "error",
+    "message": "TOOL_CALL_END for toolCallId 'call_ghost' with no open TOOL_CALL_START",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallend",
+    "eventType": "TOOL_CALL_END",
+    "pointer": "/toolCallId"
+  }
+]

package/spec/fixtures/invalid/AGUI202-end-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300013300}
+{"type":"TOOL_CALL_END","toolCallId":"call_ghost","timestamp":1755300013400}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300013500}

package/spec/fixtures/invalid/AGUI203-unterminated-tool-call/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI203",
+    "severity": "error",
+    "message": "TOOL_CALL_START id 'call_7' never terminated",
+    "eventIndex": 3,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#tool-call-events",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI203-unterminated-tool-call/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300013600}
+{"type":"TOOL_CALL_START","toolCallId":"call_7","toolCallName":"get_weather","timestamp":1755300013700}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_7","delta":"{\"city\":\"Berlin\"}","timestamp":1755300013800}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300013900}

package/spec/fixtures/invalid/AGUI204-args-not-json/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI204",
+    "severity": "error",
+    "message": "Concatenated TOOL_CALL_ARGS for toolCallId 'call_001' do not parse as JSON: Unexpected token 'o', \"{\"city\":oops}\" is not valid JSON",
+    "eventIndex": 4,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallargs",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI204-args-not-json/stream.jsonl

@@ -0,0 +1,6 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300014000}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","timestamp":1755300014100}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"{\"city\":","timestamp":1755300014200}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"oops}","timestamp":1755300014300}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300014400}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300014500}

package/spec/fixtures/invalid/AGUI205-duplicate-tool-call-id/expected.json

@@ -0,0 +1,12 @@
+[
+  {
+    "rule": "AGUI205",
+    "severity": "error",
+    "message": "toolCallId 'call_001' was already used by a completed tool call",
+    "eventIndex": 3,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallstart",
+    "eventType": "TOOL_CALL_START",
+    "pointer": "/toolCallId",
+    "relatedEventIndex": 2
+  }
+]

package/spec/fixtures/invalid/AGUI205-duplicate-tool-call-id/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300014600}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","timestamp":1755300014700}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300014800}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","timestamp":1755300014900}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300015000}

package/spec/fixtures/invalid/AGUI206-result-before-end/expected.json

@@ -0,0 +1,12 @@
+[
+  {
+    "rule": "AGUI206",
+    "severity": "warning",
+    "message": "TOOL_CALL_RESULT for toolCallId 'call_001' arrived while the call is still open",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallresult",
+    "eventType": "TOOL_CALL_RESULT",
+    "pointer": "/toolCallId",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI206-result-before-end/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300015100}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","timestamp":1755300015200}
+{"type":"TOOL_CALL_RESULT","messageId":"msg_001","toolCallId":"call_001","content":"early","timestamp":1755300015300}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300015400}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300015500}

package/spec/fixtures/invalid/AGUI207-result-unknown-id/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI207",
+    "severity": "error",
+    "message": "TOOL_CALL_RESULT references toolCallId 'call_ghost', which was never started",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallresult",
+    "eventType": "TOOL_CALL_RESULT",
+    "pointer": "/toolCallId"
+  }
+]

package/spec/fixtures/invalid/AGUI207-result-unknown-id/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300015600}
+{"type":"TOOL_CALL_RESULT","messageId":"msg_001","toolCallId":"call_ghost","content":"orphan","timestamp":1755300015700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300015800}

package/spec/fixtures/invalid/AGUI208-unknown-parent-message-id/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI208",
+    "severity": "info",
+    "message": "TOOL_CALL_START parentMessageId 'msg_ghost' matches no message observed in this stream",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#toolcallstart",
+    "eventType": "TOOL_CALL_START",
+    "pointer": "/parentMessageId"
+  }
+]

package/spec/fixtures/invalid/AGUI208-unknown-parent-message-id/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300015900}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","parentMessageId":"msg_ghost","timestamp":1755300016000}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300016100}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300016200}

package/spec/fixtures/invalid/AGUI301-delta-before-snapshot/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI301",
+    "severity": "info",
+    "message": "STATE_DELTA precedes any STATE_SNAPSHOT; the base it applies to is not observable on this stream",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statesnapshot",
+    "eventType": "STATE_DELTA"
+  }
+]

package/spec/fixtures/invalid/AGUI301-delta-before-snapshot/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300016300}
+{"type":"STATE_DELTA","delta":[{"op":"add","path":"/a","value":1}],"timestamp":1755300016400}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300016500}

package/spec/fixtures/invalid/AGUI302-delta-failed-to-apply/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI302",
+    "severity": "error",
+    "message": "STATE_DELTA failed to apply: /items/3: '3' is not a valid index for an array of length 0",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statedelta",
+    "eventType": "STATE_DELTA",
+    "pointer": "/delta/0"
+  }
+]

package/spec/fixtures/invalid/AGUI302-delta-failed-to-apply/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300016600}
+{"type":"STATE_SNAPSHOT","snapshot":{"items":[]},"timestamp":1755300016700}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/items/3","value":"x"}],"timestamp":1755300016800}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300016900}

package/spec/fixtures/invalid/AGUI303-invalid-patch-document/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI303",
+    "severity": "error",
+    "message": "STATE_DELTA is not a valid RFC 6902 patch document: operation 0 has invalid op 'merge'",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statedelta",
+    "eventType": "STATE_DELTA",
+    "pointer": "/delta/0/op"
+  }
+]

package/spec/fixtures/invalid/AGUI303-invalid-patch-document/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017000}
+{"type":"STATE_SNAPSHOT","snapshot":{},"timestamp":1755300017100}
+{"type":"STATE_DELTA","delta":[{"op":"merge","path":"/a","value":1}],"timestamp":1755300017200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300017300}

package/spec/fixtures/invalid/AGUI304-midrun-snapshot-discards-deltas/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI304",
+    "severity": "info",
+    "message": "STATE_SNAPSHOT replaces state previously built from 1 delta(s)",
+    "eventIndex": 3,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statesnapshot",
+    "eventType": "STATE_SNAPSHOT"
+  }
+]

package/spec/fixtures/invalid/AGUI304-midrun-snapshot-discards-deltas/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017400}
+{"type":"STATE_SNAPSHOT","snapshot":{"a":1},"timestamp":1755300017500}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/a","value":2}],"timestamp":1755300017600}
+{"type":"STATE_SNAPSHOT","snapshot":{"a":99},"timestamp":1755300017700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300017800}

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI305",
+    "severity": "warning",
+    "message": "features include 'shared-state' but no STATE_SNAPSHOT was emitted",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#state-management-events"
+  }
+]

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/options.json

@@ -0,0 +1,5 @@
+{
+  "features": [
+    "shared-state"
+  ]
+}

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017900}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300018000}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"No state events at all.","timestamp":1755300018100}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300018200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018300}

package/spec/fixtures/invalid/AGUI401-reasoning-content-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI401",
+    "severity": "error",
+    "message": "REASONING_MESSAGE_CONTENT for messageId 'rmsg_ghost' with no open REASONING_MESSAGE_START",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#reasoningmessagecontent",
+    "eventType": "REASONING_MESSAGE_CONTENT",
+    "pointer": "/messageId"
+  }
+]

package/spec/fixtures/invalid/AGUI401-reasoning-content-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300018400}
+{"type":"REASONING_MESSAGE_CONTENT","messageId":"rmsg_ghost","delta":"orphan","timestamp":1755300018500}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018600}

package/spec/fixtures/invalid/AGUI402-reasoning-unterminated/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI402",
+    "severity": "warning",
+    "message": "REASONING_START messageId 'rsn_001' never ended",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#reasoning-events",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI402-reasoning-unterminated/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300018700}
+{"type":"REASONING_START","messageId":"rsn_001","timestamp":1755300018800}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018900}

package/spec/fixtures/invalid/AGUI501-missing-data-prefix/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI501",
+    "severity": "error",
+    "message": "Malformed SSE framing: line '{\"type\":\"CUSTOM\",\"name\":\"acme.ping\",\"value\":1,\"timestamp\":17…' looks like a JSON payload but lacks the 'data:' field prefix, so SSE clients silently drop it",
+    "eventIndex": -1,
+    "specUrl": "https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation"
+  }
+]

package/spec/fixtures/invalid/AGUI501-missing-data-prefix/scenario.json

@@ -0,0 +1,17 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300020500}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "{\"type\":\"CUSTOM\",\"name\":\"acme.ping\",\"value\":1,\"timestamp\":1755300020600}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300020700}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI502-payload-not-json/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI502",
+    "severity": "error",
+    "message": "Event payload is not valid JSON: Unexpected token 'b', \"{\"type\": broken json\" is not valid JSON",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties",
+    "eventType": ""
+  }
+]

package/spec/fixtures/invalid/AGUI502-payload-not-json/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019000}
+{"type": broken json
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300019100}

package/spec/fixtures/invalid/AGUI503-unknown-event-type/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI503",
+    "severity": "error",
+    "message": "Unknown event type 'AGUI_PING' (not in the installed AG-UI SDK v0.0.58, and not RAW or CUSTOM)",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#event-types-overview",
+    "eventType": "AGUI_PING"
+  }
+]

package/spec/fixtures/invalid/AGUI503-unknown-event-type/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019200}
+{"type":"AGUI_PING","timestamp":1755300019300}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300019400}

package/spec/fixtures/invalid/AGUI504-schema-violation/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI504",
+    "severity": "error",
+    "message": "TOOL_CALL_START: missing required field 'toolCallName' (string)",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties",
+    "eventType": "TOOL_CALL_START",
+    "pointer": "/toolCallName"
+  }
+]

package/spec/fixtures/invalid/AGUI504-schema-violation/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019500}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","timestamp":1755300019600}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300019700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300019800}

package/spec/fixtures/invalid/AGUI505-unexpected-content-type/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI505",
+    "severity": "warning",
+    "message": "Content-Type 'application/json' is neither text/event-stream nor application/x-ndjson",
+    "eventIndex": -1,
+    "specUrl": "https://html.spec.whatwg.org/multipage/server-sent-events.html#sse-processing-model"
+  }
+]

package/spec/fixtures/invalid/AGUI505-unexpected-content-type/scenario.json

@@ -0,0 +1,25 @@
+{
+  "contentType": "application/json",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300020800}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300020900}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"All good here.\",\"timestamp\":1755300021000}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300021100}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300021200}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI506-keepalive-gap/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI506",
+    "severity": "info",
+    "message": "No event or keepalive frame for 47s",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/architecture#standard-http-client"
+  }
+]

package/spec/fixtures/invalid/AGUI506-keepalive-gap/scenario.json

@@ -0,0 +1,25 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300021300}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300021400}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"Thinking very hard…\",\"timestamp\":1755300021500}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300021600}\n\n"
+    },
+    {
+      "gapMs": 47000,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300021700}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI507-buffered-response/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI507",
+    "severity": "info",
+    "message": "Response appears buffered: entire body (5 events) arrived in a single chunk",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/architecture#standard-http-client"
+  }
+]

package/spec/fixtures/invalid/AGUI507-buffered-response/scenario.json

@@ -0,0 +1,9 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300021800}\n\ndata: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300021900}\n\ndata: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"All good here.\",\"timestamp\":1755300022000}\n\ndata: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300022100}\n\ndata: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300022200}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI508-connection-dropped/expected.json

@@ -0,0 +1,17 @@
+[
+  {
+    "rule": "AGUI508",
+    "severity": "error",
+    "message": "Connection ended mid-run 'run_001' without RUN_FINISHED or RUN_ERROR",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#runfinished"
+  },
+  {
+    "rule": "AGUI003",
+    "severity": "error",
+    "message": "Run 'run_001' ended without RUN_FINISHED or RUN_ERROR",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#runfinished",
+    "relatedEventIndex": 0
+  }
+]

package/spec/fixtures/invalid/AGUI508-connection-dropped/scenario.json

@@ -0,0 +1,10 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300022300}\n\n"
+    }
+  ],
+  "abnormalEof": true
+}

package/spec/fixtures/invalid/AGUI901-raw-wraps-typed-event/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI901",
+    "severity": "info",
+    "message": "RAW event wraps an event of type 'TOOL_CALL_RESULT', which has a typed AG-UI equivalent",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#raw",
+    "eventType": "RAW",
+    "pointer": "/event/type"
+  }
+]

package/spec/fixtures/invalid/AGUI901-raw-wraps-typed-event/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019900}
+{"type":"RAW","event":{"type":"TOOL_CALL_RESULT","toolCallId":"call_001","content":"wrapped"},"timestamp":1755300020000}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300020100}

package/spec/fixtures/invalid/AGUI902-no-timestamps/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI902",
+    "severity": "info",
+    "message": "None of the 2 events carry the optional timestamp property",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties"
+  }
+]

package/spec/fixtures/invalid/AGUI902-no-timestamps/stream.jsonl

@@ -0,0 +1,2 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001"}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001"}

package/spec/fixtures/invalid/AGUI903-custom-name-not-namespaced/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI903",
+    "severity": "info",
+    "message": "CUSTOM event name 'update' has no namespace prefix (e.g. 'vendor.event')",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#custom",
+    "eventType": "CUSTOM",
+    "pointer": "/name"
+  }
+]

package/spec/fixtures/invalid/AGUI903-custom-name-not-namespaced/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300020200}
+{"type":"CUSTOM","name":"update","value":{"x":1},"timestamp":1755300020300}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300020400}

package/spec/fixtures/valid/agentic-chat.jsonl

@@ -0,0 +1,14 @@
+{"type":"RUN_STARTED","threadId":"thread_chat","runId":"run_001","timestamp":1755300000100}
+{"type":"REASONING_START","messageId":"rsn_001","timestamp":1755300000200}
+{"type":"REASONING_MESSAGE_START","messageId":"rmsg_001","role":"reasoning","timestamp":1755300000300}
+{"type":"REASONING_MESSAGE_CONTENT","messageId":"rmsg_001","delta":"The user greeted me; respond warmly.","timestamp":1755300000400}
+{"type":"REASONING_MESSAGE_END","messageId":"rmsg_001","timestamp":1755300000500}
+{"type":"REASONING_END","messageId":"rsn_001","timestamp":1755300000600}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300000700}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"Hello! ","timestamp":1755300000800}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"How can I help ","timestamp":1755300000900}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"you today?","timestamp":1755300001000}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300001100}
+{"type":"TEXT_MESSAGE_CHUNK","messageId":"msg_002","delta":"Chunked messages ","timestamp":1755300001200}
+{"type":"TEXT_MESSAGE_CHUNK","delta":"work too.","timestamp":1755300001300}
+{"type":"RUN_FINISHED","threadId":"thread_chat","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300001400}

package/spec/fixtures/valid/agentic-generative-ui.jsonl

@@ -0,0 +1,13 @@
+{"type":"RUN_STARTED","threadId":"thread_genui","runId":"run_001","timestamp":1755300004200}
+{"type":"STATE_SNAPSHOT","snapshot":{"steps":[{"name":"plan","status":"pending"},{"name":"execute","status":"pending"}]},"timestamp":1755300004300}
+{"type":"STEP_STARTED","stepName":"plan","timestamp":1755300004400}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/0/status","value":"in_progress"}],"timestamp":1755300004500}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/0/status","value":"done"}],"timestamp":1755300004600}
+{"type":"STEP_FINISHED","stepName":"plan","timestamp":1755300004700}
+{"type":"STEP_STARTED","stepName":"execute","timestamp":1755300004800}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/1/status","value":"done"}],"timestamp":1755300004900}
+{"type":"STEP_FINISHED","stepName":"execute","timestamp":1755300005000}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300005100}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"All steps complete.","timestamp":1755300005200}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300005300}
+{"type":"RUN_FINISHED","threadId":"thread_genui","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300005400}