ag-ui-validate 0.2.0 → 0.4.0

package/spec/fixtures/invalid/AGUI303-invalid-patch-document/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI303",
+    "severity": "error",
+    "message": "STATE_DELTA is not a valid RFC 6902 patch document: operation 0 has invalid op 'merge'",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statedelta",
+    "eventType": "STATE_DELTA",
+    "pointer": "/delta/0/op"
+  }
+]

package/spec/fixtures/invalid/AGUI303-invalid-patch-document/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017000}
+{"type":"STATE_SNAPSHOT","snapshot":{},"timestamp":1755300017100}
+{"type":"STATE_DELTA","delta":[{"op":"merge","path":"/a","value":1}],"timestamp":1755300017200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300017300}

package/spec/fixtures/invalid/AGUI304-midrun-snapshot-discards-deltas/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI304",
+    "severity": "info",
+    "message": "STATE_SNAPSHOT replaces state previously built from 1 delta(s)",
+    "eventIndex": 3,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#statesnapshot",
+    "eventType": "STATE_SNAPSHOT"
+  }
+]

package/spec/fixtures/invalid/AGUI304-midrun-snapshot-discards-deltas/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017400}
+{"type":"STATE_SNAPSHOT","snapshot":{"a":1},"timestamp":1755300017500}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/a","value":2}],"timestamp":1755300017600}
+{"type":"STATE_SNAPSHOT","snapshot":{"a":99},"timestamp":1755300017700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300017800}

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI305",
+    "severity": "warning",
+    "message": "features include 'shared-state' but no STATE_SNAPSHOT was emitted",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#state-management-events"
+  }
+]

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/options.json

@@ -0,0 +1,5 @@
+{
+  "features": [
+    "shared-state"
+  ]
+}

package/spec/fixtures/invalid/AGUI305-shared-state-never-established/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300017900}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300018000}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"No state events at all.","timestamp":1755300018100}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300018200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018300}

package/spec/fixtures/invalid/AGUI401-reasoning-content-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI401",
+    "severity": "error",
+    "message": "REASONING_MESSAGE_CONTENT for messageId 'rmsg_ghost' with no open REASONING_MESSAGE_START",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#reasoningmessagecontent",
+    "eventType": "REASONING_MESSAGE_CONTENT",
+    "pointer": "/messageId"
+  }
+]

package/spec/fixtures/invalid/AGUI401-reasoning-content-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300018400}
+{"type":"REASONING_MESSAGE_CONTENT","messageId":"rmsg_ghost","delta":"orphan","timestamp":1755300018500}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018600}

package/spec/fixtures/invalid/AGUI402-reasoning-unterminated/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI402",
+    "severity": "warning",
+    "message": "REASONING_START messageId 'rsn_001' never ended",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#reasoning-events",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI402-reasoning-unterminated/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300018700}
+{"type":"REASONING_START","messageId":"rsn_001","timestamp":1755300018800}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300018900}

package/spec/fixtures/invalid/AGUI501-missing-data-prefix/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI501",
+    "severity": "error",
+    "message": "Malformed SSE framing: line '{\"type\":\"CUSTOM\",\"name\":\"acme.ping\",\"value\":1,\"timestamp\":17…' looks like a JSON payload but lacks the 'data:' field prefix, so SSE clients silently drop it",
+    "eventIndex": -1,
+    "specUrl": "https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation"
+  }
+]

package/spec/fixtures/invalid/AGUI501-missing-data-prefix/scenario.json

@@ -0,0 +1,17 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300022900}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "{\"type\":\"CUSTOM\",\"name\":\"acme.ping\",\"value\":1,\"timestamp\":1755300023000}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300023100}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI502-payload-not-json/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI502",
+    "severity": "error",
+    "message": "Event payload is not valid JSON: Unexpected token 'b', \"{\"type\": broken json\" is not valid JSON",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties",
+    "eventType": ""
+  }
+]

package/spec/fixtures/invalid/AGUI502-payload-not-json/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300021400}
+{"type": broken json
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300021500}

package/spec/fixtures/invalid/AGUI503-unknown-event-type/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI503",
+    "severity": "error",
+    "message": "Unknown event type 'AGUI_PING' (not in the installed AG-UI SDK v0.0.59, and not RAW or CUSTOM)",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#event-types-overview",
+    "eventType": "AGUI_PING"
+  }
+]

package/spec/fixtures/invalid/AGUI503-unknown-event-type/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300021600}
+{"type":"AGUI_PING","timestamp":1755300021700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300021800}

package/spec/fixtures/invalid/AGUI504-schema-violation/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI504",
+    "severity": "error",
+    "message": "TOOL_CALL_START: missing required field 'toolCallName' (string)",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties",
+    "eventType": "TOOL_CALL_START",
+    "pointer": "/toolCallName"
+  }
+]

package/spec/fixtures/invalid/AGUI504-schema-violation/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300021900}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","timestamp":1755300022000}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300022100}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300022200}

package/spec/fixtures/invalid/AGUI505-unexpected-content-type/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI505",
+    "severity": "warning",
+    "message": "Content-Type 'application/json' is neither text/event-stream nor application/x-ndjson",
+    "eventIndex": -1,
+    "specUrl": "https://html.spec.whatwg.org/multipage/server-sent-events.html#sse-processing-model"
+  }
+]

package/spec/fixtures/invalid/AGUI505-unexpected-content-type/scenario.json

@@ -0,0 +1,25 @@
+{
+  "contentType": "application/json",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300023200}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300023300}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"All good here.\",\"timestamp\":1755300023400}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300023500}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300023600}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI506-keepalive-gap/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI506",
+    "severity": "info",
+    "message": "No event or keepalive frame for 47s",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/architecture#standard-http-client"
+  }
+]

package/spec/fixtures/invalid/AGUI506-keepalive-gap/scenario.json

@@ -0,0 +1,25 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300023700}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300023800}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"Thinking very hard…\",\"timestamp\":1755300023900}\n\n"
+    },
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300024000}\n\n"
+    },
+    {
+      "gapMs": 47000,
+      "text": "data: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300024100}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI507-buffered-response/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI507",
+    "severity": "info",
+    "message": "Response appears buffered: entire body (5 events) arrived in a single chunk",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/architecture#standard-http-client"
+  }
+]

package/spec/fixtures/invalid/AGUI507-buffered-response/scenario.json

@@ -0,0 +1,9 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300024200}\n\ndata: {\"type\":\"TEXT_MESSAGE_START\",\"messageId\":\"msg_001\",\"role\":\"assistant\",\"timestamp\":1755300024300}\n\ndata: {\"type\":\"TEXT_MESSAGE_CONTENT\",\"messageId\":\"msg_001\",\"delta\":\"All good here.\",\"timestamp\":1755300024400}\n\ndata: {\"type\":\"TEXT_MESSAGE_END\",\"messageId\":\"msg_001\",\"timestamp\":1755300024500}\n\ndata: {\"type\":\"RUN_FINISHED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"outcome\":{\"type\":\"success\"},\"timestamp\":1755300024600}\n\n"
+    }
+  ]
+}

package/spec/fixtures/invalid/AGUI508-connection-dropped/expected.json

@@ -0,0 +1,17 @@
+[
+  {
+    "rule": "AGUI508",
+    "severity": "error",
+    "message": "Connection ended mid-run 'run_001' without RUN_FINISHED or RUN_ERROR",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#runfinished"
+  },
+  {
+    "rule": "AGUI003",
+    "severity": "error",
+    "message": "Run 'run_001' ended without RUN_FINISHED or RUN_ERROR",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#runfinished",
+    "relatedEventIndex": 0
+  }
+]

package/spec/fixtures/invalid/AGUI508-connection-dropped/scenario.json

@@ -0,0 +1,10 @@
+{
+  "contentType": "text/event-stream",
+  "chunks": [
+    {
+      "gapMs": 0,
+      "text": "data: {\"type\":\"RUN_STARTED\",\"threadId\":\"thread_001\",\"runId\":\"run_001\",\"timestamp\":1755300024700}\n\n"
+    }
+  ],
+  "abnormalEof": true
+}

package/spec/fixtures/invalid/AGUI601-duplicate-subagent-started/expected.json

@@ -0,0 +1,12 @@
+[
+  {
+    "rule": "AGUI601",
+    "severity": "error",
+    "message": "SUBAGENT_STARTED reuses subagentRunId 'sub_001', which is already in use this run",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#rules-clients-enforce",
+    "eventType": "SUBAGENT_STARTED",
+    "pointer": "/subagentRunId",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI601-duplicate-subagent-started/stream.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019000}
+{"type":"SUBAGENT_STARTED","subagentRunId":"sub_001","name":"researcher","timestamp":1755300019100}
+{"type":"SUBAGENT_STARTED","subagentRunId":"sub_001","name":"researcher","timestamp":1755300019200}
+{"type":"SUBAGENT_FINISHED","subagentRunId":"sub_001","timestamp":1755300019300}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300019400}

package/spec/fixtures/invalid/AGUI602-finished-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI602",
+    "severity": "error",
+    "message": "SUBAGENT_FINISHED for subagentRunId 'sub_ghost' with no open SUBAGENT_STARTED",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#rules-clients-enforce",
+    "eventType": "SUBAGENT_FINISHED",
+    "pointer": "/subagentRunId"
+  }
+]

package/spec/fixtures/invalid/AGUI602-finished-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019500}
+{"type":"SUBAGENT_FINISHED","subagentRunId":"sub_ghost","timestamp":1755300019600}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300019700}

package/spec/fixtures/invalid/AGUI603-error-without-start/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI603",
+    "severity": "error",
+    "message": "SUBAGENT_ERROR for subagentRunId 'sub_ghost' with no open SUBAGENT_STARTED",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#rules-clients-enforce",
+    "eventType": "SUBAGENT_ERROR",
+    "pointer": "/subagentRunId"
+  }
+]

package/spec/fixtures/invalid/AGUI603-error-without-start/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300019800}
+{"type":"SUBAGENT_ERROR","subagentRunId":"sub_ghost","message":"boom","timestamp":1755300019900}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300020000}

package/spec/fixtures/invalid/AGUI604-subagent-unterminated/expected.json

@@ -0,0 +1,10 @@
+[
+  {
+    "rule": "AGUI604",
+    "severity": "error",
+    "message": "SUBAGENT_STARTED subagentRunId 'sub_001' never closed with SUBAGENT_FINISHED or SUBAGENT_ERROR",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#rules-clients-enforce",
+    "relatedEventIndex": 1
+  }
+]

package/spec/fixtures/invalid/AGUI604-subagent-unterminated/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300020100}
+{"type":"SUBAGENT_STARTED","subagentRunId":"sub_001","name":"researcher","timestamp":1755300020200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300020300}

package/spec/fixtures/invalid/AGUI605-unknown-parent-subagent-run-id/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI605",
+    "severity": "warning",
+    "message": "SUBAGENT_STARTED parentSubagentRunId 'sub_ghost' matches no subagent observed in this stream",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#nesting-and-concurrency",
+    "eventType": "SUBAGENT_STARTED",
+    "pointer": "/parentSubagentRunId"
+  }
+]

package/spec/fixtures/invalid/AGUI605-unknown-parent-subagent-run-id/stream.jsonl

@@ -0,0 +1,4 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300020400}
+{"type":"SUBAGENT_STARTED","subagentRunId":"sub_001","name":"researcher","parentSubagentRunId":"sub_ghost","timestamp":1755300020500}
+{"type":"SUBAGENT_FINISHED","subagentRunId":"sub_001","timestamp":1755300020600}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300020700}

package/spec/fixtures/invalid/AGUI606-continuation-owner-mismatch/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI606",
+    "severity": "warning",
+    "message": "TEXT_MESSAGE_END declares subagentRunId 'sub_2', but messageId 'msg_1' was opened under 'sub_1'",
+    "eventIndex": 3,
+    "specUrl": "https://docs.ag-ui.com/concepts/subagents#rules-clients-enforce",
+    "eventType": "TEXT_MESSAGE_END",
+    "pointer": "/subagentRunId"
+  }
+]

package/spec/fixtures/invalid/AGUI606-continuation-owner-mismatch/stream.jsonl

@@ -0,0 +1,6 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300020800}
+{"type":"SUBAGENT_STARTED","subagentRunId":"sub_1","name":"researcher","timestamp":1755300020900}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_1","role":"assistant","subagentRunId":"sub_1","timestamp":1755300021000}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_1","subagentRunId":"sub_2","timestamp":1755300021100}
+{"type":"SUBAGENT_FINISHED","subagentRunId":"sub_1","timestamp":1755300021200}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300021300}

package/spec/fixtures/invalid/AGUI901-raw-wraps-typed-event/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI901",
+    "severity": "info",
+    "message": "RAW event wraps an event of type 'TOOL_CALL_RESULT', which has a typed AG-UI equivalent",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#raw",
+    "eventType": "RAW",
+    "pointer": "/event/type"
+  }
+]

package/spec/fixtures/invalid/AGUI901-raw-wraps-typed-event/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300022300}
+{"type":"RAW","event":{"type":"TOOL_CALL_RESULT","toolCallId":"call_001","content":"wrapped"},"timestamp":1755300022400}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300022500}

package/spec/fixtures/invalid/AGUI902-no-timestamps/expected.json

@@ -0,0 +1,9 @@
+[
+  {
+    "rule": "AGUI902",
+    "severity": "info",
+    "message": "None of the 2 events carry the optional timestamp property",
+    "eventIndex": -1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#base-event-properties"
+  }
+]

package/spec/fixtures/invalid/AGUI902-no-timestamps/stream.jsonl

@@ -0,0 +1,2 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001"}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001"}

package/spec/fixtures/invalid/AGUI903-custom-name-not-namespaced/expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI903",
+    "severity": "info",
+    "message": "CUSTOM event name 'update' has no namespace prefix (e.g. 'vendor.event')",
+    "eventIndex": 1,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#custom",
+    "eventType": "CUSTOM",
+    "pointer": "/name"
+  }
+]

package/spec/fixtures/invalid/AGUI903-custom-name-not-namespaced/stream.jsonl

@@ -0,0 +1,3 @@
+{"type":"RUN_STARTED","threadId":"thread_001","runId":"run_001","timestamp":1755300022600}
+{"type":"CUSTOM","name":"update","value":{"x":1},"timestamp":1755300022700}
+{"type":"RUN_FINISHED","threadId":"thread_001","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300022800}

package/spec/fixtures/valid/agentic-chat.jsonl

@@ -0,0 +1,14 @@
+{"type":"RUN_STARTED","threadId":"thread_chat","runId":"run_001","timestamp":1755300000100}
+{"type":"REASONING_START","messageId":"rsn_001","timestamp":1755300000200}
+{"type":"REASONING_MESSAGE_START","messageId":"rmsg_001","role":"reasoning","timestamp":1755300000300}
+{"type":"REASONING_MESSAGE_CONTENT","messageId":"rmsg_001","delta":"The user greeted me; respond warmly.","timestamp":1755300000400}
+{"type":"REASONING_MESSAGE_END","messageId":"rmsg_001","timestamp":1755300000500}
+{"type":"REASONING_END","messageId":"rsn_001","timestamp":1755300000600}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300000700}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"Hello! ","timestamp":1755300000800}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"How can I help ","timestamp":1755300000900}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"you today?","timestamp":1755300001000}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300001100}
+{"type":"TEXT_MESSAGE_CHUNK","messageId":"msg_002","delta":"Chunked messages ","timestamp":1755300001200}
+{"type":"TEXT_MESSAGE_CHUNK","delta":"work too.","timestamp":1755300001300}
+{"type":"RUN_FINISHED","threadId":"thread_chat","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300001400}

package/spec/fixtures/valid/agentic-generative-ui.jsonl

@@ -0,0 +1,13 @@
+{"type":"RUN_STARTED","threadId":"thread_genui","runId":"run_001","timestamp":1755300004200}
+{"type":"STATE_SNAPSHOT","snapshot":{"steps":[{"name":"plan","status":"pending"},{"name":"execute","status":"pending"}]},"timestamp":1755300004300}
+{"type":"STEP_STARTED","stepName":"plan","timestamp":1755300004400}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/0/status","value":"in_progress"}],"timestamp":1755300004500}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/0/status","value":"done"}],"timestamp":1755300004600}
+{"type":"STEP_FINISHED","stepName":"plan","timestamp":1755300004700}
+{"type":"STEP_STARTED","stepName":"execute","timestamp":1755300004800}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/steps/1/status","value":"done"}],"timestamp":1755300004900}
+{"type":"STEP_FINISHED","stepName":"execute","timestamp":1755300005000}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300005100}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"All steps complete.","timestamp":1755300005200}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300005300}
+{"type":"RUN_FINISHED","threadId":"thread_genui","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300005400}

package/spec/fixtures/valid/backend-tool-rendering.jsonl

@@ -0,0 +1,14 @@
+{"type":"RUN_STARTED","threadId":"thread_tools","runId":"run_001","timestamp":1755300001500}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300001600}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"Checking the weather…","timestamp":1755300001700}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300001800}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"get_weather","parentMessageId":"msg_001","timestamp":1755300001900}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"{\"city\":\"Ber","timestamp":1755300002000}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"lin\"}","timestamp":1755300002100}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300002200}
+{"type":"TOOL_CALL_RESULT","messageId":"msg_002","toolCallId":"call_001","content":"{\"tempC\":21}","role":"tool","timestamp":1755300002300}
+{"type":"RAW","event":{"kind":"langgraph_checkpoint","checkpoint_id":"ckpt_42"},"source":"langgraph","timestamp":1755300002400}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_003","role":"assistant","timestamp":1755300002500}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_003","delta":"It is 21°C in Berlin.","timestamp":1755300002600}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_003","timestamp":1755300002700}
+{"type":"RUN_FINISHED","threadId":"thread_tools","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300002800}

package/spec/fixtures/valid/human-in-the-loop.jsonl

@@ -0,0 +1,13 @@
+{"type":"RUN_STARTED","threadId":"thread_hitl","runId":"run_001","timestamp":1755300002900}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300003000}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"I need your approval to delete 3 files.","timestamp":1755300003100}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300003200}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"confirm_action","parentMessageId":"msg_001","timestamp":1755300003300}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"{\"action\":\"delete\",\"count\":3}","timestamp":1755300003400}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300003500}
+{"type":"RUN_FINISHED","threadId":"thread_hitl","runId":"run_001","outcome":{"type":"interrupt","interrupts":[{"id":"int_001","reason":"approval_required","toolCallId":"call_001"}]},"timestamp":1755300003600}
+{"type":"RUN_STARTED","threadId":"thread_hitl","runId":"run_002","timestamp":1755300003700,"parentRunId":"run_001"}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_002","role":"assistant","timestamp":1755300003800}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_002","delta":"Done — 3 files deleted.","timestamp":1755300003900}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_002","timestamp":1755300004000}
+{"type":"RUN_FINISHED","threadId":"thread_hitl","runId":"run_002","outcome":{"type":"success"},"timestamp":1755300004100}

package/spec/fixtures/valid/predictive-state-updates.expected.json

@@ -0,0 +1,11 @@
+[
+  {
+    "rule": "AGUI903",
+    "severity": "info",
+    "message": "CUSTOM event name 'PredictState' has no namespace prefix (e.g. 'vendor.event')",
+    "eventIndex": 2,
+    "specUrl": "https://docs.ag-ui.com/concepts/events#custom",
+    "eventType": "CUSTOM",
+    "pointer": "/name"
+  }
+]

package/spec/fixtures/valid/predictive-state-updates.jsonl

@@ -0,0 +1,11 @@
+{"type":"RUN_STARTED","threadId":"thread_predict","runId":"run_001","timestamp":1755300006800}
+{"type":"STATE_SNAPSHOT","snapshot":{"document":""},"timestamp":1755300006900}
+{"type":"CUSTOM","name":"PredictState","value":[{"state_key":"document","tool":"write_document","tool_argument":"document"}],"timestamp":1755300007000}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"write_document","timestamp":1755300007100}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"{\"document\":\"Hello world.\"}","timestamp":1755300007200}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300007300}
+{"type":"STATE_DELTA","delta":[{"op":"replace","path":"/document","value":"Hello world."}],"timestamp":1755300007400}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300007500}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"Written.","timestamp":1755300007600}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300007700}
+{"type":"RUN_FINISHED","threadId":"thread_predict","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300007800}

package/spec/fixtures/valid/shared-state.jsonl

@@ -0,0 +1,8 @@
+{"type":"RUN_STARTED","threadId":"thread_state","runId":"run_001","timestamp":1755300006000}
+{"type":"STATE_SNAPSHOT","snapshot":{"recipe":{"title":"Pasta","ingredients":["tomato"]}},"timestamp":1755300006100}
+{"type":"TEXT_MESSAGE_START","messageId":"msg_001","role":"assistant","timestamp":1755300006200}
+{"type":"TEXT_MESSAGE_CONTENT","messageId":"msg_001","delta":"Adding garlic to the recipe.","timestamp":1755300006300}
+{"type":"TEXT_MESSAGE_END","messageId":"msg_001","timestamp":1755300006400}
+{"type":"STATE_DELTA","delta":[{"op":"add","path":"/recipe/ingredients/-","value":"garlic"}],"timestamp":1755300006500}
+{"type":"STATE_DELTA","delta":[{"op":"test","path":"/recipe/title","value":"Pasta"},{"op":"replace","path":"/recipe/title","value":"Garlic Pasta"}],"timestamp":1755300006600}
+{"type":"RUN_FINISHED","threadId":"thread_state","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300006700}

package/spec/fixtures/valid/tool-based-generative-ui.jsonl

@@ -0,0 +1,5 @@
+{"type":"RUN_STARTED","threadId":"thread_fe_tools","runId":"run_001","timestamp":1755300005500}
+{"type":"TOOL_CALL_START","toolCallId":"call_001","toolCallName":"generate_haiku","timestamp":1755300005600}
+{"type":"TOOL_CALL_ARGS","toolCallId":"call_001","delta":"{\"topic\":\"conformance\"}","timestamp":1755300005700}
+{"type":"TOOL_CALL_END","toolCallId":"call_001","timestamp":1755300005800}
+{"type":"RUN_FINISHED","threadId":"thread_fe_tools","runId":"run_001","outcome":{"type":"success"},"timestamp":1755300005900}