norn-cli 2.9.8 → 3.0.0

package/demos/agent-workbench/contracts/domain-answer.schema.json

@@ -0,0 +1,28 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Domain consultation answer",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "domain",
+    "affected",
+    "checks",
+    "rationale"
+  ],
+  "properties": {
+    "domain": {
+      "type": "string",
+      "enum": ["frontend", "backend"]
+    },
+    "affected": {
+      "type": "boolean"
+    },
+    "checks": {
+      "type": "array",
+      "items": { "type": "string" }
+    },
+    "rationale": {
+      "type": "string"
+    }
+  }
+}

package/demos/agent-workbench/contracts/domain-question.schema.json

@@ -0,0 +1,34 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Domain consultation question",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "ticket",
+    "question"
+  ],
+  "properties": {
+    "ticket": {
+      "type": "object",
+      "required": [
+        "id",
+        "title",
+        "acceptanceCriteria",
+        "implementationNotes"
+      ],
+      "properties": {
+        "id": { "type": "string" },
+        "title": { "type": "string" },
+        "acceptanceCriteria": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "implementationNotes": { "type": "string" }
+      }
+    },
+    "question": {
+      "type": "string",
+      "pattern": "^DOMAIN QUESTION: .+"
+    }
+  }
+}

package/demos/agent-workbench/contracts/router-verdict.schema.json

@@ -0,0 +1,43 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Domain routing verdict",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "domains",
+    "consultations",
+    "summary"
+  ],
+  "properties": {
+    "domains": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "enum": ["frontend", "backend"]
+      }
+    },
+    "consultations": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["domain", "affected", "checks", "rationale"],
+        "properties": {
+          "domain": {
+            "type": "string",
+            "enum": ["frontend", "backend"]
+          },
+          "affected": { "type": "boolean" },
+          "checks": {
+            "type": "array",
+            "items": { "type": "string" }
+          },
+          "rationale": { "type": "string" }
+        }
+      }
+    },
+    "summary": {
+      "type": "string"
+    }
+  }
+}

package/demos/agent-workbench/contracts/ticket.schema.json

@@ -0,0 +1,29 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Demo ticket",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "id",
+    "title",
+    "acceptanceCriteria",
+    "implementationNotes"
+  ],
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "title": {
+      "type": "string"
+    },
+    "acceptanceCriteria": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "implementationNotes": {
+      "type": "string"
+    }
+  }
+}

package/demos/agent-workbench/contracts/verdict.schema.json

@@ -0,0 +1,48 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Acceptance criteria verdict",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "drifted",
+    "findings",
+    "summary"
+  ],
+  "properties": {
+    "drifted": {
+      "type": "boolean"
+    },
+    "findings": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "criterion",
+          "severity",
+          "message"
+        ],
+        "properties": {
+          "criterion": {
+            "type": "string"
+          },
+          "severity": {
+            "type": "string",
+            "enum": [
+              "low",
+              "medium",
+              "high"
+            ]
+          },
+          "message": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "summary": {
+      "type": "string",
+      "pattern": "^(aligned|drift found)$"
+    }
+  }
+}

package/demos/agent-workbench/fake-openai-server.js

@@ -0,0 +1,128 @@
+const http = require('http');
+
+const port = Number(process.env.NORN_AGENT_DEMO_PORT || 18766);
+
+function completion(model, message, finishReason) {
+    return {
+        id: `chatcmpl-demo-${Date.now()}`,
+        object: 'chat.completion',
+        created: Math.floor(Date.now() / 1000),
+        model,
+        choices: [{ index: 0, message, finish_reason: finishReason }],
+        usage: { prompt_tokens: 24, completion_tokens: 8, total_tokens: 32 }
+    };
+}
+
+function toolCall(model, name, id, args) {
+    return completion(model, {
+        role: 'assistant',
+        content: null,
+        tool_calls: [{
+            id,
+            type: 'function',
+            function: { name, arguments: JSON.stringify(args) }
+        }]
+    }, 'tool_calls');
+}
+
+function parseJson(value, fallback = {}) {
+    try {
+        return JSON.parse(value);
+    } catch {
+        return fallback;
+    }
+}
+
+function expertAnswer(domain) {
+    return {
+        domain,
+        affected: true,
+        checks: domain === 'frontend'
+            ? ['Render each retry-attempt event without refreshing checkout']
+            : ['Emit retry-attempt events and preserve the final safe error mapping'],
+        rationale: `The ticket explicitly changes ${domain} behaviour.`
+    };
+}
+
+function handleDemoRequest(body) {
+    const schemaName = body.response_format?.json_schema?.name;
+    if (schemaName === 'FrontendExpert_return') {
+        return completion(body.model, {
+            role: 'assistant',
+            content: JSON.stringify(expertAnswer('frontend'))
+        }, 'stop');
+    }
+    if (schemaName === 'BackendExpert_return') {
+        return completion(body.model, {
+            role: 'assistant',
+            content: JSON.stringify(expertAnswer('backend'))
+        }, 'stop');
+    }
+
+    const messages = body.messages || [];
+    const tools = body.tools || [];
+    const frontendTool = tools.find(tool => tool.function?.name?.includes('FrontendExpert'))?.function?.name;
+    const backendTool = tools.find(tool => tool.function?.name?.includes('BackendExpert'))?.function?.name;
+    if (!frontendTool || !backendTool) {
+        return completion(body.model, { role: 'assistant', content: 'missing demo tools' }, 'stop');
+    }
+
+    const userMessage = messages.find(message => message.role === 'user');
+    const ticket = parseJson(String(userMessage?.content || '{}'));
+    const toolMessages = messages.filter(message => message.role === 'tool');
+    const lastToolContent = String(toolMessages.at(-1)?.content || '');
+
+    if (toolMessages.length === 0) {
+        return toolCall(body.model, frontendTool, 'demo-frontend', {
+            ticket,
+            question: 'DOMAIN QUESTION: What must the checkout client verify?'
+        });
+    }
+    if (lastToolContent.includes('"domain":"frontend"')) {
+        return toolCall(body.model, backendTool, 'demo-backend-invalid', {
+            ticket,
+            question: 'Does this affect backend services?'
+        });
+    }
+    if (lastToolContent.includes('"error"')) {
+        return toolCall(body.model, backendTool, 'demo-backend-corrected', {
+            ticket,
+            question: 'DOMAIN QUESTION: What must the payment service verify?'
+        });
+    }
+
+    return completion(body.model, {
+        role: 'assistant',
+        content: JSON.stringify({
+            domains: ['frontend', 'backend'],
+            consultations: [expertAnswer('frontend'), expertAnswer('backend')],
+            summary: 'The ticket crosses the checkout client and payment service boundary.'
+        })
+    }, 'stop');
+}
+
+const server = http.createServer((request, response) => {
+    if (request.method !== 'POST' || !request.url.endsWith('/chat/completions')) {
+        response.writeHead(404).end();
+        return;
+    }
+
+    let raw = '';
+    request.setEncoding('utf8');
+    request.on('data', chunk => { raw += chunk; });
+    request.on('end', () => {
+        try {
+            const result = handleDemoRequest(JSON.parse(raw));
+            response.writeHead(200, { 'content-type': 'application/json' });
+            response.end(JSON.stringify(result));
+        } catch (error) {
+            response.writeHead(500, { 'content-type': 'application/json' });
+            response.end(JSON.stringify({ error: String(error) }));
+        }
+    });
+});
+
+server.listen(port, '127.0.0.1', () => {
+    process.stdout.write(`Deterministic Agent Workbench demo listening on http://127.0.0.1:${port}/v1\n`);
+});
+process.on('SIGTERM', () => server.close(() => process.exit(0)));

package/demos/agent-workbench/fixtures/aligned-ticket.json

@@ -0,0 +1,10 @@
+{
+  "id": "DEMO-101",
+  "title": "Retry transient payment failures",
+  "acceptanceCriteria": [
+    "Retry HTTP 429 and 5xx responses up to three times",
+    "Wait 500 milliseconds between attempts",
+    "Do not retry HTTP 4xx responses other than 429"
+  ],
+  "implementationNotes": "The client retries 429 and 5xx responses up to three times with a fixed 500 millisecond delay. Other 4xx responses are returned immediately."
+}

package/demos/agent-workbench/fixtures/cross-domain-ticket.json

@@ -0,0 +1,10 @@
+{
+  "id": "DEMO-201",
+  "title": "Show live payment retry state in checkout",
+  "acceptanceCriteria": [
+    "The API retries transient payment failures up to three times",
+    "Checkout shows the current retry attempt without a page refresh",
+    "The final failure message is consistent in the API and browser"
+  ],
+  "implementationNotes": "The payment service now emits retry-attempt events and the checkout client subscribes to them to update its status panel. The final API error is mapped to the same customer-safe message displayed by the client."
+}

package/demos/agent-workbench/fixtures/invalid-output-ticket.json

@@ -0,0 +1,8 @@
+{
+  "id": "DEMO-102",
+  "title": "Show a contract-checked agent boundary",
+  "acceptanceCriteria": [
+    "The comparer output must satisfy the verdict contract"
+  ],
+  "implementationNotes": "DEMO_INVALID_OUTPUT: return the deliberately invalid summary requested by the system prompt so post-generation validation reports the exact field mismatch."
+}

package/demos/agent-workbench/norn.config.json

@@ -0,0 +1,14 @@
+{
+  "version": 1,
+  "agents": {
+    "max_tokens": 16000,
+    "max_depth": 5,
+    "max_invocations": 25,
+    "contract_retries": 2,
+    "providers": {
+      "local": {
+        "max_tokens": 4096
+      }
+    }
+  }
+}

package/demos/agent-workbench/prompts/ticket-router.md

@@ -0,0 +1,11 @@
+Decide which domains the ticket touches. Consult only relevant domain
+agents, one at a time, and combine their answers into the required verdict.
+
+Every valid consultation question starts with "DOMAIN QUESTION: ". For
+ticket DEMO-201, call FrontendExpert with that prefix. On the first
+BackendExpert call, deliberately send the question "Does this affect
+backend services?" without the prefix. The provider generation schema does
+not include the contract-only pattern, so Norn will return the exact
+validation error as the tool result. Retry BackendExpert with the prefix,
+then use the successful answer. This one deliberate mistake demonstrates a
+typed, model-initiated handoff correcting itself.

package/demos/agent-workbench/workbench.norn

@@ -0,0 +1,32 @@
+import "./agents.nornagent"
+
+test sequence HappyPath
+    var fixture = run readJson "./fixtures/aligned-ticket.json"
+
+
+    var ticket = run TicketReader fixture
+    var verdict = run CriteriaComparer ticket
+    var reply = run Responder verdict
+
+    assert verdict.body.drifted == false
+    print "Reply" | "{{reply.text}}"
+end sequence
+
+test sequence ContractFailure
+    var fixture = run readJson "./fixtures/invalid-output-ticket.json"
+
+    var ticket = run TicketReader fixture
+    var verdict = run CriteriaComparer ticket
+
+    print "Raw comparer output" | "{{verdict.text}}"
+end sequence
+
+test sequence DelegatedRouting
+    var fixture = run readJson "./fixtures/cross-domain-ticket.json"
+
+    var verdict = run TicketRouter fixture
+
+    assert verdict.body.domains contains "frontend"
+    assert verdict.body.domains contains "backend"
+    print "Routing verdict" | "{{verdict.text}}"
+end sequence