@agentmark-ai/cli 0.1.0

package/dist/runner-server.js

@@ -0,0 +1,376 @@
+"use strict";
+/**
+ * AgentMark Webhook Server
+ *
+ * This file provides the webhook server for local development,
+ * used to execute prompts and experiments via Express.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleWebhookRequest = void 0;
+exports.createWebhookServer = createWebhookServer;
+const express_1 = __importDefault(require("express"));
+const express_rate_limit_1 = __importDefault(require("express-rate-limit"));
+const node_http_1 = require("node:http");
+const core_1 = require("./runner-server/core");
+const signature_verification_1 = require("./runner-server/middleware/signature-verification");
+const config_1 = require("./config");
+// Set up rate limiter: 100 requests per 15 minutes per IP
+const limiter = (0, express_rate_limit_1.default)({
+    windowMs: 15 * 60 * 1000, // 15 minutes
+    max: 100, // limit each IP to 100 requests per windowMs
+    standardHeaders: true, // Return rate limit info in the `RateLimit-*` headers
+    legacyHeaders: false, // Disable the `X-RateLimit-*` headers
+});
+/**
+ * Creates an Express middleware handler for AgentMark webhook requests.
+ */
+function createMiddleware(handler, signatureOptions) {
+    return (req, res) => __awaiter(this, void 0, void 0, function* () {
+        try {
+            // Log incoming request
+            const timestamp = new Date().toISOString();
+            const clientIp = req.ip || req.socket.remoteAddress || 'unknown';
+            console.log(`\n[${timestamp}] ${req.method} ${req.path} - ${clientIp}`);
+            const body = req.body || {};
+            // Verify signature if configured
+            if (signatureOptions && !(0, signature_verification_1.shouldSkipVerification)(signatureOptions)) {
+                const headerName = signatureOptions.headerName || 'x-agentmark-signature-256';
+                const signature = req.headers[headerName.toLowerCase()];
+                if (!signature) {
+                    console.error('   ❌ 401 Missing signature header');
+                    console.error(`      Expected header: ${headerName}`);
+                    console.error('      Ensure the client is sending a signed request with AGENTMARK_WEBHOOK_SECRET.');
+                    return res.status(401).json({
+                        message: `Missing signature header: Expected ${headerName} header for webhook verification`
+                    });
+                }
+                const bodyString = typeof body === 'string' ? body : JSON.stringify(body);
+                const isValid = yield (0, signature_verification_1.verifyWebhookSignature)(bodyString, signature, signatureOptions.secret);
+                if (!isValid) {
+                    console.error('   ❌ 401 Invalid webhook signature');
+                    console.error('      The signature in the request header does not match.');
+                    return res.status(401).json({
+                        message: 'Invalid webhook signature - signature verification failed'
+                    });
+                }
+                console.log('   ✓ Signature verified');
+            }
+            // Call platform-agnostic core handler
+            const result = yield (0, core_1.handleWebhookRequest)(body, handler);
+            // Handle error responses
+            if (result.type === 'error') {
+                const errorMessage = result.details || result.error;
+                console.log(`   → ${result.status} Error: ${errorMessage}`);
+                return res.status(result.status).json({
+                    message: errorMessage
+                });
+            }
+            // Handle streaming responses
+            if (result.type === 'stream') {
+                // Set streaming headers
+                for (const [key, value] of Object.entries(result.headers)) {
+                    res.setHeader(key, value);
+                }
+                // Stream the response
+                const reader = result.stream.getReader();
+                const decoder = new TextDecoder();
+                try {
+                    while (true) {
+                        const { value, done } = yield reader.read();
+                        if (done)
+                            break;
+                        const chunk = typeof value === 'string' ? value : decoder.decode(value);
+                        // Log errors from the stream
+                        try {
+                            const parsed = JSON.parse(chunk.trim());
+                            if (parsed.type === 'error') {
+                                console.error(`   ❌ Error: ${parsed.error || parsed.message || 'Unknown error'}`);
+                            }
+                        }
+                        catch (_a) {
+                            // Not JSON or multi-line, ignore parsing errors
+                        }
+                        res.write(chunk);
+                    }
+                    // Send traceId as final event if available
+                    if (result.traceId) {
+                        res.write(JSON.stringify({ type: 'done', traceId: result.traceId }) + '\n');
+                    }
+                    res.end();
+                }
+                catch (streamError) {
+                    console.error('Streaming error:', streamError);
+                    if (!res.headersSent) {
+                        res.status(500).json({
+                            message: streamError instanceof Error ? streamError.message : String(streamError)
+                        });
+                    }
+                    else {
+                        res.end();
+                    }
+                }
+                return;
+            }
+            // Handle regular JSON responses
+            console.log(`   → ${result.status || 200} Success`);
+            return res.status(result.status || 200).json(result.data);
+        }
+        catch (error) {
+            console.error('   → 500 Internal Error:', error);
+            return res.status(500).json({
+                message: error instanceof Error ? error.message : String(error)
+            });
+        }
+    });
+}
+/**
+ * Creates an HTTP server that wraps a webhook handler instance.
+ * This server provides endpoints for executing prompts and experiments via HTTP.
+ * Used by the CLI and local development workflows.
+ *
+ * @param options - Server configuration options
+ * @returns HTTP server instance
+ */
+function createWebhookServer(options) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { port = 9417, handler, signatureVerification } = options;
+        // Setup signature verification options
+        let sigOptions = signatureVerification;
+        if (!sigOptions) {
+            // Check for env var
+            const secret = (0, config_1.getWebhookSecret)();
+            if (secret) {
+                sigOptions = { secret };
+            }
+        }
+        const app = (0, express_1.default)();
+        // Trust first proxy hop (for tunnels like ngrok, cloudflare, etc.)
+        // Using 1 instead of true limits trust to single proxy, more secure for dev
+        app.set('trust proxy', 1);
+        // Parse JSON bodies (up to 10mb)
+        app.use(express_1.default.json({ limit: '10mb' }));
+        // Landing page for browser access
+        app.get('/', (_req, res) => __awaiter(this, void 0, void 0, function* () {
+            const { apiServerUrl, templatesDirectory } = options;
+            // Fetch available prompts dynamically
+            let promptsList = '';
+            if (apiServerUrl) {
+                try {
+                    const response = yield fetch(`${apiServerUrl}/v1/prompts`);
+                    if (response.ok) {
+                        const data = yield response.json();
+                        if (data.paths && data.paths.length > 0) {
+                            promptsList = data.paths.map((p) => `      <li><code>${p}</code></li>`).join('\n');
+                        }
+                        else {
+                            promptsList = '      <li style="color: #64748b;">No prompts found</li>';
+                        }
+                    }
+                    else {
+                        promptsList = '      <li style="color: #64748b;">Unable to fetch prompts</li>';
+                    }
+                }
+                catch (_a) {
+                    promptsList = '      <li style="color: #64748b;">API server not available</li>';
+                }
+            }
+            else {
+                promptsList = '      <li style="color: #64748b;">API server URL not configured</li>';
+            }
+            const templatesDir = templatesDirectory || 'agentmark/';
+            const apiServerInfo = apiServerUrl ?
+                `<div class="info-box">
+        <strong>📁 Templates Directory:</strong><br>
+        <code>${templatesDir}</code><br><br>
+        <strong>🔗 API:</strong><br>
+        <a href="${apiServerUrl}" target="_blank">${apiServerUrl}</a>
+      </div>` : '';
+            res.setHeader('Content-Type', 'text/html; charset=utf-8');
+            res.send(`
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>AgentMark CLI Runner</title>
+  <style>
+    body {
+      font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
+      max-width: 800px;
+      margin: 40px auto;
+      padding: 20px;
+      line-height: 1.6;
+      color: #333;
+    }
+    h1 { color: #2563eb; margin-bottom: 10px; }
+    .subtitle { color: #64748b; margin-bottom: 30px; }
+    .status {
+      background: #dcfce7;
+      border-left: 4px solid #22c55e;
+      padding: 15px;
+      margin: 20px 0;
+      border-radius: 4px;
+    }
+    .endpoint {
+      background: #f8fafc;
+      border: 1px solid #e2e8f0;
+      border-radius: 6px;
+      padding: 15px;
+      margin: 15px 0;
+    }
+    .endpoint-title {
+      font-weight: 600;
+      color: #1e293b;
+      margin-bottom: 8px;
+    }
+    .endpoint-desc {
+      color: #64748b;
+      font-size: 14px;
+      margin-bottom: 10px;
+    }
+    code {
+      background: #1e293b;
+      color: #e2e8f0;
+      padding: 2px 6px;
+      border-radius: 3px;
+      font-size: 13px;
+    }
+    .command {
+      background: #1e293b;
+      color: #e2e8f0;
+      padding: 12px;
+      border-radius: 4px;
+      margin: 10px 0;
+      overflow-x: auto;
+      font-family: 'Monaco', 'Menlo', 'Courier New', monospace;
+      font-size: 13px;
+    }
+    .info-box {
+      background: #f0f9ff;
+      border-left: 4px solid #2563eb;
+      padding: 15px;
+      margin: 20px 0;
+      border-radius: 4px;
+    }
+    a { color: #2563eb; text-decoration: none; }
+    a:hover { text-decoration: underline; }
+    footer {
+      margin-top: 40px;
+      padding-top: 20px;
+      border-top: 1px solid #e2e8f0;
+      color: #64748b;
+      font-size: 14px;
+    }
+    table {
+      width: 100%;
+      border-collapse: collapse;
+      margin: 15px 0;
+      font-size: 14px;
+    }
+    th {
+      background: #f1f5f9;
+      padding: 10px;
+      text-align: left;
+      font-weight: 600;
+      border-bottom: 2px solid #e2e8f0;
+    }
+    td {
+      padding: 10px;
+      border-bottom: 1px solid #e2e8f0;
+    }
+    td code {
+      background: #1e293b;
+      color: #e2e8f0;
+      padding: 2px 6px;
+      border-radius: 3px;
+      font-size: 12px;
+    }
+  </style>
+</head>
+<body>
+  <h1>AgentMark CLI Runner</h1>
+  <div class="subtitle">Local development server for executing prompts and experiments</div>
+
+  <div class="status">
+    <strong>✓ Server Status:</strong> Running on port ${port}
+  </div>
+
+  ${apiServerInfo}
+
+  <h2>What is this?</h2>
+  <p>
+    This is the <strong>AgentMark CLI Runner</strong>, an internal development server that executes
+    prompts and experiments locally. It's automatically started when you run <code>agentmark dev</code>
+    and is used by CLI commands to process your prompts.
+  </p>
+
+  <h2>Your Prompts</h2>
+  <ul>
+${promptsList}
+  </ul>
+
+  <h2>Available Commands</h2>
+
+  <h3>Run a Single Prompt</h3>
+  <div class="command">$ npm run prompt agentmark/&lt;file&gt;.prompt.mdx</div>
+
+  <h3>Run Experiments with Datasets</h3>
+  <div class="command">$ npm run experiment agentmark/&lt;file&gt;.prompt.mdx</div>
+
+  <h2>API Endpoints</h2>
+
+  <table>
+    <thead>
+      <tr>
+        <th>Endpoint</th>
+        <th>Method</th>
+        <th>Description</th>
+      </tr>
+    </thead>
+    <tbody>
+      <tr>
+        <td><code>POST /</code></td>
+        <td>POST</td>
+        <td>Execute prompts or run experiments</td>
+      </tr>
+    </tbody>
+  </table>
+
+  <p><strong>Event Types:</strong></p>
+  <ul>
+    <li><code>prompt-run</code> - Execute a single prompt with test props</li>
+    <li><code>dataset-run</code> - Run experiments across a dataset</li>
+  </ul>
+
+  <footer>
+    <div><strong>AgentMark Development Server</strong></div>
+    <div>Learn more: <a href="https://docs.agentmark.co" target="_blank">docs.agentmark.co</a></div>
+  </footer>
+</body>
+</html>
+    `.trim());
+        }));
+        // Mount the webhook handler middleware at POST /
+        app.post('/', limiter, createMiddleware(handler, sigOptions));
+        // Create HTTP server and start listening
+        const server = (0, node_http_1.createServer)(app);
+        yield new Promise(resolve => server.listen(port, resolve));
+        return server;
+    });
+}
+// Re-export core handler and types
+var core_2 = require("./runner-server/core");
+Object.defineProperty(exports, "handleWebhookRequest", { enumerable: true, get: function () { return core_2.handleWebhookRequest; } });
+//# sourceMappingURL=runner-server.js.map

package/dist/runner-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner-server.js","sourceRoot":"","sources":["../cli-src/runner-server.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;AA8JH,kDA0OC;AAtYD,sDAAqE;AACrE,4EAA2C;AAC3C,yCAAiD;AACjD,+CAA4D;AAE5D,8FAI2D;AAC3D,qCAA4C;AAE5C,0DAA0D;AAC1D,MAAM,OAAO,GAAG,IAAA,4BAAS,EAAC;IACxB,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,aAAa;IACvC,GAAG,EAAE,GAAG,EAAE,6CAA6C;IACvD,eAAe,EAAE,IAAI,EAAE,sDAAsD;IAC7E,aAAa,EAAE,KAAK,EAAE,sCAAsC;CAC7D,CAAC,CAAC;AAiBH;;GAEG;AACH,SAAS,gBAAgB,CACvB,OAAuB,EACvB,gBAA+C;IAE/C,OAAO,CAAO,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3C,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,MAAM,SAAS,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,MAAM,QAAQ,EAAE,CAAC,CAAC;YAExE,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;YAE5B,iCAAiC;YACjC,IAAI,gBAAgB,IAAI,CAAC,IAAA,+CAAsB,EAAC,gBAAgB,CAAC,EAAE,CAAC;gBAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,UAAU,IAAI,2BAA2B,CAAC;gBAC9E,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,CAAW,CAAC;gBAElE,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;oBACnD,OAAO,CAAC,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;oBACtD,OAAO,CAAC,KAAK,CAAC,oFAAoF,CAAC,CAAC;oBACpG,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBAC1B,OAAO,EAAE,sCAAsC,UAAU,kCAAkC;qBAC5F,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,UAAU,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC1E,MAAM,OAAO,GAAG,MAAM,IAAA,+CAAsB,EAAC,UAAU,EAAE,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAE7F,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;oBACpD,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;oBAC3E,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBAC1B,OAAO,EAAE,2DAA2D;qBACrE,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YACzC,CAAC;YAED,sCAAsC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAA,2BAAoB,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEzD,yBAAyB;YACzB,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,QAAQ,MAAM,CAAC,MAAM,WAAW,YAAY,EAAE,CAAC,CAAC;gBAC5D,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;oBACpC,OAAO,EAAE,YAAY;iBACtB,CAAC,CAAC;YACL,CAAC;YAED,6BAA6B;YAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,wBAAwB;gBACxB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC1D,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC5B,CAAC;gBAED,sBAAsB;gBACtB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;gBAElC,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI;4BAAE,MAAM;wBAChB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACxE,6BAA6B;wBAC7B,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;4BACxC,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gCAC5B,OAAO,CAAC,KAAK,CAAC,eAAe,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;4BACpF,CAAC;wBACH,CAAC;wBAAC,WAAM,CAAC;4BACP,gDAAgD;wBAClD,CAAC;wBACD,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACnB,CAAC;oBACD,2CAA2C;oBAC3C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC9E,CAAC;oBACD,GAAG,CAAC,GAAG,EAAE,CAAC;gBACZ,CAAC;gBAAC,OAAO,WAAW,EAAE,CAAC;oBACrB,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;oBAC/C,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;wBACrB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;4BACnB,OAAO,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;yBAClF,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,GAAG,CAAC,GAAG,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;gBACD,OAAO;YACT,CAAC;YAED,gCAAgC;YAChC,OAAO,CAAC,GAAG,CAAC,QAAQ,MAAM,CAAC,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC;YACpD,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAA,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAsB,mBAAmB,CAAC,OAA6B;;QACrE,MAAM,EAAE,IAAI,GAAG,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC;QAEhE,uCAAuC;QACvC,IAAI,UAAU,GAAG,qBAAqB,CAAC;QACvC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,oBAAoB;YACpB,MAAM,MAAM,GAAG,IAAA,yBAAgB,GAAE,CAAC;YAClC,IAAI,MAAM,EAAE,CAAC;gBACX,UAAU,GAAG,EAAE,MAAM,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;QAEtB,mEAAmE;QACnE,4EAA4E;QAC5E,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAE1B,iCAAiC;QACjC,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAEzC,kCAAkC;QAClC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAO,IAAa,EAAE,GAAa,EAAE,EAAE;YAClD,MAAM,EAAE,YAAY,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC;YAErD,sCAAsC;YACtC,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,aAAa,CAAC,CAAC;oBAC3D,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;wBAChB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACnC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACxC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CACzC,mBAAmB,CAAC,cAAc,CACnC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACf,CAAC;6BAAM,CAAC;4BACN,WAAW,GAAG,yDAAyD,CAAC;wBAC1E,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,WAAW,GAAG,gEAAgE,CAAC;oBACjF,CAAC;gBACH,CAAC;gBAAC,WAAM,CAAC;oBACP,WAAW,GAAG,iEAAiE,CAAC;gBAClF,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,sEAAsE,CAAC;YACvF,CAAC;YAED,MAAM,YAAY,GAAG,kBAAkB,IAAI,YAAY,CAAC;YACxD,MAAM,aAAa,GAAG,YAAY,CAAC,CAAC;gBAClC;;gBAEU,YAAY;;mBAET,YAAY,qBAAqB,YAAY;aACnD,CAAC,CAAC,CAAC,EAAE,CAAC;YAEf,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAC1D,GAAG,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wDA0G2C,IAAI;;;IAGxD,aAAa;;;;;;;;;;;EAWf,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA0CR,CAAC,IAAI,EAAE,CAAC,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QAEH,iDAAiD;QACjD,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;QAE9D,yCAAyC;QACzC,MAAM,MAAM,GAAG,IAAA,wBAAY,EAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QAEjE,OAAO,MAAM,CAAC;IAChB,CAAC;CAAA;AAED,mCAAmC;AACnC,6CAA4D;AAAnD,4GAAA,oBAAoB,OAAA"}

package/dist/server/database/index.d.ts

@@ -0,0 +1,3 @@
+import { type Database as DatabaseType } from "better-sqlite3";
+declare const db: DatabaseType;
+export default db;

package/dist/server/database/index.js

@@ -0,0 +1,97 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const db = new better_sqlite3_1.default(":memory:");
+db.exec(`
+    CREATE TABLE IF NOT EXISTS traces (
+        -- Identity
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        TraceId TEXT NOT NULL,
+        SpanId TEXT NOT NULL,
+        ParentSpanId TEXT,
+        
+        -- Core type and classification
+        Type TEXT NOT NULL DEFAULT 'SPAN',  -- 'SPAN' | 'GENERATION' | 'EVENT'
+        
+        -- Timing
+        Timestamp TEXT NOT NULL,  -- Start time (ISO 8601)
+        EndTime REAL,              -- End time in milliseconds (Unix timestamp)
+        Duration INTEGER,         -- Duration in milliseconds
+        
+        -- Span metadata
+        SpanName TEXT,
+        SpanKind TEXT,
+        ServiceName TEXT,
+        TraceState TEXT,
+        StatusCode TEXT,
+        StatusMessage TEXT,
+        
+        -- Normalized LLM generation fields
+        Model TEXT DEFAULT '',
+        InputTokens INTEGER DEFAULT 0,
+        OutputTokens INTEGER DEFAULT 0,
+        TotalTokens INTEGER DEFAULT 0,
+        ReasoningTokens INTEGER DEFAULT 0,
+        Cost REAL DEFAULT 0.0,
+        
+        -- I/O fields
+        Input TEXT,               -- JSON array of Message objects
+        Output TEXT,              -- Plain text or JSON-stringified structured data
+        OutputObject TEXT,        -- JSON-stringified structured object output
+        ToolCalls TEXT,           -- JSON array of ToolCall objects
+        FinishReason TEXT,        -- Unified finish reason (stop, tool-calls, length, etc.)
+        Settings TEXT,            -- JSON-stringified model generation settings
+        
+        -- Trace context fields
+        SessionId TEXT DEFAULT '',
+        SessionName TEXT DEFAULT '',
+        UserId TEXT DEFAULT '',
+        TraceName TEXT DEFAULT '',
+        
+        -- Dataset/evaluation fields
+        DatasetRunId TEXT DEFAULT '',
+        DatasetRunName TEXT DEFAULT '',
+        DatasetPath TEXT DEFAULT '',
+        DatasetItemName TEXT DEFAULT '',
+        DatasetExpectedOutput TEXT DEFAULT '',
+        
+        -- Prompt/template fields
+        PromptName TEXT DEFAULT '',
+        Props TEXT,               -- JSON or string metadata props
+        Metadata TEXT,            -- JSON-encoded custom metadata (Record<string, string>)
+        
+        -- Raw data for export/debug (JSON-encoded)
+        ResourceAttributes TEXT,
+        SpanAttributes TEXT,
+        Events TEXT,              -- JSON array of event objects [{timestamp, name, attributes}, ...]
+        Links TEXT,               -- JSON array of link objects [{traceId, spanId, traceState?, attributes?}, ...]
+        
+        -- Audit
+        CreatedAt TEXT DEFAULT (datetime('now'))
+    )
+`);
+db.exec(`
+    CREATE TABLE IF NOT EXISTS scores (
+        id TEXT PRIMARY KEY,
+        resource_id TEXT NOT NULL,
+        score REAL NOT NULL,
+        label TEXT NOT NULL,
+        reason TEXT NOT NULL,
+        name TEXT NOT NULL,
+        type TEXT,
+        source TEXT DEFAULT 'eval',
+        created_at TEXT DEFAULT (datetime('now'))
+    )
+`);
+// Create indexes for efficient querying
+db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_traces_trace_id ON traces(TraceId);
+    CREATE INDEX IF NOT EXISTS idx_traces_session_id ON traces(SessionId);
+    CREATE INDEX IF NOT EXISTS idx_traces_type_timestamp ON traces(Type, Timestamp DESC);
+    CREATE INDEX IF NOT EXISTS idx_traces_dataset_run_id ON traces(DatasetRunId);
+`);
+exports.default = db;
+//# sourceMappingURL=index.js.map

package/dist/server/database/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../cli-src/server/database/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAAyE;AAEzE,MAAM,EAAE,GAAiB,IAAI,wBAAQ,CAAC,UAAU,CAAC,CAAC;AAElD,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmEP,CAAC,CAAA;AAEF,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;CAYP,CAAC,CAAA;AAEF,wCAAwC;AACxC,EAAE,CAAC,IAAI,CAAC;;;;;CAKP,CAAC,CAAA;AAEF,kBAAe,EAAE,CAAC"}

package/dist/server/routes/scores/index.d.ts

@@ -0,0 +1,14 @@
+type ScoreBody = {
+    resourceId: string;
+    score: number;
+    label: string;
+    reason: string;
+    name: string;
+    type?: string;
+};
+export declare const createScore: (body: ScoreBody) => Promise<{
+    id: `${string}-${string}-${string}-${string}-${string}`;
+    message: string;
+}>;
+export declare const getScoresByResourceId: (resourceId: string) => Promise<any[]>;
+export {};

package/dist/server/routes/scores/index.js

@@ -0,0 +1,60 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getScoresByResourceId = exports.createScore = void 0;
+const database_1 = __importDefault(require("../../database"));
+const crypto_1 = require("crypto");
+const createScore = (body) => __awaiter(void 0, void 0, void 0, function* () {
+    const { resourceId, score, label, reason, name, type } = body;
+    if (!resourceId) {
+        throw new Error("resourceId is required");
+    }
+    const id = (0, crypto_1.randomUUID)();
+    const insert = database_1.default.prepare(`
+    INSERT INTO scores (id, resource_id, score, label, reason, name, type, source, created_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `);
+    insert.run(id, resourceId, score, label, reason, name, type || null, "eval", new Date().toISOString());
+    return { id, message: "Score created successfully" };
+});
+exports.createScore = createScore;
+const getScoresByResourceId = (resourceId) => __awaiter(void 0, void 0, void 0, function* () {
+    const sql = `
+    SELECT 
+      id,
+      resource_id,
+      score,
+      label,
+      reason,
+      name,
+      type,
+      source,
+      created_at
+    FROM scores
+    WHERE resource_id = ?
+    ORDER BY created_at DESC
+  `;
+    const rows = database_1.default.prepare(sql).all(resourceId);
+    return rows.map((row) => ({
+        id: row.id,
+        name: row.name,
+        score: row.score,
+        label: row.label,
+        reason: row.reason,
+        source: row.source || "eval",
+        created_at: row.created_at,
+    }));
+});
+exports.getScoresByResourceId = getScoresByResourceId;
+//# sourceMappingURL=index.js.map

package/dist/server/routes/scores/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../cli-src/server/routes/scores/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8DAAgC;AAChC,mCAAoC;AAW7B,MAAM,WAAW,GAAG,CAAO,IAAe,EAAE,EAAE;IACnD,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAE9D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,EAAE,GAAG,IAAA,mBAAU,GAAE,CAAC;IAExB,MAAM,MAAM,GAAG,kBAAE,CAAC,OAAO,CAAC;;;GAGzB,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CACR,EAAE,EACF,UAAU,EACV,KAAK,EACL,KAAK,EACL,MAAM,EACN,IAAI,EACJ,IAAI,IAAI,IAAI,EACZ,MAAM,EACN,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CACzB,CAAC;IAEF,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC;AACvD,CAAC,CAAA,CAAC;AA3BW,QAAA,WAAW,eA2BtB;AAEK,MAAM,qBAAqB,GAAG,CACnC,UAAkB,EACF,EAAE;IAClB,MAAM,GAAG,GAAG;;;;;;;;;;;;;;GAcX,CAAC;IAEF,MAAM,IAAI,GAAG,kBAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAU,CAAC;IAEtD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,MAAM;QAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;KAC3B,CAAC,CAAC,CAAC;AACN,CAAC,CAAA,CAAC;AA9BW,QAAA,qBAAqB,yBA8BhC"}

package/dist/server/routes/traces/index.d.ts

@@ -0,0 +1,50 @@
+import type { NormalizedSpan } from "@agentmark-ai/shared-utils";
+export declare const exportTraces: (normalizedSpans: NormalizedSpan[]) => Promise<void>;
+export declare const getRequests: () => Promise<unknown[]>;
+export declare const getTraces: () => Promise<unknown[]>;
+export declare const getSpans: (traceId: string) => Promise<{
+    id: any;
+    name: any;
+    duration: any;
+    parentId: any;
+    timestamp: number;
+    traceId: any;
+    status: any;
+    data: any;
+}[]>;
+export declare const getTraceById: (traceId: string) => Promise<{
+    id: any;
+    name: any;
+    spans: {
+        id: any;
+        name: any;
+        duration: any;
+        parentId: any;
+        timestamp: number;
+        traceId: any;
+        status: any;
+        data: any;
+    }[];
+    data: {
+        id: any;
+        name: any;
+        status: any;
+        latency: any;
+        cost: any;
+        tokens: any;
+        start: any;
+        end: any;
+        status_message: any;
+    };
+} | null>;
+export declare const getTraceGraph: (traceId: string) => Promise<{
+    parentNodeId?: string;
+    nodeId: string;
+    spanId: string;
+    nodeType: string;
+    displayName: string;
+    spanName: string;
+}[]>;
+export declare const getSessions: () => Promise<any[]>;
+export declare const getTracesBySessionId: (sessionId: string) => Promise<any[]>;
+export declare const getTracesByRunId: (runId: string) => Promise<unknown[]>;