npm - site-agent-pro - Versions diffs - 1.0.0 - Mend

site-agent-pro 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (81) hide show

package/README.md +689 -0
package/dist/auth/credentialStore.js +62 -0
package/dist/auth/inbox.js +193 -0
package/dist/auth/profile.js +379 -0
package/dist/auth/runner.js +1124 -0
package/dist/backend/dashboardData.js +194 -0
package/dist/backend/runArtifacts.js +48 -0
package/dist/backend/runRepository.js +93 -0
package/dist/bin.js +2 -0
package/dist/cli/backfillSiteChecks.js +143 -0
package/dist/cli/run.js +309 -0
package/dist/cli/trade.js +69 -0
package/dist/config.js +199 -0
package/dist/core/agentProfiles.js +55 -0
package/dist/core/aggregateReport.js +382 -0
package/dist/core/audit.js +30 -0
package/dist/core/customTaskSuite.js +148 -0
package/dist/core/evaluator.js +217 -0
package/dist/core/executor.js +788 -0
package/dist/core/fallbackReport.js +335 -0
package/dist/core/formHeuristics.js +411 -0
package/dist/core/gameplaySummary.js +164 -0
package/dist/core/interaction.js +202 -0
package/dist/core/pageState.js +201 -0
package/dist/core/planner.js +1669 -0
package/dist/core/processSubmissionBatch.js +204 -0
package/dist/core/runAuditJob.js +170 -0
package/dist/core/runner.js +2352 -0
package/dist/core/siteBrief.js +107 -0
package/dist/core/siteChecks.js +1526 -0
package/dist/core/taskDirectives.js +279 -0
package/dist/core/taskHeuristics.js +263 -0
package/dist/dashboard/client.js +1256 -0
package/dist/dashboard/contracts.js +95 -0
package/dist/dashboard/narrative.js +277 -0
package/dist/dashboard/server.js +458 -0
package/dist/dashboard/theme.js +888 -0
package/dist/index.js +84 -0
package/dist/llm/client.js +188 -0
package/dist/paystack/account.js +123 -0
package/dist/paystack/client.js +100 -0
package/dist/paystack/index.js +13 -0
package/dist/paystack/test-paystack.js +83 -0
package/dist/paystack/transfer.js +138 -0
package/dist/paystack/types.js +74 -0
package/dist/paystack/webhook.js +121 -0
package/dist/prompts/browserAgent.js +124 -0
package/dist/prompts/reviewer.js +71 -0
package/dist/reporting/clickReplay.js +290 -0
package/dist/reporting/html.js +930 -0
package/dist/reporting/markdown.js +238 -0
package/dist/reporting/template.js +1141 -0
package/dist/schemas/types.js +361 -0
package/dist/submissions/customTasks.js +196 -0
package/dist/submissions/html.js +770 -0
package/dist/submissions/model.js +56 -0
package/dist/submissions/publicUrl.js +76 -0
package/dist/submissions/service.js +74 -0
package/dist/submissions/store.js +37 -0
package/dist/submissions/types.js +65 -0
package/dist/trade/engine.js +241 -0
package/dist/trade/evm/erc20.js +44 -0
package/dist/trade/extractor.js +148 -0
package/dist/trade/policy.js +35 -0
package/dist/trade/session.js +31 -0
package/dist/trade/types.js +107 -0
package/dist/trade/validator.js +148 -0
package/dist/utils/files.js +59 -0
package/dist/utils/log.js +24 -0
package/dist/utils/playwrightCompat.js +14 -0
package/dist/utils/time.js +3 -0
package/dist/wallet/provider.js +345 -0
package/dist/wallet/relay.js +129 -0
package/dist/wallet/wallet.js +178 -0
package/docs/01-installation.md +134 -0
package/docs/02-running-your-first-audit.md +136 -0
package/docs/03-configuration.md +233 -0
package/docs/04-how-the-agent-thinks.md +41 -0
package/docs/05-extending-personas-and-tasks.md +42 -0
package/docs/06-hardening-for-production.md +92 -0
package/package.json +60 -0

package/dist/dashboard/server.js ADDED Viewed

@@ -0,0 +1,458 @@
+import fs from "node:fs";
+import http from "node:http";
+import path from "node:path";
+import dotenv from "dotenv";
+import ts from "typescript";
+import { buildRunDetail, buildStandaloneReportHtml, listVisibleRunSummaries } from "../backend/dashboardData.js";
+import { artifactContentType, isAllowedDashboardArtifact, isImageArtifact, isVideoArtifact } from "../backend/runArtifacts.js";
+import { createLocalRunRepository } from "../backend/runRepository.js";
+import { config } from "../config.js";
+import { buildDefaultTradeRunOptions } from "../trade/policy.js";
+import { TradeStrategySchema } from "../trade/types.js";
+import { readUtf8 } from "../utils/files.js";
+import { info, warn } from "../utils/log.js";
+import { canAccessPublicReport, renderExpiredReportPage, renderLandingPage, renderReportUnavailablePage, renderSubmissionStatusPage } from "../submissions/html.js";
+import { readSubmittedInstructionSource, SUBMISSION_TASKS_REQUIRED_MESSAGE } from "../submissions/customTasks.js";
+import { findSubmissionByReportToken } from "../submissions/store.js";
+import { parseSubmissionTargetMode, validateSubmissionUrl } from "../submissions/publicUrl.js";
+import { SubmissionService } from "../submissions/service.js";
+import { DASHBOARD_CSS as SHARED_DASHBOARD_CSS, DASHBOARD_HEAD_TAGS } from "./theme.js";
+import { handleWebhook } from "../paystack/index.js";
+dotenv.config();
+const DASHBOARD_SRC_DIR = path.join(process.cwd(), "src", "dashboard");
+const CLIENT_ENTRY = path.join(DASHBOARD_SRC_DIR, "client.ts");
+const NARRATIVE_ENTRY = path.join(DASHBOARD_SRC_DIR, "narrative.ts");
+const DEFAULT_PORT = 4173;
+const DEFAULT_HOST = "127.0.0.1";
+const RENDER_HOST = "0.0.0.0";
+function parsePort(value) {
+    const parsed = Number(value);
+    return Number.isInteger(parsed) && parsed >= 1 && parsed <= 65535 ? parsed : DEFAULT_PORT;
+}
+function resolveDashboardHost() {
+    const configuredHost = process.env.DASHBOARD_HOST?.trim();
+    if (configuredHost) {
+        return configuredHost;
+    }
+    return process.env.RENDER === "true" ? RENDER_HOST : DEFAULT_HOST;
+}
+function transpileDashboardModule(entryPath) {
+    const source = readUtf8(entryPath);
+    const transpiled = ts.transpileModule(source, {
+        compilerOptions: {
+            target: ts.ScriptTarget.ES2022,
+            module: ts.ModuleKind.ES2022,
+            importsNotUsedAsValues: ts.ImportsNotUsedAsValues.Remove,
+            isolatedModules: true
+        },
+        fileName: entryPath
+    });
+    return transpiled.outputText;
+}
+function getClientScript() {
+    return transpileDashboardModule(CLIENT_ENTRY);
+}
+function getNarrativeScript() {
+    return transpileDashboardModule(NARRATIVE_ENTRY);
+}
+function renderDashboardHtml() {
+    return `<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <title>Site Agent Dashboard</title>
+    ${DASHBOARD_HEAD_TAGS}
+    <style>${SHARED_DASHBOARD_CSS}</style>
+  </head>
+  <body>
+    <div id="app"></div>
+    <script type="module" src="/app.js"></script>
+  </body>
+</html>`;
+}
+function sendText(res, statusCode, body, contentType) {
+    res.writeHead(statusCode, {
+        "Content-Type": `${contentType}; charset=utf-8`,
+        "Cache-Control": "no-store"
+    });
+    res.end(body);
+}
+function sendJson(res, data, statusCode = 200) {
+    sendText(res, statusCode, JSON.stringify(data, null, 2), "application/json");
+}
+function sendRedirect(res, location, statusCode = 303) {
+    res.writeHead(statusCode, { Location: location });
+    res.end();
+}
+async function readRequestBody(req) {
+    const chunks = [];
+    for await (const chunk of req) {
+        chunks.push(typeof chunk === "string" ? Buffer.from(chunk) : chunk);
+    }
+    return Buffer.concat(chunks);
+}
+async function readRequestForm(req) {
+    const body = await readRequestBody(req);
+    const contentType = req.headers["content-type"] ?? "application/x-www-form-urlencoded";
+    const request = new Request("http://site-agent.local/submit", {
+        method: "POST",
+        headers: {
+            "content-type": Array.isArray(contentType) ? (contentType[0] ?? "application/x-www-form-urlencoded") : contentType
+        },
+        body: new Uint8Array(body)
+    });
+    return request.formData();
+}
+async function handleRequest(req, res, args) {
+    const requestUrl = new URL(req.url ?? "/", `http://${req.headers.host ?? "localhost"}`);
+    const pathParts = requestUrl.pathname.split("/").filter(Boolean);
+    if (requestUrl.pathname === "/favicon.ico") {
+        res.writeHead(204);
+        res.end();
+        return;
+    }
+    if (req.method === "POST" && requestUrl.pathname === "/webhooks/paystack") {
+        await handleWebhook(req, res, {
+            onChargeSuccess: async (data) => {
+                const amountNaira = (Number(data["amount"] ?? 0)) / 100;
+                const customer = data["customer"];
+                const email = customer?.["email"];
+                info(`[paystack] Received ₦${amountNaira} from ${email ?? "unknown"} — triggering auto-audit`);
+                // Trigger a default audit run when payment is received
+                // In a real production app, you'd match the 'metadata' or 'email' to a specific user/site
+                await args.submissionService.createSubmission({
+                    url: "https://www.hackquest.io/hackathons/0G-APAC-Hackathon", // Default target for this hackathon agent
+                    agentCount: 1,
+                    customTasks: [
+                        "Perform a full site audit focusing on the hackathon tracks and submission requirements.",
+                        "Verify all links in the overview and prize tabs are reachable.",
+                        "Check for any mobile layout issues on the main landing page."
+                    ],
+                    instructionText: "Automated audit triggered via Paystack payment."
+                });
+            },
+            onTransferSuccess: (data) => {
+                info(`[paystack] Transfer successful: ${data["transfer_code"]}`);
+            },
+            onTransferFailed: (data) => {
+                warn(`[paystack] Transfer failed: ${data["transfer_code"]}`);
+            }
+        });
+        return;
+    }
+    if (req.method === "POST" && requestUrl.pathname === "/submit") {
+        const form = await readRequestForm(req);
+        const urlInput = typeof form.get("url") === "string" ? form.get("url") : "";
+        const selectedTargetMode = parseSubmissionTargetMode(form.get("target"));
+        const submittedInstructions = await readSubmittedInstructionSource(form);
+        const requestedAgentCount = Number(form.get("agents") ?? "1");
+        const requestedTradeEnabled = form.has("trade_enabled");
+        const requestedTradeDryRun = form.has("trade_dry_run");
+        const requestedTradeStrategy = typeof form.get("trade_strategy") === "string" ? String(form.get("trade_strategy")) : "";
+        const requestedTradeConfirmations = Number(form.get("trade_confirmations") ?? "");
+        const normalizedAgentCount = Number.isFinite(requestedAgentCount)
+            ? Math.min(5, Math.max(1, Math.round(requestedAgentCount)))
+            : 1;
+        const defaultTradeOptions = buildDefaultTradeRunOptions();
+        const normalizedTradeOptions = {
+            enabled: requestedTradeEnabled || requestedTradeDryRun || defaultTradeOptions.enabled,
+            dryRun: requestedTradeDryRun,
+            strategy: TradeStrategySchema.safeParse(requestedTradeStrategy).success
+                ? TradeStrategySchema.parse(requestedTradeStrategy)
+                : defaultTradeOptions.strategy,
+            confirmations: Number.isInteger(requestedTradeConfirmations) && requestedTradeConfirmations >= 0 && requestedTradeConfirmations <= 12
+                ? requestedTradeConfirmations
+                : defaultTradeOptions.confirmations
+        };
+        const urlValidation = validateSubmissionUrl(urlInput, {
+            allowPrivateHosts: true,
+            targetMode: selectedTargetMode
+        });
+        const submissionError = !urlValidation.valid
+            ? urlValidation.reason ?? "Enter a valid http or https URL."
+            : submittedInstructions.customTasks.length === 0
+                ? SUBMISSION_TASKS_REQUIRED_MESSAGE
+                : null;
+        if (submissionError) {
+            sendText(res, 400, renderLandingPage({
+                error: submissionError,
+                submittedUrl: urlInput,
+                selectedAgentCount: normalizedAgentCount,
+                submittedInstructions: submittedInstructions.instructionText,
+                tradeOptions: normalizedTradeOptions,
+                allowPrivateTargets: true,
+                selectedTargetMode
+            }), "text/html");
+            return;
+        }
+        const submission = await args.submissionService.createSubmission({
+            url: urlValidation.normalizedUrl ?? urlInput.trim(),
+            agentCount: normalizedAgentCount,
+            tradeOptions: normalizedTradeOptions,
+            customTasks: submittedInstructions.customTasks,
+            instructionText: submittedInstructions.instructionText,
+            instructionFileName: submittedInstructions.instructionFileName
+        });
+        sendRedirect(res, `/submissions/${encodeURIComponent(submission.id)}`);
+        return;
+    }
+    if (req.method !== "GET") {
+        sendText(res, 405, "Method not allowed", "text/plain");
+        return;
+    }
+    if (requestUrl.pathname === "/health") {
+        sendJson(res, { ok: true, service: "site-agent-dashboard" });
+        return;
+    }
+    if (requestUrl.pathname === "/") {
+        sendText(res, 200, renderLandingPage({ allowPrivateTargets: true }), "text/html");
+        return;
+    }
+    if (requestUrl.pathname === "/dashboard") {
+        sendText(res, 200, renderDashboardHtml(), "text/html");
+        return;
+    }
+    if (requestUrl.pathname === "/app.js") {
+        sendText(res, 200, getClientScript(), "application/javascript");
+        return;
+    }
+    if (requestUrl.pathname === "/narrative.js") {
+        sendText(res, 200, getNarrativeScript(), "application/javascript");
+        return;
+    }
+    if (pathParts[0] === "submissions" && pathParts[1] && pathParts.length === 2) {
+        const submission = await args.submissionService.getSubmission(decodeURIComponent(pathParts[1]));
+        if (!submission) {
+            sendText(res, 404, renderReportUnavailablePage({
+                title: "Submission not found",
+                message: "We could not find that submission."
+            }), "text/html");
+            return;
+        }
+        sendText(res, 200, renderSubmissionStatusPage({ appBaseUrl: args.appBaseUrl, submission }), "text/html");
+        return;
+    }
+    if (pathParts[0] === "r" && pathParts[1] && pathParts.length === 2) {
+        const submission = findSubmissionByReportToken(decodeURIComponent(pathParts[1]));
+        if (!submission) {
+            sendText(res, 404, renderReportUnavailablePage({
+                title: "Task output not found",
+                message: "This task output link does not exist."
+            }), "text/html");
+            return;
+        }
+        const access = canAccessPublicReport(submission);
+        if (!access.allowed) {
+            const html = access.reason === "This task output link has expired."
+                ? renderExpiredReportPage(submission)
+                : renderReportUnavailablePage({
+                    title: "Task output not ready",
+                    message: access.reason ?? "This task output is not ready yet."
+                });
+            const statusCode = access.reason === "This task output link has expired." ? 410 : 202;
+            sendText(res, statusCode, html, "text/html");
+            return;
+        }
+        const htmlReport = await buildStandaloneReportHtml(args.runRepository, submission.runId ?? "");
+        if (!htmlReport) {
+            sendText(res, 404, renderReportUnavailablePage({
+                title: "Task output not found",
+                message: "The task output artifact could not be loaded."
+            }), "text/html");
+            return;
+        }
+        sendText(res, 200, htmlReport, "text/html");
+        return;
+    }
+    if ((pathParts[0] === "reports" || pathParts[0] === "outputs") && pathParts[1] && pathParts.length === 2) {
+        const runId = decodeURIComponent(pathParts[1]);
+        const htmlReport = await buildStandaloneReportHtml(args.runRepository, runId);
+        if (!htmlReport) {
+            sendText(res, 404, "Task output not found", "text/plain");
+            return;
+        }
+        sendText(res, 200, htmlReport, "text/html");
+        return;
+    }
+    if (requestUrl.pathname === "/api/runs") {
+        const runs = await listVisibleRunSummaries(args.runRepository);
+        sendJson(res, runs);
+        return;
+    }
+    if (pathParts[0] === "api" && pathParts[1] === "runs" && pathParts[2]) {
+        const runId = decodeURIComponent(pathParts[2]);
+        if (pathParts.length === 3) {
+            const runDetail = await buildRunDetail(args.runRepository, runId);
+            if (!runDetail) {
+                sendJson(res, { error: `Run '${runId}' not found.` }, 404);
+                return;
+            }
+            sendJson(res, runDetail);
+            return;
+        }
+        if (pathParts.length === 5 && pathParts[3] === "artifacts" && pathParts[4]) {
+            const fileName = decodeURIComponent(pathParts[4]);
+            if (!isAllowedDashboardArtifact(fileName)) {
+                sendJson(res, { error: "Artifact not available for download." }, 400);
+                return;
+            }
+            if (!(await args.runRepository.hasRun(runId))) {
+                sendJson(res, { error: `Run '${runId}' not found.` }, 404);
+                return;
+            }
+            if (fileName === "report.html") {
+                const htmlReport = (await args.runRepository.readTextArtifact(runId, "report.html")) ??
+                    (await buildStandaloneReportHtml(args.runRepository, runId));
+                if (!htmlReport) {
+                    sendJson(res, { error: `Artifact '${fileName}' not found.` }, 404);
+                    return;
+                }
+                res.writeHead(200, {
+                    "Content-Type": "text/html; charset=utf-8",
+                    "Content-Disposition": `attachment; filename="${runId}-${fileName}"`,
+                    "Cache-Control": "no-store"
+                });
+                res.end(htmlReport);
+                return;
+            }
+            if (isImageArtifact(fileName)) {
+                const artifact = await args.runRepository.readBinaryArtifact(runId, fileName);
+                if (!artifact) {
+                    sendJson(res, { error: `Artifact '${fileName}' not found.` }, 404);
+                    return;
+                }
+                res.writeHead(200, {
+                    "Content-Type": artifactContentType(fileName),
+                    "Cache-Control": "no-store"
+                });
+                res.end(artifact);
+                return;
+            }
+            if (isVideoArtifact(fileName)) {
+                const artifactPath = await args.runRepository.resolveArtifactPath(runId, fileName);
+                if (!artifactPath) {
+                    sendJson(res, { error: `Artifact '${fileName}' not found.` }, 404);
+                    return;
+                }
+                const stat = fs.statSync(artifactPath);
+                const fileSize = stat.size;
+                const range = req.headers.range;
+                if (range) {
+                    const parts = range.replace(/bytes=/, "").split("-");
+                    const startPart = parts[0];
+                    if (startPart === undefined) {
+                        res.writeHead(400);
+                        res.end("Invalid Range");
+                        return;
+                    }
+                    const start = parseInt(startPart, 10);
+                    const end = parts[1] ? parseInt(parts[1], 10) : fileSize - 1;
+                    if (start >= fileSize) {
+                        res.writeHead(416, { "Content-Range": `bytes */${fileSize}` });
+                        res.end();
+                        return;
+                    }
+                    const chunksize = end - start + 1;
+                    const file = fs.createReadStream(artifactPath, { start, end });
+                    res.writeHead(206, {
+                        "Content-Range": `bytes ${start}-${end}/${fileSize}`,
+                        "Accept-Ranges": "bytes",
+                        "Content-Length": chunksize,
+                        "Content-Type": artifactContentType(fileName),
+                        "Cache-Control": "no-store"
+                    });
+                    file.pipe(res);
+                }
+                else {
+                    res.writeHead(200, {
+                        "Content-Length": fileSize,
+                        "Content-Type": artifactContentType(fileName),
+                        "Cache-Control": "no-store"
+                    });
+                    fs.createReadStream(artifactPath).pipe(res);
+                }
+                return;
+            }
+            const artifact = await args.runRepository.readTextArtifact(runId, fileName);
+            if (!artifact) {
+                sendJson(res, { error: `Artifact '${fileName}' not found.` }, 404);
+                return;
+            }
+            res.writeHead(200, {
+                "Content-Type": fileName.endsWith(".json") ? "application/json; charset=utf-8" : "text/markdown; charset=utf-8",
+                "Content-Disposition": `attachment; filename="${runId}-${fileName}"`,
+                "Cache-Control": "no-store"
+            });
+            res.end(artifact);
+            return;
+        }
+    }
+    sendText(res, 404, "Not found", "text/plain");
+}
+function freePort(port) {
+    return new Promise((resolve) => {
+        // Find and kill whatever process is holding the port
+        const isWin = process.platform === "win32";
+        const cmd = isWin
+            ? `for /f "tokens=5" %a in ('netstat -aon ^| findstr :${port}') do taskkill /F /PID %a`
+            : `lsof -ti:${port} | xargs kill -9`;
+        import("node:child_process").then(({ exec }) => {
+            exec(cmd, () => resolve()); // ignore errors (port may already be free)
+        }).catch(() => resolve());
+    });
+}
+function tryListen(server, port, host) {
+    return new Promise((resolve, reject) => {
+        server.once("error", (err) => {
+            if (err.code === "EADDRINUSE") {
+                resolve(-1); // signal: port busy, try next
+            }
+            else {
+                reject(err);
+            }
+        });
+        server.listen(port, host, () => resolve(port));
+    });
+}
+export async function startDashboard(options = {}) {
+    const preferredPort = options.port ?? parsePort(process.env.PORT ?? process.env.DASHBOARD_PORT);
+    const host = options.host ?? resolveDashboardHost();
+    const submissionService = new SubmissionService();
+    const runRepository = createLocalRunRepository();
+    const server = http.createServer((req, res) => {
+        handleRequest(req, res, { appBaseUrl: "", runRepository, submissionService }).catch((error) => {
+            const message = error instanceof Error ? error.message : "Unknown dashboard error";
+            warn(`Dashboard request failed: ${message}`);
+            sendJson(res, { error: message }, 500);
+        });
+    });
+    // Free the preferred port if something else is already using it (e.g. a stale session)
+    await freePort(preferredPort);
+    // Small delay to allow the OS to release the port after the kill
+    await new Promise((resolve) => setTimeout(resolve, 300));
+    let boundPort = -1;
+    const MAX_ATTEMPTS = 3;
+    for (let attempt = 0; attempt < MAX_ATTEMPTS; attempt++) {
+        const candidatePort = preferredPort + attempt;
+        const result = await tryListen(server, candidatePort, host);
+        if (result !== -1) {
+            boundPort = result;
+            break;
+        }
+        if (attempt === 0) {
+            warn(`Port ${preferredPort} still in use after freeing, trying ${preferredPort + 1}...`);
+        }
+        server.removeAllListeners("error");
+    }
+    if (boundPort === -1) {
+        throw new Error(`Could not find a free port after ${MAX_ATTEMPTS} attempts starting from ${preferredPort}.`);
+    }
+    const url = `http://${host === DEFAULT_HOST ? "localhost" : host}:${boundPort}`;
+    const appBaseUrl = config.appBaseUrl || url;
+    // Patch appBaseUrl into the request handler closure via a shared ref
+    server.__appBaseUrl = appBaseUrl;
+    info(`Dashboard ready at ${url}`);
+    submissionService.resumePendingSubmissions();
+    return { server, port: boundPort, host, url };
+}