@aion0/forge 0.8.8 → 0.9.0

package/scripts/test-mantis.ts

@@ -0,0 +1,223 @@
+/**
+ * Mantis connector regression suite.
+ *
+ *   pnpm tsx scripts/test-mantis.ts                 # all cases
+ *   pnpm tsx scripts/test-mantis.ts --case source   # one case
+ *   pnpm tsx scripts/test-mantis.ts --bail          # stop on first fail
+ *
+ * Hits the LIVE Mantis via the running Forge's dispatchTool. The
+ * browser extension must be paired + logged into Mantis. Each case:
+ *
+ *   1. Calls mantis.<tool> with `args`.
+ *   2. Validates response shape (parseable, has `bugs`).
+ *   3. Runs row-level assertions (e.g. every result.source matches
+ *      the filter).
+ *
+ * No DB writes, no Job dispatch — pure connector smoke tests.
+ */
+import { dispatchTool } from '@/lib/chat/tool-dispatcher';
+
+// ─── Test case shape ──────────────────────────────────────────
+interface Case {
+  name: string;
+  tool: string;
+  args: Record<string, unknown>;
+  assertions?: Array<(resp: any) => string | null>;  // null = pass, string = fail reason
+  // For inspecting a case under debug — print the response keys.
+  dump?: boolean;
+}
+
+// ─── Assertion helpers ────────────────────────────────────────
+const has = (key: string) => (r: any) =>
+  Array.isArray(r?.[key]) || typeof r?.[key] === 'object' ? null : `missing field '${key}'`;
+
+const nonEmpty = (key: string) => (r: any) =>
+  Array.isArray(r?.[key]) && r[key].length > 0 ? null : `expected non-empty '${key}', got len=${r?.[key]?.length ?? 'n/a'}`;
+
+/** Every row in r.bugs must have row[col] containing one of `needles` (case-insensitive). */
+const everyRowMatches = (col: string, needles: string[]) => (r: any) => {
+  if (!Array.isArray(r.bugs) || r.bugs.length === 0) return `no bugs to check`;
+  const lc = needles.map(n => n.toLowerCase());
+  const bad = r.bugs.find((b: any) => {
+    const v = String(b[col] || '').toLowerCase();
+    return !lc.some(n => v.includes(n));
+  });
+  if (bad) return `bug ${bad.id} ${col}="${bad[col]}" doesn't match any of ${JSON.stringify(needles)}`;
+  return null;
+};
+
+/** Verify the URL Mantis was hit with carries show_status for the
+ *  requested states. Mantis applies status filter server-side via
+ *  show_status=<id>; per-row b.status is unreliable on customized
+ *  themes that put handler name in the Status column, so we trust
+ *  the URL instead. */
+const STATUS_TO_ID: Record<string, number> = {
+  new: 10, feedback: 20, acknowledged: 30, confirmed: 40,
+  assigned: 50, resolved: 80, closed: 90,
+};
+const urlHasStatus = (states: string[]) => (r: any) => {
+  const url = r._filter_url || '';
+  const wantIds = states.map(s => STATUS_TO_ID[s.toLowerCase()]).filter(Boolean);
+  const params = new URLSearchParams(url.split('?')[1] || '');
+  const got = (params.get('show_status') || '').split(',').map(s => parseInt(s, 10)).filter(Boolean);
+  const missing = wantIds.filter(w => !got.includes(w));
+  return missing.length === 0 ? null : `URL missing show_status for ${missing.join(',')} — got "${params.get('show_status')}"`;
+};
+
+/** No error field. */
+const noError = (r: any) =>
+  r._error ? `connector reported _error: ${String(r._error).slice(0, 200)}` : null;
+
+const countLessOrEq = (key: string, max: number) => (r: any) => {
+  const n = Array.isArray(r?.[key]) ? r[key].length : r?.[key];
+  return n != null && n <= max ? null : `expected ${key} ≤ ${max}, got ${n}`;
+};
+
+// ─── Cases ────────────────────────────────────────────────────
+const CASES: Case[] = [
+  {
+    name: 'baseline / project_name resolves',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', limit: 5 },
+    assertions: [noError, has('bugs'), countLessOrEq('bugs', 5)],
+  },
+  {
+    name: 'status=assigned filter',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', limit: 10 },
+    assertions: [noError, urlHasStatus(['assigned'])],
+  },
+  {
+    name: 'source=QA filter (client-side, was broken pre-v0.13.0)',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', source: 'QA', limit: 10 },
+    assertions: [noError, everyRowMatches('source', ['QA'])],
+  },
+  {
+    name: 'source=DEV filter — different value, same path',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', source: 'DEV', limit: 10 },
+    assertions: [noError, everyRowMatches('source', ['DEV'])],
+  },
+  {
+    name: 'fix_schedule filter',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', fix_schedule: '8.0.0', limit: 10 },
+    assertions: [noError, everyRowMatches('fix_schedule', ['8.0.0'])],
+  },
+  {
+    name: 'combined: status + project + source + fix_schedule',
+    tool: 'mantis.search_bugs',
+    args: {
+      project_name: 'FortiNAC', status: 'assigned',
+      fix_schedule: '8.0.0', source: 'QA', limit: 5,
+    },
+    assertions: [
+      noError,
+      everyRowMatches('source', ['QA']),
+      everyRowMatches('fix_schedule', ['8.0.0']),
+      urlHasStatus(['assigned']),
+    ],
+  },
+  {
+    name: 'empty-match: source=NONEXISTENT → 0 bugs, no error',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', source: 'NONEXISTENT_VALUE_XYZ', limit: 5 },
+    assertions: [
+      noError,
+      (r: any) => r.bugs?.length === 0 ? null : `expected 0 bugs, got ${r.bugs?.length}`,
+    ],
+  },
+  {
+    name: 'resolution=open via extra_params (URL-layer)',
+    tool: 'mantis.search_bugs',
+    args: {
+      project_name: 'FortiNAC', status: 'assigned',
+      extra_params: { 'resolution[]': 10 }, limit: 5,
+    },
+    assertions: [noError, has('bugs')],
+  },
+  {
+    name: 'get_bug round-trip on bug from search',
+    tool: 'mantis.search_bugs',
+    args: { project_name: 'FortiNAC', status: 'assigned', limit: 1 },
+    assertions: [noError, nonEmpty('bugs')],
+  },
+];
+
+// ─── Runner ───────────────────────────────────────────────────
+const args = process.argv.slice(2);
+const caseFilter = (() => {
+  const idx = args.indexOf('--case');
+  return idx >= 0 ? args[idx + 1] : null;
+})();
+const bail = args.includes('--bail');
+
+const C = {
+  red:    (s: string) => `\x1b[31m${s}\x1b[0m`,
+  green:  (s: string) => `\x1b[32m${s}\x1b[0m`,
+  yellow: (s: string) => `\x1b[33m${s}\x1b[0m`,
+  dim:    (s: string) => `\x1b[2m${s}\x1b[0m`,
+  bold:   (s: string) => `\x1b[1m${s}\x1b[0m`,
+};
+
+async function runCase(c: Case): Promise<{ pass: boolean; failures: string[]; resp: any }> {
+  const failures: string[] = [];
+  let resp: any = null;
+  try {
+    const r = await dispatchTool(
+      { id: `test-${Date.now()}`, name: c.tool, input: c.args },
+      { noTruncation: true },
+    );
+    if (r.is_error) {
+      return { pass: false, failures: [`is_error=true: ${r.content.slice(0, 300)}`], resp: null };
+    }
+    resp = JSON.parse(r.content);
+  } catch (e) {
+    return { pass: false, failures: [`exception: ${(e as Error).message}`], resp: null };
+  }
+  for (const a of c.assertions || []) {
+    const failure = a(resp);
+    if (failure) failures.push(failure);
+  }
+  return { pass: failures.length === 0, failures, resp };
+}
+
+(async () => {
+  const cases = caseFilter
+    ? CASES.filter(c => c.name.toLowerCase().includes(caseFilter.toLowerCase()))
+    : CASES;
+  if (cases.length === 0) {
+    console.error(`no cases match '${caseFilter}'`);
+    console.error(`available: ${CASES.map(c => c.name).join(', ')}`);
+    process.exit(2);
+  }
+  let passed = 0, failed = 0;
+  const startedAll = Date.now();
+  for (const c of cases) {
+    process.stdout.write(`${C.dim('▶')} ${c.name.padEnd(60)} `);
+    const t0 = Date.now();
+    const { pass, failures, resp } = await runCase(c);
+    const ms = Date.now() - t0;
+    if (pass) {
+      const n = resp?.bugs?.length ?? '?';
+      console.log(`${C.green('PASS')}  ${C.dim(`(${ms}ms, ${n} bug${n === 1 ? '' : 's'})`)}`);
+      passed++;
+    } else {
+      console.log(`${C.red('FAIL')}  ${C.dim(`(${ms}ms)`)}`);
+      for (const f of failures) console.log(`     ${C.red('×')} ${f}`);
+      failed++;
+      if (c.dump && resp) {
+        console.log(C.dim('     response keys: ' + Object.keys(resp).join(', ')));
+        if (resp._filter_diagnostics) {
+          console.log(C.dim('     _filter_diagnostics: ' + JSON.stringify(resp._filter_diagnostics)));
+        }
+      }
+      if (bail) break;
+    }
+  }
+  const totalMs = Date.now() - startedAll;
+  console.log('');
+  console.log(`${C.bold(`${passed}/${passed + failed} passed`)} in ${(totalMs / 1000).toFixed(1)}s`);
+  process.exit(failed === 0 ? 0 : 1);
+})();

package/.forge/agent-context.json

@@ -1,6 +0,0 @@
-{
-  "workspaceId": "656c9e65-9d73-4cb6-a065-60d966e1fc78",
-  "agentId": "engineer-1774920478256",
-  "agentLabel": "Engineer",
-  "forgePort": 8403
-}

package/.forge/mcp.json

@@ -1,16 +0,0 @@
-{
-  "mcpServers": {
-    "forge": {
-      "type": "sse",
-      "url": "http://localhost:8406/sse?workspaceId=656c9e65-9d73-4cb6-a065-60d966e1fc78"
-    },
-    "chrome": {
-      "type": "stdio",
-      "command": "npx",
-      "args": [
-        "-y",
-        "chrome-devtools-mcp"
-      ]
-    }
-  }
-}