@m8i-51/shoal 0.1.21 → 0.1.22

package/framework/__tests__/diary.test.ts

@@ -1,155 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import * as fs from "fs";
-
-vi.mock("fs");
-vi.mock("path", async (importOriginal) => {
-  const actual = await importOriginal<typeof import("path")>();
-  return { ...actual, join: (...args: string[]) => args.join("/"), dirname: (p: string) => p.split("/").slice(0, -1).join("/") };
-});
-
-const mockCreateMessage = vi.fn();
-vi.mock("../llm-client.js", () => ({
-  createLLMClient: vi.fn(() => ({
-    client: { createMessage: mockCreateMessage },
-    defaultModel: "mock-model",
-  })),
-}));
-
-import { generateDiary, getDiaryPath } from "../diary";
-
-const DIARY_TEXT = "# 探索日誌 — run_123\n冒険が始まった。";
-
-beforeEach(() => {
-  vi.mocked(fs.existsSync).mockReturnValue(false);
-  vi.mocked(fs.mkdirSync).mockReturnValue(undefined);
-  vi.mocked(fs.writeFileSync).mockReturnValue(undefined);
-  vi.mocked(fs.readdirSync).mockReturnValue([] as unknown as ReturnType<typeof fs.readdirSync>);
-  mockCreateMessage.mockClear();
-  mockCreateMessage.mockResolvedValue({
-    content: [{ type: "text", text: DIARY_TEXT }],
-  });
-});
-
-describe("getDiaryPath", () => {
-  it("run_\\d+ 形式 + ファイル存在 → パスを返す", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    const result = getDiaryPath("run_123");
-    expect(result).not.toBeNull();
-    expect(result).toContain("run_123");
-  });
-
-  it("run_\\d+ 形式だがファイルなし → null", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(false);
-    expect(getDiaryPath("run_123")).toBeNull();
-  });
-
-  it("不正な runId（英字）→ null", () => {
-    expect(getDiaryPath("run_abc")).toBeNull();
-  });
-
-  it("パストラバーサル試みは null", () => {
-    expect(getDiaryPath("../etc/passwd")).toBeNull();
-    expect(getDiaryPath("run_123/../../../etc")).toBeNull();
-  });
-});
-
-describe("generateDiary", () => {
-  it("生成されたテキストを返す", async () => {
-    const result = await generateDiary("run_123", []);
-    expect(result).toBe(DIARY_TEXT);
-  });
-
-  it("生成テキストをファイルに書き込む", async () => {
-    await generateDiary("run_123", []);
-    expect(fs.writeFileSync).toHaveBeenCalled();
-    const [, content] = vi.mocked(fs.writeFileSync).mock.calls[0];
-    expect(content).toBe(DIARY_TEXT);
-  });
-
-  it("ファイル書き込み前にディレクトリを作成する", async () => {
-    await generateDiary("run_123", []);
-    expect(fs.mkdirSync).toHaveBeenCalledWith(expect.any(String), { recursive: true });
-  });
-
-  it("findings がない場合はプロンプトに「発見なし」を含める", async () => {
-    vi.mocked(fs.existsSync).mockReturnValue(false);
-    await generateDiary("run_123", []);
-    const [params] = mockCreateMessage.mock.calls[0];
-    const userContent = (params.messages[0].content as string);
-    expect(userContent).toContain("発見なし");
-  });
-
-  it("findings がある場合はタイトルをプロンプトに含める", async () => {
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readdirSync).mockReturnValue(["f1.json"] as unknown as ReturnType<typeof fs.readdirSync>);
-    const finding = { id: "f1", runId: "run_123", agentId: "a", agentName: "A", role: "r", title: "Login is broken", body: "", category: "bug", timestamp: new Date().toISOString() };
-    vi.mocked(fs.readFileSync).mockReturnValue(JSON.stringify(finding) as unknown as ReturnType<typeof fs.readFileSync>);
-
-    await generateDiary("run_123", []);
-    const [params] = mockCreateMessage.mock.calls[0];
-    expect(params.messages[0].content).toContain("Login is broken");
-  });
-
-  it("triage_result.json（timestamp を持たない集計ファイル）はプロンプトに混ぜない", async () => {
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readdirSync).mockReturnValue(["f1.json", "triage_result.json"] as unknown as ReturnType<typeof fs.readdirSync>);
-    const finding = { id: "f1", runId: "run_123", agentId: "a", agentName: "A", role: "r", title: "Login is broken", body: "", category: "bug", timestamp: new Date().toISOString() };
-    const triageResult = { runId: "run_123", completedAt: "x", issued: [], skipped: [], unprocessed: [] };
-    vi.mocked(fs.readFileSync).mockImplementation((p: unknown) => {
-      const path = String(p);
-      if (path.endsWith("triage_result.json")) return JSON.stringify(triageResult) as unknown as ReturnType<typeof fs.readFileSync>;
-      return JSON.stringify(finding) as unknown as ReturnType<typeof fs.readFileSync>;
-    });
-
-    await generateDiary("run_123", []);
-    const [params] = mockCreateMessage.mock.calls[0];
-    expect(params.messages[0].content).not.toContain("undefined");
-  });
-
-  it("ログが空の場合はプロンプトに「イベントログなし」を含める", async () => {
-    await generateDiary("run_123", []);
-    const [params] = mockCreateMessage.mock.calls[0];
-    expect(params.messages[0].content).toContain("イベントログなし");
-  });
-
-  it("navigate 行は最大 25 件まで抽出する", async () => {
-    const lines = Array.from({ length: 30 }, (_, i) => `  → navigate({"path":"/page${i}"})`);
-    await generateDiary("run_123", lines);
-    const [params] = mockCreateMessage.mock.calls[0];
-    const content: string = params.messages[0].content;
-    const navCount = (content.match(/navigate/g) ?? []).length;
-    expect(navCount).toBeLessThanOrEqual(25);
-  });
-
-  it("agent start/done 行はすべて抽出する", async () => {
-    const lines = [
-      "[explorer] Alice start",
-      "[browser] Bob start",
-      "[explorer] Alice done",
-    ];
-    await generateDiary("run_123", lines);
-    const [params] = mockCreateMessage.mock.calls[0];
-    const content: string = params.messages[0].content;
-    expect(content).toContain("[explorer] Alice start");
-    expect(content).toContain("[browser] Bob start");
-    expect(content).toContain("[explorer] Alice done");
-  });
-
-  it("finding 発見ログは抽出される", async () => {
-    const lines = ['  → [findings] saved: "Login page crashes" (bug)'];
-    await generateDiary("run_123", lines);
-    const [params] = mockCreateMessage.mock.calls[0];
-    expect(params.messages[0].content).toContain("[findings] saved");
-  });
-
-  it("navigate 行が 100 文字超えると切り詰められる", async () => {
-    const longPath = "/very/long/path/" + "a".repeat(200);
-    const lines = [`  → navigate({"path":"${longPath}"})`];
-    await generateDiary("run_123", lines);
-    const [params] = mockCreateMessage.mock.calls[0];
-    const content: string = params.messages[0].content;
-    const lines2 = content.split("\n");
-    const navLine = lines2.find((l) => l.includes("navigate"));
-    expect(navLine!.length).toBeLessThanOrEqual(103); // 100 + "…"
-  });
-});

package/framework/__tests__/page-cache.test.ts

@@ -1,106 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import * as fs from "fs";
-
-vi.mock("fs");
-vi.mock("path", async (importOriginal) => {
-  const actual = await importOriginal<typeof import("path")>();
-  return { ...actual, join: (...args: string[]) => args.join("/") };
-});
-
-import { loadPageHashes, updatePageHashes, hashContent } from "../page-cache";
-
-beforeEach(() => {
-  vi.mocked(fs.existsSync).mockReturnValue(false);
-  vi.mocked(fs.mkdirSync).mockReturnValue(undefined);
-  vi.mocked(fs.writeFileSync).mockReturnValue(undefined);
-});
-
-describe("hashContent", () => {
-  it("同じ文字列は常に同じハッシュを返す", () => {
-    expect(hashContent("hello")).toBe(hashContent("hello"));
-  });
-
-  it("異なる文字列は異なるハッシュを返す", () => {
-    expect(hashContent("hello")).not.toBe(hashContent("world"));
-  });
-
-  it("空文字列も一意のハッシュを返す", () => {
-    const h = hashContent("");
-    expect(typeof h).toBe("string");
-    expect(h.length).toBeGreaterThan(0);
-  });
-
-  it("16文字に切り詰められる", () => {
-    expect(hashContent("any content").length).toBe(16);
-  });
-});
-
-describe("loadPageHashes", () => {
-  it("キャッシュファイルがない場合は空オブジェクトを返す", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(false);
-    expect(loadPageHashes("localhost:3000")).toEqual({});
-  });
-
-  it("キャッシュファイルがある場合はパースして返す", () => {
-    const data = { "/home": "abc123", "/about": "def456" };
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readFileSync).mockReturnValue(JSON.stringify(data) as unknown as ReturnType<typeof fs.readFileSync>);
-    expect(loadPageHashes("localhost:3000")).toEqual(data);
-  });
-
-  it("壊れた JSON は空オブジェクトを返す（例外を投げない）", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readFileSync).mockReturnValue("not valid json{{{" as unknown as ReturnType<typeof fs.readFileSync>);
-    expect(() => loadPageHashes("localhost:3000")).not.toThrow();
-    expect(loadPageHashes("localhost:3000")).toEqual({});
-  });
-
-  it("ホスト名の特殊文字（: や /）はファイルパスで - に変換される", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readFileSync).mockReturnValue("{}" as unknown as ReturnType<typeof fs.readFileSync>);
-    loadPageHashes("localhost:3000");
-    const checkedPath = vi.mocked(fs.existsSync).mock.calls[0][0] as string;
-    expect(checkedPath).not.toContain(":");
-    expect(checkedPath).toContain("localhost-3000");
-  });
-});
-
-describe("updatePageHashes", () => {
-  it("空の updates を渡すと書き込みをしない", () => {
-    updatePageHashes("localhost:3000", {});
-    expect(fs.mkdirSync).not.toHaveBeenCalled();
-    expect(fs.writeFileSync).not.toHaveBeenCalled();
-  });
-
-  it("既存データと新データをマージして書き込む", () => {
-    const existing = { "/home": "old_hash", "/about": "about_hash" };
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readFileSync).mockReturnValue(JSON.stringify(existing) as unknown as ReturnType<typeof fs.readFileSync>);
-
-    updatePageHashes("localhost:3000", { "/home": "new_hash", "/contact": "contact_hash" });
-
-    const written = JSON.parse(vi.mocked(fs.writeFileSync).mock.calls[0][1] as string);
-    expect(written["/home"]).toBe("new_hash");       // 上書き
-    expect(written["/about"]).toBe("about_hash");    // 既存を保持
-    expect(written["/contact"]).toBe("contact_hash"); // 新規追加
-  });
-
-  it("複数回呼ぶと蓄積される", () => {
-    vi.mocked(fs.existsSync).mockReturnValue(false);
-
-    updatePageHashes("localhost:3000", { "/a": "hash_a" });
-    // 2回目: 1回目の書き込み内容を既存として読み込む
-    vi.mocked(fs.existsSync).mockReturnValue(true);
-    vi.mocked(fs.readFileSync).mockReturnValue(JSON.stringify({ "/a": "hash_a" }) as unknown as ReturnType<typeof fs.readFileSync>);
-    updatePageHashes("localhost:3000", { "/b": "hash_b" });
-
-    const lastWrite = JSON.parse(vi.mocked(fs.writeFileSync).mock.calls.at(-1)![1] as string);
-    expect(lastWrite["/a"]).toBe("hash_a");
-    expect(lastWrite["/b"]).toBe("hash_b");
-  });
-
-  it("書き込み前にディレクトリを作成する", () => {
-    updatePageHashes("localhost:3000", { "/x": "hash_x" });
-    expect(fs.mkdirSync).toHaveBeenCalledWith(expect.any(String), { recursive: true });
-  });
-});

package/framework/__tests__/report.test.ts

@@ -1,253 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import * as fs from "fs";
-import * as path from "path";
-import type { AgentLog, RegressionCheck } from "../types";
-import type { ScenarioOutcome } from "../scenario-designer";
-
-vi.mock("fs");
-vi.mock("path", async (importOriginal) => {
-  const actual = await importOriginal<typeof path>();
-  return { ...actual, join: (...args: string[]) => args.join("/") };
-});
-
-import { generateReport } from "../report";
-import type { RunLog, Finding } from "../types";
-import type { TriageResult } from "../triage";
-import type { ProductSpec } from "../product-discovery";
-
-function getSavedHtml(): string {
-  const calls = vi.mocked(fs.writeFileSync).mock.calls;
-  return calls[calls.length - 1][1] as string;
-}
-
-function makeRunLog(overrides: Partial<RunLog> = {}): RunLog {
-  return {
-    runId: "run_test",
-    startedAt: "2026-04-27T00:00:00.000Z",
-    completedAt: "2026-04-27T00:05:00.000Z",
-    repo: "",
-    agents: [],
-    summary: {
-      totalAgents: 0,
-      completed: 0,
-      errors: 0,
-      iterationLimitReached: 0,
-      totalActions: 0,
-      totalIssuesPosted: 0,
-      regressionChecked: 0,
-      regressionFailed: 0,
-      rateLimitRetries: 0,
-      cost: { inputTokens: 0, outputTokens: 0, estimatedUSD: null },
-    },
-    ...overrides,
-  };
-}
-
-function makeAgentLog(overrides: Partial<AgentLog> = {}): AgentLog {
-  return {
-    agentId: "a1",
-    agentName: "Alice",
-    agentType: "explorer",
-    role: "tester",
-    status: "completed",
-    iterations: 3,
-    actions: [],
-    visitedPaths: [],
-    issuesPosted: [],
-    regressionChecks: [],
-    error: null,
-    startedAt: "2026-04-27T00:01:00.000Z",
-    completedAt: "2026-04-27T00:03:00.000Z",
-    ...overrides,
-  };
-}
-
-function makeProductSpec(overrides: Partial<ProductSpec> = {}): ProductSpec {
-  return {
-    appName: "Test App",
-    appDescription: "A test application",
-    targetUsers: "Engineers",
-    features: "Login, Dashboard",
-    designContext: "",
-    uiFeatures: "",
-    appGoals: [],
-    confidence: "high",
-    sources: [],
-    ...overrides,
-  };
-}
-
-function makeFinding(overrides: Partial<Finding> = {}): Finding {
-  return {
-    id: "f1",
-    runId: "run_test",
-    agentId: "a1",
-    agentName: "Alice",
-    role: "tester",
-    category: "bug",
-    title: "Login button broken",
-    body: "Clicking login does nothing",
-    timestamp: "2026-04-27T00:01:00.000Z",
-    ...overrides,
-  };
-}
-
-const emptyTriage: TriageResult = { issued: [], skipped: [], unprocessed: [], issuesCreated: 0 };
-
-describe("generateReport", () => {
-  beforeEach(() => {
-    vi.mocked(fs.existsSync).mockReturnValue(false);
-    vi.mocked(fs.mkdirSync).mockReturnValue(undefined);
-    vi.mocked(fs.writeFileSync).mockReturnValue(undefined);
-  });
-
-  it("ファイルパスを返す", () => {
-    const result = generateReport(makeRunLog(), [], emptyTriage, makeProductSpec(), [], new Map());
-    expect(result).toContain("report_run_test.html");
-  });
-
-  it("有効な HTML をファイルに書き出す", () => {
-    generateReport(makeRunLog(), [], emptyTriage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    expect(html).toContain("<!DOCTYPE html>");
-    expect(html).toContain("</html>");
-  });
-
-  it("アプリ名がレポートに含まれる", () => {
-    generateReport(makeRunLog(), [], emptyTriage, makeProductSpec({ appName: "MySpecialApp" }), [], new Map());
-    expect(getSavedHtml()).toContain("MySpecialApp");
-  });
-
-  it("finding のタイトルが HTML エスケープされる", () => {
-    const finding = makeFinding({ title: "XSS <script>alert(1)</script>" });
-    generateReport(makeRunLog(), [finding], emptyTriage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    expect(html).not.toContain("<script>alert(1)</script>");
-    expect(html).toContain("&lt;script&gt;");
-  });
-
-  it("finding の body が HTML エスケープされる", () => {
-    const finding = makeFinding({ body: 'Click <a href="javascript:void(0)" onclick="steal()">here</a>' });
-    generateReport(makeRunLog(), [finding], emptyTriage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    expect(html).not.toContain("<a href=");
-    expect(html).toContain("&lt;a href=");
-  });
-
-  it("issued finding に → Issue バッジが付く", () => {
-    const finding = makeFinding({ id: "f1" });
-    const triage: TriageResult = { issued: ["f1"], skipped: [], unprocessed: [], issuesCreated: 1 };
-    generateReport(makeRunLog(), [finding], triage, makeProductSpec(), [], new Map());
-    expect(getSavedHtml()).toContain("→ Issue");
-  });
-
-  it("skipped finding に skipped バッジが付く", () => {
-    const finding = makeFinding({ id: "f1" });
-    const triage: TriageResult = { issued: [], skipped: ["f1"], unprocessed: [], issuesCreated: 0 };
-    generateReport(makeRunLog(), [finding], triage, makeProductSpec(), [], new Map());
-    expect(getSavedHtml()).toContain("skipped");
-  });
-
-  it("シナリオ付きの finding にシナリオタグが付く", () => {
-    const finding = makeFinding({ agentId: "a1" });
-    const scenario = { id: "s1", title: "New employee task", context: "", goal: "", constraints: "" };
-    const agentAssignments = new Map([["a1", { scenario }]]);
-    generateReport(makeRunLog(), [finding], emptyTriage, makeProductSpec(), [scenario], agentAssignments);
-    const html = getSavedHtml();
-    expect(html).toContain("New employee task");
-    expect(html).toContain("scenario");
-  });
-
-  it("レンズ付きの finding にレンズタグが付く", () => {
-    const finding = makeFinding({ agentId: "a1" });
-    const agentAssignments = new Map([["a1", { lens: "Accessibility: keyboard navigation" }]]);
-    generateReport(makeRunLog(), [finding], emptyTriage, makeProductSpec(), [], agentAssignments);
-    const html = getSavedHtml();
-    expect(html).toContain("Accessibility");
-    expect(html).toContain("lens");
-  });
-
-  it("エージェントテーブルにエージェント名と status が含まれる", () => {
-    const agent = makeAgentLog({ agentName: "Bob", status: "completed" });
-    generateReport(makeRunLog({ agents: [agent] }), [], emptyTriage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    expect(html).toContain("Bob");
-    expect(html).toContain("completed");
-  });
-
-  it("regression エージェントに regression バッジが付く", () => {
-    const agent = makeAgentLog({ agentType: "regression" });
-    generateReport(makeRunLog({ agents: [agent] }), [], emptyTriage, makeProductSpec(), [], new Map());
-    expect(getSavedHtml()).toContain("regression");
-  });
-
-  it("regression checks がある場合 Progress セクションが表示される", () => {
-    const checks: RegressionCheck[] = [
-      { issueNumber: 42, issueTitle: "Login button broken", status: "fixed", note: "", regressionUrl: null },
-    ];
-    const agent = makeAgentLog({ agentType: "regression", regressionChecks: checks });
-    generateReport(makeRunLog({ agents: [agent] }), [], emptyTriage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    expect(html).toContain("Progress");
-    expect(html).toContain("#42");
-    expect(html).toContain("Login button broken");
-    expect(html).toContain("✓ fixed");
-  });
-
-  it("regression が再発した場合 regressed バッジが表示される", () => {
-    const checks: RegressionCheck[] = [
-      { issueNumber: 7, issueTitle: "Crash on submit", status: "regressed", note: "", regressionUrl: null },
-    ];
-    const agent = makeAgentLog({ agentType: "regression", regressionChecks: checks });
-    generateReport(makeRunLog({ agents: [agent] }), [], emptyTriage, makeProductSpec(), [], new Map());
-    expect(getSavedHtml()).toContain("⚠ regressed");
-  });
-
-  it("regression checks がない場合 Progress セクションは表示されない", () => {
-    generateReport(makeRunLog(), [], emptyTriage, makeProductSpec(), [], new Map());
-    expect(getSavedHtml()).not.toContain("Progress (");
-  });
-
-  it("ScenarioOutcomes が achieved の場合 achieved バッジが表示される", () => {
-    const outcomes: ScenarioOutcome[] = [{
-      scenarioId: "s1",
-      scenarioTitle: "New employee task",
-      agentId: "a1",
-      agentName: "Alice",
-      achieved: true,
-      reason: "Completed successfully",
-    }];
-    generateReport(makeRunLog(), [], emptyTriage, makeProductSpec(), [], new Map(), outcomes);
-    const html = getSavedHtml();
-    expect(html).toContain("Scenario Outcomes");
-    expect(html).toContain("achieved");
-    expect(html).toContain("New employee task");
-  });
-
-  it("ScenarioOutcomes が failed の場合 failed バッジが表示される", () => {
-    const outcomes: ScenarioOutcome[] = [{
-      scenarioId: "s1",
-      scenarioTitle: "Purchase flow",
-      agentId: "a1",
-      agentName: "Bob",
-      achieved: false,
-      reason: "Could not find the button",
-    }];
-    generateReport(makeRunLog(), [], emptyTriage, makeProductSpec(), [], new Map(), outcomes);
-    expect(getSavedHtml()).toContain("failed");
-  });
-
-  it("finding が issued → unprocessed → skipped の順に並ぶ", () => {
-    const f1 = makeFinding({ id: "f1", title: "Issued Finding" });
-    const f2 = makeFinding({ id: "f2", title: "Skipped Finding" });
-    const f3 = makeFinding({ id: "f3", title: "Unprocessed Finding" });
-    const triage: TriageResult = { issued: ["f1"], skipped: ["f2"], unprocessed: ["f3"], issuesCreated: 1 };
-    generateReport(makeRunLog(), [f2, f3, f1], triage, makeProductSpec(), [], new Map());
-    const html = getSavedHtml();
-    const issuedPos = html.indexOf("Issued Finding");
-    const unprocessedPos = html.indexOf("Unprocessed Finding");
-    const skippedPos = html.indexOf("Skipped Finding");
-    expect(issuedPos).toBeLessThan(unprocessedPos);
-    expect(unprocessedPos).toBeLessThan(skippedPos);
-  });
-});