@cassiomc1/forgeloop 1.8.0 → 1.8.1

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-013.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-013",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 13,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 96117,
-    "outputTokens": 4985,
-    "cacheReadTokens": 84480,
-    "cacheWriteTokens": 0,
-    "totalTokens": 101102,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 95924.1578,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 9,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.6,
-      "responsiveQuality": 4.7,
-      "accessibility": 4.7,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-014.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-014",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 14,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 211073,
-    "outputTokens": 4764,
-    "cacheReadTokens": 188416,
-    "cacheWriteTokens": 0,
-    "totalTokens": 215837,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 88403.4181,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 16,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.6,
-      "accessibility": 4.7,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.9
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-015.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-015",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 15,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 153510,
-    "outputTokens": 4775,
-    "cacheReadTokens": 139008,
-    "cacheWriteTokens": 0,
-    "totalTokens": 158285,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 84888.8715,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 13,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.6,
-      "responsiveQuality": 4.4,
-      "accessibility": 4.6,
-      "interactionPolish": 4.3,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-016.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-016",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 16,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 151234,
-    "outputTokens": 4648,
-    "cacheReadTokens": 136960,
-    "cacheWriteTokens": 0,
-    "totalTokens": 155882,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 81931.1589,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 10,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.7,
-      "responsiveQuality": 4.8,
-      "accessibility": 4.6,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.9
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-017.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-017",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 17,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 149982,
-    "outputTokens": 4317,
-    "cacheReadTokens": 135936,
-    "cacheWriteTokens": 0,
-    "totalTokens": 154299,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 81452.042,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 10,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.6,
-      "responsiveQuality": 4.5,
-      "accessibility": 4.8,
-      "interactionPolish": 4.3,
-      "requirementsCompleteness": 4.9
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-018.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-018",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 18,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 153295,
-    "outputTokens": 4812,
-    "cacheReadTokens": 137472,
-    "cacheWriteTokens": 0,
-    "totalTokens": 158107,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 86529.8183,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 15,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.5,
-      "responsiveQuality": 4.5,
-      "accessibility": 4.7,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-019.json

@@ -1,89 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "2",
-  "runSetId": "codex-tail-repeat20-20260831",
-  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-019",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "forgeloopBalanced",
-  "runIndex": 19,
-  "recordedAt": "2026-08-31T15:59:19.208Z",
-  "usage": {
-    "inputTokens": 162013,
-    "outputTokens": 4321,
-    "cacheReadTokens": 146944,
-    "cacheWriteTokens": 0,
-    "totalTokens": 166334,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 76055.8302,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "diagnostics": {
-    "executionProfile": "balanced",
-    "verificationCycles": 1,
-    "modelTurns": 1,
-    "toolCalls": 11,
-    "retries": null,
-    "correctionCycles": null,
-    "filesRead": null,
-    "filesWritten": 3,
-    "contextRefreshes": null,
-    "guideCount": 8,
-    "guideIds": [
-      "premium",
-      "design",
-      "taste",
-      "accessibility",
-      "clean",
-      "test",
-      "security",
-      "performance"
-    ],
-    "hostWarnings": [],
-    "terminationReason": "COMPLETED",
-    "flags": []
-  },
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.4,
-      "accessibility": 4.6,
-      "interactionPolish": 4.1,
-      "requirementsCompleteness": 4.7
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7ef45827539a668fd8f406807bbefac6b92b72de917f9c03d650c165606d314b",
-    "projectRevision": "3cf40c202d84bbc0cf19f0439497698b2e56b652",
-    "benchmarkVersion": "2",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}