@cassiomc1/forgeloop 1.6.5 → 1.8.0

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-direct-001",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "direct",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T07:36:38.107Z",
+  "usage": {
+    "inputTokens": 149260,
+    "outputTokens": 4936,
+    "cacheReadTokens": 117504,
+    "cacheWriteTokens": 0,
+    "totalTokens": 154196,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 80420.5155,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.1,
+      "responsiveQuality": 4.2,
+      "accessibility": 4.6,
+      "interactionPolish": 4,
+      "requirementsCompleteness": 4.7
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-direct-002",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "direct",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 195635,
+    "outputTokens": 5309,
+    "cacheReadTokens": 178432,
+    "cacheWriteTokens": 0,
+    "totalTokens": 200944,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 116660.7894,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.4,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.7,
+      "interactionPolish": 4.2,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-direct-003",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "direct",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 149829,
+    "outputTokens": 4889,
+    "cacheReadTokens": 133888,
+    "cacheWriteTokens": 0,
+    "totalTokens": 154718,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 82630.9447,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.4,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.7,
+      "interactionPolish": 4.1,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-direct-004",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "direct",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 172831,
+    "outputTokens": 5210,
+    "cacheReadTokens": 156672,
+    "cacheWriteTokens": 0,
+    "totalTokens": 178041,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 86100.877,
+  "verification": "FAIL",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.5,
+      "responsiveQuality": 4.7,
+      "accessibility": 4.8,
+      "interactionPolish": 4.2,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-direct-005",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "direct",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 187508,
+    "outputTokens": 4713,
+    "cacheReadTokens": 171776,
+    "cacheWriteTokens": 0,
+    "totalTokens": 192221,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 78844.0488,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.2,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.5,
+      "interactionPolish": 4,
+      "requirementsCompleteness": 4.6
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopAdaptive-001",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopAdaptive",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 81543,
+    "outputTokens": 4343,
+    "cacheReadTokens": 69376,
+    "cacheWriteTokens": 0,
+    "totalTokens": 85886,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 69211.4983,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "light",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.3,
+      "responsiveQuality": 4.4,
+      "accessibility": 4.5,
+      "interactionPolish": 4.3,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopAdaptive",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "auto",
+    "resolvedProfile": "light",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopAdaptive-002",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopAdaptive",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 164822,
+    "outputTokens": 4404,
+    "cacheReadTokens": 150016,
+    "cacheWriteTokens": 0,
+    "totalTokens": 169226,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 75047.2566,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "light",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.6,
+      "responsiveQuality": 4.7,
+      "accessibility": 4.6,
+      "interactionPolish": 4.4,
+      "requirementsCompleteness": 4.7
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopAdaptive",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "auto",
+    "resolvedProfile": "light",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopAdaptive-003",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopAdaptive",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 146922,
+    "outputTokens": 4216,
+    "cacheReadTokens": 134912,
+    "cacheWriteTokens": 0,
+    "totalTokens": 151138,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 71738.7065,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "light",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.3,
+      "responsiveQuality": 4.5,
+      "accessibility": 4.5,
+      "interactionPolish": 4,
+      "requirementsCompleteness": 4.6
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopAdaptive",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "auto",
+    "resolvedProfile": "light",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopAdaptive-004",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopAdaptive",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 150451,
+    "outputTokens": 4658,
+    "cacheReadTokens": 134912,
+    "cacheWriteTokens": 0,
+    "totalTokens": 155109,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 77970.5948,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "light",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.7,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.6,
+      "interactionPolish": 4.4,
+      "requirementsCompleteness": 4.9
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopAdaptive",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "auto",
+    "resolvedProfile": "light",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopAdaptive-005",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopAdaptive",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 64479,
+    "outputTokens": 4040,
+    "cacheReadTokens": 54784,
+    "cacheWriteTokens": 0,
+    "totalTokens": 68519,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 65113.471,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "light",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.8,
+      "responsiveQuality": 4.7,
+      "accessibility": 4.9,
+      "interactionPolish": 4.6,
+      "requirementsCompleteness": 4.9
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopAdaptive",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "auto",
+    "resolvedProfile": "light",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}