@cassiomc1/forgeloop 1.7.0 → 1.8.0

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-001",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 151710,
+    "outputTokens": 4220,
+    "cacheReadTokens": 135936,
+    "cacheWriteTokens": 0,
+    "totalTokens": 155930,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 71084.9372,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.5,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.7,
+      "interactionPolish": 4.4,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-002",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 104212,
+    "outputTokens": 4608,
+    "cacheReadTokens": 91136,
+    "cacheWriteTokens": 0,
+    "totalTokens": 108820,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 73849.4643,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.7,
+      "responsiveQuality": 4.8,
+      "accessibility": 4.9,
+      "interactionPolish": 4.5,
+      "requirementsCompleteness": 4.9
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-003",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 175502,
+    "outputTokens": 4853,
+    "cacheReadTokens": 159744,
+    "cacheWriteTokens": 0,
+    "totalTokens": 180355,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 81761.9223,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.7,
+      "responsiveQuality": 4.8,
+      "accessibility": 4.9,
+      "interactionPolish": 4.5,
+      "requirementsCompleteness": 4.9
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-004",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 175717,
+    "outputTokens": 4810,
+    "cacheReadTokens": 159232,
+    "cacheWriteTokens": 0,
+    "totalTokens": 180527,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 80850.1632,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.6,
+      "responsiveQuality": 4.8,
+      "accessibility": 4.7,
+      "interactionPolish": 4.3,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-novatask-saas-landing-page-forgeloopBalanced-005",
+  "scenarioId": "novatask-saas-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 164643,
+    "outputTokens": 4344,
+    "cacheReadTokens": 149504,
+    "cacheWriteTokens": 0,
+    "totalTokens": 168987,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 76156.6652,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 11,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.4,
+      "responsiveQuality": 4.5,
+      "accessibility": 4.4,
+      "interactionPolish": 4.2,
+      "requirementsCompleteness": 4.6
+    }
+  },
+  "metadata": {
+    "scenarioId": "novatask-saas-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 11,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-small-bug-fix-direct-001",
+  "scenarioId": "small-bug-fix",
+  "mode": "direct",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 55572,
+    "outputTokens": 768,
+    "cacheReadTokens": 50688,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56340,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 16727.4426,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "small-bug-fix",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "5d5ecbdcd054faad8e340ba5bfcc971a45997516eb0a775010347a4d1dcc65b7",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-small-bug-fix-direct-002",
+  "scenarioId": "small-bug-fix",
+  "mode": "direct",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 55320,
+    "outputTokens": 801,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56121,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 17544.9237,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "small-bug-fix",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "5d5ecbdcd054faad8e340ba5bfcc971a45997516eb0a775010347a4d1dcc65b7",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-small-bug-fix-direct-003",
+  "scenarioId": "small-bug-fix",
+  "mode": "direct",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 54986,
+    "outputTokens": 585,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 55571,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 14292.2873,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "small-bug-fix",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "5d5ecbdcd054faad8e340ba5bfcc971a45997516eb0a775010347a4d1dcc65b7",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-small-bug-fix-direct-004",
+  "scenarioId": "small-bug-fix",
+  "mode": "direct",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 68939,
+    "outputTokens": 675,
+    "cacheReadTokens": 63744,
+    "cacheWriteTokens": 0,
+    "totalTokens": 69614,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 16565.4405,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "small-bug-fix",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "5d5ecbdcd054faad8e340ba5bfcc971a45997516eb0a775010347a4d1dcc65b7",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-small-bug-fix-direct-005",
+  "scenarioId": "small-bug-fix",
+  "mode": "direct",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 55754,
+    "outputTokens": 708,
+    "cacheReadTokens": 50688,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56462,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 15915.5933,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "small-bug-fix",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "5d5ecbdcd054faad8e340ba5bfcc971a45997516eb0a775010347a4d1dcc65b7",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}