@cassiomc1/forgeloop 1.6.5 → 1.8.0

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-authentication-change-forgeloopBalanced-001",
+  "scenarioId": "authentication-change",
+  "mode": "forgeloopBalanced",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T04:44:16.119Z",
+  "usage": {
+    "inputTokens": 57131,
+    "outputTokens": 870,
+    "cacheReadTokens": 37376,
+    "cacheWriteTokens": 0,
+    "totalTokens": 58001,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 21608.9892,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 5,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "full",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "authentication-change",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "abbd4eb65e5874a12364dd1545a4db5dbb858237caaf4f54bcbe3e633a1f0c5d",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "full",
+    "verificationCycles": 1,
+    "comparableSteps": 5,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-authentication-change-forgeloopBalanced-002",
+  "scenarioId": "authentication-change",
+  "mode": "forgeloopBalanced",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T04:44:37.757Z",
+  "usage": {
+    "inputTokens": 71486,
+    "outputTokens": 849,
+    "cacheReadTokens": 64256,
+    "cacheWriteTokens": 0,
+    "totalTokens": 72335,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 21638.9758,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 5,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "full",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "authentication-change",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "abbd4eb65e5874a12364dd1545a4db5dbb858237caaf4f54bcbe3e633a1f0c5d",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "full",
+    "verificationCycles": 1,
+    "comparableSteps": 5,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-authentication-change-forgeloopBalanced-003",
+  "scenarioId": "authentication-change",
+  "mode": "forgeloopBalanced",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T04:44:56.765Z",
+  "usage": {
+    "inputTokens": 56952,
+    "outputTokens": 787,
+    "cacheReadTokens": 51712,
+    "cacheWriteTokens": 0,
+    "totalTokens": 57739,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 19008.305,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 5,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "full",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "authentication-change",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "abbd4eb65e5874a12364dd1545a4db5dbb858237caaf4f54bcbe3e633a1f0c5d",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "full",
+    "verificationCycles": 1,
+    "comparableSteps": 5,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-authentication-change-forgeloopBalanced-004",
+  "scenarioId": "authentication-change",
+  "mode": "forgeloopBalanced",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T04:45:17.691Z",
+  "usage": {
+    "inputTokens": 71127,
+    "outputTokens": 832,
+    "cacheReadTokens": 62208,
+    "cacheWriteTokens": 0,
+    "totalTokens": 71959,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 20926.358,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 5,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "full",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "authentication-change",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "abbd4eb65e5874a12364dd1545a4db5dbb858237caaf4f54bcbe3e633a1f0c5d",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "full",
+    "verificationCycles": 1,
+    "comparableSteps": 5,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-authentication-change-forgeloopBalanced-005",
+  "scenarioId": "authentication-change",
+  "mode": "forgeloopBalanced",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T04:45:36.914Z",
+  "usage": {
+    "inputTokens": 57205,
+    "outputTokens": 796,
+    "cacheReadTokens": 51200,
+    "cacheWriteTokens": 0,
+    "totalTokens": 58001,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 19224.1118,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 5,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "full",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "authentication-change",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "abbd4eb65e5874a12364dd1545a4db5dbb858237caaf4f54bcbe3e633a1f0c5d",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "full",
+    "verificationCycles": 1,
+    "comparableSteps": 5,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-documentation-correction-direct-001",
+  "scenarioId": "documentation-correction",
+  "mode": "direct",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T04:47:32.371Z",
+  "usage": {
+    "inputTokens": 56594,
+    "outputTokens": 644,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 57238,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 15522.6314,
+  "verification": "FAIL",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "documentation-correction",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-documentation-correction-direct-002",
+  "scenarioId": "documentation-correction",
+  "mode": "direct",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T04:47:47.639Z",
+  "usage": {
+    "inputTokens": 55057,
+    "outputTokens": 641,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 55698,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 15267.981,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "documentation-correction",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-documentation-correction-direct-003",
+  "scenarioId": "documentation-correction",
+  "mode": "direct",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T04:48:00.452Z",
+  "usage": {
+    "inputTokens": 55948,
+    "outputTokens": 415,
+    "cacheReadTokens": 49664,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56363,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 12813.1439,
+  "verification": "FAIL",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "documentation-correction",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-documentation-correction-direct-004",
+  "scenarioId": "documentation-correction",
+  "mode": "direct",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T04:48:16.490Z",
+  "usage": {
+    "inputTokens": 68456,
+    "outputTokens": 572,
+    "cacheReadTokens": 63232,
+    "cacheWriteTokens": 0,
+    "totalTokens": 69028,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 16038.3698,
+  "verification": "FAIL",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "documentation-correction",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-documentation-correction-direct-005",
+  "scenarioId": "documentation-correction",
+  "mode": "direct",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T04:48:28.700Z",
+  "usage": {
+    "inputTokens": 55936,
+    "outputTokens": 434,
+    "cacheReadTokens": 49664,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56370,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 12210.4213,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 3,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "documentation-correction",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 3,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}