@cassiomc1/forgeloop 1.7.0 → 1.8.0

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-static-landing-page-forgeloopBalanced-001",
+  "scenarioId": "static-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 141967,
+    "outputTokens": 2787,
+    "cacheReadTokens": 130304,
+    "cacheWriteTokens": 0,
+    "totalTokens": 144754,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 55808.4822,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 8,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4,
+      "responsiveQuality": 4.4,
+      "accessibility": 4.5,
+      "interactionPolish": 4,
+      "requirementsCompleteness": 4.6
+    }
+  },
+  "metadata": {
+    "scenarioId": "static-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 8,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-static-landing-page-forgeloopBalanced-002",
+  "scenarioId": "static-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 140312,
+    "outputTokens": 2687,
+    "cacheReadTokens": 129280,
+    "cacheWriteTokens": 0,
+    "totalTokens": 142999,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 50698.1569,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 8,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4,
+      "responsiveQuality": 4.3,
+      "accessibility": 4.5,
+      "interactionPolish": 3.9,
+      "requirementsCompleteness": 4.6
+    }
+  },
+  "metadata": {
+    "scenarioId": "static-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 8,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-static-landing-page-forgeloopBalanced-003",
+  "scenarioId": "static-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 159289,
+    "outputTokens": 3002,
+    "cacheReadTokens": 145408,
+    "cacheWriteTokens": 0,
+    "totalTokens": 162291,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 54796.3498,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 8,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.5,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.5,
+      "interactionPolish": 4.3,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "static-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 8,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-static-landing-page-forgeloopBalanced-004",
+  "scenarioId": "static-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 156684,
+    "outputTokens": 2934,
+    "cacheReadTokens": 139264,
+    "cacheWriteTokens": 0,
+    "totalTokens": 159618,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 54806.0215,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 8,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.5,
+      "responsiveQuality": 4.6,
+      "accessibility": 4.6,
+      "interactionPolish": 4.4,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "static-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 8,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-quality-repeat5-20260831",
+  "runId": "run-static-landing-page-forgeloopBalanced-005",
+  "scenarioId": "static-landing-page",
+  "mode": "forgeloopBalanced",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T07:36:38.108Z",
+  "usage": {
+    "inputTokens": 141850,
+    "outputTokens": 2782,
+    "cacheReadTokens": 130304,
+    "cacheWriteTokens": 0,
+    "totalTokens": 144632,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 52235.3892,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 8,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": "balanced",
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "EXTERNAL_REPORTED",
+    "scores": {
+      "visualQuality": 4.3,
+      "responsiveQuality": 4.5,
+      "accessibility": 4.4,
+      "interactionPolish": 4.2,
+      "requirementsCompleteness": 4.8
+    }
+  },
+  "metadata": {
+    "scenarioId": "static-landing-page",
+    "mode": "forgeloopBalanced",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
+    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": "balanced",
+    "resolvedProfile": "balanced",
+    "verificationCycles": 1,
+    "comparableSteps": 8,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-001.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-api-feature-direct-001",
+  "scenarioId": "api-feature",
+  "mode": "direct",
+  "runIndex": 1,
+  "recordedAt": "2026-08-31T04:37:21.285Z",
+  "usage": {
+    "inputTokens": 55546,
+    "outputTokens": 833,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56379,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 18008.4692,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 4,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "api-feature",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "99b7a44bc820d5da214e95347a3c102f4c40c903ee62947a979b0486a9633566",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 4,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-002.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-api-feature-direct-002",
+  "scenarioId": "api-feature",
+  "mode": "direct",
+  "runIndex": 2,
+  "recordedAt": "2026-08-31T04:37:41.164Z",
+  "usage": {
+    "inputTokens": 69267,
+    "outputTokens": 893,
+    "cacheReadTokens": 63744,
+    "cacheWriteTokens": 0,
+    "totalTokens": 70160,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 19878.404,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 4,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "api-feature",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "99b7a44bc820d5da214e95347a3c102f4c40c903ee62947a979b0486a9633566",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 4,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-003.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-api-feature-direct-003",
+  "scenarioId": "api-feature",
+  "mode": "direct",
+  "runIndex": 3,
+  "recordedAt": "2026-08-31T04:38:05.664Z",
+  "usage": {
+    "inputTokens": 70891,
+    "outputTokens": 1164,
+    "cacheReadTokens": 64768,
+    "cacheWriteTokens": 0,
+    "totalTokens": 72055,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 24499.7579,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 4,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "api-feature",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "99b7a44bc820d5da214e95347a3c102f4c40c903ee62947a979b0486a9633566",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 4,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-004.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-api-feature-direct-004",
+  "scenarioId": "api-feature",
+  "mode": "direct",
+  "runIndex": 4,
+  "recordedAt": "2026-08-31T04:38:27.541Z",
+  "usage": {
+    "inputTokens": 55911,
+    "outputTokens": 966,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 56877,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 21877.854,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 4,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "api-feature",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "99b7a44bc820d5da214e95347a3c102f4c40c903ee62947a979b0486a9633566",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 4,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-005.json

@@ -0,0 +1,64 @@
+{
+  "schemaVersion": 1,
+  "benchmarkVersion": "1",
+  "runSetId": "codex-repeat5-20260831",
+  "runId": "run-api-feature-direct-005",
+  "scenarioId": "api-feature",
+  "mode": "direct",
+  "runIndex": 5,
+  "recordedAt": "2026-08-31T04:38:43.159Z",
+  "usage": {
+    "inputTokens": 54808,
+    "outputTokens": 612,
+    "cacheReadTokens": 50176,
+    "cacheWriteTokens": 0,
+    "totalTokens": 55420,
+    "costUsd": null,
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "source": "HOST_REPORTED"
+  },
+  "wallClockMs": 15618.6678,
+  "verification": "PASS",
+  "verificationCycles": 1,
+  "comparableSteps": 4,
+  "contextUsage": {
+    "source": "UNKNOWN",
+    "profile": null,
+    "items": {
+      "taskContext": null,
+      "guides": null,
+      "history": null,
+      "protocolInstructions": null,
+      "repositoryContext": null,
+      "other": null
+    }
+  },
+  "quality": {
+    "source": "UNKNOWN",
+    "scores": {
+      "visualQuality": null,
+      "responsiveQuality": null,
+      "accessibility": null,
+      "interactionPolish": null,
+      "requirementsCompleteness": null
+    }
+  },
+  "metadata": {
+    "scenarioId": "api-feature",
+    "mode": "direct",
+    "model": "gpt-5.4-mini",
+    "provider": "codex-chatgpt",
+    "promptSpecFingerprint": "99b7a44bc820d5da214e95347a3c102f4c40c903ee62947a979b0486a9633566",
+    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
+    "benchmarkVersion": "1",
+    "environmentClass": "codex-cli-darwin-arm64",
+    "requestedProfile": null,
+    "resolvedProfile": null,
+    "verificationCycles": 1,
+    "comparableSteps": 4,
+    "nodeVersion": "26.8.1",
+    "os": "darwin",
+    "arch": "arm64"
+  }
+}