@cassiomc1/forgeloop 1.8.0 → 1.9.0

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-direct-001",
-  "scenarioId": "static-landing-page",
-  "mode": "direct",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 76575,
-    "outputTokens": 2922,
-    "cacheReadTokens": 66304,
-    "cacheWriteTokens": 0,
-    "totalTokens": 79497,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 47904.7887,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.3,
-      "accessibility": 4.5,
-      "interactionPolish": 3.9,
-      "requirementsCompleteness": 4.6
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-direct-002",
-  "scenarioId": "static-landing-page",
-  "mode": "direct",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 62221,
-    "outputTokens": 3045,
-    "cacheReadTokens": 49664,
-    "cacheWriteTokens": 0,
-    "totalTokens": 65266,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 49469.5297,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.4,
-      "accessibility": 4.8,
-      "interactionPolish": 4.2,
-      "requirementsCompleteness": 4.9
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-direct-003",
-  "scenarioId": "static-landing-page",
-  "mode": "direct",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 139790,
-    "outputTokens": 2917,
-    "cacheReadTokens": 126720,
-    "cacheWriteTokens": 0,
-    "totalTokens": 142707,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 51768.1942,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.3,
-      "accessibility": 4.2,
-      "interactionPolish": 4,
-      "requirementsCompleteness": 4.7
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-direct-004",
-  "scenarioId": "static-landing-page",
-  "mode": "direct",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 137380,
-    "outputTokens": 2826,
-    "cacheReadTokens": 125696,
-    "cacheWriteTokens": 0,
-    "totalTokens": 140206,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 50028.3585,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4,
-      "responsiveQuality": 4.5,
-      "accessibility": 4.4,
-      "interactionPolish": 3.9,
-      "requirementsCompleteness": 4.4
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-direct-005",
-  "scenarioId": "static-landing-page",
-  "mode": "direct",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 158196,
-    "outputTokens": 3511,
-    "cacheReadTokens": 145408,
-    "cacheWriteTokens": 0,
-    "totalTokens": 161707,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 62784.928,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.1,
-      "responsiveQuality": 4.4,
-      "accessibility": 4.2,
-      "interactionPolish": 3.8,
-      "requirementsCompleteness": 4.4
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-forgeloopAdaptive-001",
-  "scenarioId": "static-landing-page",
-  "mode": "forgeloopAdaptive",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T07:36:38.108Z",
-  "usage": {
-    "inputTokens": 143169,
-    "outputTokens": 3198,
-    "cacheReadTokens": 124160,
-    "cacheWriteTokens": 0,
-    "totalTokens": 146367,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 57627.1875,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "light",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.7,
-      "responsiveQuality": 4.6,
-      "accessibility": 4.6,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "forgeloopAdaptive",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "auto",
-    "resolvedProfile": "light",
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-forgeloopAdaptive-002",
-  "scenarioId": "static-landing-page",
-  "mode": "forgeloopAdaptive",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T07:36:38.109Z",
-  "usage": {
-    "inputTokens": 157185,
-    "outputTokens": 3090,
-    "cacheReadTokens": 144384,
-    "cacheWriteTokens": 0,
-    "totalTokens": 160275,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 56713.246,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "light",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.7,
-      "responsiveQuality": 4.6,
-      "accessibility": 4.6,
-      "interactionPolish": 4.4,
-      "requirementsCompleteness": 4.6
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "forgeloopAdaptive",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "auto",
-    "resolvedProfile": "light",
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-forgeloopAdaptive-003",
-  "scenarioId": "static-landing-page",
-  "mode": "forgeloopAdaptive",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T07:36:38.109Z",
-  "usage": {
-    "inputTokens": 142834,
-    "outputTokens": 3033,
-    "cacheReadTokens": 129792,
-    "cacheWriteTokens": 0,
-    "totalTokens": 145867,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 58159.2382,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "light",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.4,
-      "responsiveQuality": 4.5,
-      "accessibility": 4.5,
-      "interactionPolish": 4.2,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "forgeloopAdaptive",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "auto",
-    "resolvedProfile": "light",
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-forgeloopAdaptive-004",
-  "scenarioId": "static-landing-page",
-  "mode": "forgeloopAdaptive",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T07:36:38.109Z",
-  "usage": {
-    "inputTokens": 139301,
-    "outputTokens": 2639,
-    "cacheReadTokens": 127744,
-    "cacheWriteTokens": 0,
-    "totalTokens": 141940,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 51372.8968,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "light",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.2,
-      "responsiveQuality": 4.5,
-      "accessibility": 4.5,
-      "interactionPolish": 4.2,
-      "requirementsCompleteness": 4.8
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "forgeloopAdaptive",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "auto",
-    "resolvedProfile": "light",
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-static-landing-page-forgeloopAdaptive-005",
-  "scenarioId": "static-landing-page",
-  "mode": "forgeloopAdaptive",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T07:36:38.109Z",
-  "usage": {
-    "inputTokens": 160416,
-    "outputTokens": 3483,
-    "cacheReadTokens": 146432,
-    "cacheWriteTokens": 0,
-    "totalTokens": 163899,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 61674.0136,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 8,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "light",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "EXTERNAL_REPORTED",
-    "scores": {
-      "visualQuality": 4.7,
-      "responsiveQuality": 4.6,
-      "accessibility": 4.1,
-      "interactionPolish": 3.6,
-      "requirementsCompleteness": 3.9
-    }
-  },
-  "metadata": {
-    "scenarioId": "static-landing-page",
-    "mode": "forgeloopAdaptive",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "7779b11f51898eba56eee282dac55f281850ac8ce3f744689e7c9f6cc2ad027f",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "auto",
-    "resolvedProfile": "light",
-    "verificationCycles": 1,
-    "comparableSteps": 8,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}