@cassiomc1/forgeloop 1.8.0 → 1.8.1

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-infrastructure-release-forgeloopBalanced-001",
-  "scenarioId": "infrastructure-release",
-  "mode": "forgeloopBalanced",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T04:52:45.483Z",
-  "usage": {
-    "inputTokens": 56637,
-    "outputTokens": 447,
-    "cacheReadTokens": 48640,
-    "cacheWriteTokens": 0,
-    "totalTokens": 57084,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 15118.0198,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "full",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "full",
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-infrastructure-release-forgeloopBalanced-002",
-  "scenarioId": "infrastructure-release",
-  "mode": "forgeloopBalanced",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T04:53:00.662Z",
-  "usage": {
-    "inputTokens": 56461,
-    "outputTokens": 473,
-    "cacheReadTokens": 50688,
-    "cacheWriteTokens": 0,
-    "totalTokens": 56934,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 15179.2501,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "full",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "full",
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-infrastructure-release-forgeloopBalanced-003",
-  "scenarioId": "infrastructure-release",
-  "mode": "forgeloopBalanced",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T04:53:18.262Z",
-  "usage": {
-    "inputTokens": 71395,
-    "outputTokens": 623,
-    "cacheReadTokens": 59136,
-    "cacheWriteTokens": 0,
-    "totalTokens": 72018,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 17599.4625,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "full",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "full",
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-infrastructure-release-forgeloopBalanced-004",
-  "scenarioId": "infrastructure-release",
-  "mode": "forgeloopBalanced",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T04:53:33.776Z",
-  "usage": {
-    "inputTokens": 56477,
-    "outputTokens": 461,
-    "cacheReadTokens": 50688,
-    "cacheWriteTokens": 0,
-    "totalTokens": 56938,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 15514.7841,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "full",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "full",
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-infrastructure-release-forgeloopBalanced-005",
-  "scenarioId": "infrastructure-release",
-  "mode": "forgeloopBalanced",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T04:53:52.030Z",
-  "usage": {
-    "inputTokens": 71612,
-    "outputTokens": 603,
-    "cacheReadTokens": 65792,
-    "cacheWriteTokens": 0,
-    "totalTokens": 72215,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 18254.235,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "full",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "full",
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-novatask-saas-landing-page-direct-001",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "direct",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T04:56:30.681Z",
-  "usage": {
-    "inputTokens": 149702,
-    "outputTokens": 4878,
-    "cacheReadTokens": 134400,
-    "cacheWriteTokens": 0,
-    "totalTokens": 154580,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 83767.7466,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-novatask-saas-landing-page-direct-002",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "direct",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T04:57:57.724Z",
-  "usage": {
-    "inputTokens": 149135,
-    "outputTokens": 4814,
-    "cacheReadTokens": 126208,
-    "cacheWriteTokens": 0,
-    "totalTokens": 153949,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 87045.0026,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-novatask-saas-landing-page-direct-003",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "direct",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T04:59:34.027Z",
-  "usage": {
-    "inputTokens": 208684,
-    "outputTokens": 5601,
-    "cacheReadTokens": 182784,
-    "cacheWriteTokens": 0,
-    "totalTokens": 214285,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 96306.8051,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-novatask-saas-landing-page-direct-004",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "direct",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T05:00:51.667Z",
-  "usage": {
-    "inputTokens": 147460,
-    "outputTokens": 4667,
-    "cacheReadTokens": 133888,
-    "cacheWriteTokens": 0,
-    "totalTokens": 152127,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 77641.7705,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-repeat5-20260831",
-  "runId": "run-novatask-saas-landing-page-direct-005",
-  "scenarioId": "novatask-saas-landing-page",
-  "mode": "direct",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T05:02:09.199Z",
-  "usage": {
-    "inputTokens": 68179,
-    "outputTokens": 5102,
-    "cacheReadTokens": 55296,
-    "cacheWriteTokens": 0,
-    "totalTokens": 73281,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 77534.6718,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 11,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "novatask-saas-landing-page",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b6515e63a431aaf1e782f33b29f4ce9b0adeed55b87ee13f41749129fc982536",
-    "projectRevision": "1eaae5cbb2046ef606d201161aa5abbbeddab153",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 11,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}