@cassiomc1/forgeloop 1.8.0 → 1.9.0

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-documentation-correction-forgeloopBalanced-001",
-  "scenarioId": "documentation-correction",
-  "mode": "forgeloopBalanced",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 56316,
-    "outputTokens": 499,
-    "cacheReadTokens": 50688,
-    "cacheWriteTokens": 0,
-    "totalTokens": 56815,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 14872.8133,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 3,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "documentation-correction",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 3,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-documentation-correction-forgeloopBalanced-002",
-  "scenarioId": "documentation-correction",
-  "mode": "forgeloopBalanced",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 58336,
-    "outputTokens": 653,
-    "cacheReadTokens": 51200,
-    "cacheWriteTokens": 0,
-    "totalTokens": 58989,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 16946.1552,
-  "verification": "FAIL",
-  "verificationCycles": 1,
-  "comparableSteps": 3,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "documentation-correction",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 3,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-documentation-correction-forgeloopBalanced-003",
-  "scenarioId": "documentation-correction",
-  "mode": "forgeloopBalanced",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 57136,
-    "outputTokens": 598,
-    "cacheReadTokens": 50688,
-    "cacheWriteTokens": 0,
-    "totalTokens": 57734,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 16309.1233,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 3,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "documentation-correction",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 3,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-documentation-correction-forgeloopBalanced-004",
-  "scenarioId": "documentation-correction",
-  "mode": "forgeloopBalanced",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 57513,
-    "outputTokens": 409,
-    "cacheReadTokens": 50688,
-    "cacheWriteTokens": 0,
-    "totalTokens": 57922,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 13532.183,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 3,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "documentation-correction",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 3,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-documentation-correction-forgeloopBalanced-005",
-  "scenarioId": "documentation-correction",
-  "mode": "forgeloopBalanced",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 56586,
-    "outputTokens": 628,
-    "cacheReadTokens": 47616,
-    "cacheWriteTokens": 0,
-    "totalTokens": 57214,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 17464.5003,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 3,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": "balanced",
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "documentation-correction",
-    "mode": "forgeloopBalanced",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "8a88cba20b5d6a7cbb61f8c4b7423217d8b0c3d13b663a61d59f9efb0909bb66",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": "balanced",
-    "resolvedProfile": "balanced",
-    "verificationCycles": 1,
-    "comparableSteps": 3,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-001.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-infrastructure-release-direct-001",
-  "scenarioId": "infrastructure-release",
-  "mode": "direct",
-  "runIndex": 1,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 68484,
-    "outputTokens": 611,
-    "cacheReadTokens": 60160,
-    "cacheWriteTokens": 0,
-    "totalTokens": 69095,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 15934.7496,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-002.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-infrastructure-release-direct-002",
-  "scenarioId": "infrastructure-release",
-  "mode": "direct",
-  "runIndex": 2,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 68654,
-    "outputTokens": 621,
-    "cacheReadTokens": 63232,
-    "cacheWriteTokens": 0,
-    "totalTokens": 69275,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 17890.6315,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-003.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-infrastructure-release-direct-003",
-  "scenarioId": "infrastructure-release",
-  "mode": "direct",
-  "runIndex": 3,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 68738,
-    "outputTokens": 598,
-    "cacheReadTokens": 63744,
-    "cacheWriteTokens": 0,
-    "totalTokens": 69336,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 15419.323,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-004.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-infrastructure-release-direct-004",
-  "scenarioId": "infrastructure-release",
-  "mode": "direct",
-  "runIndex": 4,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 54674,
-    "outputTokens": 396,
-    "cacheReadTokens": 50176,
-    "cacheWriteTokens": 0,
-    "totalTokens": 55070,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 11786.552,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}

package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-005.json

@@ -1,64 +0,0 @@
-{
-  "schemaVersion": 1,
-  "benchmarkVersion": "1",
-  "runSetId": "codex-quality-repeat5-20260831",
-  "runId": "run-infrastructure-release-direct-005",
-  "scenarioId": "infrastructure-release",
-  "mode": "direct",
-  "runIndex": 5,
-  "recordedAt": "2026-08-31T07:36:38.107Z",
-  "usage": {
-    "inputTokens": 55054,
-    "outputTokens": 536,
-    "cacheReadTokens": 50176,
-    "cacheWriteTokens": 0,
-    "totalTokens": 55590,
-    "costUsd": null,
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "source": "HOST_REPORTED"
-  },
-  "wallClockMs": 13530.8245,
-  "verification": "PASS",
-  "verificationCycles": 1,
-  "comparableSteps": 4,
-  "contextUsage": {
-    "source": "UNKNOWN",
-    "profile": null,
-    "items": {
-      "taskContext": null,
-      "guides": null,
-      "history": null,
-      "protocolInstructions": null,
-      "repositoryContext": null,
-      "other": null
-    }
-  },
-  "quality": {
-    "source": "UNKNOWN",
-    "scores": {
-      "visualQuality": null,
-      "responsiveQuality": null,
-      "accessibility": null,
-      "interactionPolish": null,
-      "requirementsCompleteness": null
-    }
-  },
-  "metadata": {
-    "scenarioId": "infrastructure-release",
-    "mode": "direct",
-    "model": "gpt-5.4-mini",
-    "provider": "codex-chatgpt",
-    "promptSpecFingerprint": "b5d17711968aaee4376c30f2c8df7135499adeaa2028108024b8199af244f9e8",
-    "projectRevision": "db46c034dc9dba1b8d8fad6e7fe5340cd38485fb",
-    "benchmarkVersion": "1",
-    "environmentClass": "codex-cli-darwin-arm64",
-    "requestedProfile": null,
-    "resolvedProfile": null,
-    "verificationCycles": 1,
-    "comparableSteps": 4,
-    "nodeVersion": "26.8.1",
-    "os": "darwin",
-    "arch": "arm64"
-  }
-}