@zhivex-ai/harness 1.0.0 → 1.1.0-rc.2

package/benchmarks/baselines/oci-remediation-2026-09-10.json

@@ -1,535 +0,0 @@
-{
-  "schemaVersion": 2,
-  "kind": "oci-benchmark",
-  "methodology": {
-    "repetitions": 3,
-    "warmups": 1,
-    "execution": "sequential",
-    "percentileMethod": "nearest-rank",
-    "percentileSampleCaveat": "Use at least 100 successful samples before treating p99 as representative.",
-    "fixtureSetupExcluded": true,
-    "workspaceOpenExcluded": true,
-    "hostFilesystemCache": "not-flushed",
-    "resultValidation": true,
-    "ttiDefinition": "environment inspection start through the successful first command response",
-    "phaseDefinitions": {
-      "environmentInitialization": "OCI runtime client creation plus local image inspection",
-      "sessionAcquire": "workspace snapshot, durable metadata, and isolated session acquisition",
-      "firstCommand": "first argv-only command including container start and workspace validation",
-      "reusedNoOpCommand": "subsequent no-op command using the acquired per-run container",
-      "batchCommand": "review-equivalent argv sequence executed with one final process check, attestation, and publication cycle",
-      "mutationCommand": "command mutation plus changed-workspace validation and publication",
-      "completeScenario": "environment initialization through status after all commands; cleanup excluded",
-      "commandPhaseLatencies": "runtime-reported attribution inside each command; optional phases are marked unavailable when not applicable"
-    }
-  },
-  "host": {
-    "platform": "darwin",
-    "architecture": "arm64",
-    "osRelease": "25.6.0",
-    "cpu": "Apple M4",
-    "logicalCpus": 10,
-    "memoryBytes": 17179869184,
-    "nodeVersion": "v26.3.0",
-    "bunVersion": "1.4.0"
-  },
-  "fixture": {
-    "files": 101,
-    "commands": 3,
-    "commandsPerRepetition": 3,
-    "reusedNoOpCommandsPerRepetition": 2,
-    "batchCommandsPerRepetition": 2
-  },
-  "runtime": {
-    "name": "docker",
-    "version": "29.7.2",
-    "imageDigest": "sha256:3638d9a6fe4030bd716be989438248074489337ba3275657f93595428be4fc03"
-  },
-  "measurements": {
-    "environmentInitializationMs": 51.69,
-    "acquireSnapshotMs": 33.54,
-    "firstCommandMs": 310.27,
-    "reusedNoOpCommands": {
-      "samples": 6,
-      "successes": 6,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 100.09,
-      "p50Ms": 112.71,
-      "medianMs": 112.71,
-      "p95Ms": 136.77,
-      "p99Ms": 136.77,
-      "maxMs": 136.77
-    },
-    "batchCommandMs": 124.92,
-    "mutationCommandMs": 168.7,
-    "endToEndTtiMs": 404.28,
-    "completeScenarioMs": 957.48
-  },
-  "statistics": {
-    "environmentInitialization": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 45.82,
-      "p50Ms": 51.69,
-      "medianMs": 51.69,
-      "p95Ms": 53.64,
-      "p99Ms": 53.64,
-      "maxMs": 53.64
-    },
-    "sessionAcquire": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 33.49,
-      "p50Ms": 33.54,
-      "medianMs": 33.54,
-      "p95Ms": 43.24,
-      "p99Ms": 43.24,
-      "maxMs": 43.24
-    },
-    "firstCommand": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 285.8,
-      "p50Ms": 310.27,
-      "medianMs": 310.27,
-      "p95Ms": 324.96,
-      "p99Ms": 324.96,
-      "maxMs": 324.96
-    },
-    "reusedNoOpCommands": {
-      "samples": 6,
-      "successes": 6,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 100.09,
-      "p50Ms": 112.71,
-      "medianMs": 112.71,
-      "p95Ms": 136.77,
-      "p99Ms": 136.77,
-      "maxMs": 136.77
-    },
-    "batchCommand": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 123,
-      "p50Ms": 124.92,
-      "medianMs": 124.92,
-      "p95Ms": 134.22,
-      "p99Ms": 134.22,
-      "maxMs": 134.22
-    },
-    "mutationCommand": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 160.3,
-      "p50Ms": 168.7,
-      "medianMs": 168.7,
-      "p95Ms": 178.19,
-      "p99Ms": 178.19,
-      "maxMs": 178.19
-    },
-    "status": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 12.71,
-      "p50Ms": 14.29,
-      "medianMs": 14.29,
-      "p95Ms": 21.04,
-      "p99Ms": 21.04,
-      "maxMs": 21.04
-    },
-    "endToEndTti": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 373,
-      "p50Ms": 404.28,
-      "medianMs": 404.28,
-      "p95Ms": 405.23,
-      "p99Ms": 405.23,
-      "maxMs": 405.23
-    },
-    "completeScenario": {
-      "samples": 3,
-      "successes": 3,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 869.32,
-      "p50Ms": 957.48,
-      "medianMs": 957.48,
-      "p95Ms": 983.65,
-      "p99Ms": 983.65,
-      "maxMs": 983.65
-    },
-    "allCommands": {
-      "samples": 15,
-      "successes": 15,
-      "failures": 0,
-      "successRate": 1,
-      "minMs": 100.09,
-      "p50Ms": 134.22,
-      "medianMs": 134.22,
-      "p95Ms": 324.96,
-      "p99Ms": 324.96,
-      "maxMs": 324.96
-    },
-    "commandPhaseLatencies": {
-      "firstCommand": {
-        "hostSynchronization": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 3
-        },
-        "sessionCreation": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 182.26,
-          "p50Ms": 185.57,
-          "medianMs": 185.57,
-          "p95Ms": 200.4,
-          "p99Ms": 200.4,
-          "maxMs": 200.4,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "commandAndAttestation": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 100.14,
-          "p50Ms": 109.79,
-          "medianMs": 109.79,
-          "p95Ms": 142.59,
-          "p99Ms": 142.59,
-          "maxMs": 142.59,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "workspaceExport": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 3
-        },
-        "total": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 285.75,
-          "p50Ms": 310.23,
-          "medianMs": 310.23,
-          "p95Ms": 324.9,
-          "p99Ms": 324.9,
-          "maxMs": 324.9,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        }
-      },
-      "reusedNoOpCommands": {
-        "hostSynchronization": {
-          "samples": 6,
-          "successes": 6,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 1.46,
-          "p50Ms": 2.52,
-          "medianMs": 2.52,
-          "p95Ms": 4.13,
-          "p99Ms": 4.13,
-          "maxMs": 4.13,
-          "availableOnCommands": 6,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "sessionCreation": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 6
-        },
-        "commandAndAttestation": {
-          "samples": 6,
-          "successes": 6,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 95.99,
-          "p50Ms": 110.07,
-          "medianMs": 110.07,
-          "p95Ms": 133.29,
-          "p99Ms": 133.29,
-          "maxMs": 133.29,
-          "availableOnCommands": 6,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "workspaceExport": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 6
-        },
-        "total": {
-          "samples": 6,
-          "successes": 6,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 100.05,
-          "p50Ms": 112.62,
-          "medianMs": 112.62,
-          "p95Ms": 136.67,
-          "p99Ms": 136.67,
-          "maxMs": 136.67,
-          "availableOnCommands": 6,
-          "unavailableOnSuccessfulCommands": 0
-        }
-      },
-      "batchCommand": {
-        "hostSynchronization": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 1.3,
-          "p50Ms": 1.63,
-          "medianMs": 1.63,
-          "p95Ms": 2.85,
-          "p99Ms": 2.85,
-          "maxMs": 2.85,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "sessionCreation": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 3
-        },
-        "commandAndAttestation": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 121.61,
-          "p50Ms": 121.94,
-          "medianMs": 121.94,
-          "p95Ms": 132.5,
-          "p99Ms": 132.5,
-          "maxMs": 132.5,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "workspaceExport": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 3
-        },
-        "total": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 122.95,
-          "p50Ms": 124.86,
-          "medianMs": 124.86,
-          "p95Ms": 134.16,
-          "p99Ms": 134.16,
-          "maxMs": 134.16,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        }
-      },
-      "mutationCommand": {
-        "hostSynchronization": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 1.95,
-          "p50Ms": 2.06,
-          "medianMs": 2.06,
-          "p95Ms": 3.39,
-          "p99Ms": 3.39,
-          "maxMs": 3.39,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "sessionCreation": {
-          "samples": 0,
-          "successes": 0,
-          "failures": 0,
-          "successRate": null,
-          "minMs": null,
-          "p50Ms": null,
-          "medianMs": null,
-          "p95Ms": null,
-          "p99Ms": null,
-          "maxMs": null,
-          "availableOnCommands": 0,
-          "unavailableOnSuccessfulCommands": 3
-        },
-        "commandAndAttestation": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 101.73,
-          "p50Ms": 113.12,
-          "medianMs": 113.12,
-          "p95Ms": 113.79,
-          "p99Ms": 113.79,
-          "maxMs": 113.79,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "workspaceExport": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 53.4,
-          "p50Ms": 55.08,
-          "medianMs": 55.08,
-          "p95Ms": 62.34,
-          "p99Ms": 62.34,
-          "maxMs": 62.34,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        },
-        "total": {
-          "samples": 3,
-          "successes": 3,
-          "failures": 0,
-          "successRate": 1,
-          "minMs": 160.24,
-          "p50Ms": 168.62,
-          "medianMs": 168.62,
-          "p95Ms": 178.13,
-          "p99Ms": 178.13,
-          "maxMs": 178.13,
-          "availableOnCommands": 3,
-          "unavailableOnSuccessfulCommands": 0
-        }
-      }
-    }
-  },
-  "io": {
-    "inventoryPasses": 3,
-    "inventoryPages": 3,
-    "verifiedContentReads": 102,
-    "verifiedContentBytes": 2957,
-    "snapshotFiles": 101,
-    "snapshotBytes": 2926,
-    "snapshotCloneFallbacks": 0,
-    "containerStarts": 1,
-    "containerReuses": 4,
-    "workspacePublishes": 5,
-    "workspaceExports": 1
-  },
-  "ioPerSuccessfulRepetition": [
-    {
-      "inventoryPasses": 3,
-      "inventoryPages": 3,
-      "verifiedContentReads": 102,
-      "verifiedContentBytes": 2957,
-      "snapshotFiles": 101,
-      "snapshotBytes": 2926,
-      "snapshotCloneFallbacks": 0,
-      "containerStarts": 1,
-      "containerReuses": 4,
-      "workspacePublishes": 5,
-      "workspaceExports": 1
-    },
-    {
-      "inventoryPasses": 3,
-      "inventoryPages": 3,
-      "verifiedContentReads": 102,
-      "verifiedContentBytes": 2957,
-      "snapshotFiles": 101,
-      "snapshotBytes": 2926,
-      "snapshotCloneFallbacks": 0,
-      "containerStarts": 1,
-      "containerReuses": 4,
-      "workspacePublishes": 5,
-      "workspaceExports": 1
-    },
-    {
-      "inventoryPasses": 3,
-      "inventoryPages": 3,
-      "verifiedContentReads": 102,
-      "verifiedContentBytes": 2957,
-      "snapshotFiles": 101,
-      "snapshotBytes": 2926,
-      "snapshotCloneFallbacks": 0,
-      "containerStarts": 1,
-      "containerReuses": 4,
-      "workspacePublishes": 5,
-      "workspaceExports": 1
-    }
-  ]
-}