ibex 0.1.0 → 0.3.0

data/schema/public-performance-profile-v1.schema.json

@@ -0,0 +1,360 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/public-performance-profile-v1.schema.json",
+  "title": "Diagnostic public grammar Ibex performance profiles v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "artifact",
+    "schema_version",
+    "evidence_kind",
+    "formal_evidence",
+    "warning",
+    "recorded_at",
+    "environment",
+    "profiler",
+    "configuration",
+    "manifest",
+    "projects"
+  ],
+  "properties": {
+    "artifact": { "const": "ibex_public_performance_profile" },
+    "schema_version": { "const": 1 },
+    "evidence_kind": { "const": "diagnostic_profile" },
+    "formal_evidence": { "const": false },
+    "warning": {
+      "const": "Diagnostic profiles include profiler overhead and are not formal performance evidence."
+    },
+    "recorded_at": { "type": "string", "format": "date-time" },
+    "environment": { "$ref": "#/$defs/environment" },
+    "profiler": { "$ref": "#/$defs/profiler" },
+    "configuration": { "$ref": "#/$defs/configuration" },
+    "manifest": { "$ref": "#/$defs/manifest" },
+    "projects": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "$ref": "#/$defs/project" }
+    }
+  },
+  "$defs": {
+    "sha256": {
+      "type": "string",
+      "pattern": "^[0-9a-f]{64}$"
+    },
+    "sha1": {
+      "type": "string",
+      "pattern": "^[0-9a-f]{40}$"
+    },
+    "command": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "type": "string" }
+    },
+    "rubyopt": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["present", "bytes", "sha256", "sanitized"],
+      "properties": {
+        "present": { "type": "boolean" },
+        "bytes": { "type": "integer", "minimum": 0 },
+        "sha256": {
+          "oneOf": [
+            { "$ref": "#/$defs/sha256" },
+            { "type": "null" }
+          ]
+        },
+        "sanitized": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "environment": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "git_revision",
+        "git_dirty",
+        "git_tracked_dirty",
+        "git_untracked_dirty",
+        "ruby_engine",
+        "ruby_version",
+        "ruby_platform",
+        "ruby_description",
+        "ruby_executable",
+        "host_os",
+        "host_cpu",
+        "kernel_release",
+        "processors",
+        "yjit_available",
+        "yjit_enabled",
+        "ibex_version",
+        "rubyopt"
+      ],
+      "properties": {
+        "git_revision": { "$ref": "#/$defs/sha1" },
+        "git_dirty": { "type": "boolean" },
+        "git_tracked_dirty": { "type": "boolean" },
+        "git_untracked_dirty": { "type": "boolean" },
+        "ruby_engine": { "type": "string", "minLength": 1 },
+        "ruby_version": { "type": "string", "minLength": 1 },
+        "ruby_platform": { "type": "string", "minLength": 1 },
+        "ruby_description": { "type": "string", "minLength": 1 },
+        "ruby_executable": { "type": "string", "minLength": 1 },
+        "host_os": { "type": "string", "minLength": 1 },
+        "host_cpu": { "type": "string", "minLength": 1 },
+        "kernel_release": { "type": "string", "minLength": 1 },
+        "processors": { "type": "integer", "minimum": 1 },
+        "yjit_available": { "type": "boolean" },
+        "yjit_enabled": { "type": "boolean" },
+        "ibex_version": { "type": "string", "minLength": 1 },
+        "rubyopt": { "$ref": "#/$defs/rubyopt" }
+      }
+    },
+    "profiler": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "name",
+        "mode",
+        "interval_usec",
+        "top_frames",
+        "raw_profiles",
+        "timing_comparable"
+      ],
+      "properties": {
+        "name": { "const": "stackprof" },
+        "mode": { "const": "wall" },
+        "interval_usec": { "type": "integer", "minimum": 1 },
+        "top_frames": { "type": "integer", "minimum": 1 },
+        "raw_profiles": { "const": true },
+        "timing_comparable": { "const": false }
+      }
+    },
+    "configuration": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "runs",
+        "warmup_workloads",
+        "profiled_runtime_workloads",
+        "scenarios",
+        "fresh_process_per_profile",
+        "allow_dirty"
+      ],
+      "properties": {
+        "runs": { "type": "integer", "minimum": 1 },
+        "warmup_workloads": { "type": "integer", "minimum": 0 },
+        "profiled_runtime_workloads": { "type": "integer", "minimum": 1 },
+        "scenarios": {
+          "type": "array",
+          "prefixItems": [
+            { "const": "cold_generation" },
+            { "const": "warm_runtime_reuse" },
+            { "const": "warm_runtime_new_instance" }
+          ],
+          "items": false
+        },
+        "fresh_process_per_profile": { "const": true },
+        "allow_dirty": { "type": "boolean" }
+      }
+    },
+    "manifest": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "sha256"],
+      "properties": {
+        "path": { "const": "benchmark/public_workloads.json" },
+        "sha256": { "$ref": "#/$defs/sha256" }
+      }
+    },
+    "repository": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "origin",
+        "revision",
+        "dirty",
+        "tracked_dirty",
+        "untracked_dirty",
+        "status_sha256",
+        "grammar_sha256",
+        "dependency_definition_sha256",
+        "library_tree_oid",
+        "url",
+        "expected_revision",
+        "grammar_path",
+        "dependency_definition_path"
+      ],
+      "properties": {
+        "origin": { "type": "string", "minLength": 1 },
+        "revision": { "$ref": "#/$defs/sha1" },
+        "dirty": { "type": "boolean" },
+        "tracked_dirty": { "type": "boolean" },
+        "untracked_dirty": { "type": "boolean" },
+        "status_sha256": { "$ref": "#/$defs/sha256" },
+        "grammar_sha256": { "$ref": "#/$defs/sha256" },
+        "dependency_definition_sha256": { "$ref": "#/$defs/sha256" },
+        "library_tree_oid": { "$ref": "#/$defs/sha1" },
+        "url": { "type": "string", "minLength": 1 },
+        "expected_revision": { "$ref": "#/$defs/sha1" },
+        "grammar_path": { "type": "string", "minLength": 1 },
+        "dependency_definition_path": { "type": "string", "minLength": 1 }
+      }
+    },
+    "workload": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "driver", "input_count", "inputs_sha256"],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "driver": { "type": "string", "minLength": 1 },
+        "input_count": { "type": "integer", "minimum": 1 },
+        "inputs_sha256": { "$ref": "#/$defs/sha256" }
+      }
+    },
+    "formalCommands": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["generation", "workers"],
+      "properties": {
+        "generation": { "$ref": "#/$defs/command" },
+        "workers": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "cold_generation",
+            "warm_runtime_reuse",
+            "warm_runtime_new_instance"
+          ],
+          "properties": {
+            "cold_generation": { "$ref": "#/$defs/command" },
+            "warm_runtime_reuse": { "$ref": "#/$defs/command" },
+            "warm_runtime_new_instance": { "$ref": "#/$defs/command" }
+          }
+        }
+      }
+    },
+    "topFrame": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "file", "line", "total_samples", "self_samples"],
+      "properties": {
+        "name": { "type": "string", "minLength": 1 },
+        "file": {
+          "oneOf": [
+            { "type": "string", "minLength": 1 },
+            { "type": "null" }
+          ]
+        },
+        "line": {
+          "oneOf": [
+            { "type": "integer", "minimum": 1 },
+            { "type": "null" }
+          ]
+        },
+        "total_samples": { "type": "integer", "minimum": 0 },
+        "self_samples": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "profile": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "scenario",
+        "run",
+        "command",
+        "raw_profile",
+        "raw_profile_sha256",
+        "outer_elapsed_ms",
+        "profiled_region_elapsed_ms",
+        "profiler_name",
+        "profiler_version",
+        "yjit_enabled",
+        "rubyopt_sha256",
+        "samples",
+        "missed_samples",
+        "gc_samples",
+        "top_frames",
+        "generated_bytes",
+        "generated_sha256"
+      ],
+      "properties": {
+        "scenario": {
+          "enum": ["cold_generation", "warm_runtime_reuse", "warm_runtime_new_instance"]
+        },
+        "run": { "type": "integer", "minimum": 1 },
+        "command": { "$ref": "#/$defs/command" },
+        "raw_profile": { "type": "string", "minLength": 1 },
+        "raw_profile_sha256": { "$ref": "#/$defs/sha256" },
+        "outer_elapsed_ms": { "type": "number", "minimum": 0 },
+        "profiled_region_elapsed_ms": { "type": "number", "minimum": 0 },
+        "profiler_name": { "const": "stackprof" },
+        "profiler_version": { "type": "string", "minLength": 1 },
+        "yjit_enabled": { "type": "boolean" },
+        "rubyopt_sha256": {
+          "oneOf": [
+            { "$ref": "#/$defs/sha256" },
+            { "type": "null" }
+          ]
+        },
+        "samples": { "type": "integer", "minimum": 0 },
+        "missed_samples": { "type": "integer", "minimum": 0 },
+        "gc_samples": { "type": "integer", "minimum": 0 },
+        "top_frames": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/topFrame" }
+        },
+        "generated_bytes": { "type": "integer", "minimum": 1 },
+        "generated_sha256": { "$ref": "#/$defs/sha256" },
+        "result_sha256": { "$ref": "#/$defs/sha256" },
+        "result_sequence_sha256": { "$ref": "#/$defs/sha256" },
+        "result_sequence_length": { "const": 5 }
+      },
+      "oneOf": [
+        {
+          "properties": {
+            "scenario": { "const": "cold_generation" }
+          },
+          "required": ["scenario"],
+          "not": {
+            "anyOf": [
+              { "required": ["result_sha256"] },
+              { "required": ["result_sequence_sha256"] },
+              { "required": ["result_sequence_length"] }
+            ]
+          }
+        },
+        {
+          "properties": {
+            "scenario": {
+              "enum": ["warm_runtime_reuse", "warm_runtime_new_instance"]
+            }
+          },
+          "required": [
+            "scenario",
+            "result_sha256",
+            "result_sequence_sha256",
+            "result_sequence_length"
+          ]
+        }
+      ]
+    },
+    "project": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "repository", "workload", "formal_commands", "profiles"],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "repository": { "$ref": "#/$defs/repository" },
+        "workload": { "$ref": "#/$defs/workload" },
+        "formal_commands": { "$ref": "#/$defs/formalCommands" },
+        "profiles": {
+          "type": "array",
+          "minItems": 3,
+          "items": { "$ref": "#/$defs/profile" }
+        }
+      }
+    }
+  }
+}

data/schema/reduce-v1.schema.json

@@ -0,0 +1,22 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/reduce-v1.schema.json",
+  "title": "Ibex reduce report v1",
+  "type": "object",
+  "required": [
+    "ibex_report", "schema_version", "mode", "original_size",
+    "minimized_size", "trials", "complete", "minimized", "bounded"
+  ],
+  "properties": {
+    "ibex_report": { "const": "reduce" },
+    "schema_version": { "const": 1 },
+    "mode": { "enum": ["tokens", "lines", "bytes"] },
+    "original_size": { "type": "integer", "minimum": 0 },
+    "minimized_size": { "type": "integer", "minimum": 0 },
+    "trials": { "type": "integer", "minimum": 1 },
+    "complete": { "type": "boolean" },
+    "minimized": { "type": "array" },
+    "bounded": { "const": true }
+  },
+  "additionalProperties": false
+}

data/schema/reduce-v2.schema.json

@@ -0,0 +1,63 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/reduce-v2.schema.json",
+  "title": "Ibex reduce report v2",
+  "type": "object",
+  "required": [
+    "ibex_report", "schema_version", "result", "mode", "bounded", "bounds"
+  ],
+  "properties": {
+    "ibex_report": { "const": "reduce" },
+    "schema_version": { "const": 2 },
+    "result": { "enum": ["minimized", "incomplete", "budget_exhausted"] },
+    "mode": { "enum": ["tokens", "lines", "bytes"] },
+    "original_size": { "type": "integer", "minimum": 0 },
+    "minimized_size": { "type": "integer", "minimum": 0 },
+    "trials": { "type": "integer", "minimum": 1 },
+    "complete": { "type": "boolean" },
+    "minimized": { "type": "array" },
+    "bounded": { "const": true },
+    "bounds": {
+      "type": "object",
+      "required": [
+        "max_trials", "timeout_seconds", "max_output_bytes", "max_input_bytes"
+      ],
+      "properties": {
+        "max_trials": { "type": "integer", "minimum": 1 },
+        "timeout_seconds": { "type": "integer", "minimum": 1 },
+        "max_output_bytes": { "type": "integer", "minimum": 1 },
+        "max_input_bytes": { "type": "integer", "minimum": 1 }
+      },
+      "additionalProperties": false
+    },
+    "budget": {
+      "type": "object",
+      "required": ["kind", "message", "trials"],
+      "properties": {
+        "kind": {
+          "enum": ["input_bytes", "subprocess_timeout", "subprocess_output"]
+        },
+        "message": { "type": "string", "minLength": 1 },
+        "trials": { "type": "integer", "minimum": 0 }
+      },
+      "additionalProperties": false
+    }
+  },
+  "allOf": [
+    {
+      "if": {
+        "properties": { "result": { "enum": ["minimized", "incomplete"] } }
+      },
+      "then": {
+        "required": [
+          "original_size", "minimized_size", "trials", "complete", "minimized"
+        ]
+      }
+    },
+    {
+      "if": { "properties": { "result": { "const": "budget_exhausted" } } },
+      "then": { "required": ["budget"] }
+    }
+  ],
+  "additionalProperties": false
+}

data/schema/runtime-coverage-v1.schema.json

@@ -0,0 +1,86 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/runtime-coverage-v1.schema.json",
+  "title": "Ibex runtime coverage v1",
+  "type": "object",
+  "required": [
+    "ibex_coverage",
+    "schema_version",
+    "grammar_digest",
+    "table_format_version",
+    "totals",
+    "sessions",
+    "events",
+    "state_hits",
+    "production_hits"
+  ],
+  "properties": {
+    "ibex_coverage": { "const": "runtime-coverage" },
+    "schema_version": { "const": 1 },
+    "grammar_digest": {
+      "type": "string",
+      "pattern": "^sha256:[0-9a-f]{64}$"
+    },
+    "table_format_version": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "totals": {
+      "type": "object",
+      "required": ["states", "productions"],
+      "properties": {
+        "states": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 1000000
+        },
+        "productions": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 1000000
+        }
+      },
+      "additionalProperties": false
+    },
+    "sessions": {
+      "type": "integer",
+      "minimum": 1,
+      "maximum": 9223372036854775807
+    },
+    "events": {
+      "type": "integer",
+      "minimum": 1,
+      "maximum": 9223372036854775807
+    },
+    "state_hits": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/hit" },
+      "maxItems": 1000000
+    },
+    "production_hits": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/hit" },
+      "maxItems": 1000000
+    }
+  },
+  "additionalProperties": false,
+  "$defs": {
+    "hit": {
+      "type": "object",
+      "required": ["id", "count"],
+      "properties": {
+        "id": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 999999
+        },
+        "count": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9223372036854775807
+        }
+      },
+      "additionalProperties": false
+    }
+  }
+}