llm-orchestrator 1.0.0

package/schemas/project-profile.schema.json

@@ -0,0 +1,70 @@
+{
+  "_attribution": "llm-orchestrator · created by Bogdan-Gabriel Torcescu · https://www.linkedin.com/in/bogdantorcescu/ · keep this credit when copying or deriving",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://portable-orchestrator.dev/schemas/project-profile.schema.json",
+  "title": "ProjectProfile",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schema_version", "observed_at", "root", "facts", "languages", "frameworks", "domains", "commands", "fingerprint", "coverage", "limitations"],
+  "properties": {
+    "_attribution": { "type": "string" },
+    "schema_version": { "const": "1.0" },
+    "observed_at": { "type": "string", "format": "date-time" },
+    "root": { "type": "string" },
+    "facts": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["kind", "value", "evidence", "confidence"],
+        "properties": {
+          "kind": { "type": "string" },
+          "value": { "type": "string" },
+          "evidence": { "type": "array", "minItems": 1, "items": { "type": "string" } },
+          "confidence": { "enum": ["high", "medium", "low"] }
+        }
+      }
+    },
+    "languages": { "type": "array", "items": { "type": "string" } },
+    "frameworks": { "type": "array", "items": { "type": "string" } },
+    "domains": { "type": "array", "items": { "type": "string" } },
+    "commands": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["command", "cwd", "package_manager", "evidence", "confidence"],
+        "properties": {
+          "command": { "type": "string" },
+          "cwd": { "type": "string" },
+          "package_manager": { "type": "string" },
+          "evidence": { "type": "array", "minItems": 1, "items": { "type": "string" } },
+          "confidence": { "enum": ["high", "medium", "low"] }
+        }
+      }
+    },
+    "fingerprint": { "type": "string", "pattern": "^[a-f0-9]{16}$" }
+    ,"bindings": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "mandatory_commands": { "type": "array", "items": { "type": "string" } },
+        "live_mcps": { "type": "array", "items": { "type": "string" } },
+        "agent_overrides": { "type": "object", "additionalProperties": { "type": "string" } },
+        "domain_rules": { "type": "array", "items": { "type": "string" } }
+      }
+    }
+    ,"coverage": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["max_files", "max_directory_entries", "listed_files", "truncated"],
+      "properties": {
+        "max_files": { "type": "integer", "minimum": 1 },
+        "max_directory_entries": { "type": "integer", "minimum": 1 },
+        "listed_files": { "type": "integer", "minimum": 0 },
+        "truncated": { "type": "boolean" }
+      }
+    },
+    "limitations": { "type": "array", "items": { "type": "string" } }
+  }
+}

package/schemas/routing-matrix.schema.json

@@ -0,0 +1,237 @@
+{
+  "_attribution": "llm-orchestrator · created by Bogdan-Gabriel Torcescu · https://www.linkedin.com/in/bogdantorcescu/ · keep this credit when copying or deriving",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://portable-orchestrator.dev/schemas/routing-matrix.schema.json",
+  "title": "Cost-aware routing matrix",
+  "description": "Machine-readable encoding of policies/routing.md: tiers, thinking levels, tier × thinking resolution, default routing, task flows, risk floors, agent defaults, escalation ladders, fan-out, caps and quota degradation.",
+  "type": "object",
+  "required": [
+    "_attribution",
+    "schema_version",
+    "tiers",
+    "tier_order",
+    "thinking_levels",
+    "thinking_level_order",
+    "resolution",
+    "pair_normalization",
+    "default_routing",
+    "task_flows",
+    "risk_floors",
+    "risk_to_review_floor",
+    "agent_defaults",
+    "escalation_ladder",
+    "fan_out_minimum",
+    "parallel_bounds",
+    "target_distribution",
+    "caps",
+    "quota_degradation_ladder",
+    "never_give_up",
+    "context_rules"
+  ],
+  "properties": {
+    "_attribution": { "type": "string" },
+    "schema_version": { "type": "integer", "minimum": 1 },
+    "observed_at": { "type": "string" },
+    "source_of_truth": { "type": "string" },
+    "note": { "type": "string" },
+    "tiers": {
+      "type": "object",
+      "patternProperties": {
+        "^[WSXF]$": {
+          "type": "object",
+          "required": ["name", "responsibility", "incumbents"],
+          "properties": {
+            "name": { "type": "string" },
+            "responsibility": { "type": "string" },
+            "incumbents": {
+              "type": "object",
+              "required": ["claude", "codex"],
+              "properties": {
+                "claude": { "type": "string" },
+                "codex": { "type": "string" }
+              }
+            },
+            "capped_exception": { "type": "object" }
+          },
+          "additionalProperties": false
+        }
+      }
+    },
+    "tier_order": { "type": "array", "items": { "enum": ["W", "S", "X", "F"] }, "minItems": 4 },
+    "thinking_levels": {
+      "type": "object",
+      "patternProperties": {
+        "^T[0-5]$": {
+          "type": "object",
+          "required": ["use", "claude_effort", "codex_reasoning_effort", "haiku_budget"],
+          "properties": {
+            "use": { "type": "string" },
+            "claude_effort": { "type": ["string", "null"] },
+            "codex_reasoning_effort": { "type": ["string", "null"] },
+            "codex_note": { "type": "string" },
+            "haiku_budget": { "type": "string" }
+          },
+          "additionalProperties": false
+        }
+      }
+    },
+    "thinking_level_order": { "type": "array", "items": { "type": "string" }, "minItems": 6 },
+    "haiku_budget_rule": { "type": "string" },
+    "resolution": {
+      "type": "object",
+      "patternProperties": {
+        "^[WSXF] T[0-5](-T[0-5])?$": {
+          "type": "object",
+          "required": ["claude", "codex"],
+          "properties": {
+            "claude": { "type": ["object", "null"] },
+            "claude_note": { "type": "string" },
+            "codex": { "type": ["object", "null"] },
+            "codex_note": { "type": "string" }
+          },
+          "additionalProperties": false
+        }
+      }
+    },
+    "pair_normalization": { "type": "object", "patternProperties": { "^[WSXF] T[0-5]$": { "type": "string" } } },
+    "default_routing": { "type": "object", "patternProperties": { "^[a-z_]+$": { "type": "string" } } },
+    "task_flows": {
+      "type": "object",
+      "patternProperties": {
+        "^[A-Z_]+$": {
+          "type": "object",
+          "required": ["phases"],
+          "properties": {
+            "phases": {
+              "type": "array",
+              "minItems": 1,
+              "items": {
+                "type": "object",
+                "required": ["phase", "pair", "roles", "gate", "parallelizable"],
+                "properties": {
+                  "phase": { "type": "string" },
+                  "pair": { "type": "string" },
+                  "roles": { "type": "array", "items": { "type": "string" } },
+                  "gate": { "type": ["string", "null"] },
+                  "parallelizable": { "type": "boolean" },
+                  "escalation": { "type": "string" }
+                },
+                "additionalProperties": false
+              }
+            }
+          },
+          "additionalProperties": false
+        }
+      }
+    },
+    "risk_floors": {
+      "type": "object",
+      "patternProperties": {
+        "^[a-z0-9-]+$": {
+          "type": "object",
+          "required": ["implementation", "review", "independent_review"],
+          "properties": {
+            "implementation": { "type": "string" },
+            "review": { "type": ["string", "null"] },
+            "independent_review": { "type": "boolean" }
+          },
+          "additionalProperties": false
+        }
+      }
+    },
+    "risk_to_review_floor": {
+      "type": "object",
+      "required": ["low", "medium", "high", "critical"],
+      "properties": {
+        "low": { "type": "string" },
+        "medium": { "type": "string" },
+        "high": { "type": "string" },
+        "critical": { "type": "string" }
+      },
+      "additionalProperties": false
+    },
+    "risk_floor_rule": { "type": "string" },
+    "agent_defaults": { "type": "object", "patternProperties": { "^[a-z0-9-]+$": { "type": "string" } } },
+    "agent_default_notes": { "type": "object" },
+    "escalation_ladder": {
+      "type": "object",
+      "required": ["claude", "codex"],
+      "properties": {
+        "claude": { "type": "array", "minItems": 2, "items": { "type": "object", "required": ["model", "effort"] } },
+        "codex": { "type": "array", "minItems": 2, "items": { "type": "object", "required": ["model", "effort"] } }
+      },
+      "additionalProperties": false
+    },
+    "escalation_rules": { "type": "array", "items": { "type": "string" } },
+    "fan_out_minimum": {
+      "type": "object",
+      "required": ["SIMPLE", "MODERATE", "COMPLEX", "CRITICAL"],
+      "properties": {
+        "SIMPLE": { "type": "integer", "minimum": 1 },
+        "MODERATE": { "type": "integer", "minimum": 1 },
+        "COMPLEX": { "type": "integer", "minimum": 1 },
+        "CRITICAL": { "type": "integer", "minimum": 1 }
+      },
+      "additionalProperties": false
+    },
+    "parallel_bounds": {
+      "type": "object",
+      "required": ["min", "max", "max_active_shards"],
+      "properties": {
+        "min": { "type": "integer", "minimum": 1 },
+        "max": { "type": "integer", "minimum": 1 },
+        "max_active_shards": { "type": "integer", "minimum": 1 }
+      },
+      "additionalProperties": false
+    },
+    "target_distribution": {
+      "type": "object",
+      "required": ["W", "S", "X", "F"],
+      "patternProperties": {
+        "^[WSXF]$": { "type": "array", "minItems": 2, "items": { "type": "number", "minimum": 0 } }
+      },
+      "additionalProperties": false
+    },
+    "cost_discipline": { "type": "object" },
+    "caps": {
+      "type": "object",
+      "required": ["fable_5_1_share_max", "terra_max_effort", "sol_max_effort", "codex_long_context_cliff_tokens", "haiku_context_cap"],
+      "properties": {
+        "fable_5_1_share_max": { "type": "number", "minimum": 0, "maximum": 1 },
+        "terra_max_effort": { "type": "string" },
+        "sol_max_effort": { "type": "string" },
+        "codex_long_context_cliff_tokens": { "type": "integer", "minimum": 1 },
+        "haiku_context_cap": { "type": "integer", "minimum": 1 }
+      },
+      "additionalProperties": false
+    },
+    "quota_degradation_ladder": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "required": ["order", "give_up", "why"],
+        "properties": {
+          "order": { "type": "integer", "minimum": 1 },
+          "give_up": { "type": "string" },
+          "why": { "type": "string" }
+        },
+        "additionalProperties": false
+      }
+    },
+    "never_give_up": { "type": "array", "minItems": 1, "items": { "type": "string" } },
+    "context_rules": {
+      "type": "object",
+      "required": ["worker_context_cap_tokens", "worker_shard_soft_cap_tokens", "long_context_cliff_tokens", "rules"],
+      "properties": {
+        "worker_context_cap_tokens": { "type": "integer", "minimum": 1 },
+        "worker_shard_soft_cap_tokens": { "type": "integer", "minimum": 1 },
+        "long_context_cliff_tokens": { "type": "integer", "minimum": 1 },
+        "rules": { "type": "array", "items": { "type": "string" } }
+      },
+      "additionalProperties": false
+    },
+    "dispatch_metadata_fields": { "type": "array", "items": { "type": "string" } }
+  },
+  "additionalProperties": false
+}

package/schemas/tool-inventory.schema.json

@@ -0,0 +1,127 @@
+{
+  "_attribution": "llm-orchestrator · created by Bogdan-Gabriel Torcescu · https://www.linkedin.com/in/bogdantorcescu/ · keep this credit when copying or deriving",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://portable-orchestrator.dev/schemas/tool-inventory.schema.json",
+  "title": "ToolInventory",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schema_version",
+    "observed_at",
+    "harness",
+    "entries",
+    "revision"
+  ],
+  "properties": {
+    "_attribution": { "type": "string" },
+    "schema_version": {
+      "const": "1.0"
+    },
+    "observed_at": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "harness": {
+      "enum": [
+        "codex",
+        "claude",
+        "opencode",
+        "kilo"
+      ]
+    },
+    "revision": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{16}$"
+    },
+    "entries": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": [
+          "id",
+          "kind",
+          "capabilities",
+          "scope",
+          "source",
+          "status",
+          "permission",
+          "evidence",
+          "limitations"
+        ],
+        "properties": {
+          "id": {
+            "type": "string"
+          },
+          "aliases": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
+          "kind": {
+            "enum": [
+              "skill",
+              "workflow",
+              "mcp",
+              "native_tool",
+              "cli",
+              "agent_role"
+            ]
+          },
+          "capabilities": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
+          "scope": {
+            "type": "string"
+          },
+          "source": {
+            "type": "string"
+          },
+          "status": {
+            "enum": [
+              "installed",
+              "loaded",
+              "callable",
+              "denied",
+              "unknown"
+            ]
+          },
+          "permission": {
+            "enum": [
+              "read_only",
+              "read_write",
+              "denied",
+              "unknown"
+            ]
+          },
+          "evidence": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
+          "limitations": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
+          "operation_denied": {
+            "type": "boolean"
+          },
+          "denied_capabilities": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "uniqueItems": true
+          }
+        },
+        "additionalProperties": false
+      }
+    }
+  }
+}

package/schemas/top-models.schema.json

@@ -0,0 +1,235 @@
+{
+  "_attribution": "llm-orchestrator · created by Bogdan-Gabriel Torcescu · https://www.linkedin.com/in/bogdantorcescu/ · keep this credit when copying or deriving",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://portable-orchestrator.dev/schemas/top-models.schema.json",
+  "title": "Curated model shortlist for agentic coding",
+  "description": "Twenty routable models — ten ladder incumbents plus ten measured candidates — and the unpromoted alternatives behind them. Every unsourced field is null by construction: nothing here is interpolated, estimated or inferred from a display name.",
+  "type": "object",
+  "required": ["_attribution", "schema_version", "observed_at", "measurement_source", "tier_bands", "models", "candidates"],
+  "properties": {
+    "_attribution": { "type": "string" },
+    "schema_version": { "type": "integer", "minimum": 1 },
+    "observed_at": { "type": "string" },
+    "purpose": { "type": "string" },
+    "measurement_source": {
+      "type": "object",
+      "required": ["dataset", "benchmark", "version", "note"],
+      "properties": {
+        "dataset": { "type": "string" },
+        "benchmark": { "type": "string" },
+        "version": { "type": "string" },
+        "leaderboard_url": { "type": "string" },
+        "note": { "type": "string" }
+      },
+      "additionalProperties": false
+    },
+    "harness_id_note": { "type": "string" },
+    "tier_note": { "type": "string" },
+    "admission_note": { "type": "string" },
+    "ladder_note": { "type": "string" },
+    "indices_note": { "type": "string" },
+    "tier_bands": {
+      "type": "object",
+      "required": ["basis", "applies_to", "bands", "note"],
+      "properties": {
+        "basis": { "type": "string" },
+        "applies_to": { "enum": ["candidate", "all"] },
+        "bands": {
+          "type": "object",
+          "required": ["W", "S", "X", "F"],
+          "properties": {
+            "W": { "type": "object", "required": ["min", "max"], "properties": { "min": { "type": ["number", "null"] }, "max": { "type": ["number", "null"] } }, "additionalProperties": false },
+            "S": { "type": "object", "required": ["min", "max"], "properties": { "min": { "type": ["number", "null"] }, "max": { "type": ["number", "null"] } }, "additionalProperties": false },
+            "X": { "type": "object", "required": ["min", "max"], "properties": { "min": { "type": ["number", "null"] }, "max": { "type": ["number", "null"] } }, "additionalProperties": false },
+            "F": { "type": "object", "required": ["min", "max"], "properties": { "min": { "type": ["number", "null"] }, "max": { "type": ["number", "null"] } }, "additionalProperties": false }
+          },
+          "additionalProperties": false
+        },
+        "note": { "type": "string" }
+      },
+      "additionalProperties": false
+    },
+    "models": {
+      "type": "array",
+      "minItems": 20,
+      "items": {
+        "type": "object",
+        "required": [
+          "key",
+          "display_name",
+          "provider",
+          "ladder",
+          "admission",
+          "tier",
+          "eligible_tiers",
+          "api_ids",
+          "context_window",
+          "max_output_tokens",
+          "thinking",
+          "price",
+          "long_context_surcharge",
+          "measured",
+          "indices",
+          "caps",
+          "notes",
+          "sources",
+          "observed_at"
+        ],
+        "properties": {
+          "key": { "type": "string" },
+          "display_name": { "type": "string" },
+          "provider": { "type": "string" },
+          "ladder": { "type": ["string", "null"], "enum": ["codex", "claude", "open", "third-party", null] },
+          "admission": { "enum": ["incumbent", "candidate"] },
+          "tier": { "type": ["string", "null"] },
+          "eligible_tiers": { "type": "array", "items": { "enum": ["W", "S", "X", "F"] } },
+          "api_ids": {
+            "type": "object",
+            "required": ["codex", "claude", "opencode", "kilo"],
+            "properties": {
+              "codex": { "type": ["string", "null"] },
+              "claude": { "type": ["string", "null"] },
+              "opencode": { "type": ["string", "null"] },
+              "kilo": { "type": ["string", "null"] }
+            },
+            "additionalProperties": false
+          },
+          "canonical_api_id": { "type": ["string", "null"] },
+          "context_window": { "type": ["integer", "null"], "minimum": 1 },
+          "max_output_tokens": { "type": ["integer", "null"], "minimum": 1 },
+          "thinking": {
+            "type": "object",
+            "required": ["control", "levels", "always_on"],
+            "properties": {
+              "control": { "enum": ["reasoning_effort", "effort", "budget_tokens", "provider-default"] },
+              "levels": { "type": "array", "minItems": 1, "items": { "type": "string" } },
+              "always_on": { "type": ["boolean", "null"] },
+              "default_for_tier": { "type": ["string", "null"] },
+              "note": { "type": "string" }
+            },
+            "additionalProperties": false
+          },
+          "price": {
+            "type": "object",
+            "required": ["input_usd_per_mtok", "output_usd_per_mtok"],
+            "properties": {
+              "input_usd_per_mtok": { "type": ["number", "null"], "minimum": 0 },
+              "output_usd_per_mtok": { "type": ["number", "null"], "minimum": 0 },
+              "cache_read_usd_per_mtok": { "type": ["number", "null"], "minimum": 0 },
+              "cache_write_multiplier": { "type": ["number", "null"], "minimum": 0 },
+              "fast_mode_note": { "type": "string" }
+            },
+            "additionalProperties": false
+          },
+          "long_context_surcharge": {
+            "type": ["object", "null"],
+            "required": ["threshold_input_tokens", "input_multiplier", "output_multiplier"],
+            "properties": {
+              "threshold_input_tokens": { "type": "integer", "minimum": 1 },
+              "input_multiplier": { "type": "number", "minimum": 1 },
+              "output_multiplier": { "type": "number", "minimum": 1 },
+              "effective_input_usd_per_mtok": { "type": "number", "minimum": 0 },
+              "effective_output_usd_per_mtok": { "type": "number", "minimum": 0 },
+              "note": { "type": "string" }
+            },
+            "additionalProperties": false
+          },
+          "measured": {
+            "type": "object",
+            "patternProperties": {
+              "^[a-z]+$": {
+                "type": "object",
+                "required": ["score", "usd_per_task"],
+                "properties": {
+                  "score": { "type": ["number", "null"] },
+                  "usd_per_task": { "type": ["number", "null"], "minimum": 0 }
+                },
+                "additionalProperties": false
+              }
+            }
+          },
+          "measurement_note": { "type": "string" },
+          "indices": {
+            "type": "object",
+            "required": ["thinking_cost_index", "marginal_thinking"],
+            "properties": {
+              "thinking_cost_index": {
+                "type": "object",
+                "patternProperties": { "^[a-z]+$": { "type": ["number", "null"], "minimum": 0 } },
+                "additionalProperties": false
+              },
+              "marginal_thinking": {
+                "type": "object",
+                "patternProperties": {
+                  "^[a-z]+->[a-z]+$": {
+                    "type": "object",
+                    "required": ["delta_score", "cost_multiplier"],
+                    "properties": {
+                      "delta_score": { "type": "number" },
+                      "cost_multiplier": { "type": "number", "minimum": 0 }
+                    },
+                    "additionalProperties": false
+                  }
+                },
+                "additionalProperties": false
+              }
+            },
+            "additionalProperties": false
+          },
+          "caps": {
+            "type": "object",
+            "required": ["max_effort", "share_max"],
+            "properties": {
+              "max_effort": { "type": "string" },
+              "share_max": { "type": ["number", "null"], "minimum": 0, "maximum": 1 },
+              "requires_explicit_flag": { "type": "boolean" },
+              "context_cap_tokens": { "type": "integer", "minimum": 1 },
+              "t4_substitution": {
+                "type": "object",
+                "required": ["effort", "requires_independent_second_reviewer"],
+                "properties": {
+                  "effort": { "type": "string" },
+                  "requires_independent_second_reviewer": { "type": "boolean" }
+                },
+                "additionalProperties": false
+              }
+            },
+            "additionalProperties": false
+          },
+          "notes": { "type": "array", "items": { "type": "string" } },
+          "sources": { "type": "array", "minItems": 1, "items": { "type": "string" } },
+          "observed_at": { "type": "string" }
+        },
+        "additionalProperties": false
+      }
+    },
+    "candidates": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["key", "display_name", "provider", "canonical_api_id", "price", "measured", "note", "source"],
+        "properties": {
+          "key": { "type": "string" },
+          "display_name": { "type": "string" },
+          "provider": { "type": "string" },
+          "canonical_api_id": { "type": ["string", "null"] },
+          "price": {
+            "type": "object",
+            "required": ["input_usd_per_mtok", "output_usd_per_mtok"],
+            "properties": {
+              "input_usd_per_mtok": { "type": ["number", "null"], "minimum": 0 },
+              "output_usd_per_mtok": { "type": ["number", "null"], "minimum": 0 }
+            },
+            "additionalProperties": false
+          },
+          "measured": { "type": "object" },
+          "note": { "type": "string" },
+          "source": { "type": "string" }
+        },
+        "additionalProperties": false
+      }
+    },
+    "limitations": { "type": "array", "items": { "type": "string" } }
+  },
+  "additionalProperties": false
+}