llm-switcher 1.1.10 → 1.2.0

package/docs/diagrams/system-topology.mmd

@@ -0,0 +1,30 @@
+flowchart LR
+    subgraph Clients[" Dev Clients & Coding CLIs "]
+        CC["Claude Code CLI\n(/v1/messages)"]
+        CDX["OpenAI Codex CLI\n(/v1/responses)"]
+    end
+
+    subgraph Optimizers[" Optional Middle-Layer "]
+        OPT["Token Optimizers\n(Headroom / RTK)"]
+    end
+
+    subgraph Gateway[" LLM Switcher Edge Gateway (:3456) "]
+        ROUTER["Edge Router\n(Zero-Mutation)"]
+        HEALER["Healer Engine\n(Auto-Fix Schemas)"]
+        IR["Bi-Directional IR\n(Event Stream Synth)"]
+        ROUTER --> HEALER --> IR
+    end
+
+    subgraph Upstreams[" Upstream Providers "]
+        INTACT["intact Gateway\n(Recommended Pooler)"]
+        OTHER["9Router / Vertex / Other"]
+    end
+
+    CC -->|direct /v1/messages| ROUTER
+    CDX -->|direct /v1/responses| ROUTER
+    CC -.->|prune prompt| OPT
+    CDX -.->|prune prompt| OPT
+    OPT -->|forward :3456| ROUTER
+
+    IR -->|contract & pool| INTACT
+    IR -->|standard call| OTHER

package/docs/diagrams/system-topology.svg

@@ -0,0 +1,125 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1712.757 298.51666666666665" width="1712.757" height="298.51666666666665" style="--bg:#1a1b26;--fg:#a9b1d6;--line:#3d59a1;--accent:#7aa2f7;--muted:#565f89;background:var(--bg)">
+<style>
+  @import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&amp;display=swap');
+  text { font-family: 'Inter', system-ui, sans-serif; }
+  svg {
+    /* Derived from --bg and --fg (overridable via --line, --accent, etc.) */
+    --_text:          var(--fg);
+    --_text-sec:      var(--muted, color-mix(in srgb, var(--fg) 60%, var(--bg)));
+    --_text-muted:    var(--muted, color-mix(in srgb, var(--fg) 40%, var(--bg)));
+    --_text-faint:    color-mix(in srgb, var(--fg) 25%, var(--bg));
+    --_line:          var(--line, color-mix(in srgb, var(--fg) 50%, var(--bg)));
+    --_arrow:         var(--accent, color-mix(in srgb, var(--fg) 85%, var(--bg)));
+    --_node-fill:     var(--surface, color-mix(in srgb, var(--fg) 3%, var(--bg)));
+    --_node-stroke:   var(--border, color-mix(in srgb, var(--fg) 20%, var(--bg)));
+    --_group-fill:    var(--bg);
+    --_group-hdr:     color-mix(in srgb, var(--fg) 5%, var(--bg));
+    --_inner-stroke:  color-mix(in srgb, var(--fg) 12%, var(--bg));
+    --_key-badge:     color-mix(in srgb, var(--fg) 10%, var(--bg));
+  }
+</style>
+<defs>
+  <marker id="arrowhead" markerWidth="8" markerHeight="5" refX="7" refY="2.5" orient="auto">
+    <polygon points="0 0, 8 2.5, 0 5" fill="var(--_arrow)" stroke="var(--_arrow)" stroke-width="0.75" stroke-linejoin="round" />
+  </marker>
+  <marker id="arrowhead-start" markerWidth="8" markerHeight="5" refX="1" refY="2.5" orient="auto-start-reverse">
+    <polygon points="8 0, 0 2.5, 8 5" fill="var(--_arrow)" stroke="var(--_arrow)" stroke-width="0.75" stroke-linejoin="round" />
+  </marker>
+</defs>
+<g class="subgraph" data-id="Clients" data-label=" Dev Clients &amp; Coding CLIs ">
+  <rect x="40" y="40" width="180.654" height="191.60000000000002" rx="0" ry="0" fill="var(--_group-fill)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <rect x="40" y="40" width="180.654" height="28" rx="0" ry="0" fill="var(--_group-hdr)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <text x="52" y="54" font-size="12" font-weight="600" fill="var(--_text-sec)" dy="4.199999999999999"> Dev Clients &amp; Coding CLIs </text>
+</g>
+<g class="subgraph" data-id="Optimizers" data-label=" Optional Middle-Layer ">
+  <rect x="384.674" y="90.56666666666666" width="176.949" height="113.80000000000001" rx="0" ry="0" fill="var(--_group-fill)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <rect x="384.674" y="90.56666666666666" width="176.949" height="28" rx="0" ry="0" fill="var(--_group-hdr)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <text x="396.674" y="104.56666666666666" font-size="12" font-weight="600" fill="var(--_text-sec)" dy="4.199999999999999"> Optional Middle-Layer </text>
+</g>
+<g class="subgraph" data-id="Gateway" data-label=" LLM Switcher Edge Gateway (:3456) ">
+  <rect x="728.0190000000001" y="92.55000000000001" width="563.89" height="113.80000000000001" rx="0" ry="0" fill="var(--_group-fill)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <rect x="728.0190000000001" y="92.55000000000001" width="563.89" height="28" rx="0" ry="0" fill="var(--_group-hdr)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <text x="740.0190000000001" y="106.55000000000001" font-size="12" font-weight="600" fill="var(--_text-sec)" dy="4.199999999999999"> LLM Switcher Edge Gateway (:3456) </text>
+</g>
+<g class="subgraph" data-id="Upstreams" data-label=" Upstream Providers ">
+  <rect x="1462.4630000000002" y="48.45" width="210.29399999999998" height="174.70000000000002" rx="0" ry="0" fill="var(--_group-fill)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <rect x="1462.4630000000002" y="48.45" width="210.29399999999998" height="28" rx="0" ry="0" fill="var(--_group-hdr)" stroke="var(--_node-stroke)" stroke-width="1" />
+  <text x="1474.4630000000002" y="62.45" font-size="12" font-weight="600" fill="var(--_text-sec)" dy="4.199999999999999"> Upstream Providers </text>
+</g>
+<polyline class="edge" data-from="CC" data-to="ROUTER" data-style="solid" data-arrow-start="false" data-arrow-end="true" data-label="direct /v1/messages" points="200.208,101.93333333333334 366.674,101.93333333333334 366.674,56.26666666666667 710.0190000000001,56.26666666666667 710.0190000000001,150 744.0190000000001,150" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="CDX" data-to="ROUTER" data-style="solid" data-arrow-start="false" data-arrow-end="true" data-label="direct /v1/responses" points="209.1,197.66666666666669 366.674,197.66666666666669 366.674,239.36666666666667 710.0190000000001,239.36666666666667 710.0190000000001,176.9 744.0190000000001,176.9" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="CC" data-to="OPT" data-style="dotted" data-arrow-start="false" data-arrow-end="true" data-label="prune prompt" points="200.208,119.86666666666667 254.654,119.86666666666667 254.654,144.81666666666666 366.674,144.81666666666666 366.674,152.5 400.674,152.5" fill="none" stroke="var(--_line)" stroke-width="1" stroke-dasharray="4 4" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="CDX" data-to="OPT" data-style="dotted" data-arrow-start="false" data-arrow-end="true" data-label="prune prompt" points="209.1,179.73333333333335 254.654,179.73333333333335 254.654,178.11666666666667 366.674,178.11666666666667 366.674,170.43333333333334 400.674,170.43333333333334" fill="none" stroke="var(--_line)" stroke-width="1" stroke-dasharray="4 4" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="OPT" data-to="ROUTER" data-style="solid" data-arrow-start="false" data-arrow-end="true" data-label="forward :3456" points="545.623,161.46666666666667 710.019,161.4666666666667 710.019,163.45000000000002 744.0190000000001,163.45000000000002" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="IR" data-to="INTACT" data-style="solid" data-arrow-start="false" data-arrow-end="true" data-label="contract &amp; pool" points="1275.909,172.41666666666669 1325.909,172.41666666666669 1325.909,180.10000000000002 1444.4630000000002,180.10000000000002 1444.4630000000002,180.25 1478.4630000000002,180.25000000000003" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="IR" data-to="OTHER" data-style="solid" data-arrow-start="false" data-arrow-end="true" data-label="standard call" points="1275.909,154.48333333333335 1333.631,154.48333333333335 1333.631,128.925 1444.4630000000002,128.925 1444.4630000000002,110.9 1478.4630000000002,110.90000000000002" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="ROUTER" data-to="HEALER" data-style="solid" data-arrow-start="false" data-arrow-end="true" points="876.3710000000001,163.45000000000002 916.3710000000001,163.45000000000002" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<polyline class="edge" data-from="HEALER" data-to="IR" data-style="solid" data-arrow-start="false" data-arrow-end="true" points="1072.4350000000002,163.45000000000002 1112.4350000000002,163.45000000000002" fill="none" stroke="var(--_line)" stroke-width="1" marker-end="url(#arrowhead)" />
+<g class="edge-label" data-from="CC" data-to="ROUTER" data-label="direct /v1/messages">
+  <rect x="592.2990000000001" y="40.26666666666667" width="109.72000000000001" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="647.1590000000001" y="55.41666666666667" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">direct /v1/messages</text>
+</g>
+<g class="edge-label" data-from="CDX" data-to="ROUTER" data-label="direct /v1/responses">
+  <rect x="588.7350000000001" y="223.36666666666667" width="113.28400000000002" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="645.3770000000002" y="238.51666666666668" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">direct /v1/responses</text>
+</g>
+<g class="edge-label" data-from="CC" data-to="OPT" data-label="prune prompt">
+  <rect x="262.654" y="128.81666666666666" width="80.02000000000001" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="302.664" y="143.96666666666667" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">prune prompt</text>
+</g>
+<g class="edge-label" data-from="CDX" data-to="OPT" data-label="prune prompt">
+  <rect x="262.654" y="162.11666666666667" width="80.02000000000001" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="302.664" y="177.26666666666668" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">prune prompt</text>
+</g>
+<g class="edge-label" data-from="OPT" data-to="ROUTER" data-label="forward :3456">
+  <rect x="603.623" y="145.46666666666667" width="82.39600000000002" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="644.821" y="160.61666666666667" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">forward :3456</text>
+</g>
+<g class="edge-label" data-from="IR" data-to="INTACT" data-label="contract &amp; pool">
+  <rect x="1333.909" y="164.10000000000002" width="86.55400000000002" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="1377.1860000000001" y="179.25000000000003" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">contract &amp; pool</text>
+</g>
+<g class="edge-label" data-from="IR" data-to="OTHER" data-label="standard call">
+  <rect x="1341.631" y="112.92500000000001" width="78.83200000000001" height="30.3" rx="2" ry="2" fill="var(--bg)" stroke="var(--_inner-stroke)" stroke-width="1" />
+  <text x="1381.047" y="128.07500000000002" text-anchor="middle" font-size="11" font-weight="400" fill="var(--_text-sec)" dy="3.8499999999999996">standard call</text>
+</g>
+<g class="node" data-id="CC" data-label="Claude Code CLI
+(/v1/messages)" data-shape="rectangle">
+  <rect x="60.446" y="84" width="139.762" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="130.327" y="110.9" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="130.327" dy="-3.9000000000000012">Claude Code CLI</tspan><tspan x="130.327" dy="16.900000000000002">(/v1/messages)</tspan></text>
+</g>
+<g class="node" data-id="CDX" data-label="OpenAI Codex CLI
+(/v1/responses)" data-shape="rectangle">
+  <rect x="60.446" y="161.8" width="148.654" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="134.773" y="188.70000000000002" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="134.773" dy="-3.9000000000000012">OpenAI Codex CLI</tspan><tspan x="134.773" dy="16.900000000000002">(/v1/responses)</tspan></text>
+</g>
+<g class="node" data-id="OPT" data-label="Token Optimizers
+(Headroom / RTK)" data-shape="rectangle">
+  <rect x="400.674" y="134.56666666666666" width="144.949" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="473.1485" y="161.46666666666667" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="473.1485" dy="-3.9000000000000012">Token Optimizers</tspan><tspan x="473.1485" dy="16.900000000000002">(Headroom / RTK)</tspan></text>
+</g>
+<g class="node" data-id="ROUTER" data-label="Edge Router
+(Zero-Mutation)" data-shape="rectangle">
+  <rect x="744.0190000000001" y="136.55" width="132.352" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="810.1950000000002" y="163.45000000000002" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="810.1950000000002" dy="-3.9000000000000012">Edge Router</tspan><tspan x="810.1950000000002" dy="16.900000000000002">(Zero-Mutation)</tspan></text>
+</g>
+<g class="node" data-id="HEALER" data-label="Healer Engine
+(Auto-Fix Schemas)" data-shape="rectangle">
+  <rect x="916.3710000000001" y="136.55" width="156.064" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="994.4030000000001" y="163.45000000000002" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="994.4030000000001" dy="-3.9000000000000012">Healer Engine</tspan><tspan x="994.4030000000001" dy="16.900000000000002">(Auto-Fix Schemas)</tspan></text>
+</g>
+<g class="node" data-id="IR" data-label="Bi-Directional IR
+(Event Stream Synth)" data-shape="rectangle">
+  <rect x="1112.4350000000002" y="136.55" width="163.474" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="1194.1720000000003" y="163.45000000000002" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="1194.1720000000003" dy="-3.9000000000000012">Bi-Directional IR</tspan><tspan x="1194.1720000000003" dy="16.900000000000002">(Event Stream Synth)</tspan></text>
+</g>
+<g class="node" data-id="INTACT" data-label="intact Gateway
+(Recommended Pooler)" data-shape="rectangle">
+  <rect x="1478.4630000000002" y="153.35000000000002" width="177.55299999999997" height="53.800000000000004" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="1567.2395000000001" y="180.25000000000003" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)"><tspan x="1567.2395000000001" dy="-3.9000000000000012">intact Gateway</tspan><tspan x="1567.2395000000001" dy="16.900000000000002">(Recommended Pooler)</tspan></text>
+</g>
+<g class="node" data-id="OTHER" data-label="9Router / Vertex / Other" data-shape="rectangle">
+  <rect x="1478.4630000000002" y="92.45" width="178.29399999999998" height="36.900000000000006" rx="0" ry="0" fill="var(--_node-fill)" stroke="var(--_node-stroke)" stroke-width="0.75" />
+  <text x="1567.6100000000001" y="110.9" text-anchor="middle" font-size="13" font-weight="500" fill="var(--_text)" dy="4.55">9Router / Vertex / Other</text>
+</g>
+</svg>