@homeflare/distilled-litellm 0.2.0

package/src/services/adaptive_router.ts

@@ -0,0 +1,49 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export interface GetAdaptiveRouterStateAdaptiveRouterStateGetRequest {}
+export const GetAdaptiveRouterStateAdaptiveRouterStateGetRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({}).pipe(
+      T.Http({ method: "GET", uri: "/adaptive_router/state", code: 200 }),
+    ),
+  ).annotate({
+    identifier: "GetAdaptiveRouterStateAdaptiveRouterStateGetRequest",
+  }) as any as S.Schema<GetAdaptiveRouterStateAdaptiveRouterStateGetRequest>;
+
+export interface GetAdaptiveRouterStateAdaptiveRouterStateGetResponse {
+  body: unknown;
+}
+export const GetAdaptiveRouterStateAdaptiveRouterStateGetResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "GetAdaptiveRouterStateAdaptiveRouterStateGetResponse",
+  }) as any as S.Schema<GetAdaptiveRouterStateAdaptiveRouterStateGetResponse>;
+
+export type GetAdaptiveRouterStateAdaptiveRouterStateGetError = LitellmOpError;
+/** Get Adaptive Router State Return live bandit posteriors + queue depth for every configured adaptive router. Admin-only. Returns 404 if no adaptive router is configured. Response shape: `{"routers": [<snapshot>, ...]}` — one snapshot per adaptive-router deployment. Each snapshot's `router_name` field identifies which deployment it came from. */
+export const getAdaptiveRouterStateAdaptiveRouterStateGet: API.OperationMethod<
+  GetAdaptiveRouterStateAdaptiveRouterStateGetRequest,
+  GetAdaptiveRouterStateAdaptiveRouterStateGetResponse,
+  GetAdaptiveRouterStateAdaptiveRouterStateGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetAdaptiveRouterStateAdaptiveRouterStateGetRequest,
+  output: GetAdaptiveRouterStateAdaptiveRouterStateGetResponse,
+  errors: [],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));