@homeflare/distilled-litellm 0.2.0

package/src/services/memory_management.ts

@@ -0,0 +1,248 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface CreateMemoryV1MemoryPostRequest {
+  /** Memory key (acts as the namespace in the URL). */
+  key: string;
+  /** Optional JSON metadata (tags, structured fields). */
+  metadata?: unknown | null;
+  /** Scope to this team. Defaults to the caller's team_id. */
+  team_id?: string | null;
+  /** Scope to this user. Defaults to the caller's user_id. */
+  user_id?: string | null;
+  /** Memory content. Typically markdown/text for LLM context. */
+  value: string;
+}
+export const CreateMemoryV1MemoryPostRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    key: S.String,
+    metadata: S.optional(S.NullOr(S.Unknown)),
+    team_id: S.optional(S.NullOr(S.String)),
+    user_id: S.optional(S.NullOr(S.String)),
+    value: S.String,
+  }).pipe(T.Http({ method: "POST", uri: "/v1/memory", code: 200 })),
+).annotate({
+  identifier: "CreateMemoryV1MemoryPostRequest",
+}) as any as S.Schema<CreateMemoryV1MemoryPostRequest>;
+
+export interface LiteLLMMemoryRow {
+  created_at?: string | null;
+  created_by?: string | null;
+  key: string;
+  memory_id: string;
+  metadata?: unknown | null;
+  team_id?: string | null;
+  updated_at?: string | null;
+  updated_by?: string | null;
+  user_id?: string | null;
+  value: string;
+}
+export const LiteLLMMemoryRow = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    created_at: S.optional(S.NullOr(S.String)),
+    created_by: S.optional(S.NullOr(S.String)),
+    key: S.String,
+    memory_id: S.String,
+    metadata: S.optional(S.NullOr(S.Unknown)),
+    team_id: S.optional(S.NullOr(S.String)),
+    updated_at: S.optional(S.NullOr(S.String)),
+    updated_by: S.optional(S.NullOr(S.String)),
+    user_id: S.optional(S.NullOr(S.String)),
+    value: S.String,
+  }),
+).annotate({
+  identifier: "LiteLLMMemoryRow",
+}) as any as S.Schema<LiteLLMMemoryRow>;
+
+export interface DeleteMemoryV1MemoryKeyDeleteRequest {
+  key: string;
+}
+export const DeleteMemoryV1MemoryKeyDeleteRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      key: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "DELETE", uri: "/v1/memory/{key}", code: 200 })),
+).annotate({
+  identifier: "DeleteMemoryV1MemoryKeyDeleteRequest",
+}) as any as S.Schema<DeleteMemoryV1MemoryKeyDeleteRequest>;
+
+export interface MemoryDeleteResponse {
+  deleted: boolean;
+  key: string;
+}
+export const MemoryDeleteResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    deleted: S.Boolean,
+    key: S.String,
+  }),
+).annotate({
+  identifier: "MemoryDeleteResponse",
+}) as any as S.Schema<MemoryDeleteResponse>;
+
+export interface GetMemoryV1MemoryKeyGetRequest {
+  key: string;
+}
+export const GetMemoryV1MemoryKeyGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    key: S.String.pipe(T.Label()),
+  }).pipe(T.Http({ method: "GET", uri: "/v1/memory/{key}", code: 200 })),
+).annotate({
+  identifier: "GetMemoryV1MemoryKeyGetRequest",
+}) as any as S.Schema<GetMemoryV1MemoryKeyGetRequest>;
+
+export interface ListMemoryV1MemoryGetRequest {
+  /** Filter by exact key match. */
+  key?: string;
+  /** Filter by key prefix (Redis-style namespace scan). Mutually exclusive with `key`; if both are provided, `key_prefix` wins. */
+  key_prefix?: string;
+  page?: number;
+  page_size?: number;
+}
+export const ListMemoryV1MemoryGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    key: S.optional(S.String.pipe(T.Query())),
+    key_prefix: S.optional(S.String.pipe(T.Query())),
+    page: S.optional(S.Number.pipe(T.Query())),
+    page_size: S.optional(S.Number.pipe(T.Query())),
+  }).pipe(T.Http({ method: "GET", uri: "/v1/memory", code: 200 })),
+).annotate({
+  identifier: "ListMemoryV1MemoryGetRequest",
+}) as any as S.Schema<ListMemoryV1MemoryGetRequest>;
+
+export type MemoryListResponseMemoriesList = Array<LiteLLMMemoryRow>;
+export const MemoryListResponseMemoriesList = /*@__PURE__*/ S.Array(
+  LiteLLMMemoryRow,
+) as any as S.Schema<MemoryListResponseMemoriesList>;
+
+export interface MemoryListResponse {
+  memories: MemoryListResponseMemoriesList;
+  total: number;
+}
+export const MemoryListResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    memories: MemoryListResponseMemoriesList,
+    total: S.Number,
+  }),
+).annotate({
+  identifier: "MemoryListResponse",
+}) as any as S.Schema<MemoryListResponse>;
+
+export interface UpsertMemoryV1MemoryKeyPutRequest {
+  key: string;
+  metadata?: unknown | null;
+  team_id?: string | null;
+  user_id?: string | null;
+  value?: string | null;
+}
+export const UpsertMemoryV1MemoryKeyPutRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    key: S.String.pipe(T.Label()),
+    metadata: S.optional(S.NullOr(S.Unknown)),
+    team_id: S.optional(S.NullOr(S.String)),
+    user_id: S.optional(S.NullOr(S.String)),
+    value: S.optional(S.NullOr(S.String)),
+  }).pipe(T.Http({ method: "PUT", uri: "/v1/memory/{key}", code: 200 })),
+).annotate({
+  identifier: "UpsertMemoryV1MemoryKeyPutRequest",
+}) as any as S.Schema<UpsertMemoryV1MemoryKeyPutRequest>;
+
+export type CreateMemoryV1MemoryPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Create Memory Create a new memory entry for the caller (or, for admins, any scope). */
+export const createMemoryV1MemoryPost: API.OperationMethod<
+  CreateMemoryV1MemoryPostRequest,
+  LiteLLMMemoryRow,
+  CreateMemoryV1MemoryPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CreateMemoryV1MemoryPostRequest,
+  output: LiteLLMMemoryRow,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type DeleteMemoryV1MemoryKeyDeleteError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Delete Memory Delete a memory entry by key, scoped to the caller. */
+export const deleteMemoryV1MemoryKeyDelete: API.OperationMethod<
+  DeleteMemoryV1MemoryKeyDeleteRequest,
+  MemoryDeleteResponse,
+  DeleteMemoryV1MemoryKeyDeleteError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteMemoryV1MemoryKeyDeleteRequest,
+  output: MemoryDeleteResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetMemoryV1MemoryKeyGetError = UnprocessableEntity | LitellmOpError;
+/** Get Memory Get a single memory entry by key, scoped to the caller. */
+export const getMemoryV1MemoryKeyGet: API.OperationMethod<
+  GetMemoryV1MemoryKeyGetRequest,
+  LiteLLMMemoryRow,
+  GetMemoryV1MemoryKeyGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetMemoryV1MemoryKeyGetRequest,
+  output: LiteLLMMemoryRow,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type ListMemoryV1MemoryGetError = UnprocessableEntity | LitellmOpError;
+/** List Memory List memory entries visible to the caller. */
+export const listMemoryV1MemoryGet: API.OperationMethod<
+  ListMemoryV1MemoryGetRequest,
+  MemoryListResponse,
+  ListMemoryV1MemoryGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: ListMemoryV1MemoryGetRequest,
+  output: MemoryListResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpsertMemoryV1MemoryKeyPutError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Upsert Memory Upsert a memory entry by key within the caller's scope. If no row exists for (key, caller.user_id, caller.team_id), create one. If one exists, update the value/metadata fields that were provided. */
+export const upsertMemoryV1MemoryKeyPut: API.OperationMethod<
+  UpsertMemoryV1MemoryKeyPutRequest,
+  LiteLLMMemoryRow,
+  UpsertMemoryV1MemoryKeyPutError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: UpsertMemoryV1MemoryKeyPutRequest,
+  output: LiteLLMMemoryRow,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));

package/src/services/milvus_pass_through.ts

@@ -0,0 +1,227 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface DeleteMilvusProxyRouteMilvusEndpointRequest {
+  endpoint: string;
+}
+export const DeleteMilvusProxyRouteMilvusEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "DELETE", uri: "/milvus/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "DeleteMilvusProxyRouteMilvusEndpointRequest",
+  }) as any as S.Schema<DeleteMilvusProxyRouteMilvusEndpointRequest>;
+
+export interface DeleteMilvusProxyRouteMilvusEndpointResponse {
+  body: unknown;
+}
+export const DeleteMilvusProxyRouteMilvusEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "DeleteMilvusProxyRouteMilvusEndpointResponse",
+  }) as any as S.Schema<DeleteMilvusProxyRouteMilvusEndpointResponse>;
+
+export interface GetMilvusProxyRouteMilvusEndpointRequest {
+  endpoint: string;
+}
+export const GetMilvusProxyRouteMilvusEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "GET", uri: "/milvus/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "GetMilvusProxyRouteMilvusEndpointRequest",
+}) as any as S.Schema<GetMilvusProxyRouteMilvusEndpointRequest>;
+
+export interface GetMilvusProxyRouteMilvusEndpointResponse {
+  body: unknown;
+}
+export const GetMilvusProxyRouteMilvusEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "GetMilvusProxyRouteMilvusEndpointResponse",
+  }) as any as S.Schema<GetMilvusProxyRouteMilvusEndpointResponse>;
+
+export interface PatchMilvusProxyRouteMilvusEndpointRequest {
+  endpoint: string;
+}
+export const PatchMilvusProxyRouteMilvusEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PATCH", uri: "/milvus/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "PatchMilvusProxyRouteMilvusEndpointRequest",
+  }) as any as S.Schema<PatchMilvusProxyRouteMilvusEndpointRequest>;
+
+export interface PatchMilvusProxyRouteMilvusEndpointResponse {
+  body: unknown;
+}
+export const PatchMilvusProxyRouteMilvusEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PatchMilvusProxyRouteMilvusEndpointResponse",
+  }) as any as S.Schema<PatchMilvusProxyRouteMilvusEndpointResponse>;
+
+export interface PostMilvusProxyRouteMilvusEndpointRequest {
+  endpoint: string;
+}
+export const PostMilvusProxyRouteMilvusEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "POST", uri: "/milvus/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "PostMilvusProxyRouteMilvusEndpointRequest",
+  }) as any as S.Schema<PostMilvusProxyRouteMilvusEndpointRequest>;
+
+export interface PostMilvusProxyRouteMilvusEndpointResponse {
+  body: unknown;
+}
+export const PostMilvusProxyRouteMilvusEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PostMilvusProxyRouteMilvusEndpointResponse",
+  }) as any as S.Schema<PostMilvusProxyRouteMilvusEndpointResponse>;
+
+export interface PutMilvusProxyRouteMilvusEndpointRequest {
+  endpoint: string;
+}
+export const PutMilvusProxyRouteMilvusEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PUT", uri: "/milvus/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "PutMilvusProxyRouteMilvusEndpointRequest",
+}) as any as S.Schema<PutMilvusProxyRouteMilvusEndpointRequest>;
+
+export interface PutMilvusProxyRouteMilvusEndpointResponse {
+  body: unknown;
+}
+export const PutMilvusProxyRouteMilvusEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PutMilvusProxyRouteMilvusEndpointResponse",
+  }) as any as S.Schema<PutMilvusProxyRouteMilvusEndpointResponse>;
+
+export type DeleteMilvusProxyRouteMilvusEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Milvus Proxy Route Enable using Milvus `/vectors` endpoint as a pass-through endpoint. */
+export const deleteMilvusProxyRouteMilvusEndpoint: API.OperationMethod<
+  DeleteMilvusProxyRouteMilvusEndpointRequest,
+  DeleteMilvusProxyRouteMilvusEndpointResponse,
+  DeleteMilvusProxyRouteMilvusEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteMilvusProxyRouteMilvusEndpointRequest,
+  output: DeleteMilvusProxyRouteMilvusEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetMilvusProxyRouteMilvusEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Milvus Proxy Route Enable using Milvus `/vectors` endpoint as a pass-through endpoint. */
+export const getMilvusProxyRouteMilvusEndpoint: API.OperationMethod<
+  GetMilvusProxyRouteMilvusEndpointRequest,
+  GetMilvusProxyRouteMilvusEndpointResponse,
+  GetMilvusProxyRouteMilvusEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetMilvusProxyRouteMilvusEndpointRequest,
+  output: GetMilvusProxyRouteMilvusEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PatchMilvusProxyRouteMilvusEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Milvus Proxy Route Enable using Milvus `/vectors` endpoint as a pass-through endpoint. */
+export const patchMilvusProxyRouteMilvusEndpoint: API.OperationMethod<
+  PatchMilvusProxyRouteMilvusEndpointRequest,
+  PatchMilvusProxyRouteMilvusEndpointResponse,
+  PatchMilvusProxyRouteMilvusEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PatchMilvusProxyRouteMilvusEndpointRequest,
+  output: PatchMilvusProxyRouteMilvusEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PostMilvusProxyRouteMilvusEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Milvus Proxy Route Enable using Milvus `/vectors` endpoint as a pass-through endpoint. */
+export const postMilvusProxyRouteMilvusEndpoint: API.OperationMethod<
+  PostMilvusProxyRouteMilvusEndpointRequest,
+  PostMilvusProxyRouteMilvusEndpointResponse,
+  PostMilvusProxyRouteMilvusEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PostMilvusProxyRouteMilvusEndpointRequest,
+  output: PostMilvusProxyRouteMilvusEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PutMilvusProxyRouteMilvusEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Milvus Proxy Route Enable using Milvus `/vectors` endpoint as a pass-through endpoint. */
+export const putMilvusProxyRouteMilvusEndpoint: API.OperationMethod<
+  PutMilvusProxyRouteMilvusEndpointRequest,
+  PutMilvusProxyRouteMilvusEndpointResponse,
+  PutMilvusProxyRouteMilvusEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PutMilvusProxyRouteMilvusEndpointRequest,
+  output: PutMilvusProxyRouteMilvusEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));