litellm-proxy-extras 0.1.14__py3-none-any.whl → 0.2.0__py3-none-any.whl

litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql

@@ -0,0 +1,17 @@
+-- CreateTable
+CREATE TABLE "LiteLLM_MCPServerTable" (
+    "server_id" TEXT NOT NULL,
+    "alias" TEXT,
+    "description" TEXT,
+    "url" TEXT NOT NULL,
+    "transport" TEXT NOT NULL DEFAULT 'sse',
+    "spec_version" TEXT NOT NULL DEFAULT '2025-03-26',
+    "auth_type" TEXT,
+    "created_at" TIMESTAMP(3) DEFAULT CURRENT_TIMESTAMP,
+    "created_by" TEXT,
+    "updated_at" TIMESTAMP(3) DEFAULT CURRENT_TIMESTAMP,
+    "updated_by" TEXT,
+
+    CONSTRAINT "LiteLLM_MCPServerTable_pkey" PRIMARY KEY ("server_id")
+);
+

litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql

@@ -0,0 +1,32 @@
+-- AlterTable
+ALTER TABLE "LiteLLM_OrganizationTable" ADD COLUMN     "object_permission_id" TEXT;
+
+-- AlterTable
+ALTER TABLE "LiteLLM_TeamTable" ADD COLUMN     "object_permission_id" TEXT;
+
+-- AlterTable
+ALTER TABLE "LiteLLM_UserTable" ADD COLUMN     "object_permission_id" TEXT;
+
+-- AlterTable
+ALTER TABLE "LiteLLM_VerificationToken" ADD COLUMN     "object_permission_id" TEXT;
+
+-- CreateTable
+CREATE TABLE "LiteLLM_ObjectPermissionTable" (
+    "object_permission_id" TEXT NOT NULL,
+    "mcp_servers" TEXT[] DEFAULT ARRAY[]::TEXT[],
+
+    CONSTRAINT "LiteLLM_ObjectPermissionTable_pkey" PRIMARY KEY ("object_permission_id")
+);
+
+-- AddForeignKey
+ALTER TABLE "LiteLLM_OrganizationTable" ADD CONSTRAINT "LiteLLM_OrganizationTable_object_permission_id_fkey" FOREIGN KEY ("object_permission_id") REFERENCES "LiteLLM_ObjectPermissionTable"("object_permission_id") ON DELETE SET NULL ON UPDATE CASCADE;
+
+-- AddForeignKey
+ALTER TABLE "LiteLLM_TeamTable" ADD CONSTRAINT "LiteLLM_TeamTable_object_permission_id_fkey" FOREIGN KEY ("object_permission_id") REFERENCES "LiteLLM_ObjectPermissionTable"("object_permission_id") ON DELETE SET NULL ON UPDATE CASCADE;
+
+-- AddForeignKey
+ALTER TABLE "LiteLLM_UserTable" ADD CONSTRAINT "LiteLLM_UserTable_object_permission_id_fkey" FOREIGN KEY ("object_permission_id") REFERENCES "LiteLLM_ObjectPermissionTable"("object_permission_id") ON DELETE SET NULL ON UPDATE CASCADE;
+
+-- AddForeignKey
+ALTER TABLE "LiteLLM_VerificationToken" ADD CONSTRAINT "LiteLLM_VerificationToken_object_permission_id_fkey" FOREIGN KEY ("object_permission_id") REFERENCES "LiteLLM_ObjectPermissionTable"("object_permission_id") ON DELETE SET NULL ON UPDATE CASCADE;
+

litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql

@@ -0,0 +1,3 @@
+-- AlterTable
+ALTER TABLE "LiteLLM_SpendLogs" ADD COLUMN     "status" TEXT;
+

litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql

@@ -0,0 +1,27 @@
+-- AlterTable
+ALTER TABLE "LiteLLM_DailyTagSpend" ALTER COLUMN "prompt_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "completion_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_read_input_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_creation_input_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "api_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "successful_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "failed_requests" SET DATA TYPE BIGINT;
+
+-- AlterTable
+ALTER TABLE "LiteLLM_DailyTeamSpend" ALTER COLUMN "prompt_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "completion_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "api_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "successful_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "failed_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_creation_input_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_read_input_tokens" SET DATA TYPE BIGINT;
+
+-- AlterTable
+ALTER TABLE "LiteLLM_DailyUserSpend" ALTER COLUMN "prompt_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "completion_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "api_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "failed_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "successful_requests" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_creation_input_tokens" SET DATA TYPE BIGINT,
+ALTER COLUMN "cache_read_input_tokens" SET DATA TYPE BIGINT;
+

litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql

@@ -0,0 +1,3 @@
+-- CreateIndex
+CREATE INDEX "LiteLLM_SpendLogs_session_id_idx" ON "LiteLLM_SpendLogs"("session_id");
+

litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql

@@ -0,0 +1,15 @@
+-- CreateTable
+CREATE TABLE "LiteLLM_GuardrailsTable" (
+    "guardrail_id" TEXT NOT NULL,
+    "guardrail_name" TEXT NOT NULL,
+    "litellm_params" JSONB NOT NULL,
+    "guardrail_info" JSONB,
+    "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "updated_at" TIMESTAMP(3) NOT NULL,
+
+    CONSTRAINT "LiteLLM_GuardrailsTable_pkey" PRIMARY KEY ("guardrail_id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "LiteLLM_GuardrailsTable_guardrail_name_key" ON "LiteLLM_GuardrailsTable"("guardrail_name");
+

litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql

@@ -0,0 +1,32 @@
+-- AlterTable
+ALTER TABLE "LiteLLM_ManagedFileTable" ADD COLUMN     "created_by" TEXT,
+ADD COLUMN     "flat_model_file_ids" TEXT[] DEFAULT ARRAY[]::TEXT[],
+ADD COLUMN     "updated_by" TEXT;
+
+-- CreateTable
+CREATE TABLE "LiteLLM_ManagedObjectTable" (
+    "id" TEXT NOT NULL,
+    "unified_object_id" TEXT NOT NULL,
+    "model_object_id" TEXT NOT NULL,
+    "file_object" JSONB NOT NULL,
+    "file_purpose" TEXT NOT NULL,
+    "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "created_by" TEXT,
+    "updated_at" TIMESTAMP(3) NOT NULL,
+    "updated_by" TEXT,
+
+    CONSTRAINT "LiteLLM_ManagedObjectTable_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "LiteLLM_ManagedObjectTable_unified_object_id_key" ON "LiteLLM_ManagedObjectTable"("unified_object_id");
+
+-- CreateIndex
+CREATE UNIQUE INDEX "LiteLLM_ManagedObjectTable_model_object_id_key" ON "LiteLLM_ManagedObjectTable"("model_object_id");
+
+-- CreateIndex
+CREATE INDEX "LiteLLM_ManagedObjectTable_unified_object_id_idx" ON "LiteLLM_ManagedObjectTable"("unified_object_id");
+
+-- CreateIndex
+CREATE INDEX "LiteLLM_ManagedObjectTable_model_object_id_idx" ON "LiteLLM_ManagedObjectTable"("model_object_id");
+

litellm_proxy_extras/schema.prisma

@@ -61,6 +61,7 @@ model LiteLLM_OrganizationTable {
     models     String[]
     spend      Float    @default(0.0)
     model_spend      Json @default("{}")
+    object_permission_id String?
     created_at    DateTime               @default(now()) @map("created_at")
     created_by String
     updated_at    DateTime               @default(now()) @updatedAt @map("updated_at")
@@ -70,6 +71,7 @@ model LiteLLM_OrganizationTable {
     users LiteLLM_UserTable[]
     keys LiteLLM_VerificationToken[]
     members LiteLLM_OrganizationMembership[] @relation("OrganizationToMembership")
+    object_permission LiteLLM_ObjectPermissionTable?   @relation(fields: [object_permission_id], references: [object_permission_id])
 }
 
 // Model info for teams, just has model aliases for now.
@@ -89,6 +91,7 @@ model LiteLLM_TeamTable {
 		team_id    String @id @default(uuid())
     team_alias  String? 
     organization_id String?
+    object_permission_id String?
     admins String[]
     members String[]
     members_with_roles Json @default("{}")
@@ -110,6 +113,7 @@ model LiteLLM_TeamTable {
     model_id Int? @unique // id for LiteLLM_ModelTable -> stores team-level model aliases
     litellm_organization_table LiteLLM_OrganizationTable?   @relation(fields: [organization_id], references: [organization_id])
     litellm_model_table LiteLLM_ModelTable? @relation(fields: [model_id], references: [id])
+    object_permission LiteLLM_ObjectPermissionTable?   @relation(fields: [object_permission_id], references: [object_permission_id])
 }
 
 // Track spend, rate limit, budget Users
@@ -119,6 +123,7 @@ model LiteLLM_UserTable {
     team_id    String?
     sso_user_id String? @unique
     organization_id String?
+    object_permission_id String?
     password  String?
     teams    String[] @default([])
     user_role  String?
@@ -144,6 +149,32 @@ model LiteLLM_UserTable {
     invitations_created LiteLLM_InvitationLink[] @relation("CreatedBy")
     invitations_updated LiteLLM_InvitationLink[] @relation("UpdatedBy")
     invitations_user    LiteLLM_InvitationLink[] @relation("UserId")
+    object_permission LiteLLM_ObjectPermissionTable?   @relation(fields: [object_permission_id], references: [object_permission_id])
+}
+
+model LiteLLM_ObjectPermissionTable {
+  object_permission_id  String         @id @default(uuid())
+  mcp_servers           String[]       @default([])
+  
+  teams                 LiteLLM_TeamTable[]
+  verification_tokens   LiteLLM_VerificationToken[]
+  organizations         LiteLLM_OrganizationTable[]
+  users                 LiteLLM_UserTable[]
+}
+
+// Holds the MCP server configuration 
+model LiteLLM_MCPServerTable {
+  server_id    String         @id @default(uuid())
+  alias        String?
+  description  String?
+  url          String
+  transport    String         @default("sse")
+  spec_version String         @default("2025-03-26")
+  auth_type    String?        
+  created_at   DateTime?      @default(now()) @map("created_at")
+  created_by   String?
+  updated_at   DateTime?      @default(now()) @updatedAt @map("updated_at")
+  updated_by   String?
 }
 
 // Generate Tokens for Proxy
@@ -174,12 +205,14 @@ model LiteLLM_VerificationToken {
     model_max_budget Json @default("{}")
     budget_id String?
     organization_id String?
+    object_permission_id String?
     created_at      DateTime?               @default(now()) @map("created_at")
     created_by String?
     updated_at      DateTime?               @default(now()) @updatedAt @map("updated_at")
     updated_by String?
     litellm_budget_table LiteLLM_BudgetTable?   @relation(fields: [budget_id], references: [budget_id])
     litellm_organization_table LiteLLM_OrganizationTable?   @relation(fields: [organization_id], references: [organization_id])
+    object_permission LiteLLM_ObjectPermissionTable?   @relation(fields: [object_permission_id], references: [object_permission_id])
 }
 
 model LiteLLM_EndUserTable {
@@ -227,9 +260,11 @@ model LiteLLM_SpendLogs {
   messages            Json?     @default("{}")
   response            Json?     @default("{}")
   session_id          String?
+  status              String?
   proxy_server_request Json?     @default("{}")
   @@index([startTime])
   @@index([end_user])
+  @@index([session_id])
 }
 
 // View spend, model, api_key per request
@@ -327,14 +362,14 @@ model LiteLLM_DailyUserSpend {
   model               String   
   model_group         String?  
   custom_llm_provider String?  
-  prompt_tokens       Int      @default(0)
-  completion_tokens   Int      @default(0)
-  cache_read_input_tokens     Int      @default(0)
-  cache_creation_input_tokens Int      @default(0)
+  prompt_tokens       BigInt      @default(0)
+  completion_tokens   BigInt      @default(0)
+  cache_read_input_tokens     BigInt      @default(0)
+  cache_creation_input_tokens BigInt      @default(0)
   spend               Float    @default(0.0)
-  api_requests        Int      @default(0)
-  successful_requests Int      @default(0)
-  failed_requests     Int      @default(0)
+  api_requests        BigInt      @default(0)
+  successful_requests BigInt      @default(0)
+  failed_requests     BigInt      @default(0)
   created_at          DateTime @default(now())
   updated_at          DateTime @updatedAt
 
@@ -354,14 +389,14 @@ model LiteLLM_DailyTeamSpend {
   model               String   
   model_group         String?  
   custom_llm_provider String?  
-  prompt_tokens       Int      @default(0)
-  completion_tokens   Int      @default(0)
-  cache_read_input_tokens     Int      @default(0)
-  cache_creation_input_tokens Int      @default(0)
+  prompt_tokens       BigInt      @default(0)
+  completion_tokens   BigInt      @default(0)
+  cache_read_input_tokens     BigInt      @default(0)
+  cache_creation_input_tokens BigInt      @default(0)
   spend               Float    @default(0.0)
-  api_requests        Int      @default(0)
-  successful_requests Int      @default(0)
-  failed_requests     Int      @default(0)
+  api_requests        BigInt      @default(0)
+  successful_requests BigInt      @default(0)
+  failed_requests     BigInt      @default(0)
   created_at          DateTime @default(now())
   updated_at          DateTime @updatedAt
 
@@ -381,14 +416,14 @@ model LiteLLM_DailyTagSpend {
   model               String   
   model_group         String?  
   custom_llm_provider String?  
-  prompt_tokens       Int      @default(0)
-  completion_tokens   Int      @default(0)
-  cache_read_input_tokens     Int      @default(0)
-  cache_creation_input_tokens Int      @default(0)
+  prompt_tokens       BigInt      @default(0)
+  completion_tokens   BigInt      @default(0)
+  cache_read_input_tokens     BigInt      @default(0)
+  cache_creation_input_tokens BigInt      @default(0)
   spend               Float    @default(0.0)
-  api_requests        Int      @default(0)
-  successful_requests Int      @default(0)
-  failed_requests     Int      @default(0)
+  api_requests        BigInt      @default(0)
+  successful_requests BigInt      @default(0)
+  failed_requests     BigInt      @default(0)
   created_at          DateTime @default(now())
   updated_at          DateTime @updatedAt
 
@@ -418,13 +453,30 @@ model LiteLLM_ManagedFileTable {
   id String @id @default(uuid())
   unified_file_id String @unique // The base64 encoded unified file ID
   file_object Json // Stores the OpenAIFileObject
-  model_mappings Json // Stores the mapping of model_id -> provider_file_id
+  model_mappings Json 
+  flat_model_file_ids String[]  @default([]) // Flat list of model file id's - for faster querying of model id -> unified file id
   created_at DateTime @default(now())
+  created_by String? 
   updated_at DateTime @updatedAt
+  updated_by String?
 
   @@index([unified_file_id])
 }
 
+model LiteLLM_ManagedObjectTable { // for batches or finetuning jobs which use the 
+  id String @id @default(uuid())
+  unified_object_id String @unique // The base64 encoded unified file ID
+  model_object_id String @unique // the id returned by the backend API provider 
+  file_object Json // Stores the OpenAIFileObject
+  file_purpose String // either 'batch' or 'fine-tune' 
+  created_at DateTime @default(now())
+  created_by String?
+  updated_at DateTime @updatedAt
+  updated_by String? 
+
+  @@index([unified_object_id])
+  @@index([model_object_id])
+}
 
 model LiteLLM_ManagedVectorStoresTable {
   vector_store_id String @id
@@ -435,4 +487,14 @@ model LiteLLM_ManagedVectorStoresTable {
   created_at DateTime @default(now())
   updated_at DateTime @updatedAt
   litellm_credential_name String?
+}
+
+// Guardrails table for storing guardrail configurations
+model LiteLLM_GuardrailsTable {
+  guardrail_id String @id @default(uuid())
+  guardrail_name String @unique
+  litellm_params Json
+  guardrail_info Json?
+  created_at DateTime @default(now())
+  updated_at DateTime @updatedAt
 }

{litellm_proxy_extras-0.1.14.dist-info → litellm_proxy_extras-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: litellm-proxy-extras
-Version: 0.1.14
+Version: 0.2.0
 Summary: Additional files for the LiteLLM Proxy. Reduces the size of the main litellm package.
 Author: BerriAI
 Requires-Python: >=3.8, !=2.7.*, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*, !=3.6.*, !=3.7.*
@@ -29,7 +29,7 @@ pip install litellm-proxy-extras
 OR 
 
 ```bash
-pip install litellm[proxy] # installs litellm-proxy-extras and other proxy dependencies.
+pip install litellm[proxy] # installs litellm-proxy-extras and other proxy dependencies
 ```
 
 To use the migrations, run:

{litellm_proxy_extras-0.1.14.dist-info → litellm_proxy_extras-0.2.0.dist-info}/RECORD

@@ -14,10 +14,17 @@ litellm_proxy_extras/migrations/20250416151339_drop_tag_uniqueness_requirement/m
 litellm_proxy_extras/migrations/20250416185146_add_allowed_routes_litellm_verification_token/migration.sql,sha256=XGyDLGakqBt30xuGS-RT5tWhk_Ki7teenxpvKDkIo2E,119
 litellm_proxy_extras/migrations/20250425182129_add_session_id/migration.sql,sha256=dSjU5QavHMM60siy6f_69DZpFCA4lUfWDL0AUEPEt2g,139
 litellm_proxy_extras/migrations/20250430193429_add_managed_vector_stores/migration.sql,sha256=SmXedKWYWwYAZjg-usw-905nXxyU9SOws9teFATezUA,479
+litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql,sha256=C_0iU6F-XUST0BekRSrFGMW69_pwBLSS7Pu5HvGNJ7c,511
+litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql,sha256=G2NONS9XAMDdkH-0tpaPimK4ezs94hkwteRK1m7oA1Y,1672
+litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql,sha256=V4mIhoi3n8sUzV8_YY9AA_wkgvk65m5ZOAU3_DtoUo8,77
+litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql,sha256=UPaAXsryGvVZT_SnOf-1yHu5bKPTVr2gP3zY64FKR7o,1331
+litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql,sha256=M_y4xLnlGApiUIovLv0xA7lL5gJBZWrcFe7b5MSUOik,102
+litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql,sha256=mxBhXoedxkabrkn7YPiKn-OVmoXh6RsSEXY9a0-FkQk,506
+litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql,sha256=SbchBsESJa8M5O4R1iqvfgssX5StSrL85Umd2Drns_Y,1185
 litellm_proxy_extras/migrations/migration_lock.toml,sha256=HbF6jQUaoTYRBzZ1LF4fi37ZK26o6AMRL7viSXBHwhA,24
-litellm_proxy_extras/schema.prisma,sha256=feIdet6dXSzmxzipML2aoPY1VlPFkxQCA66BOknqcv8,16935
+litellm_proxy_extras/schema.prisma,sha256=AyzMzVmvCBs6XjbdjyDTazdAqVGVG1SzZFmhIvOxBZg,19530
 litellm_proxy_extras/utils.py,sha256=QImDkrfX_NGCp0tJ4T9IZpmXyzVZqey4jnVVEO0Hcrs,15050
-litellm_proxy_extras-0.1.14.dist-info/LICENSE,sha256=sXDWv46INd01fgEWgdsCj01R4vsOqJIFj1bgH7ObgnM,1419
-litellm_proxy_extras-0.1.14.dist-info/METADATA,sha256=R9to4bsFJjyfg4-tKRjo9D6lbnrKG091PSikK20_7Y8,1268
-litellm_proxy_extras-0.1.14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-litellm_proxy_extras-0.1.14.dist-info/RECORD,,
+litellm_proxy_extras-0.2.0.dist-info/LICENSE,sha256=sXDWv46INd01fgEWgdsCj01R4vsOqJIFj1bgH7ObgnM,1419
+litellm_proxy_extras-0.2.0.dist-info/METADATA,sha256=joZBCZ2gDwvwwlLiTz_m0-hDKVYe8hDp5lgGDtQCMpQ,1266
+litellm_proxy_extras-0.2.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+litellm_proxy_extras-0.2.0.dist-info/RECORD,,