@acarmisc/backstage-plugin-litellm 0.21.1 → 0.21.3

package/dist/index.esm.js

@@ -2845,6 +2845,7 @@ import IconButton4 from "@mui/material/IconButton";
 import { ExpandMore as ExpandMore2 } from "@mui/icons-material";
 import { alpha as alpha4 } from "@mui/material/styles";
 import { useApi as useApi2 } from "@backstage/core-plugin-api";
+import { Link } from "@backstage/core-components";
 function levelToneColor(tone, theme) {
   switch (tone) {
     case "success":
@@ -2859,7 +2860,7 @@ function levelToneColor(tone, theme) {
       return theme.palette.primary.main;
   }
 }
-var LevelFrame, EmptyLimitCard, LimitCard, CLOSEST_LEVEL_LABEL, TaggedLimit, FullBody, CompactBody, LiteLLMBudgetWidget;
+var LevelFrame, EmptyLimitCard, LimitCard, CLOSEST_LEVEL_LABEL, KEYS_PATH, MoreKeysNote, HierarchyNote, TaggedLimit, FullBody, CompactBody, LiteLLMBudgetWidget;
 var init_LiteLLMBudgetWidget = __esm({
   "src/components/LiteLLMBudgetWidget.tsx"() {
     "use strict";
@@ -2976,6 +2977,21 @@ var init_LiteLLMBudgetWidget = __esm({
       user: "personal",
       team: "team"
     };
+    KEYS_PATH = "/litellm?tab=keys";
+    MoreKeysNote = ({ count }) => /* @__PURE__ */ React7.createElement(Link, { to: KEYS_PATH, variant: "caption" }, "+", count, " more budgeted key", count > 1 ? "s" : "", " further from the cap \u2192");
+    HierarchyNote = ({ withReset }) => /* @__PURE__ */ React7.createElement(
+      Box7,
+      {
+        sx: (theme) => ({
+          px: 1.5,
+          py: 1.25,
+          borderRadius: 1.5,
+          border: "1px dashed",
+          borderColor: alpha4(theme.palette.text.primary, 0.18)
+        })
+      },
+      /* @__PURE__ */ React7.createElement(Typography7, { variant: "caption", color: "text.secondary", display: "block" }, /* @__PURE__ */ React7.createElement("b", null, "Order:"), " key \u2192 personal \u2192 team \u2192 global. The first cap you reach blocks the request; a key that belongs to a team uses the team's cap, not your personal one.", withReset && " A cap with a reset window drops to $0 when the window closes; without one it never resets.")
+    );
     TaggedLimit = ({ limit }) => {
       const tone = budgetTone2(limit.pct);
       return /* @__PURE__ */ React7.createElement(Box7, null, /* @__PURE__ */ React7.createElement(
@@ -3005,7 +3021,7 @@ var init_LiteLLMBudgetWidget = __esm({
         },
         !hasBudgetedKeys && /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "No key has a budget, so no key-level cap applies."),
         summary.keys.map((k) => /* @__PURE__ */ React7.createElement(LimitCard, { key: k.sublabel ?? k.label, limit: k })),
-        summary.hiddenBudgetedKeys > 0 && /* @__PURE__ */ React7.createElement(Typography7, { variant: "caption", color: "text.secondary" }, "+", summary.hiddenBudgetedKeys, " more budgeted key", summary.hiddenBudgetedKeys > 1 ? "s" : "", " further from the cap")
+        summary.hiddenBudgetedKeys > 0 && /* @__PURE__ */ React7.createElement(MoreKeysNote, { count: summary.hiddenBudgetedKeys })
       ), /* @__PURE__ */ React7.createElement(
         LevelFrame,
         {
@@ -3015,27 +3031,14 @@ var init_LiteLLMBudgetWidget = __esm({
           note: "skipped for team-bound keys"
         },
         summary.user ? /* @__PURE__ */ React7.createElement(LimitCard, { limit: summary.user }) : /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "No personal budget is set on your account.")
-      ), /* @__PURE__ */ React7.createElement(LevelFrame, { rank: 3, name: "Team", tagline: "shared cap for all keys in a team (if any)" }, summary.teams.length > 0 ? summary.teams.map((t) => /* @__PURE__ */ React7.createElement(LimitCard, { key: t.sublabel ?? t.label, limit: t })) : /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "No team you belong to has a budget.")), /* @__PURE__ */ React7.createElement(LevelFrame, { rank: 4, name: "Global", tagline: "proxy-wide cap set by your admin", isLast: true }, /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "Configured by your admin in the proxy config \u2014 it isn't visible from this page. When set, it limits spend across every request on the proxy.")), /* @__PURE__ */ React7.createElement(
-        Box7,
-        {
-          sx: (theme) => ({
-            mt: 2,
-            px: 1.5,
-            py: 1.25,
-            borderRadius: 1.5,
-            border: "1px dashed",
-            borderColor: alpha4(theme.palette.text.primary, 0.18)
-          })
-        },
-        /* @__PURE__ */ React7.createElement(Typography7, { variant: "caption", color: "text.secondary", display: "block" }, "The first cap a request runs into is the one that stops it. A limit with a reset window (e.g. daily or every 30 days) clears its spend to $0 when the window closes; without a window it never resets.")
-      ));
+      ), /* @__PURE__ */ React7.createElement(LevelFrame, { rank: 3, name: "Team", tagline: "shared cap for all keys in a team (if any)" }, summary.teams.length > 0 ? summary.teams.map((t) => /* @__PURE__ */ React7.createElement(LimitCard, { key: t.sublabel ?? t.label, limit: t })) : /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "No team you belong to has a budget.")), /* @__PURE__ */ React7.createElement(LevelFrame, { rank: 4, name: "Global", tagline: "proxy-wide cap set by your admin", isLast: true }, /* @__PURE__ */ React7.createElement(EmptyLimitCard, null, "Configured by your admin in the proxy config \u2014 it isn't visible from this page. When set, it limits spend across every request on the proxy.")), /* @__PURE__ */ React7.createElement(Box7, { sx: { mt: 2 } }, /* @__PURE__ */ React7.createElement(HierarchyNote, { withReset: true })));
     };
     CompactBody = ({ summary }) => {
       const { count } = budgetHeadline(summary);
       if (count === 0) {
         return /* @__PURE__ */ React7.createElement(Typography7, { variant: "body2", color: "text.secondary", sx: { fontSize: 13 } }, "No budget limits apply to you right now.");
       }
-      return /* @__PURE__ */ React7.createElement(Box7, { sx: { display: "flex", flexDirection: "column", gap: 1.25 } }, summary.keys.map((k) => /* @__PURE__ */ React7.createElement(TaggedLimit, { key: k.sublabel ?? k.label, limit: k })), summary.hiddenBudgetedKeys > 0 && /* @__PURE__ */ React7.createElement(Typography7, { variant: "caption", color: "text.secondary" }, "+", summary.hiddenBudgetedKeys, " more budgeted key", summary.hiddenBudgetedKeys > 1 ? "s" : "", " further from the cap"), summary.user && /* @__PURE__ */ React7.createElement(TaggedLimit, { limit: summary.user }), summary.teams.map((t) => /* @__PURE__ */ React7.createElement(TaggedLimit, { key: t.sublabel ?? t.label, limit: t })));
+      return /* @__PURE__ */ React7.createElement(Box7, { sx: { display: "flex", flexDirection: "column", gap: 1.25 } }, /* @__PURE__ */ React7.createElement(HierarchyNote, null), summary.keys.map((k) => /* @__PURE__ */ React7.createElement(TaggedLimit, { key: k.sublabel ?? k.label, limit: k })), summary.hiddenBudgetedKeys > 0 && /* @__PURE__ */ React7.createElement(MoreKeysNote, { count: summary.hiddenBudgetedKeys }), summary.user && /* @__PURE__ */ React7.createElement(TaggedLimit, { limit: summary.user }), summary.teams.map((t) => /* @__PURE__ */ React7.createElement(TaggedLimit, { key: t.sublabel ?? t.label, limit: t })));
     };
     LiteLLMBudgetWidget = ({
       title = "Budget Policy",
@@ -3390,6 +3393,7 @@ import TableCell5 from "@mui/material/TableCell";
 import TableContainer5 from "@mui/material/TableContainer";
 import TableHead5 from "@mui/material/TableHead";
 import TableRow5 from "@mui/material/TableRow";
+import TableSortLabel2 from "@mui/material/TableSortLabel";
 import Typography9 from "@mui/material/Typography";
 import MenuItem4 from "@mui/material/MenuItem";
 import Select from "@mui/material/Select";
@@ -3431,6 +3435,8 @@ var init_ModelsTable = __esm({
       const [selectedTeamId, setSelectedTeamId] = useState7("");
       const [filterText, setFilterText] = useState7("");
       const [copiedSnackbar, setCopiedSnackbar] = useState7(false);
+      const [sortKey, setSortKey] = useState7("model_name");
+      const [sortDirection, setSortDirection] = useState7("asc");
       const selectedTeam = useMemo7(
         () => teams.find((t) => t.team_id === selectedTeamId) ?? null,
         [teams, selectedTeamId]
@@ -3441,14 +3447,62 @@ var init_ModelsTable = __esm({
       }, [allModels, selectedTeam]);
       const filteredModels = useMemo7(() => {
         const q = filterText.trim().toLowerCase();
-        if (!q) return teamModels;
-        return teamModels.filter(
-          (model) => model.model_name.toLowerCase().includes(q) || (model.access_groups || []).some((group) => group.toLowerCase().includes(q))
-        );
-      }, [teamModels, filterText]);
+        let models = teamModels;
+        if (q) {
+          models = teamModels.filter(
+            (model) => model.model_name.toLowerCase().includes(q) || (model.access_groups || []).some((group) => group.toLowerCase().includes(q))
+          );
+        }
+        return [...models].sort((a, b) => {
+          let aVal;
+          let bVal;
+          switch (sortKey) {
+            case "model_name":
+              aVal = a.model_name;
+              bVal = b.model_name;
+              break;
+            case "mode":
+              aVal = a.mode;
+              bVal = b.mode;
+              break;
+            case "input_cost_per_token":
+              aVal = a.input_cost_per_token ?? 0;
+              bVal = b.input_cost_per_token ?? 0;
+              break;
+            case "output_cost_per_token":
+              aVal = a.output_cost_per_token ?? 0;
+              bVal = b.output_cost_per_token ?? 0;
+              break;
+            case "max_input_tokens":
+              aVal = a.max_input_tokens ?? 0;
+              bVal = b.max_input_tokens ?? 0;
+              break;
+            case "max_output_tokens":
+              aVal = a.max_output_tokens ?? 0;
+              bVal = b.max_output_tokens ?? 0;
+              break;
+            default:
+              return 0;
+          }
+          if (aVal === void 0 || aVal === null) aVal = "";
+          if (bVal === void 0 || bVal === null) bVal = "";
+          if (typeof aVal === "string" && typeof bVal === "string") {
+            return sortDirection === "asc" ? aVal.localeCompare(bVal) : bVal.localeCompare(aVal);
+          }
+          return sortDirection === "asc" ? aVal - bVal : bVal - aVal;
+        });
+      }, [teamModels, filterText, sortKey, sortDirection]);
       const handleCopyModelId = useCallback((modelId) => {
         navigator.clipboard.writeText(modelId).then(() => setCopiedSnackbar(true));
       }, []);
+      const handleSort = useCallback((key) => {
+        if (sortKey === key) {
+          setSortDirection((prev) => prev === "asc" ? "desc" : "asc");
+        } else {
+          setSortKey(key);
+          setSortDirection("asc");
+        }
+      }, [sortKey]);
       const modeColor = (mode) => {
         switch (mode) {
           case "chat":
@@ -3514,7 +3568,7 @@ var init_ModelsTable = __esm({
             hint: "Try a different search term"
           }
         ),
-        !loading && filteredModels.length > 0 && /* @__PURE__ */ React9.createElement(TableContainer5, null, /* @__PURE__ */ React9.createElement(Table5, { size: "small", sx: dataTableSx }, /* @__PURE__ */ React9.createElement(TableHead5, null, /* @__PURE__ */ React9.createElement(TableRow5, null, /* @__PURE__ */ React9.createElement(TableCell5, null, "Model ID"), /* @__PURE__ */ React9.createElement(TableCell5, null, "Mode"), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right" }, "Input Cost"), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right" }, "Output Cost"), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right" }, "Max Input"), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right" }, "Max Output"), /* @__PURE__ */ React9.createElement(TableCell5, null, "Capabilities"))), /* @__PURE__ */ React9.createElement(TableBody5, null, filteredModels.map((m) => /* @__PURE__ */ React9.createElement(TableRow5, { key: m.model_name, hover: true }, /* @__PURE__ */ React9.createElement(TableCell5, null, /* @__PURE__ */ React9.createElement(Box9, { sx: { display: "flex", alignItems: "center", gap: 0.5 } }, /* @__PURE__ */ React9.createElement(Tooltip3, { title: m.model_name, placement: "top" }, /* @__PURE__ */ React9.createElement(
+        !loading && filteredModels.length > 0 && /* @__PURE__ */ React9.createElement(TableContainer5, null, /* @__PURE__ */ React9.createElement(Table5, { size: "small", sx: dataTableSx }, /* @__PURE__ */ React9.createElement(TableHead5, null, /* @__PURE__ */ React9.createElement(TableRow5, null, /* @__PURE__ */ React9.createElement(TableCell5, { sortDirection: sortKey === "model_name" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "model_name", direction: sortKey === "model_name" ? sortDirection : "asc", onClick: () => handleSort("model_name") }, "Model ID")), /* @__PURE__ */ React9.createElement(TableCell5, { sortDirection: sortKey === "mode" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "mode", direction: sortKey === "mode" ? sortDirection : "asc", onClick: () => handleSort("mode") }, "Mode")), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right", sortDirection: sortKey === "input_cost_per_token" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "input_cost_per_token", direction: sortKey === "input_cost_per_token" ? sortDirection : "asc", onClick: () => handleSort("input_cost_per_token") }, "Input Cost")), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right", sortDirection: sortKey === "output_cost_per_token" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "output_cost_per_token", direction: sortKey === "output_cost_per_token" ? sortDirection : "asc", onClick: () => handleSort("output_cost_per_token") }, "Output Cost")), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right", sortDirection: sortKey === "max_input_tokens" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "max_input_tokens", direction: sortKey === "max_input_tokens" ? sortDirection : "asc", onClick: () => handleSort("max_input_tokens") }, "Max Input")), /* @__PURE__ */ React9.createElement(TableCell5, { align: "right", sortDirection: sortKey === "max_output_tokens" ? sortDirection : false }, /* @__PURE__ */ React9.createElement(TableSortLabel2, { active: sortKey === "max_output_tokens", direction: sortKey === "max_output_tokens" ? sortDirection : "asc", onClick: () => handleSort("max_output_tokens") }, "Max Output")), /* @__PURE__ */ React9.createElement(TableCell5, null, "Capabilities"))), /* @__PURE__ */ React9.createElement(TableBody5, null, filteredModels.map((m) => /* @__PURE__ */ React9.createElement(TableRow5, { key: m.model_name, hover: true }, /* @__PURE__ */ React9.createElement(TableCell5, null, /* @__PURE__ */ React9.createElement(Box9, { sx: { display: "flex", alignItems: "center", gap: 0.5 } }, /* @__PURE__ */ React9.createElement(Tooltip3, { title: m.model_name, placement: "top" }, /* @__PURE__ */ React9.createElement(
           "span",
           {
             role: "button",
@@ -3844,6 +3898,7 @@ import Paper7 from "@mui/material/Paper";
 import Tabs2 from "@mui/material/Tabs";
 import Tab2 from "@mui/material/Tab";
 import Grid2 from "@mui/material/Grid";
+import { useSearchParams } from "react-router-dom";
 import { useAsync as useAsync3, useAsyncRetry } from "react-use";
 import { useApi as useApi3 } from "@backstage/core-plugin-api";
 import { usePermission } from "@backstage/plugin-permission-react";
@@ -3861,7 +3916,7 @@ function initDateRange() {
   else start.setDate(start.getDate() - 7);
   return { start, end };
 }
-var PERIOD_LS_KEY2, LiteLLMPage;
+var PERIOD_LS_KEY2, PAGE_TABS, isPageTab, LiteLLMPage;
 var init_LiteLLMPage = __esm({
   "src/components/LiteLLMPage.tsx"() {
     "use strict";
@@ -3877,6 +3932,8 @@ var init_LiteLLMPage = __esm({
     init_api();
     init_permissions();
     PERIOD_LS_KEY2 = "litellm_usage_period";
+    PAGE_TABS = ["overview", "keys", "teams", "models", "audit"];
+    isPageTab = (v) => !!v && PAGE_TABS.includes(v);
     LiteLLMPage = () => {
       const api = useApi3(liteLlmApiRef);
       const [dateRange, setDateRange] = useState9(initDateRange);
@@ -3887,7 +3944,25 @@ var init_LiteLLMPage = __esm({
           return "7d";
         }
       });
-      const [activeTab, setActiveTab] = useState9("overview");
+      const [searchParams, setSearchParams] = useSearchParams();
+      const [activeTab, setActiveTab] = useState9(() => {
+        const t = searchParams.get("tab");
+        return isPageTab(t) ? t : "overview";
+      });
+      const selectTab = useCallback3(
+        (tab) => {
+          setActiveTab(tab);
+          setSearchParams(
+            (prev) => {
+              const next = new URLSearchParams(prev);
+              next.set("tab", tab);
+              return next;
+            },
+            { replace: true }
+          );
+        },
+        [setSearchParams]
+      );
       const [snackbar, setSnackbar] = useState9(null);
       const [generateDialogOpen, setGenerateDialogOpen] = useState9(false);
       const [manageTeam, setManageTeam] = useState9(null);
@@ -4094,7 +4169,7 @@ var init_LiteLLMPage = __esm({
         Tabs2,
         {
           value: activeTab,
-          onChange: (_, v) => setActiveTab(v),
+          onChange: (_, v) => selectTab(v),
           variant: "scrollable",
           scrollButtons: "auto",
           sx: {