@oomol-lab/open-connector 1.7.0 → 1.9.0

package/assets/open-connector/catalog/apps/litellm.json

@@ -0,0 +1,824 @@
+{
+  "service": "litellm",
+  "displayName": "LiteLLM",
+  "description": "Call chat, message, and embedding models and read model metadata and key budgets through a self-hosted LiteLLM AI gateway.",
+  "categories": [
+    "AI",
+    "Developer Tools"
+  ],
+  "authTypes": [
+    "api_key"
+  ],
+  "auth": [
+    {
+      "type": "api_key",
+      "label": "API Key",
+      "placeholder": "sk-...",
+      "description": "A LiteLLM virtual key, or the proxy master key, sent as a Bearer token. Create virtual keys in the LiteLLM Admin UI or with POST /key/generate. See https://docs.litellm.ai/docs/proxy/virtual_keys.",
+      "extraFields": [
+        {
+          "key": "baseUrl",
+          "label": "Proxy URL",
+          "inputType": "text",
+          "required": true,
+          "secret": false,
+          "placeholder": "https://litellm.example.com",
+          "description": "The HTTP or HTTPS URL of your LiteLLM proxy, with or without a trailing /v1. Public addresses work by default; private-network proxies require OOMOL_CONNECT_ALLOW_PRIVATE_NETWORK in the self-hosted runtime. Unsafe local, reserved, and cloud-metadata targets always remain blocked."
+        }
+      ]
+    }
+  ],
+  "homepageUrl": "https://www.litellm.ai",
+  "actions": [
+    {
+      "id": "litellm.create_chat_completion",
+      "service": "litellm",
+      "name": "create_chat_completion",
+      "description": "Create a chat completion through the LiteLLM proxy's OpenAI-compatible `/v1/chat/completions` endpoint. LiteLLM routes the request to whichever upstream provider serves the model, with its load balancing, fallbacks, and budget checks applied.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "model": {
+            "type": "string",
+            "minLength": 1,
+            "description": "The LiteLLM model name to call, as configured in the proxy `model_list` (for example `gpt-4.1-mini` or `claude-sonnet-4-6`). Use `list_models` to see the names this key can call."
+          },
+          "messages": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {},
+              "additionalProperties": true,
+              "description": "A JSON object returned by LiteLLM."
+            },
+            "description": "An ordered list of OpenAI-format conversation messages.",
+            "minItems": 1
+          },
+          "n": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "The number of choices to generate."
+          },
+          "stop": {
+            "anyOf": [
+              {
+                "type": "string",
+                "minLength": 1,
+                "description": "A single stop sequence."
+              },
+              {
+                "type": "array",
+                "items": {
+                  "type": "string",
+                  "minLength": 1,
+                  "description": "A stop sequence."
+                },
+                "description": "Multiple stop sequences.",
+                "minItems": 1
+              }
+            ],
+            "description": "Stop sequences for generation."
+          },
+          "user": {
+            "type": "string",
+            "description": "The end user's unique identifier, recorded in LiteLLM spend logs."
+          },
+          "top_p": {
+            "type": "number",
+            "minimum": 0,
+            "maximum": 1,
+            "description": "Nucleus sampling parameter."
+          },
+          "stream": {
+            "type": "boolean",
+            "description": "Whether to request a streaming response. Connector actions only support false or omitted."
+          },
+          "max_tokens": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "The maximum number of output tokens."
+          },
+          "max_completion_tokens": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "New max output token field, taking precedence over max_tokens."
+          },
+          "temperature": {
+            "type": "number",
+            "minimum": 0,
+            "maximum": 2,
+            "description": "Sampling temperature."
+          },
+          "presence_penalty": {
+            "type": "number",
+            "minimum": -2,
+            "maximum": 2,
+            "description": "Presence penalty."
+          },
+          "frequency_penalty": {
+            "type": "number",
+            "minimum": -2,
+            "maximum": 2,
+            "description": "Frequency penalty."
+          },
+          "seed": {
+            "type": "integer",
+            "description": "Seed for best-effort deterministic sampling."
+          },
+          "tools": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {},
+              "additionalProperties": true,
+              "description": "A JSON object returned by LiteLLM."
+            },
+            "description": "A list of JSON objects returned by LiteLLM."
+          },
+          "tool_choice": {
+            "anyOf": [
+              {
+                "type": "string",
+                "enum": [
+                  "none",
+                  "auto",
+                  "required"
+                ]
+              },
+              {
+                "type": "object",
+                "properties": {},
+                "additionalProperties": true,
+                "description": "A JSON object returned by LiteLLM."
+              }
+            ],
+            "description": "Tool selection strategy."
+          },
+          "response_format": {
+            "type": "object",
+            "properties": {},
+            "additionalProperties": true,
+            "description": "A JSON object returned by LiteLLM."
+          },
+          "reasoning_effort": {
+            "type": "string",
+            "enum": [
+              "none",
+              "minimal",
+              "low",
+              "medium",
+              "high"
+            ],
+            "description": "Reasoning effort for reasoning models. LiteLLM translates it for each upstream provider."
+          },
+          "metadata": {
+            "type": "object",
+            "properties": {},
+            "additionalProperties": true,
+            "description": "Request metadata, such as tags, that LiteLLM records with the spend log entry."
+          },
+          "drop_params": {
+            "type": "boolean",
+            "description": "Ask LiteLLM to drop OpenAI parameters the routed upstream model does not support instead of failing."
+          }
+        },
+        "additionalProperties": true,
+        "required": [
+          "model",
+          "messages"
+        ],
+        "description": "Input parameters when creating a chat completion through the LiteLLM proxy."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {},
+        "additionalProperties": true,
+        "description": "A JSON object returned by LiteLLM."
+      }
+    },
+    {
+      "id": "litellm.create_embedding",
+      "service": "litellm",
+      "name": "create_embedding",
+      "description": "Create embeddings through the LiteLLM proxy's OpenAI-compatible `/v1/embeddings` endpoint.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "model": {
+            "type": "string",
+            "minLength": 1,
+            "description": "The LiteLLM embedding model name, as configured in the proxy `model_list`. Use `get_model_info` to find models whose mode is `embedding`."
+          },
+          "input": {
+            "anyOf": [
+              {
+                "type": "string",
+                "minLength": 1,
+                "description": "A single text input."
+              },
+              {
+                "type": "array",
+                "items": {
+                  "type": "string",
+                  "minLength": 1,
+                  "description": "A text input."
+                },
+                "description": "Several text inputs embedded in one request.",
+                "minItems": 1
+              }
+            ],
+            "description": "The text to embed."
+          },
+          "dimensions": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "The number of dimensions for models that support shortened embeddings."
+          },
+          "encoding_format": {
+            "type": "string",
+            "enum": [
+              "float",
+              "base64"
+            ],
+            "description": "The format of the returned embeddings."
+          },
+          "user": {
+            "type": "string",
+            "description": "The end user's unique identifier, recorded in LiteLLM spend logs."
+          }
+        },
+        "additionalProperties": true,
+        "required": [
+          "model",
+          "input"
+        ],
+        "description": "Input parameters when creating embeddings through the LiteLLM proxy."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {},
+        "additionalProperties": true,
+        "description": "A JSON object returned by LiteLLM."
+      }
+    },
+    {
+      "id": "litellm.create_message",
+      "service": "litellm",
+      "name": "create_message",
+      "description": "Create an Anthropic-format message through the LiteLLM proxy's `/v1/messages` endpoint, for any model the proxy serves.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "model": {
+            "type": "string",
+            "minLength": 1,
+            "description": "The LiteLLM model name to call, as configured in the proxy `model_list` (for example `gpt-4.1-mini` or `claude-sonnet-4-6`). Use `list_models` to see the names this key can call. LiteLLM translates the Anthropic request for non-Anthropic models."
+          },
+          "max_tokens": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "The maximum number of output tokens."
+          },
+          "messages": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {},
+              "additionalProperties": true,
+              "description": "A JSON object returned by LiteLLM."
+            },
+            "description": "An ordered list of Anthropic-format messages.",
+            "minItems": 1
+          },
+          "system": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "System prompt text."
+              },
+              {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {},
+                  "additionalProperties": true,
+                  "description": "A JSON object returned by LiteLLM."
+                },
+                "description": "Structured system prompt content blocks.",
+                "minItems": 1
+              }
+            ],
+            "description": "System prompt content."
+          },
+          "tools": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {},
+              "additionalProperties": true,
+              "description": "A JSON object returned by LiteLLM."
+            },
+            "description": "A list of JSON objects returned by LiteLLM."
+          },
+          "tool_choice": {
+            "type": "object",
+            "properties": {},
+            "additionalProperties": true,
+            "description": "Anthropic tool selection strategy object, such as `{ \"type\": \"auto\" }`, `{ \"type\": \"any\" }`, or `{ \"type\": \"tool\", \"name\": \"...\" }`."
+          },
+          "stop_sequences": {
+            "type": "array",
+            "items": {
+              "type": "string",
+              "minLength": 1
+            },
+            "description": "Stop sequences for generation."
+          },
+          "temperature": {
+            "type": "number",
+            "minimum": 0,
+            "maximum": 1,
+            "description": "Sampling temperature."
+          },
+          "top_k": {
+            "type": "integer",
+            "minimum": 0,
+            "description": "Top-k sampling parameter."
+          },
+          "top_p": {
+            "type": "number",
+            "minimum": 0,
+            "maximum": 1,
+            "description": "Nucleus sampling parameter."
+          },
+          "stream": {
+            "type": "boolean",
+            "description": "Whether to request a streaming response. Connector actions only support false or omitted."
+          },
+          "metadata": {
+            "type": "object",
+            "properties": {},
+            "additionalProperties": true,
+            "description": "A JSON object returned by LiteLLM."
+          }
+        },
+        "additionalProperties": true,
+        "required": [
+          "model",
+          "max_tokens",
+          "messages"
+        ],
+        "description": "Input parameters when creating an Anthropic-format message through the LiteLLM proxy."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {},
+        "additionalProperties": true,
+        "description": "A JSON object returned by LiteLLM."
+      }
+    },
+    {
+      "id": "litellm.get_key_info",
+      "service": "litellm",
+      "name": "get_key_info",
+      "description": "Read the spend, remaining budget, rate limits, and allowed models of the LiteLLM virtual key used by this connection. The proxy master key has no stored record, so this action needs a virtual key.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {},
+        "additionalProperties": false,
+        "description": "This action requires no additional input parameters."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {
+          "keyAlias": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The key alias set when the key was created."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The key alias set when the key was created."
+          },
+          "keyName": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The redacted key name LiteLLM shows in the Admin UI."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The redacted key name LiteLLM shows in the Admin UI."
+          },
+          "status": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The key status, such as `active`, `expired`, or `revoked`."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The key status, such as `active`, `expired`, or `revoked`."
+          },
+          "spend": {
+            "type": "number",
+            "description": "USD spent by the key in the current budget window."
+          },
+          "maxBudget": {
+            "anyOf": [
+              {
+                "type": "number",
+                "description": "The USD budget limit of the key, when one is set."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The USD budget limit of the key, when one is set."
+          },
+          "remainingBudget": {
+            "anyOf": [
+              {
+                "type": "number",
+                "description": "USD left before the key hits its budget, when a budget is set."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "USD left before the key hits its budget, when a budget is set."
+          },
+          "budgetDuration": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The budget reset period, such as `30d`."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The budget reset period, such as `30d`."
+          },
+          "budgetResetAt": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "When the current budget window ends and spend resets."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "When the current budget window ends and spend resets."
+          },
+          "models": {
+            "type": "array",
+            "items": {
+              "type": "string",
+              "minLength": 1
+            },
+            "description": "The model names this key may call. Empty means every model on the proxy."
+          },
+          "tpmLimit": {
+            "anyOf": [
+              {
+                "type": "integer",
+                "description": "The tokens-per-minute limit of the key."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The tokens-per-minute limit of the key."
+          },
+          "rpmLimit": {
+            "anyOf": [
+              {
+                "type": "integer",
+                "description": "The requests-per-minute limit of the key."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The requests-per-minute limit of the key."
+          },
+          "teamId": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The team the key belongs to."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The team the key belongs to."
+          },
+          "userId": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "The user the key belongs to."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "The user the key belongs to."
+          },
+          "expires": {
+            "anyOf": [
+              {
+                "type": "string",
+                "description": "When the key stops authenticating requests."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "When the key stops authenticating requests."
+          },
+          "blocked": {
+            "anyOf": [
+              {
+                "type": "boolean",
+                "description": "Whether the key is blocked."
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "Whether the key is blocked."
+          }
+        },
+        "additionalProperties": false,
+        "required": [
+          "keyAlias",
+          "keyName",
+          "status",
+          "spend",
+          "maxBudget",
+          "remainingBudget",
+          "budgetDuration",
+          "budgetResetAt",
+          "models",
+          "tpmLimit",
+          "rpmLimit",
+          "teamId",
+          "userId",
+          "expires",
+          "blocked"
+        ],
+        "description": "Budget, limits, and access for the LiteLLM key used by this connection."
+      }
+    },
+    {
+      "id": "litellm.get_model_info",
+      "service": "litellm",
+      "name": "get_model_info",
+      "description": "Read the context window, output limit, per-token pricing, and capabilities LiteLLM reports for each model deployment, so an agent can pick a model before calling it.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "model": {
+            "type": "string",
+            "minLength": 1,
+            "description": "Only return deployments of this LiteLLM model name."
+          }
+        },
+        "additionalProperties": false,
+        "description": "Input parameters when reading LiteLLM model metadata."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {
+          "models": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "modelName": {
+                  "type": "string",
+                  "description": "The LiteLLM model name clients call."
+                },
+                "modelId": {
+                  "anyOf": [
+                    {
+                      "type": "string",
+                      "description": "The deployment ID LiteLLM assigned, when present."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "The deployment ID LiteLLM assigned, when present."
+                },
+                "provider": {
+                  "anyOf": [
+                    {
+                      "type": "string",
+                      "description": "The upstream provider LiteLLM routes this deployment to, such as `openai` or `bedrock`."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "The upstream provider LiteLLM routes this deployment to, such as `openai` or `bedrock`."
+                },
+                "mode": {
+                  "anyOf": [
+                    {
+                      "type": "string",
+                      "description": "The model mode, such as `chat`, `embedding`, or `image_generation`."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "The model mode, such as `chat`, `embedding`, or `image_generation`."
+                },
+                "maxInputTokens": {
+                  "anyOf": [
+                    {
+                      "type": "integer",
+                      "description": "The context window in input tokens, when known."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "The context window in input tokens, when known."
+                },
+                "maxOutputTokens": {
+                  "anyOf": [
+                    {
+                      "type": "integer",
+                      "description": "The maximum output tokens, when known."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "The maximum output tokens, when known."
+                },
+                "inputCostPerToken": {
+                  "anyOf": [
+                    {
+                      "type": "number",
+                      "description": "USD cost per input token, when known."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "USD cost per input token, when known."
+                },
+                "outputCostPerToken": {
+                  "anyOf": [
+                    {
+                      "type": "number",
+                      "description": "USD cost per output token, when known."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "USD cost per output token, when known."
+                },
+                "supportsFunctionCalling": {
+                  "anyOf": [
+                    {
+                      "type": "boolean",
+                      "description": "Whether the model supports tool or function calling."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "Whether the model supports tool or function calling."
+                },
+                "supportsVision": {
+                  "anyOf": [
+                    {
+                      "type": "boolean",
+                      "description": "Whether the model accepts image input."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "Whether the model accepts image input."
+                },
+                "supportsReasoning": {
+                  "anyOf": [
+                    {
+                      "type": "boolean",
+                      "description": "Whether the model supports reasoning controls."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "Whether the model supports reasoning controls."
+                },
+                "supportsResponseSchema": {
+                  "anyOf": [
+                    {
+                      "type": "boolean",
+                      "description": "Whether the model supports JSON schema structured output."
+                    },
+                    {
+                      "type": "null"
+                    }
+                  ],
+                  "description": "Whether the model supports JSON schema structured output."
+                }
+              },
+              "additionalProperties": false,
+              "required": [
+                "modelName",
+                "modelId",
+                "provider",
+                "mode",
+                "maxInputTokens",
+                "maxOutputTokens",
+                "inputCostPerToken",
+                "outputCostPerToken",
+                "supportsFunctionCalling",
+                "supportsVision",
+                "supportsReasoning",
+                "supportsResponseSchema"
+              ],
+              "description": "Metadata LiteLLM reports for one model deployment."
+            },
+            "description": "Model deployments with their capabilities and pricing."
+          }
+        },
+        "additionalProperties": false,
+        "required": [
+          "models"
+        ],
+        "description": "Model deployments the LiteLLM proxy exposes to this key."
+      }
+    },
+    {
+      "id": "litellm.list_models",
+      "service": "litellm",
+      "name": "list_models",
+      "description": "List the model names this LiteLLM key can call.",
+      "operationType": "read",
+      "requiredScopes": [],
+      "providerPermissions": [],
+      "inputSchema": {
+        "type": "object",
+        "properties": {},
+        "additionalProperties": false,
+        "description": "This action requires no additional input parameters."
+      },
+      "outputSchema": {
+        "type": "object",
+        "properties": {
+          "data": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {},
+              "additionalProperties": true,
+              "description": "A JSON object returned by LiteLLM."
+            },
+            "description": "A list of JSON objects returned by LiteLLM."
+          }
+        },
+        "additionalProperties": false,
+        "required": [
+          "data"
+        ],
+        "description": "OpenAI-format list of the model names this key can call."
+      }
+    }
+  ]
+}