@full-self-developing/fsd 1.0.0

package/extensions/lmstudio/src/models.ts

@@ -0,0 +1,536 @@
+import type {
+  ModelDefinitionConfig,
+  ModelProviderConfig,
+} from "openclaw/plugin-sdk/provider-model-shared";
+import {
+  SELF_HOSTED_DEFAULT_CONTEXT_WINDOW,
+  SELF_HOSTED_DEFAULT_COST,
+  SELF_HOSTED_DEFAULT_MAX_TOKENS,
+} from "openclaw/plugin-sdk/provider-setup";
+import { LMSTUDIO_DEFAULT_BASE_URL, LMSTUDIO_DEFAULT_LOAD_CONTEXT_LENGTH } from "./defaults.js";
+
+export type LmstudioModelWire = {
+  type?: "llm" | "embedding";
+  key?: string;
+  display_name?: string;
+  max_context_length?: number;
+  format?: "gguf" | "mlx" | null;
+  capabilities?: {
+    vision?: boolean;
+    trained_for_tool_use?: boolean;
+    reasoning?: LmstudioReasoningCapabilityWire;
+  };
+  loaded_instances?: Array<{
+    id?: string;
+    config?: {
+      context_length?: number;
+    } | null;
+  } | null>;
+};
+
+type LmstudioReasoningCapabilityWire = {
+  allowed_options?: unknown;
+  default?: unknown;
+};
+
+type LmstudioConfiguredCatalogEntry = {
+  id: string;
+  name?: string;
+  contextWindow?: number;
+  contextTokens?: number;
+  reasoning?: boolean;
+  input?: ("text" | "image" | "document")[];
+  compat?: ModelDefinitionConfig["compat"];
+};
+
+const LMSTUDIO_OPENAI_COMPAT_ENABLED_REASONING_EFFORTS = [
+  "minimal",
+  "low",
+  "medium",
+  "high",
+  "xhigh",
+] as const;
+
+const LMSTUDIO_OPENAI_COMPAT_REASONING_EFFORTS = [
+  "none",
+  ...LMSTUDIO_OPENAI_COMPAT_ENABLED_REASONING_EFFORTS,
+] as const;
+
+function normalizeReasoningOption(value: unknown): string | null {
+  if (typeof value !== "string") {
+    return null;
+  }
+  const normalized = value.trim().toLowerCase();
+  return normalized.length > 0 ? normalized : null;
+}
+
+function isReasoningEnabledOption(value: unknown): boolean {
+  const normalized = normalizeReasoningOption(value);
+  if (!normalized) {
+    return false;
+  }
+  return normalized !== "off";
+}
+
+function normalizeReasoningOptions(value: unknown): string[] {
+  if (!Array.isArray(value)) {
+    return [];
+  }
+  return [
+    ...new Set(
+      value
+        .map((option) => normalizeReasoningOption(option))
+        .filter((option): option is string => option !== null),
+    ),
+  ];
+}
+
+function isLmstudioBinaryReasoningOptions(allowedOptions: readonly string[]): boolean {
+  return (
+    allowedOptions.some((option) => option === "on") &&
+    allowedOptions.every((option) => option === "on" || option === "off")
+  );
+}
+
+function resolveLmstudioTransportReasoningEfforts(allowedOptions: readonly string[]): string[] {
+  if (isLmstudioBinaryReasoningOptions(allowedOptions)) {
+    return allowedOptions.includes("off")
+      ? [...LMSTUDIO_OPENAI_COMPAT_REASONING_EFFORTS]
+      : [...LMSTUDIO_OPENAI_COMPAT_ENABLED_REASONING_EFFORTS];
+  }
+  return [
+    ...new Set(
+      allowedOptions
+        .map((option) => (option === "off" ? "none" : option))
+        .filter((option) => option !== "on"),
+    ),
+  ];
+}
+
+function resolveLmstudioEnabledTransportReasoningOption(
+  supportedReasoningEfforts: readonly string[],
+): string | undefined {
+  return (
+    supportedReasoningEfforts.find((option) => option === "xhigh") ??
+    supportedReasoningEfforts.find((option) => option === "high") ??
+    supportedReasoningEfforts.find((option) => option !== "none")
+  );
+}
+
+function buildLmstudioReasoningEffortMap(
+  supportedReasoningEfforts: readonly string[],
+): Record<string, string> | undefined {
+  const disabled = supportedReasoningEfforts.includes("none") ? "none" : undefined;
+  const max = resolveLmstudioEnabledTransportReasoningOption(supportedReasoningEfforts);
+  const map = {
+    ...(disabled ? { off: disabled, none: disabled } : {}),
+    ...(max ? { adaptive: max, max } : {}),
+  };
+  return Object.keys(map).length > 0 ? map : undefined;
+}
+
+function buildLmstudioReasoningCompat(
+  allowedOptions: readonly string[],
+): ModelDefinitionConfig["compat"] | undefined {
+  const supportedReasoningEfforts = resolveLmstudioTransportReasoningEfforts(allowedOptions);
+  if (supportedReasoningEfforts.length === 0) {
+    return undefined;
+  }
+  if (!supportedReasoningEfforts.some((option) => option !== "none")) {
+    return undefined;
+  }
+  return {
+    supportsReasoningEffort: true,
+    supportedReasoningEfforts,
+    reasoningEffortMap: buildLmstudioReasoningEffortMap(supportedReasoningEfforts),
+  };
+}
+
+function normalizeLmstudioTransportReasoningCompat(
+  compat: NonNullable<ModelDefinitionConfig["compat"]>,
+): NonNullable<ModelDefinitionConfig["compat"]> {
+  const supportedReasoningEfforts = compat.supportedReasoningEfforts;
+  const map = compat.reasoningEffortMap;
+  const hasBinarySupported =
+    Array.isArray(supportedReasoningEfforts) &&
+    supportedReasoningEfforts.some((option) => option === "on");
+  const hasBinaryMapValue =
+    map !== undefined && Object.values(map).some((value) => value === "on" || value === "off");
+  if (!hasBinarySupported && !hasBinaryMapValue) {
+    return compat;
+  }
+  const hasDisabled =
+    supportedReasoningEfforts?.includes("off") === true ||
+    supportedReasoningEfforts?.includes("none") === true ||
+    Object.values(map ?? {}).some((value) => value === "off" || value === "none");
+  const normalizedSupportedReasoningEfforts = hasDisabled
+    ? [...LMSTUDIO_OPENAI_COMPAT_REASONING_EFFORTS]
+    : [...LMSTUDIO_OPENAI_COMPAT_ENABLED_REASONING_EFFORTS];
+  return {
+    ...compat,
+    supportedReasoningEfforts: normalizedSupportedReasoningEfforts,
+    reasoningEffortMap: buildLmstudioReasoningEffortMap(normalizedSupportedReasoningEfforts),
+  };
+}
+
+export function resolveLmstudioReasoningCompat(
+  entry: Pick<LmstudioModelWire, "capabilities">,
+): ModelDefinitionConfig["compat"] | undefined {
+  const reasoning = entry.capabilities?.reasoning;
+  if (reasoning === undefined || reasoning === null) {
+    return undefined;
+  }
+  const allowedOptions = normalizeReasoningOptions(reasoning.allowed_options);
+  if (allowedOptions.length === 0) {
+    return undefined;
+  }
+  return buildLmstudioReasoningCompat(allowedOptions);
+}
+
+/**
+ * Resolves LM Studio reasoning support from capabilities payloads.
+ * Defaults to false when the server omits reasoning metadata.
+ */
+export function resolveLmstudioReasoningCapability(
+  entry: Pick<LmstudioModelWire, "capabilities">,
+): boolean {
+  const reasoning = entry.capabilities?.reasoning;
+  if (reasoning === undefined || reasoning === null) {
+    return false;
+  }
+  const allowedOptions = normalizeReasoningOptions(reasoning.allowed_options);
+  if (allowedOptions.length > 0) {
+    return allowedOptions.some((option) => isReasoningEnabledOption(option));
+  }
+  return isReasoningEnabledOption(reasoning.default);
+}
+
+/**
+ * Reads loaded LM Studio instances and returns the largest valid context window.
+ * Returns null when no usable loaded context is present.
+ */
+export function resolveLoadedContextWindow(
+  entry: Pick<LmstudioModelWire, "loaded_instances">,
+): number | null {
+  const loadedInstances = Array.isArray(entry.loaded_instances) ? entry.loaded_instances : [];
+  let contextWindow: number | null = null;
+  for (const instance of loadedInstances) {
+    // Discovery payload is external JSON, so tolerate malformed entries.
+    const length = instance?.config?.context_length;
+    if (length === undefined || !Number.isFinite(length) || length <= 0) {
+      continue;
+    }
+    const normalized = Math.floor(length);
+    contextWindow = contextWindow === null ? normalized : Math.max(contextWindow, normalized);
+  }
+  return contextWindow;
+}
+
+/**
+ * Normalizes a server path by stripping trailing slash and inference suffixes.
+ *
+ * LM Studio users often copy their inference URL (e.g. "http://localhost:1234/v1") instead
+ * of the server root. This function strips a trailing "/v1" or "/api/v1" so the caller always
+ * receives a clean root base URL. The expected input is the server root without any API version
+ * path (e.g. "http://localhost:1234").
+ */
+function normalizeUrlPath(pathname: string): string {
+  const trimmed = pathname.replace(/\/+$/, "");
+  if (!trimmed) {
+    return "";
+  }
+  return trimmed.replace(/\/api\/v1$/i, "").replace(/\/v1$/i, "");
+}
+
+function hasExplicitHttpScheme(value: string): boolean {
+  return /^https?:\/\//i.test(value);
+}
+
+function isLikelyHostBaseUrl(value: string): boolean {
+  return (
+    /^(?:localhost|(?:\d{1,3}\.){3}\d{1,3}|[a-z0-9.-]+\.[a-z]{2,}|[^/\s?#]+:\d+)(?:[/?#].*)?$/i.test(
+      value,
+    ) && !value.startsWith("/")
+  );
+}
+
+function normalizeConfiguredReasoningEffortMap(value: unknown): Record<string, string> | undefined {
+  if (!value || typeof value !== "object" || Array.isArray(value)) {
+    return undefined;
+  }
+  const normalized = Object.fromEntries(
+    Object.entries(value)
+      .map(([key, mapped]) => [key.trim(), typeof mapped === "string" ? mapped.trim() : ""])
+      .filter(([key, mapped]) => key.length > 0 && mapped.length > 0),
+  );
+  return Object.keys(normalized).length > 0 ? normalized : undefined;
+}
+
+function normalizeLmstudioConfiguredCompat(value: unknown): ModelDefinitionConfig["compat"] {
+  if (!value || typeof value !== "object" || Array.isArray(value)) {
+    return undefined;
+  }
+  const record = value as Record<string, unknown>;
+  const supportedReasoningEfforts = normalizeReasoningOptions(record.supportedReasoningEfforts);
+  const reasoningEffortMap = normalizeConfiguredReasoningEffortMap(record.reasoningEffortMap);
+  const compat: NonNullable<ModelDefinitionConfig["compat"]> = {};
+  if (typeof record.supportsUsageInStreaming === "boolean") {
+    compat.supportsUsageInStreaming = record.supportsUsageInStreaming;
+  }
+  if (typeof record.supportsReasoningEffort === "boolean") {
+    compat.supportsReasoningEffort = record.supportsReasoningEffort;
+  }
+  if (supportedReasoningEfforts.length > 0) {
+    compat.supportedReasoningEfforts = supportedReasoningEfforts;
+  }
+  if (reasoningEffortMap) {
+    compat.reasoningEffortMap = reasoningEffortMap;
+  }
+  return Object.keys(compat).length > 0
+    ? normalizeLmstudioTransportReasoningCompat(compat)
+    : undefined;
+}
+
+function toFetchableLmstudioBaseUrl(value: string): string {
+  if (hasExplicitHttpScheme(value) || !isLikelyHostBaseUrl(value)) {
+    return value;
+  }
+  return `http://${value}`;
+}
+
+/** Resolves LM Studio server base URL (without /v1 or /api/v1). */
+export function resolveLmstudioServerBase(configuredBaseUrl?: string): string {
+  // Use configured value when present; otherwise target local LM Studio default.
+  const configured = configuredBaseUrl?.trim();
+  const resolved = configured && configured.length > 0 ? configured : LMSTUDIO_DEFAULT_BASE_URL;
+  const fetchableBaseUrl = toFetchableLmstudioBaseUrl(resolved);
+  try {
+    const parsed = new URL(fetchableBaseUrl);
+    if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
+      throw new TypeError(`Unsupported LM Studio protocol: ${parsed.protocol}`);
+    }
+    const pathname = normalizeUrlPath(parsed.pathname);
+    parsed.pathname = pathname.length > 0 ? pathname : "/";
+    parsed.search = "";
+    parsed.hash = "";
+    return parsed.toString().replace(/\/$/, "");
+  } catch {
+    const trimmed = resolved.replace(/\/+$/, "");
+    const normalized = normalizeUrlPath(trimmed);
+    return normalized.length > 0 ? normalized : LMSTUDIO_DEFAULT_BASE_URL;
+  }
+}
+
+/** Resolves LM Studio inference base URL and always appends /v1. */
+export function resolveLmstudioInferenceBase(configuredBaseUrl?: string): string {
+  const serverBase = resolveLmstudioServerBase(configuredBaseUrl);
+  return `${serverBase}/v1`;
+}
+
+/** Canonicalizes persisted LM Studio provider config to the inference base URL form. */
+export function normalizeLmstudioProviderConfig(
+  provider: ModelProviderConfig,
+): ModelProviderConfig {
+  const configuredBaseUrl = typeof provider.baseUrl === "string" ? provider.baseUrl.trim() : "";
+  if (!configuredBaseUrl) {
+    return provider;
+  }
+  const normalizedBaseUrl = resolveLmstudioInferenceBase(configuredBaseUrl);
+  const request =
+    provider.request && typeof provider.request === "object" && !Array.isArray(provider.request)
+      ? provider.request
+      : undefined;
+  const requestWithPrivateNetworkDefault =
+    typeof request?.allowPrivateNetwork === "boolean"
+      ? request
+      : {
+          ...request,
+          allowPrivateNetwork: true,
+        };
+  if (
+    normalizedBaseUrl === provider.baseUrl &&
+    requestWithPrivateNetworkDefault === provider.request
+  ) {
+    return provider;
+  }
+  return {
+    ...provider,
+    baseUrl: normalizedBaseUrl,
+    request: requestWithPrivateNetworkDefault,
+  };
+}
+
+export function normalizeLmstudioConfiguredCatalogEntry(
+  entry: unknown,
+): LmstudioConfiguredCatalogEntry | null {
+  if (!entry || typeof entry !== "object") {
+    return null;
+  }
+  const record = entry as Record<string, unknown>;
+  if (typeof record.id !== "string" || record.id.trim().length === 0) {
+    return null;
+  }
+  const id = record.id.trim();
+  const name = typeof record.name === "string" && record.name.trim().length > 0 ? record.name : id;
+  const contextWindow =
+    typeof record.contextWindow === "number" && record.contextWindow > 0
+      ? record.contextWindow
+      : undefined;
+  const contextTokens =
+    typeof record.contextTokens === "number" && record.contextTokens > 0
+      ? record.contextTokens
+      : undefined;
+  const reasoning = typeof record.reasoning === "boolean" ? record.reasoning : undefined;
+  const input = Array.isArray(record.input)
+    ? record.input.filter(
+        (item): item is "text" | "image" | "document" =>
+          item === "text" || item === "image" || item === "document",
+      )
+    : undefined;
+  const compat = normalizeLmstudioConfiguredCompat(record.compat);
+  return {
+    id,
+    name,
+    contextWindow,
+    contextTokens,
+    reasoning,
+    input: input && input.length > 0 ? input : undefined,
+    compat,
+  };
+}
+
+export function normalizeLmstudioConfiguredCatalogEntries(
+  models: unknown,
+): LmstudioConfiguredCatalogEntry[] {
+  if (!Array.isArray(models)) {
+    return [];
+  }
+  return models
+    .map((entry) => normalizeLmstudioConfiguredCatalogEntry(entry))
+    .filter((entry): entry is LmstudioConfiguredCatalogEntry => entry !== null);
+}
+
+export function buildLmstudioModelName(model: {
+  displayName: string;
+  format: "gguf" | "mlx" | null;
+  vision: boolean;
+  trainedForToolUse: boolean;
+  loaded: boolean;
+}): string {
+  const tags: string[] = [];
+  if (model.format === "mlx") {
+    tags.push("MLX");
+  } else if (model.format === "gguf") {
+    tags.push("GGUF");
+  }
+  if (model.vision) {
+    tags.push("vision");
+  }
+  if (model.trainedForToolUse) {
+    tags.push("tool-use");
+  }
+  if (model.loaded) {
+    tags.push("loaded");
+  }
+  if (tags.length === 0) {
+    return model.displayName;
+  }
+  return `${model.displayName} (${tags.join(", ")})`;
+}
+
+/**
+ * Base model fields extracted from a single LM Studio wire entry.
+ * Shared by the setup layer (persists simple names to config) and the runtime
+ * discovery path (which enriches the name with format/state tags).
+ */
+export type LmstudioModelBase = {
+  id: string;
+  displayName: string;
+  format: "gguf" | "mlx" | null;
+  vision: boolean;
+  trainedForToolUse: boolean;
+  loaded: boolean;
+  reasoning: boolean;
+  input: Array<"text" | "image">;
+  cost: ModelDefinitionConfig["cost"];
+  compat?: ModelDefinitionConfig["compat"];
+  contextWindow: number;
+  contextTokens: number;
+  maxTokens: number;
+};
+
+/**
+ * Maps a single LM Studio wire entry to its base model fields.
+ * Returns null for non-LLM entries or entries with no usable key.
+ *
+ * Shared by both the setup layer (persists simple names to config) and the
+ * runtime discovery path (which enriches the name with format/state tags via
+ * buildLmstudioModelName).
+ */
+export function mapLmstudioWireEntry(entry: LmstudioModelWire): LmstudioModelBase | null {
+  if (entry.type !== "llm") {
+    return null;
+  }
+  const id = entry.key?.trim() ?? "";
+  if (!id) {
+    return null;
+  }
+  const loadedContextWindow = resolveLoadedContextWindow(entry);
+  const advertisedContextWindow =
+    entry.max_context_length !== undefined &&
+    Number.isFinite(entry.max_context_length) &&
+    entry.max_context_length > 0
+      ? Math.floor(entry.max_context_length)
+      : null;
+  const contextWindow = advertisedContextWindow ?? SELF_HOSTED_DEFAULT_CONTEXT_WINDOW;
+  // Keep native/advertised context window metadata in catalog, but use a practical
+  // default target for model loading unless callers explicitly override it.
+  const contextTokens = Math.min(contextWindow, LMSTUDIO_DEFAULT_LOAD_CONTEXT_LENGTH);
+  const rawDisplayName = entry.display_name?.trim();
+  return {
+    id,
+    displayName: rawDisplayName && rawDisplayName.length > 0 ? rawDisplayName : id,
+    format: entry.format ?? null,
+    vision: entry.capabilities?.vision === true,
+    trainedForToolUse: entry.capabilities?.trained_for_tool_use === true,
+    // Use the same validity check as resolveLoadedContextWindow so malformed entries
+    // like [null, {}] don't produce a false positive "loaded" tag.
+    loaded: loadedContextWindow !== null,
+    reasoning: resolveLmstudioReasoningCapability(entry),
+    input: entry.capabilities?.vision ? ["text", "image"] : ["text"],
+    cost: SELF_HOSTED_DEFAULT_COST,
+    compat: resolveLmstudioReasoningCompat(entry),
+    contextWindow,
+    contextTokens,
+    maxTokens: Math.max(1, Math.min(contextWindow, SELF_HOSTED_DEFAULT_MAX_TOKENS)),
+  };
+}
+
+/**
+ * Maps LM Studio wire models to config entries using plain display names.
+ * Use this for config persistence where runtime format/state tags are not needed.
+ * For runtime discovery with enriched names, use discoverLmstudioModels from models.fetch.ts.
+ */
+export function mapLmstudioWireModelsToConfig(
+  models: LmstudioModelWire[],
+): ModelDefinitionConfig[] {
+  return models
+    .map((entry): ModelDefinitionConfig | null => {
+      const base = mapLmstudioWireEntry(entry);
+      if (!base) {
+        return null;
+      }
+      return {
+        id: base.id,
+        name: base.displayName,
+        reasoning: base.reasoning,
+        input: base.input,
+        cost: base.cost,
+        ...(base.compat ? { compat: base.compat } : {}),
+        contextWindow: base.contextWindow,
+        contextTokens: base.contextTokens,
+        maxTokens: base.maxTokens,
+      };
+    })
+    .filter((entry): entry is ModelDefinitionConfig => entry !== null);
+}

package/extensions/lmstudio/src/plain-text-tool-calls.ts

@@ -0,0 +1,24 @@
+import { randomUUID } from "node:crypto";
+import { parseStandalonePlainTextToolCallBlocks } from "openclaw/plugin-sdk/tool-payload";
+
+type LmstudioPlainTextToolCallBlock = {
+  arguments: Record<string, unknown>;
+  name: string;
+};
+
+const MAX_PAYLOAD_CHARS = 256_000;
+
+export function parseLmstudioPlainTextToolCalls(
+  text: string,
+  allowedToolNames: Set<string>,
+): LmstudioPlainTextToolCallBlock[] | null {
+  const blocks = parseStandalonePlainTextToolCallBlocks(text, {
+    allowedToolNames,
+    maxPayloadBytes: MAX_PAYLOAD_CHARS,
+  });
+  return blocks?.map((block) => ({ arguments: block.arguments, name: block.name })) ?? null;
+}
+
+export function createLmstudioSyntheticToolCallId(): string {
+  return `call_${randomUUID().replace(/-/g, "").slice(0, 24)}`;
+}

package/extensions/lmstudio/src/provider-auth.ts

@@ -0,0 +1,59 @@
+import {
+  CUSTOM_LOCAL_AUTH_MARKER,
+  hasConfiguredSecretInput,
+  normalizeOptionalSecretInput,
+} from "openclaw/plugin-sdk/provider-auth";
+import type { ModelProviderConfig } from "openclaw/plugin-sdk/provider-model-shared";
+import { LMSTUDIO_LOCAL_API_KEY_PLACEHOLDER } from "./defaults.js";
+
+export function hasLmstudioAuthorizationHeader(headers: unknown): boolean {
+  if (!headers || typeof headers !== "object" || Array.isArray(headers)) {
+    return false;
+  }
+  for (const [headerName, headerValue] of Object.entries(headers)) {
+    if (headerName.trim().toLowerCase() !== "authorization") {
+      continue;
+    }
+    if (hasConfiguredSecretInput(headerValue)) {
+      return true;
+    }
+  }
+  return false;
+}
+
+export function resolveLmstudioProviderAuthMode(
+  apiKey: ModelProviderConfig["apiKey"] | undefined,
+): ModelProviderConfig["auth"] | undefined {
+  const normalized = normalizeOptionalSecretInput(apiKey);
+  if (normalized !== undefined) {
+    const trimmed = normalized.trim();
+    if (
+      !trimmed ||
+      trimmed === LMSTUDIO_LOCAL_API_KEY_PLACEHOLDER ||
+      trimmed === CUSTOM_LOCAL_AUTH_MARKER
+    ) {
+      return undefined;
+    }
+    return "api-key";
+  }
+  return hasConfiguredSecretInput(apiKey) ? "api-key" : undefined;
+}
+
+export function shouldUseLmstudioApiKeyPlaceholder(params: {
+  hasModels: boolean;
+  resolvedApiKey: ModelProviderConfig["apiKey"] | undefined;
+  hasAuthorizationHeader?: boolean;
+}): boolean {
+  return params.hasModels && !params.resolvedApiKey && !params.hasAuthorizationHeader;
+}
+
+export function shouldUseLmstudioSyntheticAuth(
+  providerConfig: ModelProviderConfig | undefined,
+): boolean {
+  const hasModels = Array.isArray(providerConfig?.models) && providerConfig.models.length > 0;
+  return (
+    hasModels &&
+    !resolveLmstudioProviderAuthMode(providerConfig?.apiKey) &&
+    !hasLmstudioAuthorizationHeader(providerConfig?.headers)
+  );
+}