@hold-rein/cli 0.0.0

package/dist/runtime/api/modules/model-providers/model-providers-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-providers-service.d.ts","sourceRoot":"","sources":["../../../src/modules/model-providers/model-providers-service.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAC3E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAElF,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;CACxC;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,2BAA2B,EAAE,MAAM,CAAC;IACpC,UAAU,EAAE,uBAAuB,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,yBAAyB,EAAE,CACzB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,KACZ,0BAA0B,CAAC;IAChC,yBAAyB,EAAE,CACzB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,UAAU,CAAC,GAAG;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAC/D,YAAY,CAAC;IAClB,yBAAyB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IACzD,yBAAyB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAC1E,6BAA6B,EAAE,CAC7B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,KACZ;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,YAAY,CAAC;KACrB,GAAG,IAAI,CAAC;IACT,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IAC3C,qBAAqB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,YAAY,EAAE,CAAC;IAC5D,kBAAkB,EAAE,MAAM,oBAAoB,EAAE,CAAC;IACjD,mBAAmB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,oBAAoB,CAAC;IAChF,yBAAyB,EAAE,CACzB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,KACZ,0BAA0B,GAAG,IAAI,CAAC;IACvC,yBAAyB,EAAE,CACzB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,UAAU,CAAC,KACzC,YAAY,GAAG,IAAI,CAAC;CAC1B;AAED,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,4BAA4B,GACpC,qBAAqB,CA6NvB"}

package/dist/runtime/api/modules/model-providers/model-providers-service.js

@@ -0,0 +1,239 @@
+import { getModels, getProviders } from "@earendil-works/pi-ai";
+import { decryptProviderApiKey, encryptProviderApiKey } from "./model-provider-api-key-crypto.js";
+export function createModelProvidersService(options) {
+    const { modelProxiesService, providerApiKeyEncryptionKey, repository } = options;
+    const listModelsForProvider = (provider) => {
+        if (provider === "local") {
+            return modelProxiesService?.listProxyModels() ?? [];
+        }
+        if (hasBuiltInProvider(provider)) {
+            return getModels(provider).map(mapBuiltInModel);
+        }
+        const customProvider = repository.findCustomModelProviderByProvider(provider);
+        if (!customProvider) {
+            return [];
+        }
+        return repository
+            .listCustomProviderModelsByProviderId(customProvider.id)
+            .map((model) => ({
+            api: model.api,
+            contextWindow: model.contextWindow,
+            id: model.modelId,
+            input: JSON.parse(model.input),
+            maxTokens: model.maxTokens,
+            name: model.name && model.name.trim().length > 0 ? model.name : model.modelId,
+            provider: customProvider.provider,
+            reasoning: model.reasoning
+        }));
+    };
+    return {
+        createCustomModelProvider: (provider, baseUrl) => {
+            const normalizedProvider = provider.trim();
+            const normalizedBaseUrl = baseUrl.trim();
+            if (hasBuiltInProvider(normalizedProvider)) {
+                throw new Error("Provider conflicts with built-in provider");
+            }
+            if (hasCustomProvider(normalizedProvider, repository)) {
+                throw new Error("Provider already exists");
+            }
+            return repository.createCustomModelProvider({
+                baseUrl: normalizedBaseUrl,
+                provider: normalizedProvider
+            });
+        },
+        createCustomProviderModel: (provider, input) => {
+            const customProvider = repository.findCustomModelProviderByProvider(provider);
+            if (!customProvider) {
+                throw new Error("Unknown custom provider");
+            }
+            const row = repository.createCustomProviderModel({
+                api: input.api,
+                contextWindow: input.contextWindow,
+                input: input.input,
+                maxTokens: input.maxTokens,
+                modelId: input.modelId.trim(),
+                name: normalizeCustomModelName(input.name, input.modelId),
+                providerId: customProvider.id,
+                reasoning: input.reasoning
+            });
+            return mapCustomProviderModel(customProvider.provider, row);
+        },
+        deleteCustomModelProvider: (provider) => {
+            if (hasBuiltInProvider(provider)) {
+                return false;
+            }
+            return repository.deleteCustomModelProvider(provider);
+        },
+        deleteCustomProviderModel: (provider, modelId) => {
+            const customProvider = repository.findCustomModelProviderByProvider(provider);
+            if (!customProvider) {
+                return false;
+            }
+            return repository.deleteCustomProviderModel(customProvider.id, modelId);
+        },
+        getConfiguredModelForProvider: (provider, modelId) => {
+            if (provider === "local") {
+                return null;
+            }
+            const model = findModel(provider, modelId, repository);
+            const baseUrl = findModelBaseUrl(provider, modelId, repository);
+            if (!model || baseUrl === null) {
+                return null;
+            }
+            const encryptedApiKey = repository.findProviderApiKeyByProvider(provider);
+            return {
+                baseUrl,
+                ...(encryptedApiKey
+                    ? {
+                        apiKey: decryptProviderApiKey({
+                            ciphertext: encryptedApiKey.apiKeyCiphertext,
+                            iv: encryptedApiKey.apiKeyIv,
+                            tag: encryptedApiKey.apiKeyTag
+                        }, providerApiKeyEncryptionKey)
+                    }
+                    : {}),
+                model
+            };
+        },
+        hasProvider: (provider) => provider === "local"
+            ? (modelProxiesService?.listProxies().length ?? 0) > 0
+            : hasBuiltInProvider(provider) || hasCustomProvider(provider, repository),
+        listModelsForProvider,
+        listModelProviders: () => {
+            const builtInProviders = getProviders().map((provider) => ({
+                hasApiKey: repository.findProviderApiKeyByProvider(provider) !== undefined,
+                id: provider,
+                modelCount: getModels(provider).length,
+                source: "builtin"
+            }));
+            const customProviders = repository.listCustomModelProviders().map((provider) => ({
+                baseUrl: provider.baseUrl,
+                hasApiKey: repository.findProviderApiKeyByProvider(provider.provider) !== undefined,
+                id: provider.provider,
+                modelCount: repository.listCustomProviderModelsByProviderId(provider.id).length,
+                source: "custom"
+            }));
+            const proxyProviders = (modelProxiesService?.listProxies().length ?? 0) > 0
+                ? [
+                    {
+                        hasApiKey: true,
+                        id: "local",
+                        modelCount: modelProxiesService?.listProxies().length ?? 0,
+                        source: "proxy"
+                    }
+                ]
+                : [];
+            return [...builtInProviders, ...customProviders, ...proxyProviders];
+        },
+        storeProviderApiKey: (provider, apiKey) => {
+            if (!hasBuiltInProvider(provider) && !hasCustomProvider(provider, repository)) {
+                throw new Error("Unknown provider");
+            }
+            const encryptedApiKey = encryptProviderApiKey(apiKey.trim(), providerApiKeyEncryptionKey);
+            repository.saveProviderApiKey({
+                apiKeyCiphertext: encryptedApiKey.ciphertext,
+                apiKeyIv: encryptedApiKey.iv,
+                apiKeyTag: encryptedApiKey.tag,
+                provider
+            });
+            return {
+                hasApiKey: true,
+                id: provider,
+                modelCount: listModelsForProvider(provider).length,
+                source: hasBuiltInProvider(provider) ? "builtin" : "custom"
+            };
+        },
+        updateCustomModelProvider: (provider, nextProvider, baseUrl) => {
+            const normalizedProvider = nextProvider.trim();
+            const normalizedBaseUrl = baseUrl.trim();
+            if (normalizedProvider !== provider &&
+                hasBuiltInProvider(normalizedProvider)) {
+                throw new Error("Provider conflicts with built-in provider");
+            }
+            const existingWithNextProvider = normalizedProvider === provider
+                ? undefined
+                : repository.findCustomModelProviderByProvider(normalizedProvider);
+            if (existingWithNextProvider) {
+                throw new Error("Provider already exists");
+            }
+            return (repository.updateCustomModelProvider(provider, {
+                baseUrl: normalizedBaseUrl,
+                provider: normalizedProvider
+            }) ?? null);
+        },
+        updateCustomProviderModel: (provider, modelId, input) => {
+            const customProvider = repository.findCustomModelProviderByProvider(provider);
+            if (!customProvider) {
+                return null;
+            }
+            const row = repository.updateCustomProviderModel(customProvider.id, modelId, {
+                api: input.api,
+                contextWindow: input.contextWindow,
+                input: input.input,
+                maxTokens: input.maxTokens,
+                name: normalizeCustomModelName(input.name, modelId),
+                reasoning: input.reasoning
+            });
+            return row ? mapCustomProviderModel(customProvider.provider, row) : null;
+        }
+    };
+}
+function findModelBaseUrl(provider, modelId, repository) {
+    if (hasBuiltInProvider(provider)) {
+        return getModels(provider).find((model) => model.id === modelId)?.baseUrl ?? null;
+    }
+    return repository.findCustomModelProviderByProvider(provider)?.baseUrl ?? null;
+}
+function findModel(provider, modelId, repository) {
+    if (hasBuiltInProvider(provider)) {
+        const model = getModels(provider).find((item) => item.id === modelId);
+        return model ? mapBuiltInModel(model) : null;
+    }
+    const customProvider = repository.findCustomModelProviderByProvider(provider);
+    if (!customProvider) {
+        return null;
+    }
+    const model = repository
+        .listCustomProviderModelsByProviderId(customProvider.id)
+        .find((item) => item.modelId === modelId);
+    if (!model) {
+        return null;
+    }
+    return {
+        ...mapCustomProviderModel(customProvider.provider, model)
+    };
+}
+function hasBuiltInProvider(provider) {
+    return getProviders().includes(provider);
+}
+function hasCustomProvider(provider, repository) {
+    return repository.findCustomModelProviderByProvider(provider) !== undefined;
+}
+function mapBuiltInModel(model) {
+    return {
+        api: model.api,
+        contextWindow: model.contextWindow,
+        id: model.id,
+        input: [...model.input],
+        maxTokens: model.maxTokens,
+        name: model.name,
+        provider: model.provider,
+        reasoning: model.reasoning
+    };
+}
+function mapCustomProviderModel(provider, model) {
+    return {
+        api: model.api,
+        contextWindow: model.contextWindow,
+        id: model.modelId,
+        input: JSON.parse(model.input),
+        maxTokens: model.maxTokens,
+        name: model.name && model.name.trim().length > 0 ? model.name : model.modelId,
+        provider,
+        reasoning: model.reasoning
+    };
+}
+function normalizeCustomModelName(name, modelId) {
+    const normalizedName = name.trim();
+    return normalizedName.length > 0 ? normalizedName : modelId.trim();
+}

package/dist/runtime/api/modules/model-proxies/default-model-proxies-service.d.ts

@@ -0,0 +1,3 @@
+import { type ModelProxiesService } from "./model-proxies-service";
+export declare function getDefaultModelProxiesService(): ModelProxiesService;
+//# sourceMappingURL=default-model-proxies-service.d.ts.map

package/dist/runtime/api/modules/model-proxies/default-model-proxies-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-model-proxies-service.d.ts","sourceRoot":"","sources":["../../../src/modules/model-proxies/default-model-proxies-service.ts"],"names":[],"mappings":"AASA,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,yBAAyB,CAAC;AAKjC,wBAAgB,6BAA6B,IAAI,mBAAmB,CAanE"}

package/dist/runtime/api/modules/model-proxies/default-model-proxies-service.js

@@ -0,0 +1,22 @@
+import { DB_FILE } from "../../config/const.js";
+import { loadApiEnv } from "../../config/env.js";
+import { createDatabase, migrateDatabase } from "../../db/index.js";
+import { getDefaultModelProvidersService } from "../model-providers/index.js";
+import { createSqliteModelProxyRepository } from "./model-proxy-repository.js";
+import { createModelProxiesService } from "./model-proxies-service.js";
+let repository;
+let service;
+export function getDefaultModelProxiesService() {
+    if (service)
+        return service;
+    loadApiEnv();
+    const database = createDatabase(process.env.SQLITE_DB_PATH ?? DB_FILE);
+    migrateDatabase(database.sqlite);
+    repository = createSqliteModelProxyRepository(database);
+    service = createModelProxiesService({
+        modelProvidersService: getDefaultModelProvidersService(),
+        repository,
+        usageRepository: repository
+    });
+    return service;
+}

package/dist/runtime/api/modules/model-proxies/index.d.ts

@@ -0,0 +1,5 @@
+export * from "./default-model-proxies-service";
+export * from "./model-proxy-repository";
+export * from "./model-proxies-router";
+export * from "./model-proxies-service";
+//# sourceMappingURL=index.d.ts.map

package/dist/runtime/api/modules/model-proxies/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/modules/model-proxies/index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAC;AAChD,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC"}

package/dist/runtime/api/modules/model-proxies/index.js

@@ -0,0 +1,4 @@
+export * from "./default-model-proxies-service.js";
+export * from "./model-proxy-repository.js";
+export * from "./model-proxies-router.js";
+export * from "./model-proxies-service.js";

package/dist/runtime/api/modules/model-proxies/model-proxies-router.d.ts

@@ -0,0 +1,7 @@
+import { Router } from "express";
+import type { ModelProxiesService } from "./model-proxies-service";
+export interface CreateModelProxiesRouterOptions {
+    modelProxiesService?: ModelProxiesService;
+}
+export declare function createModelProxiesRouter(options?: CreateModelProxiesRouterOptions): Router;
+//# sourceMappingURL=model-proxies-router.d.ts.map

package/dist/runtime/api/modules/model-proxies/model-proxies-router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-proxies-router.d.ts","sourceRoot":"","sources":["../../../src/modules/model-proxies/model-proxies-router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA+B,MAAM,SAAS,CAAC;AAM9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAEnE,MAAM,WAAW,+BAA+B;IAC9C,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C;AAED,wBAAgB,wBAAwB,CACtC,OAAO,GAAE,+BAAoC,GAC5C,MAAM,CAkER"}

package/dist/runtime/api/modules/model-proxies/model-proxies-router.js

@@ -0,0 +1,55 @@
+import { Router } from "express";
+import { sendError, sendSuccess } from "../../response/index.js";
+import { RESPONSE_CODE_DEFINITIONS } from "../../response/response-codes.js";
+import { getDefaultModelProxiesService } from "./default-model-proxies-service.js";
+export function createModelProxiesRouter(options = {}) {
+    const router = Router();
+    const getService = () => options.modelProxiesService ?? getDefaultModelProxiesService();
+    router.get("/model-proxies", (_request, response) => {
+        const service = getService();
+        sendSuccess(response, service.listProxies());
+    });
+    router.post("/model-proxies", (request, response) => {
+        const service = getService();
+        try {
+            sendSuccess(response, service.createProxy(request.body));
+        }
+        catch (error) {
+            sendError(response, RESPONSE_CODE_DEFINITIONS.badRequest, toErrorMessage(error));
+        }
+    });
+    router.get("/model-proxies/:modelId", (request, response) => {
+        const proxy = getService()?.findProxy(String(request.params.modelId ?? ""));
+        if (!proxy) {
+            sendError(response, RESPONSE_CODE_DEFINITIONS.notFound, "Unknown proxy model");
+            return;
+        }
+        sendSuccess(response, proxy);
+    });
+    router.put("/model-proxies/:modelId", (request, response) => {
+        const service = getService();
+        try {
+            const proxy = service.updateProxy(String(request.params.modelId ?? ""), request.body);
+            if (!proxy) {
+                sendError(response, RESPONSE_CODE_DEFINITIONS.notFound, "Unknown proxy model");
+                return;
+            }
+            sendSuccess(response, proxy);
+        }
+        catch (error) {
+            sendError(response, RESPONSE_CODE_DEFINITIONS.badRequest, toErrorMessage(error));
+        }
+    });
+    router.delete("/model-proxies/:modelId", (request, response) => {
+        const modelId = String(request.params.modelId ?? "");
+        if (!getService()?.deleteProxy(modelId)) {
+            sendError(response, RESPONSE_CODE_DEFINITIONS.notFound, "Unknown proxy model");
+            return;
+        }
+        sendSuccess(response, { modelId });
+    });
+    return router;
+}
+function toErrorMessage(error) {
+    return error instanceof Error ? error.message : "Model proxy request failed";
+}

package/dist/runtime/api/modules/model-proxies/model-proxies-service.d.ts

@@ -0,0 +1,26 @@
+import type { ModelSummary, ModelProvidersService } from "../model-providers/model-providers-service";
+import type { ModelProxyCandidateInput, ModelProxyDetails, ModelProxyRequestInput, ModelProxyRepository, ModelProxyUsageRepository } from "./model-proxy-repository";
+export interface PendingProxyUsage {
+    inputToken: number;
+    modelId: string;
+    outputToken: number;
+    provider: string;
+}
+export interface ModelProxiesService {
+    createProxy: (input: ModelProxyRequestInput) => ModelProxyDetails;
+    deleteProxy: (modelId: string) => boolean;
+    findProxy: (modelId: string) => ModelProxyDetails | undefined;
+    hasProxy: (modelId: string) => boolean;
+    listProxies: () => ModelProxyDetails[];
+    listProxyModels: () => ModelSummary[];
+    selectCandidate: (modelId: string, pendingUsage?: Record<string, PendingProxyUsage>) => ModelProxyCandidateInput | null;
+    updateProxy: (modelId: string, input: ModelProxyRequestInput) => ModelProxyDetails | undefined;
+}
+export interface CreateModelProxiesServiceOptions {
+    modelProvidersService: ModelProvidersService;
+    now?: () => Date;
+    repository: ModelProxyRepository;
+    usageRepository: ModelProxyUsageRepository;
+}
+export declare function createModelProxiesService(options: CreateModelProxiesServiceOptions): ModelProxiesService;
+//# sourceMappingURL=model-proxies-service.d.ts.map

package/dist/runtime/api/modules/model-proxies/model-proxies-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-proxies-service.d.ts","sourceRoot":"","sources":["../../../src/modules/model-proxies/model-proxies-service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACtG,OAAO,KAAK,EACV,wBAAwB,EACxB,iBAAiB,EAEjB,sBAAsB,EACtB,oBAAoB,EACpB,yBAAyB,EAE1B,MAAM,0BAA0B,CAAC;AAElC,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,iBAAiB,CAAC;IAClE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAC1C,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,iBAAiB,GAAG,SAAS,CAAC;IAC9D,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IACvC,WAAW,EAAE,MAAM,iBAAiB,EAAE,CAAC;IACvC,eAAe,EAAE,MAAM,YAAY,EAAE,CAAC;IACtC,eAAe,EAAE,CACf,OAAO,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,KAC7C,wBAAwB,GAAG,IAAI,CAAC;IACrC,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,sBAAsB,KAAK,iBAAiB,GAAG,SAAS,CAAC;CAChG;AAED,MAAM,WAAW,gCAAgC;IAC/C,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,UAAU,EAAE,oBAAoB,CAAC;IACjC,eAAe,EAAE,yBAAyB,CAAC;CAC5C;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,gCAAgC,GACxC,mBAAmB,CA+FrB"}

package/dist/runtime/api/modules/model-proxies/model-proxies-service.js

@@ -0,0 +1,107 @@
+import { randomUUID } from "node:crypto";
+export function createModelProxiesService(options) {
+    const now = options.now ?? (() => new Date());
+    const validate = (input, existingModelId) => {
+        if (input.modelId.trim().length === 0 || input.name.trim().length === 0) {
+            throw new Error("Proxy model id and name are required");
+        }
+        if (input.modelId !== existingModelId && options.repository.findProxyByModelId(input.modelId)) {
+            throw new Error("Proxy model id already exists");
+        }
+        if (input.candidates.length === 0)
+            throw new Error("Proxy requires candidates");
+        for (const candidate of input.candidates)
+            validateCandidate(candidate);
+    };
+    const validateCandidate = (candidate) => {
+        const configured = options.modelProvidersService.getConfiguredModelForProvider(candidate.provider, candidate.modelId);
+        if (!configured)
+            throw new Error("Unknown candidate provider or model");
+        if (!configured.apiKey)
+            throw new Error("Candidate provider has no API key");
+        if (candidate.limits.length === 0)
+            throw new Error("Candidate requires limits");
+        for (const limit of candidate.limits) {
+            if (!Number.isFinite(limit.maxTokens) || limit.maxTokens <= 0) {
+                throw new Error("Token limits must be positive");
+            }
+            if (limit.windowType === "hours" && (!limit.windowHours || limit.windowHours <= 0)) {
+                throw new Error("Hour windows require positive windowHours");
+            }
+        }
+    };
+    return {
+        createProxy: (input) => {
+            const normalized = normalizeProxyInput(input, allocateProxyModelId());
+            validate(normalized);
+            return options.repository.createProxy(normalized);
+        },
+        deleteProxy: options.repository.deleteProxy,
+        findProxy: options.repository.findProxyByModelId,
+        hasProxy: (modelId) => options.repository.findProxyByModelId(modelId) !== undefined,
+        listProxies: options.repository.listProxies,
+        listProxyModels: () => options.repository.listProxies().map((proxy) => ({
+            api: "responses",
+            contextWindow: 0,
+            id: proxy.modelId,
+            input: ["text"],
+            maxTokens: 0,
+            name: proxy.name,
+            provider: "local",
+            reasoning: false
+        })),
+        selectCandidate: (modelId, pendingUsage = {}) => {
+            const proxy = options.repository.findProxyByModelId(modelId);
+            if (!proxy)
+                throw new Error("Unknown proxy model");
+            return proxy.candidates.find((candidate) => candidate.limits.every((limit) => hasCapacity(candidate, limit.windowType, limit.windowHours, limit.maxTokens, pendingUsage))) ?? null;
+        },
+        updateProxy: (modelId, input) => {
+            const normalized = normalizeProxyInput(input);
+            validate(normalized, modelId);
+            return options.repository.updateProxy(modelId, normalized);
+        }
+    };
+    function hasCapacity(candidate, windowType, windowHours, maxTokens, pendingUsage) {
+        const from = windowStart(windowType, windowHours).toISOString();
+        const flushed = options.usageRepository
+            .listModelTokenUsageSince(from)
+            .filter((row) => row.provider === candidate.provider && row.modelName === candidate.modelId)
+            .reduce((sum, row) => sum + row.inputToken + row.outputToken, 0);
+        const pending = Object.values(pendingUsage)
+            .filter((usage) => usage.provider === candidate.provider && usage.modelId === candidate.modelId)
+            .reduce((sum, usage) => sum + usage.inputToken + usage.outputToken, 0);
+        return flushed + pending < maxTokens;
+    }
+    function windowStart(type, hours) {
+        const current = now();
+        if (type === "hours")
+            return new Date(current.getTime() - (hours ?? 0) * 60 * 60 * 1000);
+        const start = new Date(current);
+        start.setUTCHours(0, 0, 0, 0);
+        if (type === "week")
+            start.setUTCDate(start.getUTCDate() - start.getUTCDay());
+        return start;
+    }
+}
+function allocateProxyModelId() {
+    return `local-${randomUUID()}`;
+}
+function normalizeProxyInput(input, fallbackModelId) {
+    return {
+        candidates: input.candidates
+            .map((candidate) => ({
+            limits: candidate.limits.map((limit) => ({
+                maxTokens: limit.maxTokens,
+                ...(limit.windowHours === undefined ? {} : { windowHours: limit.windowHours }),
+                windowType: limit.windowType
+            })),
+            modelId: candidate.modelId.trim(),
+            priority: candidate.priority,
+            provider: candidate.provider.trim()
+        }))
+            .sort((left, right) => left.priority - right.priority),
+        modelId: (input.modelId ?? fallbackModelId ?? "").trim(),
+        name: input.name.trim()
+    };
+}

package/dist/runtime/api/modules/model-proxies/model-proxy-repository.d.ts

@@ -0,0 +1,39 @@
+import type { AppDatabase, ModelProxyCandidateLimitRow, ModelProxyCandidateRow, ModelProxyRow, ModelTokenUsageHourlyRow } from "../../db";
+export type ModelProxyWindowType = "hours" | "day" | "week";
+export interface ModelProxyLimitInput {
+    maxTokens: number;
+    windowHours?: number | null;
+    windowType: ModelProxyWindowType;
+}
+export interface ModelProxyCandidateInput {
+    limits: ModelProxyLimitInput[];
+    modelId: string;
+    priority: number;
+    provider: string;
+}
+export interface ModelProxyInput {
+    candidates: ModelProxyCandidateInput[];
+    modelId: string;
+    name: string;
+}
+export interface ModelProxyRequestInput extends Omit<ModelProxyInput, "modelId"> {
+    modelId?: string;
+}
+export interface ModelProxyDetails extends ModelProxyRow {
+    candidates: (ModelProxyCandidateRow & {
+        limits: ModelProxyCandidateLimitRow[];
+    })[];
+}
+export interface ModelProxyRepository {
+    createProxy: (input: ModelProxyInput) => ModelProxyDetails;
+    deleteProxy: (modelId: string) => boolean;
+    findProxyByModelId: (modelId: string) => ModelProxyDetails | undefined;
+    listProxies: () => ModelProxyDetails[];
+    updateProxy: (modelId: string, input: ModelProxyInput) => ModelProxyDetails | undefined;
+}
+export interface ModelProxyUsageRepository {
+    listModelTokenUsageSince: (from: string) => ModelTokenUsageHourlyRow[];
+}
+export declare function createInMemoryModelProxyRepository(): ModelProxyRepository;
+export declare function createSqliteModelProxyRepository(database: AppDatabase): ModelProxyRepository & ModelProxyUsageRepository;
+//# sourceMappingURL=model-proxy-repository.d.ts.map

package/dist/runtime/api/modules/model-proxies/model-proxy-repository.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-proxy-repository.d.ts","sourceRoot":"","sources":["../../../src/modules/model-proxies/model-proxy-repository.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,2BAA2B,EAC3B,sBAAsB,EACtB,aAAa,EACb,wBAAwB,EACzB,MAAM,UAAU,CAAC;AAQlB,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;AAE5D,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,oBAAoB,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,wBAAwB,EAAE,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAuB,SAAQ,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,UAAU,EAAE,CAAC,sBAAsB,GAAG;QAAE,MAAM,EAAE,2BAA2B,EAAE,CAAA;KAAE,CAAC,EAAE,CAAC;CACpF;AAED,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,iBAAiB,CAAC;IAC3D,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAC1C,kBAAkB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,iBAAiB,GAAG,SAAS,CAAC;IACvE,WAAW,EAAE,MAAM,iBAAiB,EAAE,CAAC;IACvC,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,KAAK,iBAAiB,GAAG,SAAS,CAAC;CACzF;AAED,MAAM,WAAW,yBAAyB;IACxC,wBAAwB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,wBAAwB,EAAE,CAAC;CACxE;AAED,wBAAgB,kCAAkC,IAAI,oBAAoB,CAsDzE;AAED,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,WAAW,GACpB,oBAAoB,GAAG,yBAAyB,CA8ElD"}