pi-cliproxyapi-provider 0.1.0

package/src/provider.ts

@@ -0,0 +1,113 @@
+import type { CpaModel } from "./cpa.ts";
+import { findMetadataMatch, type MetadataMatchMethod } from "./matching.ts";
+import type { InputModality, ModelsDevCatalog, ModelsDevMetadata, ProviderModelConfigLike } from "./types.ts";
+
+export const PI_MODEL_DEFAULTS = {
+  reasoning: false,
+  input: ["text"] as InputModality[],
+  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+  contextWindow: 128000,
+  maxTokens: 16384,
+};
+
+export interface BuildProviderModelsStats {
+  total: number;
+  enriched: number;
+  unmatched: number;
+  matchMethods: Record<MetadataMatchMethod, number>;
+  unmatchedModelIds: string[];
+}
+
+export interface BuildProviderModelsResult {
+  models: ProviderModelConfigLike[];
+  stats: BuildProviderModelsStats;
+}
+
+function inputFromMetadata(metadata: ModelsDevMetadata): InputModality[] {
+  const input = metadata.modalities?.input ?? [];
+  return input.includes("image") ? ["text", "image"] : ["text"];
+}
+
+function costFromMetadata(metadata: ModelsDevMetadata): ProviderModelConfigLike["cost"] {
+  return {
+    input: metadata.cost?.input ?? 0,
+    output: metadata.cost?.output ?? 0,
+    cacheRead: metadata.cost?.cache_read ?? 0,
+    cacheWrite: metadata.cost?.cache_write ?? 0,
+  };
+}
+
+function modelFromMetadata(cpaModel: CpaModel, metadata: ModelsDevMetadata): ProviderModelConfigLike {
+  return {
+    id: cpaModel.id,
+    name: metadata.name ?? cpaModel.id,
+    reasoning: metadata.reasoning ?? PI_MODEL_DEFAULTS.reasoning,
+    input: inputFromMetadata(metadata),
+    cost: costFromMetadata(metadata),
+    contextWindow: metadata.limit?.context ?? PI_MODEL_DEFAULTS.contextWindow,
+    maxTokens: metadata.limit?.output ?? PI_MODEL_DEFAULTS.maxTokens,
+  };
+}
+
+function cloneModelDefaults(): typeof PI_MODEL_DEFAULTS {
+  return {
+    ...PI_MODEL_DEFAULTS,
+    input: [...PI_MODEL_DEFAULTS.input],
+    cost: { ...PI_MODEL_DEFAULTS.cost },
+  };
+}
+
+function defaultModel(cpaModel: CpaModel): ProviderModelConfigLike {
+  return {
+    id: cpaModel.id,
+    name: cpaModel.id,
+    ...cloneModelDefaults(),
+  };
+}
+
+function emptyMatchMethods(): Record<MetadataMatchMethod, number> {
+  return {
+    alias: 0,
+    exact: 0,
+    "owner-prefix": 0,
+    suffix: 0,
+    "normalized-suffix": 0,
+  };
+}
+
+export function buildUnavailableProviderModels(id = "login-required"): ProviderModelConfigLike[] {
+  return [{ id, name: id, ...cloneModelDefaults() }];
+}
+
+export function buildProviderModels(
+  cpaModels: CpaModel[],
+  catalog: ModelsDevCatalog,
+  aliases: Record<string, string>,
+): BuildProviderModelsResult {
+  const matchMethods = emptyMatchMethods();
+  const unmatchedModelIds: string[] = [];
+  let enriched = 0;
+
+  const models = cpaModels.map((cpaModel) => {
+    const match = findMetadataMatch(cpaModel, catalog, aliases);
+    if (!match) {
+      unmatchedModelIds.push(cpaModel.id);
+      return defaultModel(cpaModel);
+    }
+
+    enriched += 1;
+    matchMethods[match.method] += 1;
+    return modelFromMetadata(cpaModel, match.metadata);
+  });
+
+  return {
+    models,
+    stats: {
+      total: cpaModels.length,
+      enriched,
+      unmatched: unmatchedModelIds.length,
+      matchMethods,
+      unmatchedModelIds,
+    },
+  };
+}

package/src/registration.ts

@@ -0,0 +1,26 @@
+import type { ProviderConfig } from "@earendil-works/pi-coding-agent";
+import type { CpaProviderConfig } from "./types.ts";
+import type { ProviderModelConfigLike } from "./types.ts";
+
+export interface ProviderRegistration {
+  providerName: string;
+  config: ProviderConfig;
+}
+
+export function buildProviderRegistration(
+  config: CpaProviderConfig,
+  models: ProviderModelConfigLike[],
+): ProviderRegistration {
+  return {
+    providerName: config.providerName,
+    config: {
+      name: `CLIProxyAPI (${config.providerName})`,
+      baseUrl: config.baseUrl,
+      api: "openai-completions",
+      apiKey: config.authRequired ? "$CLIPROXYAPI_API_KEY" : "cliproxyapi-no-auth",
+      authHeader: config.authRequired && config.authHeader,
+      headers: Object.keys(config.headers).length > 0 ? config.headers : undefined,
+      models,
+    },
+  };
+}

package/src/types.ts

@@ -0,0 +1,50 @@
+export type InputModality = "text" | "image";
+
+export interface CpaProviderConfig {
+  providerName: string;
+  baseUrl: string;
+  authRequired: boolean;
+  authHeader: boolean;
+  headers: Record<string, string>;
+  cpaCacheTtlSeconds: number;
+  modelsDevCacheTtlSeconds: number;
+  modelsDevEnabled: boolean;
+  modelAliases: Record<string, string>;
+}
+
+export interface ModelsDevMetadata {
+  id: string;
+  name?: string;
+  reasoning?: boolean;
+  modalities?: {
+    input?: string[];
+    output?: string[];
+  };
+  limit?: {
+    context?: number;
+    output?: number;
+  };
+  cost?: {
+    input?: number;
+    output?: number;
+    cache_read?: number;
+    cache_write?: number;
+  };
+}
+
+export type ModelsDevCatalog = Record<string, ModelsDevMetadata>;
+
+export interface ProviderModelConfigLike {
+  id: string;
+  name: string;
+  reasoning: boolean;
+  input: InputModality[];
+  cost: {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheWrite: number;
+  };
+  contextWindow: number;
+  maxTokens: number;
+}