@llmops/core 0.2.13 → 0.3.0-beta.1

package/dist/index.d.cts

@@ -1,4 +1,4 @@
-import { $ as variantsSchema, A as ProviderConfig, B as VariantVersionsTable, C as Environment, D as Insertable, E as EnvironmentsTable, F as TargetingRule, G as configsSchema, H as WorkspaceSettings, I as TargetingRulesTable, J as llmRequestsSchema, K as environmentSecretsSchema, L as Updateable, M as SCHEMA_METADATA, N as Selectable, O as LLMRequest, P as TableName, Q as variantVersionsSchema, R as Variant, S as Database, T as EnvironmentSecretsTable, U as WorkspaceSettingsTable, V as VariantsTable, W as configVariantsSchema, X as schemas, Y as providerConfigsSchema, Z as targetingRulesSchema, _ as validateTableData, a as createDatabaseFromConnection, b as ConfigVariantsTable, c as executeWithSchema, d as getMigrations, et as workspaceSettingsSchema, f as matchType, g as validatePartialTableData, h as parseTableData, i as createDatabase, j as ProviderConfigsTable, k as LLMRequestsTable, l as MigrationOptions, m as parsePartialTableData, n as DatabaseOptions, o as detectDatabaseType, p as runAutoMigrations, q as environmentsSchema, r as DatabaseType, s as createNeonDialect, t as DatabaseConnection, u as MigrationResult, v as Config, w as EnvironmentSecret, x as ConfigsTable, y as ConfigVariant, z as VariantVersion } from "./index-C5xtb4gO.cjs";
+import { $ as variantsSchema, A as ProviderConfig, B as VariantVersionsTable, C as Environment, D as Insertable, E as EnvironmentsTable, F as TargetingRule, G as configsSchema, H as WorkspaceSettings, I as TargetingRulesTable, J as llmRequestsSchema, K as environmentSecretsSchema, L as Updateable, M as SCHEMA_METADATA, N as Selectable, O as LLMRequest, P as TableName, Q as variantVersionsSchema, R as Variant, S as Database, T as EnvironmentSecretsTable, U as WorkspaceSettingsTable, V as VariantsTable, W as configVariantsSchema, X as schemas, Y as providerConfigsSchema, Z as targetingRulesSchema, _ as validateTableData, a as createDatabaseFromConnection, b as ConfigVariantsTable, c as executeWithSchema, d as getMigrations, et as workspaceSettingsSchema, f as matchType, g as validatePartialTableData, h as parseTableData, i as createDatabase, j as ProviderConfigsTable, k as LLMRequestsTable, l as MigrationOptions, m as parsePartialTableData, n as DatabaseOptions, o as detectDatabaseType, p as runAutoMigrations, q as environmentsSchema, r as DatabaseType, s as createNeonDialect, t as DatabaseConnection, u as MigrationResult, v as Config, w as EnvironmentSecret, x as ConfigsTable, y as ConfigVariant, z as VariantVersion } from "./index-DX05tkNg.cjs";
 import { Kysely } from "kysely";
 import * as zod33 from "zod";
 import z$1, { z } from "zod";
@@ -6,6 +6,7 @@ import gateway from "@llmops/gateway";
 import pino from "pino";
 import * as better_auth0 from "better-auth";
 import { BetterAuthOptions } from "better-auth";
+import { RulesLogic } from "json-logic-js";
 
 //#region src/schemas/config.d.ts
 declare const llmopsConfigSchema: z.ZodObject<{
@@ -1374,12 +1375,14 @@ declare const createWorkspaceSettingsDataLayer: (db: Kysely<Database>) => {
 //#region src/datalayer/providerConfigs.d.ts
 declare const createProviderConfig: z$1.ZodObject<{
   providerId: z$1.ZodString;
+  slug: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   name: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   config: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
   enabled: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
 }, z$1.core.$strip>;
 declare const updateProviderConfig: z$1.ZodObject<{
   id: z$1.ZodUUID;
+  slug: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   name: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   config: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
   enabled: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -1390,6 +1393,9 @@ declare const getProviderConfigById: z$1.ZodObject<{
 declare const getProviderConfigByProviderId: z$1.ZodObject<{
   providerId: z$1.ZodString;
 }, z$1.core.$strip>;
+declare const getProviderConfigBySlug: z$1.ZodObject<{
+  slug: z$1.ZodString;
+}, z$1.core.$strip>;
 declare const deleteProviderConfig: z$1.ZodObject<{
   id: z$1.ZodUUID;
 }, z$1.core.$strip>;
@@ -1399,6 +1405,7 @@ declare const listProviderConfigs: z$1.ZodObject<{
 }, z$1.core.$strip>;
 declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
   createProviderConfig: (params: z$1.infer<typeof createProviderConfig>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1408,6 +1415,7 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
     config: Record<string, unknown>;
   } | undefined>;
   updateProviderConfig: (params: z$1.infer<typeof updateProviderConfig>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1417,6 +1425,7 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
     config: Record<string, unknown>;
   } | undefined>;
   getProviderConfigById: (params: z$1.infer<typeof getProviderConfigById>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1426,6 +1435,17 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
     config: Record<string, unknown>;
   } | undefined>;
   getProviderConfigByProviderId: (params: z$1.infer<typeof getProviderConfigByProviderId>) => Promise<{
+    slug: string | null;
+    name: string | null;
+    id: string;
+    createdAt: Date;
+    updatedAt: Date;
+    enabled: boolean;
+    providerId: string;
+    config: Record<string, unknown>;
+  } | undefined>;
+  getProviderConfigBySlug: (params: z$1.infer<typeof getProviderConfigBySlug>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1435,6 +1455,7 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
     config: Record<string, unknown>;
   } | undefined>;
   deleteProviderConfig: (params: z$1.infer<typeof deleteProviderConfig>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1444,6 +1465,7 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
     config: Record<string, unknown>;
   } | undefined>;
   listProviderConfigs: (params?: z$1.infer<typeof listProviderConfigs>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1458,6 +1480,7 @@ declare const createProviderConfigsDataLayer: (db: Kysely<Database>) => {
    * Useful for the dashboard UI where you want to set/update a provider config
    */
   upsertProviderConfig: (params: z$1.infer<typeof createProviderConfig>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1911,10 +1934,12 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   } | undefined>;
   createProviderConfig: (params: zod33.infer<zod33.ZodObject<{
     providerId: zod33.ZodString;
+    slug: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     name: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     config: zod33.ZodRecord<zod33.ZodString, zod33.ZodUnknown>;
     enabled: zod33.ZodDefault<zod33.ZodOptional<zod33.ZodBoolean>>;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1925,10 +1950,12 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   } | undefined>;
   updateProviderConfig: (params: zod33.infer<zod33.ZodObject<{
     id: zod33.ZodUUID;
+    slug: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     name: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     config: zod33.ZodOptional<zod33.ZodRecord<zod33.ZodString, zod33.ZodUnknown>>;
     enabled: zod33.ZodOptional<zod33.ZodBoolean>;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1940,6 +1967,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getProviderConfigById: (params: zod33.infer<zod33.ZodObject<{
     id: zod33.ZodUUID;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1951,6 +1979,19 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getProviderConfigByProviderId: (params: zod33.infer<zod33.ZodObject<{
     providerId: zod33.ZodString;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
+    name: string | null;
+    id: string;
+    createdAt: Date;
+    updatedAt: Date;
+    enabled: boolean;
+    providerId: string;
+    config: Record<string, unknown>;
+  } | undefined>;
+  getProviderConfigBySlug: (params: zod33.infer<zod33.ZodObject<{
+    slug: zod33.ZodString;
+  }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1962,6 +2003,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   deleteProviderConfig: (params: zod33.infer<zod33.ZodObject<{
     id: zod33.ZodUUID;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1974,6 +2016,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
     limit: zod33.ZodOptional<zod33.ZodNumber>;
     offset: zod33.ZodOptional<zod33.ZodNumber>;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -1985,10 +2028,12 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   countProviderConfigs: () => Promise<number>;
   upsertProviderConfig: (params: zod33.infer<zod33.ZodObject<{
     providerId: zod33.ZodString;
+    slug: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     name: zod33.ZodOptional<zod33.ZodNullable<zod33.ZodString>>;
     config: zod33.ZodRecord<zod33.ZodString, zod33.ZodUnknown>;
     enabled: zod33.ZodDefault<zod33.ZodOptional<zod33.ZodBoolean>>;
   }, better_auth0.$strip>>) => Promise<{
+    slug: string | null;
     name: string | null;
     id: string;
     createdAt: Date;
@@ -2798,4 +2843,171 @@ interface AuthClientOptions {
  */
 declare const getAuthClientOptions: (options: AuthClientOptions) => BetterAuthOptions;
 //#endregion
-export { type AnthropicProviderConfig, type AnyProviderConfig, AuthClientDatabaseConfig, AuthClientOptions, type AzureAIProviderConfig, type AzureOpenAIProviderConfig, BaseCacheConfig, type BaseProviderConfig, type BedrockProviderConfig, CacheBackend, CacheBackendType, CacheConfig, CacheEntry, CacheOptions, CacheService, CacheStats, ChatCompletionCreateParamsBase, Config, ConfigVariant, ConfigVariantsTable, ConfigsTable, type CortexProviderConfig, CostResult, Database, DatabaseConnection, DatabaseOptions, DatabaseType, Environment, EnvironmentSecret, EnvironmentSecretsTable, EnvironmentsTable, FileCacheBackend, FileCacheConfig, type FireworksAIProviderConfig, type GoogleProviderConfig, type HuggingFaceProviderConfig, Insertable, LLMOpsClient, LLMOpsConfig, type LLMOpsConfigInput, LLMRequest, type LLMRequestInsert, LLMRequestsTable, MS, MemoryCacheBackend, MemoryCacheConfig, MigrationOptions, MigrationResult, type MistralAIProviderConfig, ModelPricing, ModelsDevPricingProvider, type OpenAIProviderConfig, type OracleProviderConfig, Prettify, PricingProvider, ProviderConfig, type ProviderConfigMap, ProviderConfigsTable, type ProvidersConfig, SCHEMA_METADATA, type SagemakerProviderConfig, Selectable, type StabilityAIProviderConfig, SupportedProviders, TableName, TargetingRule, TargetingRulesTable, Updateable, UsageData, type ValidatedLLMOpsConfig, Variant, VariantJsonData, VariantVersion, VariantVersionsTable, VariantsTable, type VertexAIProviderConfig, type WorkersAIProviderConfig, WorkspaceSettings, WorkspaceSettingsTable, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createDataLayer, createDatabase, createDatabaseFromConnection, createLLMRequestsDataLayer, createNeonDialect, createProviderConfigsDataLayer, createWorkspaceSettingsDataLayer, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getMigrations, llmRequestsSchema, llmopsConfigSchema, logger, matchType, microDollarsToDollars, parsePartialTableData, parseTableData, providerConfigsSchema, runAutoMigrations, schemas, targetingRulesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };
+//#region src/manifest/types.d.ts
+/**
+ * Pre-computed variant version data needed for routing
+ */
+interface ManifestVariantVersion {
+  id: string;
+  variantId: string;
+  version: number;
+  provider: string;
+  providerConfigId: string | null;
+  modelName: string;
+  jsonData: Record<string, unknown>;
+}
+/**
+ * A targeting rule entry in the manifest
+ * Pre-resolved with all necessary data for routing
+ */
+interface ManifestTargetingRule {
+  id: string;
+  configVariantId: string;
+  variantVersionId: string | null;
+  weight: number;
+  priority: number;
+  enabled: boolean;
+  conditions: RulesLogic | null;
+  resolvedVersion: ManifestVariantVersion;
+}
+/**
+ * Config entry in the manifest
+ */
+interface ManifestConfig {
+  id: string;
+  slug: string;
+  name: string | null;
+}
+/**
+ * Environment entry in the manifest
+ */
+interface ManifestEnvironment {
+  id: string;
+  slug: string;
+  name: string;
+  isProd: boolean;
+}
+/**
+ * The complete routing manifest
+ * Stored in cache under key: "gateway:manifest"
+ */
+interface GatewayManifest {
+  version: number;
+  builtAt: string;
+  configs: Record<string, ManifestConfig>;
+  configsBySlug: Record<string, string>;
+  environments: Record<string, ManifestEnvironment>;
+  environmentsBySlug: Record<string, string>;
+  routingTable: Record<string, Record<string, ManifestTargetingRule[]>>;
+  secretToEnvironment: Record<string, string>;
+}
+/**
+ * Context passed to JSONLogic for condition evaluation
+ */
+interface RoutingContext {
+  headers?: Record<string, string>;
+  user?: {
+    id?: string;
+    email?: string;
+    groups?: string[];
+    [key: string]: unknown;
+  };
+  request?: {
+    path?: string;
+    method?: string;
+    ip?: string;
+  };
+  custom?: Record<string, unknown>;
+  timestamp?: number;
+}
+/**
+ * Result of routing a request
+ */
+interface RoutingResult {
+  configId: string;
+  environmentId: string;
+  variantId: string;
+  version: ManifestVariantVersion;
+  rule: ManifestTargetingRule;
+}
+//#endregion
+//#region src/manifest/builder.d.ts
+/**
+ * Builds the gateway routing manifest from database
+ */
+declare class ManifestBuilder {
+  private db;
+  constructor(db: Kysely<Database>);
+  /**
+   * Build the complete routing manifest from database
+   */
+  build(): Promise<GatewayManifest>;
+}
+//#endregion
+//#region src/manifest/service.d.ts
+declare class ManifestService {
+  private cache;
+  private ttlMs;
+  private builder;
+  constructor(cache: CacheService, db: Kysely<Database>, ttlMs?: number);
+  /**
+   * Get the current manifest, building if necessary
+   */
+  getManifest(): Promise<GatewayManifest>;
+  /**
+   * Force invalidate the manifest (called on mutations)
+   */
+  invalidate(): Promise<void>;
+  /**
+   * Invalidate and immediately rebuild (atomic refresh)
+   */
+  refresh(): Promise<GatewayManifest>;
+  /**
+   * Get manifest version without fetching full manifest
+   * Useful for checking if manifest is stale
+   */
+  getVersion(): Promise<number | null>;
+  /**
+   * Check if manifest exists in cache
+   */
+  hasManifest(): Promise<boolean>;
+}
+//#endregion
+//#region src/manifest/router.d.ts
+/**
+ * Router for evaluating the gateway manifest and selecting variants
+ */
+declare class ManifestRouter {
+  private manifest;
+  constructor(manifest: GatewayManifest);
+  /**
+   * Resolve a config identifier (UUID or slug) to config ID
+   */
+  resolveConfigId(configIdOrSlug: string): string | null;
+  /**
+   * Resolve environment from secret value
+   */
+  resolveEnvironmentFromSecret(secretValue: string): string | null;
+  /**
+   * Get production environment ID
+   */
+  getProductionEnvironmentId(): string | null;
+  /**
+   * Get environment by ID
+   */
+  getEnvironment(environmentId: string): ManifestEnvironment;
+  /**
+   * Get config by ID
+   */
+  getConfig(configId: string): ManifestConfig;
+  /**
+   * Route a request to the appropriate variant version (first match wins)
+   */
+  route(configIdOrSlug: string, environmentId: string, context?: RoutingContext): RoutingResult | null;
+  /**
+   * Route with weighted random selection among matching rules of same priority
+   */
+  routeWithWeights(configIdOrSlug: string, environmentId: string, context?: RoutingContext): RoutingResult | null;
+}
+//#endregion
+export { type AnthropicProviderConfig, type AnyProviderConfig, AuthClientDatabaseConfig, AuthClientOptions, type AzureAIProviderConfig, type AzureOpenAIProviderConfig, BaseCacheConfig, type BaseProviderConfig, type BedrockProviderConfig, CacheBackend, CacheBackendType, CacheConfig, CacheEntry, CacheOptions, CacheService, CacheStats, ChatCompletionCreateParamsBase, Config, ConfigVariant, ConfigVariantsTable, ConfigsTable, type CortexProviderConfig, CostResult, Database, DatabaseConnection, DatabaseOptions, DatabaseType, Environment, EnvironmentSecret, EnvironmentSecretsTable, EnvironmentsTable, FileCacheBackend, FileCacheConfig, type FireworksAIProviderConfig, GatewayManifest, type GoogleProviderConfig, type HuggingFaceProviderConfig, Insertable, LLMOpsClient, LLMOpsConfig, type LLMOpsConfigInput, LLMRequest, type LLMRequestInsert, LLMRequestsTable, MS, ManifestBuilder, ManifestConfig, ManifestEnvironment, ManifestRouter, ManifestService, ManifestTargetingRule, ManifestVariantVersion, MemoryCacheBackend, MemoryCacheConfig, MigrationOptions, MigrationResult, type MistralAIProviderConfig, ModelPricing, ModelsDevPricingProvider, type OpenAIProviderConfig, type OracleProviderConfig, Prettify, PricingProvider, ProviderConfig, type ProviderConfigMap, ProviderConfigsTable, type ProvidersConfig, RoutingContext, RoutingResult, SCHEMA_METADATA, type SagemakerProviderConfig, Selectable, type StabilityAIProviderConfig, SupportedProviders, TableName, TargetingRule, TargetingRulesTable, Updateable, UsageData, type ValidatedLLMOpsConfig, Variant, VariantJsonData, VariantVersion, VariantVersionsTable, VariantsTable, type VertexAIProviderConfig, type WorkersAIProviderConfig, WorkspaceSettings, WorkspaceSettingsTable, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createDataLayer, createDatabase, createDatabaseFromConnection, createLLMRequestsDataLayer, createNeonDialect, createProviderConfigsDataLayer, createWorkspaceSettingsDataLayer, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getMigrations, llmRequestsSchema, llmopsConfigSchema, logger, matchType, microDollarsToDollars, parsePartialTableData, parseTableData, providerConfigsSchema, runAutoMigrations, schemas, targetingRulesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };