lytx 0.3.0 → 0.3.1

package/.env.example

@@ -24,6 +24,7 @@ RESEND_API_KEY=
 
 # AI features (optional)
 AI_API_KEY=
+AI_PROVIDER=openai
 AI_BASE_URL=
 AI_MODEL=
 AI_DAILY_TOKEN_LIMIT=

package/README.md

@@ -76,6 +76,7 @@ export default app satisfies ExportedHandler<Env>;
 - `names.*` (typed resource binding names for D1/KV/Queue/DO)
 - `domains.app` + `domains.tracking` (typed host/domain values)
 - `startupValidation.*` + `env.*` (startup env requirement checks with field-level errors)
+- `env.AI_PROVIDER`, `env.AI_BASE_URL`, `env.AI_MODEL` (AI vendor/model routing overrides)
 - `env.EMAIL_FROM` (optional factory override for outgoing email sender)
 
 For deployment scripts, use `resolveLytxResourceNames(...)` from `lytx/resource-names` to derive deterministic Cloudflare resource names with optional stage-based prefix/suffix strategy.
@@ -367,6 +368,7 @@ RESEND_API_KEY=...
 
 # AI features (optional)
 AI_API_KEY=...
+AI_PROVIDER=openai
 AI_BASE_URL=...
 AI_MODEL=...
 AI_DAILY_TOKEN_LIMIT=

package/alchemy.run.ts

@@ -139,6 +139,7 @@ export const worker = await Redwood(resourceNames.workerName, {
     RESEND_API_KEY: alchemy.secret(process.env.RESEND_API_KEY),
     ENCRYPTION_KEY: alchemy.secret(process.env.ENCRYPTION_KEY),
     AI_API_KEY: alchemy.secret(process.env.AI_API_KEY),
+    AI_PROVIDER: process.env.AI_PROVIDER ?? "openai",
     SEED_DATA_SECRET: alchemy.secret(process.env.SEED_DATA_SECRET),
     BETTER_AUTH_URL: process.env.BETTER_AUTH_URL,
     GITHUB_CLIENT_ID: alchemy.secret(process.env.GITHUB_CLIENT_ID),

package/cli/setup.ts

@@ -350,6 +350,7 @@ EMAIL_FROM=noreply@yourdomain.com
 
 # AI features (optional)
 AI_API_KEY=
+AI_PROVIDER=openai
 AI_BASE_URL=
 AI_MODEL=
 AI_DAILY_TOKEN_LIMIT=

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lytx",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "private": false,
   "license": "MIT",
   "publishConfig": {

package/src/api/ai_api.ts

@@ -22,17 +22,71 @@ import {
 import { parseDateParam, parseSiteIdParam } from "@/utilities/dashboardParams";
 
 type AiConfig = {
+  provider: string;
   baseURL: string;
   model: string;
   apiKey: string;
 };
 
+type AiRuntimeOverrides = {
+  provider?: string;
+  baseURL?: string;
+  model?: string;
+  apiKey?: string;
+};
+
 type NivoChartType = "bar" | "line" | "pie";
 
 const DEFAULT_AI_MODEL = "gpt-5-mini";
+const DEFAULT_AI_PROVIDER = "openai";
 const DEFAULT_AI_BASE_URL = "https://api.openai.com/v1";
 const MAX_METRIC_LIMIT = 100;
 
+const AI_PROVIDER_BASE_URLS: Record<string, string> = {
+  openai: "https://api.openai.com/v1",
+  openrouter: "https://openrouter.ai/api/v1",
+  groq: "https://api.groq.com/openai/v1",
+  deepseek: "https://api.deepseek.com/v1",
+  xai: "https://api.x.ai/v1",
+  ollama: "http://localhost:11434/v1",
+};
+
+const AI_PROVIDER_DEFAULT_MODELS: Record<string, string> = {
+  openai: "gpt-5-mini",
+  openrouter: "openai/gpt-4o-mini",
+  groq: "llama-3.1-70b-versatile",
+  deepseek: "deepseek-chat",
+  xai: "grok-2-latest",
+  ollama: "llama3.2",
+};
+
+let aiRuntimeOverrides: AiRuntimeOverrides = {};
+
+function normalizeOptionalString(value: unknown): string | null {
+  if (typeof value !== "string") return null;
+  const trimmed = value.trim();
+  return trimmed.length > 0 ? trimmed : null;
+}
+
+function resolveAiBaseUrl(provider: string, explicitBaseUrl: string | null): string {
+  if (explicitBaseUrl) return explicitBaseUrl;
+  return AI_PROVIDER_BASE_URLS[provider] ?? DEFAULT_AI_BASE_URL;
+}
+
+function resolveAiModel(provider: string, explicitModel: string | null): string {
+  if (explicitModel) return explicitModel;
+  return AI_PROVIDER_DEFAULT_MODELS[provider] ?? DEFAULT_AI_MODEL;
+}
+
+export function setAiRuntimeOverrides(overrides: AiRuntimeOverrides = {}): void {
+  aiRuntimeOverrides = {
+    provider: normalizeOptionalString(overrides.provider) ?? undefined,
+    baseURL: normalizeOptionalString(overrides.baseURL) ?? undefined,
+    model: normalizeOptionalString(overrides.model) ?? undefined,
+    apiKey: normalizeOptionalString(overrides.apiKey) ?? undefined,
+  };
+}
+
 type TokenUsage = {
   inputTokens: number | null;
   outputTokens: number | null;
@@ -48,13 +102,28 @@ type StreamCompletionSummary = {
 };
 
 function getAiConfigFromEnv(): AiConfig | null {
-  const baseURL = env.AI_BASE_URL?.trim() || DEFAULT_AI_BASE_URL;
-  const model = env.AI_MODEL?.trim() || DEFAULT_AI_MODEL;
-  const apiKey = env.AI_API_KEY?.trim() ?? "";
+  const envValues = env as unknown as Record<string, unknown>;
+  const providerRaw =
+    normalizeOptionalString(aiRuntimeOverrides.provider)
+    ?? normalizeOptionalString(envValues.AI_PROVIDER)
+    ?? DEFAULT_AI_PROVIDER;
+  const provider = providerRaw.toLowerCase();
+  const baseURL = resolveAiBaseUrl(
+    provider,
+    normalizeOptionalString(aiRuntimeOverrides.baseURL) ?? normalizeOptionalString(envValues.AI_BASE_URL),
+  );
+  const model = resolveAiModel(
+    provider,
+    normalizeOptionalString(aiRuntimeOverrides.model) ?? normalizeOptionalString(envValues.AI_MODEL),
+  );
+  const apiKey =
+    normalizeOptionalString(aiRuntimeOverrides.apiKey)
+    ?? normalizeOptionalString(envValues.AI_API_KEY)
+    ?? "";
 
   if (!apiKey) return null;
 
-  return { baseURL, model, apiKey };
+  return { provider, baseURL, model, apiKey };
 }
 
 function clampLimit(value: unknown, fallback = 10): number {
@@ -353,6 +422,8 @@ export const aiConfigRoute = route(
     return new Response(
       JSON.stringify({
         configured: Boolean(config),
+        provider: config?.provider ?? "",
+        baseURL: config?.baseURL ?? "",
         model: config?.model ?? "",
       }),
       {
@@ -567,7 +638,7 @@ export const aiTagSuggestRoute = route(
         site_id: site.site_id,
         request_id: requestId,
         request_type: "site_tag_suggest",
-        provider: aiConfig.baseURL,
+        provider: aiConfig.provider,
         model: aiConfig.model,
         status: "error",
         error_code: "daily_limit_exceeded",
@@ -610,7 +681,7 @@ export const aiTagSuggestRoute = route(
         site_id: site.site_id,
         request_id: requestId,
         request_type: "site_tag_suggest",
-        provider: aiConfig.baseURL,
+        provider: aiConfig.provider,
         model: aiConfig.model,
         status: "success",
         input_tokens: usage.inputTokens,
@@ -647,7 +718,7 @@ export const aiTagSuggestRoute = route(
         site_id: site.site_id,
         request_id: requestId,
         request_type: "site_tag_suggest",
-        provider: aiConfig.baseURL,
+        provider: aiConfig.provider,
         model: aiConfig.model,
         status: "error",
         error_code: "ai_request_failed",
@@ -736,7 +807,7 @@ export const aiChatRoute = route(
         site_id: defaultToolSiteId,
         request_id: requestId,
         request_type: "chat",
-        provider: aiConfig.baseURL,
+        provider: aiConfig.provider,
         model: aiConfig.model,
         status: "error",
         error_code: "daily_limit_exceeded",
@@ -1105,7 +1176,7 @@ export const aiChatRoute = route(
           site_id: defaultToolSiteId,
           request_id: requestId,
           request_type: "chat",
-          provider: aiConfig.baseURL,
+          provider: aiConfig.provider,
           model: aiConfig.model,
           status: streamSummary.finishReason === "error" ? "error" : "success",
           error_code: streamSummary.finishReason === "error" ? "stream_finish_error" : null,
@@ -1134,7 +1205,7 @@ export const aiChatRoute = route(
         site_id: defaultToolSiteId,
         request_id: requestId,
         request_type: "chat",
-        provider: aiConfig.baseURL,
+        provider: aiConfig.provider,
         model: aiConfig.model,
         status: "error",
         error_code: "chat_request_failed",

package/src/config/createLytxAppConfig.ts

@@ -1,7 +1,7 @@
 import { z } from "zod";
 
 export const CREATE_LYTX_APP_CONFIG_DOC_URL =
-  "https://github.com/lytx-io/kit/blob/master/core/docs/oss-contract.md#supported-extension-and-customization-points";
+  "https://github.com/lytx-io/lytx/blob/master/core/docs/oss-contract.md#supported-extension-and-customization-points";
 
 const dbAdapterValues = ["sqlite", "postgres", "singlestore", "analytics_engine"] as const;
 
@@ -124,6 +124,8 @@ const createLytxAppConfigSchema = z
         BETTER_AUTH_URL: z.string().trim().url("BETTER_AUTH_URL must be a valid URL").optional(),
         ENCRYPTION_KEY: envKeySchema.optional(),
         AI_API_KEY: envKeySchema.optional(),
+        AI_BASE_URL: z.string().trim().url("AI_BASE_URL must be a valid URL").optional(),
+        AI_PROVIDER: envKeySchema.optional(),
         AI_MODEL: envKeySchema.optional(),
         LYTX_DOMAIN: domainSchema.optional(),
         EMAIL_FROM: z.string().trim().email("EMAIL_FROM must be a valid email address").optional(),

package/src/worker.tsx

@@ -9,7 +9,7 @@ import { eventsApi } from "@api/events_api";
 import { seedApi } from "@api/seed_api";
 import { team_dashboard_endpoints } from "@api/team_api";
 import { world_countries, getCurrentVisitorsRoute, getDashboardDataCore, getDashboardDataRoute, siteEventsSqlRoute, siteEventsSchemaRoute } from "@api/sites_api";
-import { aiChatRoute, aiConfigRoute, aiTagSuggestRoute, getAiConfig } from "@api/ai_api";
+import { aiChatRoute, aiConfigRoute, aiTagSuggestRoute, getAiConfig, setAiRuntimeOverrides } from "@api/ai_api";
 import { resendVerificationEmailRoute, userApiRoutes } from "@api/auth_api";
 import { eventLabelsApi } from "@api/event_labels_api";
 import { reportsApi } from "@api/reports_api";
@@ -164,6 +164,12 @@ export function createLytxApp(config: CreateLytxAppConfig = {}) {
   const parsed_config = parseCreateLytxAppConfig(config);
   setAuthRuntimeConfig(parsed_config.auth);
   setEmailFromAddress(parsed_config.env?.EMAIL_FROM);
+  setAiRuntimeOverrides({
+    apiKey: parsed_config.env?.AI_API_KEY,
+    model: parsed_config.env?.AI_MODEL,
+    baseURL: parsed_config.env?.AI_BASE_URL,
+    provider: parsed_config.env?.AI_PROVIDER,
+  });
   const authProviders = getAuthProviderAvailability();
   const emailPasswordEnabled = parsed_config.auth?.emailPasswordEnabled ?? true;
   if (!emailPasswordEnabled && !authProviders.google && !authProviders.github) {