saeeol 1.1.0 → 1.1.1

package/src/provider/models.ts

@@ -0,0 +1,292 @@
+import { Global } from "@saeeol/core/global"
+import path from "path"
+import { Context, Duration, Effect, Layer, Option, Schedule, Schema } from "effect"
+import { FetchHttpClient, HttpClient, HttpClientRequest } from "effect/unstable/http"
+import { Installation } from "../installation"
+import { Flag } from "@saeeol/core/flag/flag"
+import { Flock } from "@saeeol/core/util/flock"
+import { Hash } from "@saeeol/core/util/hash"
+import { AppFileSystem } from "@saeeol/core/filesystem"
+import { withTransientReadRetry } from "@/util/effect-http-client"
+import { Config } from "../config/config"
+import { ModelCache } from "./model-cache"
+import { Auth } from "../auth"
+import { AI_SDK_PROVIDERS, SAEEOL_OPENROUTER_BASE, PROMPTS } from "@saeeol/gateway"
+const normalizeSaeeolBaseURL = (baseURL: string | undefined, org: string | undefined): string | undefined => {
+  if (!baseURL) return undefined
+  const trimmed = baseURL.replace(/\/+$/, "")
+  if (org) {
+    if (trimmed.includes("/api/organizations/")) return trimmed
+    if (trimmed.endsWith("/api")) return `${trimmed}/organizations/${org}`
+    return `${trimmed}/api/organizations/${org}`
+  }
+  if (trimmed.includes("/openrouter")) return trimmed
+  if (trimmed.endsWith("/api")) return `${trimmed}/openrouter`
+  return `${trimmed}/api/openrouter`
+}
+
+const Cost = Schema.Struct({
+  input: Schema.Finite,
+  output: Schema.Finite,
+  cache_read: Schema.optional(Schema.Finite),
+  cache_write: Schema.optional(Schema.Finite),
+  context_over_200k: Schema.optional(
+    Schema.Struct({
+      input: Schema.Finite,
+      output: Schema.Finite,
+      cache_read: Schema.optional(Schema.Finite),
+      cache_write: Schema.optional(Schema.Finite),
+    }),
+  ),
+})
+
+export const Model = Schema.Struct({
+  id: Schema.String,
+  name: Schema.String,
+  family: Schema.optional(Schema.String),
+  release_date: Schema.String,
+  attachment: Schema.Boolean,
+  reasoning: Schema.Boolean,
+  temperature: Schema.Boolean,
+  tool_call: Schema.Boolean,
+  interleaved: Schema.optional(
+    Schema.Union([
+      Schema.Literal(true),
+      Schema.Struct({
+        field: Schema.Literals(["reasoning_content", "reasoning_details"]),
+      }),
+    ]),
+  ),
+  cost: Schema.optional(Cost),
+  limit: Schema.Struct({
+    context: Schema.Finite,
+    input: Schema.optional(Schema.Finite),
+    output: Schema.Finite,
+  }),
+  modalities: Schema.optional(
+    Schema.Struct({
+      input: Schema.Array(Schema.Literals(["text", "audio", "image", "video", "pdf"])),
+      output: Schema.Array(Schema.Literals(["text", "audio", "image", "video", "pdf"])),
+    }),
+  ),
+  recommendedIndex: Schema.optional(Schema.Number),
+  prompt: Schema.optional(Schema.Literals(PROMPTS)),
+  isFree: Schema.optional(Schema.Boolean),
+  ai_sdk_provider: Schema.optional(Schema.Literals(AI_SDK_PROVIDERS)),
+  experimental: Schema.optional(
+    Schema.Struct({
+      modes: Schema.optional(
+        Schema.Record(
+          Schema.String,
+          Schema.Struct({
+            cost: Schema.optional(Cost),
+            provider: Schema.optional(
+              Schema.Struct({
+                body: Schema.optional(Schema.Record(Schema.String, Schema.MutableJson)),
+                headers: Schema.optional(Schema.Record(Schema.String, Schema.String)),
+              }),
+            ),
+          }),
+        ),
+      ),
+    }),
+  ),
+  status: Schema.optional(Schema.Literals(["alpha", "beta", "deprecated"])),
+  provider: Schema.optional(
+    Schema.Struct({ npm: Schema.optional(Schema.String), api: Schema.optional(Schema.String) }),
+  ),
+})
+export type Model = Schema.Schema.Type<typeof Model>
+
+export const Provider = Schema.Struct({
+  api: Schema.optional(Schema.String),
+  name: Schema.String,
+  env: Schema.Array(Schema.String),
+  id: Schema.String,
+  npm: Schema.optional(Schema.String),
+  models: Schema.Record(Schema.String, Model),
+})
+
+export type Provider = Schema.Schema.Type<typeof Provider>
+
+export interface Interface {
+  readonly get: () => Effect.Effect<Record<string, Provider>>
+  readonly refresh: (force?: boolean) => Effect.Effect<void>
+}
+
+export class Service extends Context.Service<Service, Interface>()("@saeeol/ModelsDev") {}
+
+export const layer: Layer.Layer<Service, never, AppFileSystem.Service | HttpClient.HttpClient> = Layer.effect(
+  Service,
+  Effect.gen(function* () {
+    const fs = yield* AppFileSystem.Service
+    const http = HttpClient.filterStatusOk(withTransientReadRetry(yield* HttpClient.HttpClient))
+
+    const source = Flag.SAEEOL_MODELS_URL || "https://models.dev"
+    const filepath = path.join(
+      Global.Path.cache,
+      source === "https://models.dev" ? "models.json" : `models-${Hash.fast(source)}.json`,
+    )
+    const ttl = Duration.minutes(5)
+    const lockKey = `models-dev:${filepath}`
+
+    const fresh = Effect.fnUntraced(function* () {
+      const stat = yield* fs.stat(filepath).pipe(Effect.catch(() => Effect.succeed(undefined)))
+      if (!stat) return false
+      const mtime = Option.getOrElse(stat.mtime, () => new Date(0)).getTime()
+      return Date.now() - mtime < Duration.toMillis(ttl)
+    })
+
+    const fetchApi = Effect.fn("ModelsDev.fetchApi")(function* () {
+      return yield* HttpClientRequest.get(`${source}/api.json`).pipe(
+        HttpClientRequest.setHeader("User-Agent", Installation.USER_AGENT),
+        http.execute,
+        Effect.flatMap((res) => res.text),
+        Effect.timeout("10 seconds"),
+      )
+    })
+
+    const loadFromDisk = fs.readJson(Flag.SAEEOL_MODELS_PATH ?? filepath).pipe(
+      Effect.catch(() => Effect.succeed(undefined)),
+      Effect.map((v) => v as Record<string, Provider> | undefined),
+    )
+
+    // Bundled at build time; absent in dev — `tryPromise` covers both.
+    const loadSnapshot = Effect.tryPromise({
+      // @ts-ignore — generated at build time, may not exist in dev
+      try: () => import("./models-snapshot.js").then((m) => m.snapshot as Record<string, Provider> | undefined),
+      catch: () => undefined,
+    }).pipe(Effect.catch(() => Effect.succeed(undefined)))
+
+    const fetchAndWrite = Effect.fn("ModelsDev.fetchAndWrite")(function* () {
+      const text = yield* fetchApi()
+      yield* fs.writeWithDirs(filepath, text)
+      return text
+    })
+
+    const populate = Effect.gen(function* () {
+      const fromDisk = yield* loadFromDisk
+      if (fromDisk) return fromDisk
+      const snapshot = yield* loadSnapshot
+      if (snapshot) return snapshot
+      if (Flag.SAEEOL_DISABLE_MODELS_FETCH) return {}
+      // Flock is cross-process: concurrent saeeol CLIs can race on this cache file.
+      const text = yield* Effect.scoped(
+        Effect.gen(function* () {
+          yield* Flock.effect(lockKey)
+          return yield* fetchAndWrite()
+        }),
+      )
+      return JSON.parse(text) as Record<string, Provider>
+    }).pipe(Effect.withSpan("ModelsDev.populate"), Effect.orDie)
+
+    const [cachedGet, invalidate] = yield* Effect.cachedInvalidateWithTTL(populate, Duration.infinity)
+    const get = Effect.fn("ModelsDev.get")(function* () {
+      const providers = { ...(yield* cachedGet) }
+      delete providers["saeeol"]
+
+      const config = yield* Effect.promise(() => Config.get())
+      const disabled = new Set(config.disabled_providers ?? [])
+      const enabled = config.enabled_providers ? new Set(config.enabled_providers) : undefined
+      const saeeolAllowed = (!enabled || enabled.has("saeeol")) && !disabled.has("saeeol")
+      const apt = config.provider?.apertis?.options
+      const aptBase = apt?.baseURL ?? "https://api.apertis.ai/v1"
+      const aptFetch = {
+        ...(apt?.baseURL ? { baseURL: apt.baseURL } : {}),
+      }
+
+      if (saeeolAllowed) {
+        const opts = config.provider?.saeeol?.options
+        const auth = yield* Effect.promise(() => Auth.get("saeeol"))
+        const org = opts?.saeeolOrganizationId ?? (auth?.type === "oauth" ? auth.accountId : undefined)
+        const base = normalizeSaeeolBaseURL(opts?.baseURL, org)
+        const fetch = {
+          ...(base ? { baseURL: base } : {}),
+          ...(org ? { saeeolOrganizationId: org } : {}),
+        }
+        const [saeeol, apertis] = yield* Effect.all(
+          [
+            Effect.promise(() => ModelCache.fetch("saeeol", fetch).catch(() => ({}))),
+            providers["apertis"]
+              ? Effect.succeed(null)
+              : Effect.promise(() => ModelCache.fetch("apertis", aptFetch).catch(() => ({}))),
+          ],
+          { concurrency: 2 },
+        )
+
+        providers["saeeol"] = {
+          id: "saeeol",
+          name: "Saeeol Gateway",
+          env: ["SAEEOL_API_KEY"],
+          api: SAEEOL_OPENROUTER_BASE.endsWith("/") ? SAEEOL_OPENROUTER_BASE : `${SAEEOL_OPENROUTER_BASE}/`,
+          npm: "@saeeol/gateway",
+          models: saeeol,
+        }
+        if (Object.keys(saeeol).length === 0) {
+          yield* Effect.sync(() => void ModelCache.refresh("saeeol", fetch).catch(() => {}))
+        }
+        if (!providers["apertis"] && apertis !== null) {
+          providers["apertis"] = {
+            id: "apertis",
+            name: "Apertis",
+            env: ["APERTIS_API_KEY"],
+            api: aptBase,
+            npm: "@ai-sdk/openai-compatible",
+            models: apertis,
+          }
+          if (Object.keys(apertis).length === 0) {
+            yield* Effect.sync(() => void ModelCache.refresh("apertis", aptFetch).catch(() => {}))
+          }
+        }
+        return providers
+      }
+
+      if (!providers["apertis"]) {
+        const apertis = yield* Effect.promise(() => ModelCache.fetch("apertis", aptFetch).catch(() => ({})))
+        providers["apertis"] = {
+          id: "apertis",
+          name: "Apertis",
+          env: ["APERTIS_API_KEY"],
+          api: aptBase,
+          npm: "@ai-sdk/openai-compatible",
+          models: apertis,
+        }
+        if (Object.keys(apertis).length === 0) {
+          yield* Effect.sync(() => void ModelCache.refresh("apertis", aptFetch).catch(() => {}))
+        }
+      }
+      return providers
+    })
+
+    const refresh = Effect.fn("ModelsDev.refresh")(function* (force = false) {
+      if (!force && (yield* fresh())) return
+      yield* Effect.scoped(
+        Effect.gen(function* () {
+          yield* Flock.effect(lockKey)
+          // Re-check under the lock: another process may have refreshed between
+          // our outer check and lock acquisition.
+          if (!force && (yield* fresh())) return
+          yield* fetchAndWrite()
+          yield* invalidate
+        }),
+      ).pipe(
+        Effect.tapCause((cause) => Effect.logError("Failed to fetch models.dev", { cause })),
+        Effect.ignore,
+      )
+    })
+
+    if (!Flag.SAEEOL_DISABLE_MODELS_FETCH && !process.argv.includes("--get-yargs-completions")) {
+      // Schedule.spaced runs the effect once, then waits between completions.
+      yield* Effect.forkScoped(refresh().pipe(Effect.repeat(Schedule.spaced("60 minutes")), Effect.ignore))
+    }
+
+    return Service.of({ get, refresh })
+  }),
+)
+
+export const defaultLayer: Layer.Layer<Service> = layer.pipe(
+  Layer.provide(FetchHttpClient.layer),
+  Layer.provide(AppFileSystem.defaultLayer),
+)
+
+export * as ModelsDev from "./models"

package/src/provider/provider-conversion.ts

@@ -0,0 +1,274 @@
+import { mapValues, mergeDeep, pickBy, omit } from "remeda"
+import * as ModelsDev from "./models"
+import * as ProviderTransform from "./transform"
+import { ModelID, ProviderID } from "./schema"
+import { Model, Info } from "./provider-schema"
+import { iife } from "@/util/iife"
+import { Flag } from "@saeeol/core/flag/flag"
+import * as Log from "@saeeol/core/util/log"
+import {
+  patchModelsDevModel as patchSaeeolModel,
+  patchConfigModel as patchSaeeolConfigModel,
+} from "@/saeeol/provider/provider"
+
+const log = Log.create({ service: "provider" })
+
+export function cost(c: ModelsDev.Model["cost"]): Model["cost"] {
+  const result: Model["cost"] = {
+    input: c?.input ?? 0,
+    output: c?.output ?? 0,
+    cache: {
+      read: c?.cache_read ?? 0,
+      write: c?.cache_write ?? 0,
+    },
+  }
+  if (c?.context_over_200k) {
+    result.experimentalOver200K = {
+      cache: {
+        read: c.context_over_200k.cache_read ?? 0,
+        write: c.context_over_200k.cache_write ?? 0,
+      },
+      input: c.context_over_200k.input,
+      output: c.context_over_200k.output,
+    }
+  }
+  return result
+}
+
+export function fromModelsDevModel(provider: ModelsDev.Provider, model: ModelsDev.Model): Model {
+  const base: Model = {
+    id: ModelID.make(model.id),
+    providerID: ProviderID.make(provider.id),
+    name: model.name,
+    family: model.family,
+    api: {
+      id: model.id,
+      url: model.provider?.api ?? provider.api ?? "",
+      npm: model.provider?.npm ?? provider.npm ?? "@ai-sdk/openai-compatible",
+    },
+    status: model.status ?? "active",
+    headers: {},
+    options: {},
+    cost: cost(model.cost),
+    limit: {
+      context: model.limit.context,
+      input: model.limit.input,
+      output: model.limit.output,
+    },
+    capabilities: {
+      temperature: model.temperature ?? false,
+      reasoning: model.reasoning ?? false,
+      attachment: model.attachment ?? false,
+      toolcall: model.tool_call ?? true,
+      input: {
+        text: model.modalities?.input?.includes("text") ?? false,
+        audio: model.modalities?.input?.includes("audio") ?? false,
+        image: model.modalities?.input?.includes("image") ?? false,
+        video: model.modalities?.input?.includes("video") ?? false,
+        pdf: model.modalities?.input?.includes("pdf") ?? false,
+      },
+      output: {
+        text: model.modalities?.output?.includes("text") ?? false,
+        audio: model.modalities?.output?.includes("audio") ?? false,
+        image: model.modalities?.output?.includes("image") ?? false,
+        video: model.modalities?.output?.includes("video") ?? false,
+        pdf: model.modalities?.output?.includes("pdf") ?? false,
+      },
+      interleaved: model.interleaved ?? false,
+    },
+    release_date: model.release_date ?? "",
+    variants: {},
+  }
+  Object.assign(base, patchSaeeolModel(provider.id, model)) 
+
+  return {
+    ...base,
+    variants: mapValues(ProviderTransform.variants(base), (v) => v),
+  }
+}
+
+export function fromModelsDevProvider(provider: ModelsDev.Provider): Info {
+  const models: Record<string, Model> = {}
+  for (const [key, model] of Object.entries(provider.models)) {
+    models[key] = fromModelsDevModel(provider, model)
+    for (const [mode, opts] of Object.entries(model.experimental?.modes ?? {})) {
+      const id = `${model.id}-${mode}`
+      const base = fromModelsDevModel(provider, model)
+      models[id] = {
+        ...base,
+        id: ModelID.make(id),
+        name: `${model.name} ${mode[0].toUpperCase()}${mode.slice(1)}`,
+        cost: opts.cost ? mergeDeep(base.cost, cost(opts.cost)) : base.cost,
+        options: opts.provider?.body
+          ? Object.fromEntries(
+              Object.entries(opts.provider.body).map(([k, v]) => [
+                k.replace(/_([a-z])/g, (_, c) => c.toUpperCase()),
+                v,
+              ]),
+            )
+          : base.options,
+        headers: opts.provider?.headers ?? base.headers,
+      }
+    }
+  }
+  return {
+    id: ProviderID.make(provider.id),
+    source: "custom",
+    name: provider.name,
+    category: "custom" as const,
+    env: [...(provider.env ?? [])],
+    options: {},
+    models,
+  }
+}
+
+export function applyConfigModels(
+  database: Record<string, Info>,
+  configProviders: [string, any][],
+  modelsDev: Record<string, ModelsDev.Provider>,
+) {
+  for (const [providerID, provider] of configProviders) {
+    if (!provider) continue 
+    const existing = database[providerID]
+    const parsed: Info = {
+      id: ProviderID.make(providerID),
+      name: provider.name ?? existing?.name ?? providerID,
+      env: provider.env ?? existing?.env ?? [],
+      options: mergeDeep(existing?.options ?? {}, provider.options ?? {}),
+      source: "config",
+      category: existing?.category ?? "cloud",
+      models: existing?.models ?? {},
+    }
+
+    for (const [modelID, model] of Object.entries(provider.models ?? {}) as [string, any][]) {
+      if (!model) continue 
+      const existingModel = parsed.models[model.id ?? modelID]
+      const apiID = model.id ?? existingModel?.api.id ?? modelID
+      const apiNpm =
+        model.provider?.npm ??
+        provider.npm ??
+        existingModel?.api.npm ??
+        modelsDev[providerID]?.npm ??
+        "@ai-sdk/openai-compatible"
+      const name = iife(() => {
+        if (model.name) return model.name
+        if (model.id && model.id !== modelID) return modelID
+        return existingModel?.name ?? modelID
+      })
+      const parsedModel: Model = {
+        id: ModelID.make(modelID),
+        api: {
+          id: apiID,
+          npm: apiNpm,
+          url: model.provider?.api ?? provider?.api ?? existingModel?.api.url ?? modelsDev[providerID]?.api ?? "",
+        },
+        status: model.status ?? existingModel?.status ?? "active",
+        name,
+        providerID: ProviderID.make(providerID),
+        capabilities: {
+          temperature: model.temperature ?? existingModel?.capabilities.temperature ?? false,
+          reasoning: model.reasoning ?? existingModel?.capabilities.reasoning ?? false,
+          attachment: model.attachment ?? existingModel?.capabilities.attachment ?? false,
+          toolcall: model.tool_call ?? existingModel?.capabilities.toolcall ?? true,
+          input: {
+            text: model.modalities?.input?.includes("text") ?? existingModel?.capabilities.input.text ?? true,
+            audio: model.modalities?.input?.includes("audio") ?? existingModel?.capabilities.input.audio ?? false,
+            image: model.modalities?.input?.includes("image") ?? existingModel?.capabilities.input.image ?? false,
+            video: model.modalities?.input?.includes("video") ?? existingModel?.capabilities.input.video ?? false,
+            pdf: model.modalities?.input?.includes("pdf") ?? existingModel?.capabilities.input.pdf ?? false,
+          },
+          output: {
+            text: model.modalities?.output?.includes("text") ?? existingModel?.capabilities.output.text ?? true,
+            audio: model.modalities?.output?.includes("audio") ?? existingModel?.capabilities.output.audio ?? false,
+            image: model.modalities?.output?.includes("image") ?? existingModel?.capabilities.output.image ?? false,
+            video: model.modalities?.output?.includes("video") ?? existingModel?.capabilities.output.video ?? false,
+            pdf: model.modalities?.output?.includes("pdf") ?? existingModel?.capabilities.output.pdf ?? false,
+          },
+          interleaved:
+            model.interleaved ??
+            existingModel?.capabilities.interleaved ??
+            (!existingModel && apiNpm === "@ai-sdk/openai-compatible" && apiID.includes("deepseek")
+              ? { field: "reasoning_content" }
+              : false),
+        },
+        cost: {
+          input: model?.cost?.input ?? existingModel?.cost?.input ?? 0,
+          output: model?.cost?.output ?? existingModel?.cost?.output ?? 0,
+          cache: {
+            read: model?.cost?.cache_read ?? existingModel?.cost?.cache.read ?? 0,
+            write: model?.cost?.cache_write ?? existingModel?.cost?.cache.write ?? 0,
+          },
+        },
+        options: mergeDeep(existingModel?.options ?? {}, model.options ?? {}),
+        limit: {
+          context: model.limit?.context ?? existingModel?.limit?.context ?? 0,
+          input: model.limit?.input ?? existingModel?.limit?.input,
+          output: model.limit?.output ?? existingModel?.limit?.output ?? 0,
+        },
+        headers: mergeDeep(existingModel?.headers ?? {}, model.headers ?? {}),
+        family: model.family ?? existingModel?.family ?? "",
+        release_date: model.release_date ?? existingModel?.release_date ?? "",
+        ...patchSaeeolConfigModel(model, existingModel), 
+      }
+      const merged = mergeDeep(ProviderTransform.variants(parsedModel), model.variants ?? {})
+      parsedModel.variants = mapValues(
+        pickBy(merged, (v): v is NonNullable<typeof v> => !!v && !(v as any).disabled), 
+        (v) => omit(v, ["disabled"]),
+      )
+      parsed.models[modelID] = parsedModel
+    }
+    database[providerID] = parsed
+  }
+}
+
+export function cleanupProviders(
+  providers: Record<ProviderID, Info>,
+  cfg: any,
+  isProviderAllowed: (id: ProviderID) => boolean,
+) {
+  for (const [id, provider] of Object.entries(providers)) {
+    const providerID = ProviderID.make(id)
+    if (!isProviderAllowed(providerID)) {
+      delete providers[providerID]
+      continue
+    }
+
+    const configProvider = cfg.provider?.[providerID]
+
+    for (const [modelID, model] of Object.entries(provider.models)) {
+      model.api.id = model.api.id ?? model.id ?? modelID
+      if (
+        modelID === "gpt-5-chat-latest" ||
+        (providerID === ProviderID.openrouter && modelID === "openai/gpt-5-chat")
+      )
+        delete provider.models[modelID]
+      if (model.status === "alpha" && !Flag.SAEEOL_ENABLE_EXPERIMENTAL_MODELS) delete provider.models[modelID]
+      if (model.status === "deprecated") delete provider.models[modelID]
+      if (
+        (configProvider?.blacklist && configProvider.blacklist.includes(modelID)) ||
+        (configProvider?.whitelist && !configProvider.whitelist.includes(modelID))
+      )
+        delete provider.models[modelID]
+
+      if (!model.variants || Object.keys(model.variants).length === 0) {
+        model.variants = mapValues(ProviderTransform.variants(model), (v) => v)
+      }
+
+      const configVariants = configProvider?.models?.[modelID]?.variants
+      if (configVariants && model.variants) {
+        const merged = mergeDeep(model.variants, configVariants)
+        model.variants = mapValues(
+        pickBy(merged, (v: any): v is NonNullable<typeof v> => !!v && !v.disabled), 
+        (v) => omit(v, ["disabled"] as any),
+        )
+      }
+    }
+
+    if (Object.keys(provider.models).length === 0) {
+      delete providers[providerID]
+      continue
+    }
+
+    log.info("found", { providerID })
+  }
+}

package/src/provider/provider-events.ts

@@ -0,0 +1,29 @@
+import { BusEvent } from "@/bus/bus-event"
+import { Schema } from "effect"
+
+// Provider SDK 동적 설치 이벤트 — TUI/웹뷰에서 구독하여 설치 진행 상태 표시
+// BusEvent.define 호출로 전역 레지스트리에 자동 등록됨
+export const ProviderInstallEvent = {
+  Started: BusEvent.define(
+    "provider.install.started",
+    Schema.Struct({
+      providerID: Schema.String,
+      pkg: Schema.String,
+    }),
+  ),
+  Completed: BusEvent.define(
+    "provider.install.completed",
+    Schema.Struct({
+      providerID: Schema.String,
+      pkg: Schema.String,
+    }),
+  ),
+  Failed: BusEvent.define(
+    "provider.install.failed",
+    Schema.Struct({
+      providerID: Schema.String,
+      pkg: Schema.String,
+      error: Schema.String,
+    }),
+  ),
+}