saeeol 1.0.6 → 1.0.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "$schema": "https://json.schemastore.org/package.json",
-  "version": "1.0.6",
+  "version": "1.0.7",
   "name": "saeeol",
   "type": "module",
   "license": "Apache-2.0",

package/script/build.ts

@@ -55,7 +55,99 @@ const baselineFlag = process.argv.includes("--baseline")
 const skipInstall = process.argv.includes("--skip-install")
 const sourcemapsFlag = process.argv.includes("--sourcemaps")
 const plugin = createSolidTransformPlugin()
-async function copyTreeSitterWasms(outputDir: string) {
+
+// ══════════════════════════════════════════════════════════════════
+//  Tier-based tree-sitter WASM selection
+//
+//  LIGHT  = 5 langs (markdown, json, yaml, toml, tsx)   ~8 MB
+//  CODE   = 15 langs (+ python, rust, go, c, cpp...)     ~18 MB
+//  MASTER = all 37 langs                                  ~50 MB
+// ══════════════════════════════════════════════════════════════════
+
+// ══════════════════════════════════════════════════════════════════
+//  Tier-based external packages
+//  These packages are excluded from the bundle entirely
+// ══════════════════════════════════════════════════════════════════
+
+const allProviderPkgs = [
+  "@ai-sdk/amazon-bedrock",
+  "@ai-sdk/anthropic",
+  "@ai-sdk/azure",
+  "@ai-sdk/google",
+  "@ai-sdk/google-vertex",
+  "@ai-sdk/openai",
+  "@ai-sdk/openai-compatible",
+  "@openrouter/ai-sdk-provider",
+  "@ai-sdk/xai",
+  "@ai-sdk/mistral",
+  "@ai-sdk/groq",
+  "@ai-sdk/deepinfra",
+  "@ai-sdk/cerebras",
+  "@ai-sdk/cohere",
+  "@ai-sdk/gateway",
+  "@ai-sdk/togetherai",
+  "@ai-sdk/perplexity",
+  "@ai-sdk/vercel",
+  "@ai-sdk/alibaba",
+  "gitlab-ai-provider",
+  "venice-ai-sdk-provider",
+]
+
+const lightRequired = new Set([
+  "@ai-sdk/anthropic",
+  "@ai-sdk/openai",
+  "@ai-sdk/openai-compatible",
+  "@ai-sdk/google",
+  "@saeeol/gateway",
+])
+
+const codeRequired = new Set([
+  ...lightRequired,
+  "@ai-sdk/amazon-bedrock",
+  "@ai-sdk/azure",
+  "@ai-sdk/google-vertex",
+  "@openrouter/ai-sdk-provider",
+  "@ai-sdk/groq",
+  "@ai-sdk/deepinfra",
+  "@ai-sdk/gateway",
+  "@ai-sdk/alibaba",
+  "@ai-sdk/cerebras",
+])
+
+function tierExternals(tier: string): string[] {
+  if (tier === "master") return []
+  const required = tier === "light" ? lightRequired : codeRequired
+  return allProviderPkgs.filter((p) => !required.has(p))
+}
+
+const tierArg = process.argv.find((a) => a.startsWith("--tier="))?.split("=")[1] ?? "master"
+
+const treeSitterLanguages: Record<string, string[]> = {
+  light: [
+    "markdown", "markdown_inline",
+    "json",
+    "yaml",
+    "toml",
+    "tsx", "typescript",
+  ],
+  code: [
+    "markdown", "markdown_inline",
+    "json",
+    "yaml",
+    "toml",
+    "tsx", "typescript",
+    "python",
+    "rust",
+    "go",
+    "c", "cpp",
+    "java",
+    "javascript",
+    "bash",
+  ],
+  master: [], // empty = all
+}
+
+async function copyTreeSitterWasms(outputDir: string, tier: string) {
   const runtimeWasmPath = require.resolve("web-tree-sitter/tree-sitter.wasm")
   const languagePackagePath = require.resolve("tree-sitter-wasms/package.json")
   const languageWasmDir = path.join(path.dirname(languagePackagePath), "out")
@@ -64,13 +156,21 @@ async function copyTreeSitterWasms(outputDir: string) {
   await fs.promises.mkdir(targetDir, { recursive: true })
   await fs.promises.copyFile(runtimeWasmPath, path.join(targetDir, "tree-sitter.wasm"))
 
-  const languageWasmFiles = (await fs.promises.readdir(languageWasmDir)).filter((file) => file.endsWith(".wasm"))
+  const allWasmFiles = (await fs.promises.readdir(languageWasmDir)).filter((file) => file.endsWith(".wasm"))
+  const allowed = treeSitterLanguages[tier]
+
+  const filesToCopy = allowed.length === 0
+    ? allWasmFiles
+    : allWasmFiles.filter((file) => {
+        const langName = file.replace("tree-sitter-", "").replace(".wasm", "")
+        return allowed.some((a) => langName === a || langName.startsWith(a + "-"))
+      })
 
   await Promise.all(
-    languageWasmFiles.map((file) => fs.promises.copyFile(path.join(languageWasmDir, file), path.join(targetDir, file))),
+    filesToCopy.map((file) => fs.promises.copyFile(path.join(languageWasmDir, file), path.join(targetDir, file))),
   )
 
-  console.log(`copied ${languageWasmFiles.length + 1} tree-sitter wasm files to ${targetDir}`)
+  console.log(`copied ${filesToCopy.length + 1} tree-sitter wasm files to ${targetDir} (tier=${tier})`)
 }
 
 const allTargets: {
@@ -192,7 +292,7 @@ for (const item of targets) {
     tsconfig: "./tsconfig.json",
     plugins: [plugin],
     sourcemap: Script.release ? "none" : "external",
-    external: ["node-gyp", ...LanceDBRuntime.external], 
+    external: ["node-gyp", ...LanceDBRuntime.external, ...tierExternals(tierArg)],
     format: "esm",
     minify: true,
     splitting: true,
@@ -216,10 +316,11 @@ for (const item of targets) {
       SAEEOL_CHANNEL: `'${Script.channel}'`,
       SAEEOL_LIBC: item.os === "linux" ? `'${item.abi ?? "glibc"}'` : "",
       SAEEOL_BUILD_KIND: Script.release ? `'release'` : `'source'`, 
+      SAEEOL_TIER: `'${tierArg}'`,
     },
   })
 
-  await copyTreeSitterWasms(path.resolve(dir, `dist/${name}/bin`)) 
+  await copyTreeSitterWasms(path.resolve(dir, `dist/${name}/bin`), tierArg)
   if (item.os === "linux") {
     const interpreters: Record<string, string> = {
       x64: "/lib64/ld-linux-x86-64.so.2",

package/src/provider/bundled-providers.ts

@@ -1,4 +1,3 @@
-import { SAEEOL_BUNDLED_PROVIDERS } from "@/saeeol/provider/provider"
 import type { BundledSDK } from "./provider-types"
 
 export function shouldUseCopilotResponsesApi(modelID: string): boolean {
@@ -11,30 +10,32 @@ export function useLanguageModel(sdk: any) {
   return sdk.responses === undefined && sdk.chat === undefined
 }
 
-export const BUNDLED_PROVIDERS: Record<string, () => Promise<(opts: any) => BundledSDK>> = {
-  "@ai-sdk/amazon-bedrock": () => import("@ai-sdk/amazon-bedrock").then((m) => m.createAmazonBedrock),
-  "@ai-sdk/anthropic": () => import("@ai-sdk/anthropic").then((m) => m.createAnthropic),
-  "@ai-sdk/azure": () => import("@ai-sdk/azure").then((m) => m.createAzure),
-  "@ai-sdk/google": () => import("@ai-sdk/google").then((m) => m.createGoogleGenerativeAI),
-  "@ai-sdk/google-vertex": () => import("@ai-sdk/google-vertex").then((m) => m.createVertex),
-  "@ai-sdk/google-vertex/anthropic": () =>
-    import("@ai-sdk/google-vertex/anthropic").then((m) => m.createVertexAnthropic),
-  "@ai-sdk/openai": () => import("@ai-sdk/openai").then((m) => m.createOpenAI),
-  "@ai-sdk/openai-compatible": () => import("@ai-sdk/openai-compatible").then((m) => m.createOpenAICompatible),
-  "@openrouter/ai-sdk-provider": () => import("@openrouter/ai-sdk-provider").then((m) => m.createOpenRouter),
-  "@ai-sdk/xai": () => import("@ai-sdk/xai").then((m) => m.createXai),
-  "@ai-sdk/mistral": () => import("@ai-sdk/mistral").then((m) => m.createMistral),
-  "@ai-sdk/groq": () => import("@ai-sdk/groq").then((m) => m.createGroq),
-  "@ai-sdk/deepinfra": () => import("@ai-sdk/deepinfra").then((m) => m.createDeepInfra),
-  "@ai-sdk/cerebras": () => import("@ai-sdk/cerebras").then((m) => m.createCerebras),
-  "@ai-sdk/cohere": () => import("@ai-sdk/cohere").then((m) => m.createCohere),
-  "@ai-sdk/gateway": () => import("@ai-sdk/gateway").then((m) => m.createGateway),
-  "@ai-sdk/togetherai": () => import("@ai-sdk/togetherai").then((m) => m.createTogetherAI),
-  "@ai-sdk/perplexity": () => import("@ai-sdk/perplexity").then((m) => m.createPerplexity),
-  "@ai-sdk/vercel": () => import("@ai-sdk/vercel").then((m) => m.createVercel),
-  "@ai-sdk/alibaba": () => import("@ai-sdk/alibaba").then((m) => m.createAlibaba),
-  "gitlab-ai-provider": () => import("gitlab-ai-provider").then((m) => m.createGitLab),
-  "@ai-sdk/github-copilot": () => import("./sdk/copilot/copilot-provider").then((m) => m.createOpenaiCompatible),
-  "venice-ai-sdk-provider": () => import("venice-ai-sdk-provider").then((m) => m.createVenice),
-  ...SAEEOL_BUNDLED_PROVIDERS,
+// ╔══════════════════════════════════════════════════════════════════╗
+// ║  티어별 provider 로딩                                            ║
+// ║                                                                   ║
+// ║  SAEEOL_TIER는 build.ts define으로 "light"|"code"|"master" 주입    ║
+// ║  Bun은 dead branch를 제거하므로 다른 티어의 import()가 제외됨      ║
+// ╚══════════════════════════════════════════════════════════════════╝
+
+declare const SAEEOL_TIER: string
+
+type ProviderLoader = () => Promise<(opts: any) => BundledSDK>
+
+// 티어별 파일에서 각각 서로 다른 provider 집합을 import
+// Bun은 조건에 맞지 않는 branch의 import()를 dead code로 처리
+
+function getProviders(): Record<string, ProviderLoader> {
+  if (SAEEOL_TIER === "light") {
+    // Bun replaces SAEEOL_TIER with literal, dead-eliminates else branches
+    const m = require("./tiers/light") as typeof import("./tiers/light")
+    return m.lightProviders
+  }
+  if (SAEEOL_TIER === "code") {
+    const m = require("./tiers/code") as typeof import("./tiers/code")
+    return m.codeProviders
+  }
+  const m = require("./tiers/master") as typeof import("./tiers/master")
+  return m.masterProviders
 }
+
+export const BUNDLED_PROVIDERS: Record<string, ProviderLoader> = getProviders()

package/src/provider/tiers/code.ts

@@ -0,0 +1,21 @@
+// CODE 티어 provider 맵 — LIGHT + 개발용 provider
+import type { BundledSDK } from "../../provider/provider-types"
+import { createSaeeol } from "@saeeol/gateway"
+import { lightProviders } from "./light"
+
+type L = () => Promise<(opts: any) => BundledSDK>
+
+export const codeProviders: Record<string, L> = {
+  ...lightProviders,
+  "@ai-sdk/amazon-bedrock": () => import("@ai-sdk/amazon-bedrock").then((m) => m.createAmazonBedrock),
+  "@ai-sdk/azure": () => import("@ai-sdk/azure").then((m) => m.createAzure),
+  "@ai-sdk/google-vertex": () => import("@ai-sdk/google-vertex").then((m) => m.createVertex),
+  "@ai-sdk/google-vertex/anthropic": () =>
+    import("@ai-sdk/google-vertex/anthropic").then((m) => m.createVertexAnthropic),
+  "@openrouter/ai-sdk-provider": () => import("@openrouter/ai-sdk-provider").then((m) => m.createOpenRouter),
+  "@ai-sdk/groq": () => import("@ai-sdk/groq").then((m) => m.createGroq),
+  "@ai-sdk/deepinfra": () => import("@ai-sdk/deepinfra").then((m) => m.createDeepInfra),
+  "@ai-sdk/gateway": () => import("@ai-sdk/gateway").then((m) => m.createGateway),
+  "@ai-sdk/alibaba": () => import("@ai-sdk/alibaba").then((m) => m.createAlibaba),
+  "@ai-sdk/cerebras": () => import("@ai-sdk/cerebras").then((m) => m.createCerebras),
+}

package/src/provider/tiers/light.ts

@@ -0,0 +1,14 @@
+// LIGHT 티어 provider 맵 — 최소 provider만
+import type { BundledSDK } from "../../provider/provider-types"
+import { createSaeeol } from "@saeeol/gateway"
+
+type L = () => Promise<(opts: any) => BundledSDK>
+
+export const lightProviders: Record<string, L> = {
+  "@saeeol/gateway": async () => createSaeeol as any,
+  "@ai-sdk/anthropic": () => import("@ai-sdk/anthropic").then((m) => m.createAnthropic),
+  "@ai-sdk/openai": () => import("@ai-sdk/openai").then((m) => m.createOpenAI),
+  "@ai-sdk/openai-compatible": () => import("@ai-sdk/openai-compatible").then((m) => m.createOpenAICompatible),
+  "@ai-sdk/google": () => import("@ai-sdk/google").then((m) => m.createGoogleGenerativeAI),
+  "@ai-sdk/github-copilot": () => import("../sdk/copilot/copilot-provider").then((m) => m.createOpenaiCompatible),
+}

package/src/provider/tiers/master.ts

@@ -0,0 +1,17 @@
+// MASTER 티어 provider 맵 — 전체 provider
+import type { BundledSDK } from "../../provider/provider-types"
+import { codeProviders } from "./code"
+
+type L = () => Promise<(opts: any) => BundledSDK>
+
+export const masterProviders: Record<string, L> = {
+  ...codeProviders,
+  "@ai-sdk/xai": () => import("@ai-sdk/xai").then((m) => m.createXai),
+  "@ai-sdk/mistral": () => import("@ai-sdk/mistral").then((m) => m.createMistral),
+  "@ai-sdk/cohere": () => import("@ai-sdk/cohere").then((m) => m.createCohere),
+  "@ai-sdk/togetherai": () => import("@ai-sdk/togetherai").then((m) => m.createTogetherAI),
+  "@ai-sdk/perplexity": () => import("@ai-sdk/perplexity").then((m) => m.createPerplexity),
+  "@ai-sdk/vercel": () => import("@ai-sdk/vercel").then((m) => m.createVercel),
+  "gitlab-ai-provider": () => import("gitlab-ai-provider").then((m) => m.createGitLab),
+  "venice-ai-sdk-provider": () => import("venice-ai-sdk-provider").then((m) => m.createVenice),
+}