saeeol 1.2.4 → 1.2.7

package/script/build.ts

@@ -1,393 +0,0 @@
-#!/usr/bin/env bun
-
-import { $ } from "bun"
-import fs from "fs"
-import path from "path"
-import { fileURLToPath } from "url"
-import { createSolidTransformPlugin } from "@opentui/solid/bun-plugin"
-import { createRequire } from "module" 
-
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = path.dirname(__filename)
-const dir = path.resolve(__dirname, "..")
-const require = createRequire(import.meta.url) 
-
-process.chdir(dir)
-
-await import("./generate.ts")
-
-import { Script } from "@saeeol/script"
-import pkg from "../package.json"
-import { LanceDBRuntime } from "../src/overlay/lancedb" 
-
-// Load migrations from migration directories
-const migrationDirs = (
-  await fs.promises.readdir(path.join(dir, "migration"), {
-    withFileTypes: true,
-  })
-)
-  .filter((entry) => entry.isDirectory() && /^\d{4}\d{2}\d{2}\d{2}\d{2}\d{2}/.test(entry.name))
-  .map((entry) => entry.name)
-  .sort()
-
-const migrations = await Promise.all(
-  migrationDirs.map(async (name) => {
-    const file = path.join(dir, "migration", name, "migration.sql")
-    const sql = await Bun.file(file).text()
-    const match = /^(\d{4})(\d{2})(\d{2})(\d{2})(\d{2})(\d{2})/.exec(name)
-    const timestamp = match
-      ? Date.UTC(
-          Number(match[1]),
-          Number(match[2]) - 1,
-          Number(match[3]),
-          Number(match[4]),
-          Number(match[5]),
-          Number(match[6]),
-        )
-      : 0
-    return { sql, timestamp, name }
-  }),
-)
-console.log(`Loaded ${migrations.length} migrations`)
-
-const singleFlag = process.argv.includes("--single")
-const baselineFlag = process.argv.includes("--baseline")
-const skipInstall = process.argv.includes("--skip-install")
-const sourcemapsFlag = process.argv.includes("--sourcemaps")
-const plugin = createSolidTransformPlugin()
-
-// ══════════════════════════════════════════════════════════════════
-//  Tier-based tree-sitter WASM selection
-//
-//  LIGHT  = 5 langs (markdown, json, yaml, toml, tsx)   ~8 MB
-//  CODE   = 15 langs (+ python, rust, go, c, cpp...)     ~18 MB
-//  MASTER = all 37 langs                                  ~50 MB
-// ══════════════════════════════════════════════════════════════════
-
-// ══════════════════════════════════════════════════════════════════
-//  Tier-based external packages
-//  These packages are excluded from the bundle entirely
-// ══════════════════════════════════════════════════════════════════
-
-const allProviderPkgs = [
-  "@ai-sdk/amazon-bedrock",
-  "@ai-sdk/anthropic",
-  "@ai-sdk/azure",
-  "@ai-sdk/google",
-  "@ai-sdk/google-vertex",
-  "@ai-sdk/openai",
-  "@ai-sdk/openai-compatible",
-  "@openrouter/ai-sdk-provider",
-  "@ai-sdk/xai",
-  "@ai-sdk/mistral",
-  "@ai-sdk/groq",
-  "@ai-sdk/deepinfra",
-  "@ai-sdk/cerebras",
-  "@ai-sdk/cohere",
-  "@ai-sdk/gateway",
-  "@ai-sdk/togetherai",
-  "@ai-sdk/perplexity",
-  "@ai-sdk/vercel",
-  "@ai-sdk/alibaba",
-  "gitlab-ai-provider",
-  "venice-ai-sdk-provider",
-]
-
-const lightRequired = new Set([
-  "@ai-sdk/anthropic",
-  "@ai-sdk/openai",
-  "@ai-sdk/openai-compatible",
-  "@ai-sdk/google",
-  "@saeeol/gateway",
-])
-
-const codeRequired = new Set([
-  ...lightRequired,
-  "@ai-sdk/amazon-bedrock",
-  "@ai-sdk/azure",
-  "@ai-sdk/google-vertex",
-  "@openrouter/ai-sdk-provider",
-  "@ai-sdk/groq",
-  "@ai-sdk/deepinfra",
-  "@ai-sdk/gateway",
-  "@ai-sdk/alibaba",
-  "@ai-sdk/cerebras",
-])
-
-function tierExternals(tier: string): string[] {
-  if (tier === "master") return []
-  const required = tier === "light" ? lightRequired : codeRequired
-  return allProviderPkgs.filter((p) => !required.has(p))
-}
-
-const tierArg = process.argv.find((a) => a.startsWith("--tier="))?.split("=")[1] ?? "master"
-
-const treeSitterLanguages: Record<string, string[]> = {
-  light: [
-    "markdown", "markdown_inline",
-    "json",
-    "yaml",
-    "toml",
-    "tsx", "typescript",
-  ],
-  code: [
-    "markdown", "markdown_inline",
-    "json",
-    "yaml",
-    "toml",
-    "tsx", "typescript",
-    "python",
-    "rust",
-    "go",
-    "c", "cpp",
-    "java",
-    "javascript",
-    "bash",
-  ],
-  master: [], // empty = all
-}
-
-async function copyTreeSitterWasms(outputDir: string, tier: string) {
-  const runtimeWasmPath = require.resolve("web-tree-sitter/tree-sitter.wasm")
-  const languagePackagePath = require.resolve("tree-sitter-wasms/package.json")
-  const languageWasmDir = path.join(path.dirname(languagePackagePath), "out")
-  const targetDir = path.join(outputDir, "tree-sitter")
-
-  await fs.promises.mkdir(targetDir, { recursive: true })
-  await fs.promises.copyFile(runtimeWasmPath, path.join(targetDir, "tree-sitter.wasm"))
-
-  const allWasmFiles = (await fs.promises.readdir(languageWasmDir)).filter((file) => file.endsWith(".wasm"))
-  const allowed = treeSitterLanguages[tier]
-
-  const filesToCopy = allowed.length === 0
-    ? allWasmFiles
-    : allWasmFiles.filter((file) => {
-        const langName = file.replace("tree-sitter-", "").replace(".wasm", "")
-        return allowed.some((a) => langName === a || langName.startsWith(a + "-"))
-      })
-
-  await Promise.all(
-    filesToCopy.map((file) => fs.promises.copyFile(path.join(languageWasmDir, file), path.join(targetDir, file))),
-  )
-
-  console.log(`copied ${filesToCopy.length + 1} tree-sitter wasm files to ${targetDir} (tier=${tier})`)
-}
-
-const allTargets: {
-  os: string
-  arch: "arm64" | "x64"
-  abi?: "musl"
-  avx2?: false
-}[] = [
-  {
-    os: "linux",
-    arch: "arm64",
-  },
-  {
-    os: "linux",
-    arch: "x64",
-  },
-  {
-    os: "linux",
-    arch: "x64",
-    avx2: false,
-  },
-  {
-    os: "linux",
-    arch: "arm64",
-    abi: "musl",
-  },
-  {
-    os: "linux",
-    arch: "x64",
-    abi: "musl",
-  },
-  {
-    os: "linux",
-    arch: "x64",
-    abi: "musl",
-    avx2: false,
-  },
-  {
-    os: "darwin",
-    arch: "arm64",
-  },
-  {
-    os: "darwin",
-    arch: "x64",
-  },
-  {
-    os: "darwin",
-    arch: "x64",
-    avx2: false,
-  },
-  {
-    os: "win32",
-    arch: "arm64",
-  },
-  {
-    os: "win32",
-    arch: "x64",
-  },
-  {
-    os: "win32",
-    arch: "x64",
-    avx2: false,
-  },
-]
-
-const targets = singleFlag
-  ? allTargets.filter((item) => {
-      if (item.os !== process.platform || item.arch !== process.arch) {
-        return false
-      }
-
-      // When building for the current platform, prefer a single native binary by default.
-      // Baseline binaries require additional Bun artifacts and can be flaky to download.
-      if (item.avx2 === false) {
-        return baselineFlag
-      }
-
-      // also skip abi-specific builds for the same reason
-      if (item.abi !== undefined) {
-        return false
-      }
-
-      return true
-    })
-  : allTargets
-
-await $`rm -rf dist`
-
-const binaries: Record<string, string> = {}
-if (!skipInstall) {
-  await $`bun install --os="*" --cpu="*" @opentui/core@${pkg.dependencies["@opentui/core"]}`
-  await $`bun install --os="*" --cpu="*" @parcel/watcher@${pkg.dependencies["@parcel/watcher"]}`
-}
-for (const item of targets) {
-  const name = [
-    pkg.name,
-    // changing to win32 flags npm for some reason
-    item.os === "win32" ? "windows" : item.os,
-    item.arch,
-    item.avx2 === false ? "baseline" : undefined,
-    item.abi === undefined ? undefined : item.abi,
-  ]
-    .filter(Boolean)
-    .join("-")
-  console.log(`building ${name}`)
-  await $`mkdir -p dist/${name}/bin`
-
-  const localPath = path.resolve(dir, "node_modules/@opentui/core/parser.worker.js")
-  const rootPath = path.resolve(dir, "../../node_modules/@opentui/core/parser.worker.js")
-  const parserWorker = fs.realpathSync(fs.existsSync(localPath) ? localPath : rootPath)
-  const workerPath = "./src/cli/cmd/tui/worker.ts"
-
-  // Use platform-specific bunfs root path based on target OS
-  const bunfsRoot = item.os === "win32" ? "B:/~BUN/root/" : "/$bunfs/root/"
-  const workerRelativePath = path.relative(dir, parserWorker).replaceAll("\\", "/")
-
-  await Bun.build({
-    conditions: ["browser"],
-    tsconfig: "./tsconfig.json",
-    plugins: [plugin],
-    sourcemap: Script.release ? "none" : "external",
-    external: ["node-gyp", ...LanceDBRuntime.external, ...tierExternals(tierArg)],
-    format: "esm",
-    minify: true,
-    splitting: true,
-    compile: {
-      autoloadBunfig: false,
-      autoloadDotenv: false,
-      autoloadTsconfig: true,
-      autoloadPackageJson: true,
-      target: name.replace(pkg.name, "bun") as any,
-      outfile: `dist/${name}/bin/saeeol`, 
-      execArgv: [`--user-agent=saeeol/${Script.version}`, "--use-system-ca", "--"], 
-      windows: {},
-    },
-    files: {},
-    entrypoints: ["./src/index.ts", parserWorker, workerPath],
-    define: {
-      SAEEOL_VERSION: `'${Script.version}'`,
-      SAEEOL_MIGRATIONS: JSON.stringify(migrations),
-      OTUI_TREE_SITTER_WORKER_PATH: bunfsRoot + workerRelativePath,
-      SAEEOL_WORKER_PATH: workerPath,
-      SAEEOL_CHANNEL: `'${Script.channel}'`,
-      SAEEOL_LIBC: item.os === "linux" ? `'${item.abi ?? "glibc"}'` : "",
-      SAEEOL_BUILD_KIND: Script.release ? `'release'` : `'source'`, 
-      SAEEOL_TIER: `'${tierArg}'`,
-    },
-  })
-
-  await copyTreeSitterWasms(path.resolve(dir, `dist/${name}/bin`), tierArg)
-  if (item.os === "linux") {
-    const interpreters: Record<string, string> = {
-      x64: "/lib64/ld-linux-x86-64.so.2",
-      arm64: "/lib/ld-linux-aarch64.so.1",
-      "x64-musl": "/lib/ld-musl-x86_64.so.1",
-      "arm64-musl": "/lib/ld-musl-aarch64.so.1",
-    }
-    const key = item.abi === "musl" ? `${item.arch}-musl` : item.arch
-    const interpreter = interpreters[key]
-    if (interpreter) {
-      try {
-        await $`patchelf --set-interpreter ${interpreter} dist/${name}/bin/saeeol`
-        console.log(`patched interpreter for ${name} -> ${interpreter}`)
-      } catch {
-        console.warn(`patchelf not available, skipping interpreter fix for ${name}`)
-      }
-    }
-  }
-
-  // Smoke test: only run if binary is for current platform
-  if (item.os === process.platform && item.arch === process.arch && !item.abi) {
-    const binaryPath = `dist/${name}/bin/saeeol` 
-    console.log(`Running smoke test: ${binaryPath} --version`)
-    try {
-      const versionOutput = await $`${binaryPath} --version`.text()
-      console.log(`Smoke test passed: ${versionOutput.trim()}`)
-    } catch (e) {
-      console.error(`Smoke test failed for ${name}:`, e)
-      process.exit(1)
-    }
-  }
-
-  await $`rm -rf ./dist/${name}/bin/tui`
-  await Bun.file(`dist/${name}/package.json`).write(
-    JSON.stringify(
-      {
-        name,
-        version: Script.version,
-        os: [item.os],
-        cpu: [item.arch],
-        repository: {
-          type: "git",
-          url: "https://github.com/SAEEOL/saeeol",
-        },
-      },
-      null,
-      2,
-    ),
-  )
-  binaries[name] = Script.version
-}
-
-if (Script.release) {
-  const archives: string[] = [] 
-  for (const key of Object.keys(binaries)) {
-    const archive = key.replace(pkg.name, "saeeol") 
-    if (key.includes("linux")) {
-      const out = path.resolve("dist", `${archive}.tar.gz`) 
-      await $`tar -czf ${out} *`.cwd(`dist/${key}/bin`) 
-      archives.push(out) 
-    } else {
-      const out = path.resolve("dist", `${archive}.zip`) 
-      await $`zip -r ${out} *`.cwd(`dist/${key}/bin`) 
-      archives.push(out) 
-    }
-  }
-  await $`gh release upload v${Script.version} ${archives} --clobber` 
-}
-
-export { binaries }

package/script/check-migrations.ts

@@ -1,16 +0,0 @@
-#!/usr/bin/env bun
-
-import { $ } from "bun"
-
-// drizzle-kit check compares schema to migrations, exits non-zero if drift
-const result = await $`bun drizzle-kit check`.quiet().nothrow()
-
-if (result.exitCode !== 0) {
-  console.error("Schema has changes not captured in migrations!")
-  console.error("Run: bun drizzle-kit generate")
-  console.error("")
-  console.error(result.stderr.toString())
-  process.exit(1)
-}
-
-console.log("Migrations are up to date")

package/script/fix-node-pty.ts

@@ -1,34 +0,0 @@
-#!/usr/bin/env bun
-
-// On Windows, node-pty spawn-helper doesn't need chmod fixes.
-// Early exit to avoid bun resolving transitive deps (@opentui/solid -> babel)
-// which have hoisting issues on Windows.
-if (process.platform === "win32") {
-  console.log("skipped fix-node-pty on windows")
-  process.exit(0)
-}
-
-import fs from "fs/promises"
-import path from "path"
-import { fileURLToPath } from "url"
-
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = path.dirname(__filename)
-const dir = path.resolve(__dirname, "..")
-
-const root = path.join(dir, "node_modules", "node-pty", "prebuilds")
-const dirs = await fs.readdir(root, { withFileTypes: true }).catch(() => [])
-const files = dirs.filter((x) => x.isDirectory()).map((x) => path.join(root, x.name, "spawn-helper"))
-const result = await Promise.all(
-  files.map(async (file) => {
-    const stat = await fs.stat(file).catch(() => undefined)
-    if (!stat) return
-    if ((stat.mode & 0o111) === 0o111) return
-    await fs.chmod(file, stat.mode | 0o755)
-    return file
-  }),
-)
-const fixed = result.filter(Boolean)
-if (fixed.length) {
-  console.log(`fixed node-pty permissions for ${fixed.length} helper${fixed.length === 1 ? "" : "s"}`)
-}

package/script/generate.ts

@@ -1,23 +0,0 @@
-import path from "path"
-import { fileURLToPath } from "url"
-
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = path.dirname(__filename)
-const dir = path.resolve(__dirname, "..")
-
-process.chdir(dir)
-
-const modelsUrl = process.env.SAEEOL_MODELS_URL || "https://models.dev"
-// Fetch and generate models.dev snapshot
-const modelsData = process.env.MODELS_DEV_API_JSON
-  ? await Bun.file(process.env.MODELS_DEV_API_JSON).text()
-  : await fetch(`${modelsUrl}/api.json`).then((x) => x.text())
-await Bun.write(
-  path.join(dir, "src/provider/models-snapshot.js"),
-  `// @ts-nocheck\n// Auto-generated by build.ts - do not edit\nexport const snapshot = ${modelsData}\n`,
-)
-await Bun.write(
-  path.join(dir, "src/provider/models-snapshot.d.ts"),
-  `// Auto-generated by build.ts - do not edit\nexport declare const snapshot: Record<string, unknown>\n`,
-)
-console.log("Generated models-snapshot.js")

package/script/postinstall.mjs

@@ -1,189 +0,0 @@
-#!/usr/bin/env node
-
-import fs from "fs"
-import path from "path"
-import os from "os"
-import childProcess from "child_process"
-import { fileURLToPath } from "url"
-import { createRequire } from "module"
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url))
-const require = createRequire(import.meta.url)
-
-// saeeolcode_change start - variant detection matching bin/saeeolcode logic
-const platformMap = {
-  darwin: "darwin",
-  linux: "linux",
-  win32: "windows",
-}
-const archMap = {
-  x64: "x64",
-  arm64: "arm64",
-  arm: "arm",
-}
-
-function detectPlatformAndArch() {
-  const platform = platformMap[os.platform()] || os.platform()
-  const arch = archMap[os.arch()] || os.arch()
-  return { platform, arch }
-}
-
-function supportsAvx2() {
-  const { platform, arch } = detectPlatformAndArch()
-  if (arch !== "x64") return false
-
-  if (platform === "linux") {
-    try {
-      return /(^|\s)avx2(\s|$)/i.test(fs.readFileSync("/proc/cpuinfo", "utf8"))
-    } catch {
-      return false
-    }
-  }
-
-  if (platform === "darwin") {
-    try {
-      const result = childProcess.spawnSync("sysctl", ["-n", "hw.optional.avx2_0"], {
-        encoding: "utf8",
-        timeout: 1500,
-      })
-      if (result.status !== 0) return false
-      return (result.stdout || "").trim() === "1"
-    } catch {
-      return false
-    }
-  }
-
-  return false
-}
-
-function isMusl() {
-  try {
-    if (fs.existsSync("/etc/alpine-release")) return true
-  } catch {
-    // ignore
-  }
-
-  try {
-    const result = childProcess.spawnSync("ldd", ["--version"], { encoding: "utf8" })
-    const text = ((result.stdout || "") + (result.stderr || "")).toLowerCase()
-    if (text.includes("musl")) return true
-  } catch {
-    // ignore
-  }
-
-  return false
-}
-
-function getPackageNames() {
-  const { platform, arch } = detectPlatformAndArch()
-  const base = `@saeeolcode/cli-${platform}-${arch}`
-  const avx2 = supportsAvx2()
-  const baseline = arch === "x64" && !avx2
-
-  if (platform === "linux") {
-    const musl = isMusl()
-    if (musl) {
-      if (arch === "x64") {
-        if (baseline) return [`${base}-baseline-musl`, `${base}-musl`, `${base}-baseline`, base]
-        return [`${base}-musl`, `${base}-baseline-musl`, base, `${base}-baseline`]
-      }
-      return [`${base}-musl`, base]
-    }
-    if (arch === "x64") {
-      if (baseline) return [`${base}-baseline`, base, `${base}-baseline-musl`, `${base}-musl`]
-      return [base, `${base}-baseline`, `${base}-musl`, `${base}-baseline-musl`]
-    }
-    return [base, `${base}-musl`]
-  }
-
-  if (arch === "x64") {
-    if (baseline) return [`${base}-baseline`, base]
-    return [base, `${base}-baseline`]
-  }
-  return [base]
-}
-
-function findBinary() {
-  const { platform } = detectPlatformAndArch()
-  const binaryName = platform === "windows" ? "saeeolcode.exe" : "saeeolcode"
-  const names = getPackageNames()
-
-  for (const packageName of names) {
-    try {
-      const packageJsonPath = require.resolve(`${packageName}/package.json`)
-      const packageDir = path.dirname(packageJsonPath)
-      const binaryPath = path.join(packageDir, "bin", binaryName)
-
-      if (fs.existsSync(binaryPath)) {
-        return { binaryPath, binaryName }
-      }
-    } catch {
-      // package not installed, try next variant
-    }
-  }
-
-  throw new Error(`Could not find any binary package. Tried: ${names.map((n) => `"${n}"`).join(", ")}`)
-}
-// saeeolcode_change end
-
-function registerWindowsTerminalFragment() {
-  const localAppData = process.env.LOCALAPPDATA
-  if (!localAppData) return
-
-  const fragmentDir = path.join(
-    localAppData,
-    "Microsoft",
-    "Windows Terminal",
-    "Fragments",
-    "saeeolcode",
-  )
-  const iconPath = path.join(__dirname, "..", "assets", "saeeol.ico")
-  if (!fs.existsSync(iconPath)) return
-
-  const profile = {
-    profiles: [
-      {
-        name: "SAEEOL Code",
-        commandline: "powershell.exe -NoExit -Command saeeol",
-        icon: iconPath,
-        startingDirectory: "%USERPROFILE%",
-        tabTitle: "SAEEOL Code",
-      },
-    ],
-  }
-
-  fs.mkdirSync(fragmentDir, { recursive: true })
-  fs.writeFileSync(
-    path.join(fragmentDir, "profile.json"),
-    JSON.stringify(profile, null, 2),
-  )
-}
-
-function main() {
-  if (os.platform() === "win32") {
-    console.log("Windows detected: binary setup not needed (using packaged .exe)")
-    try {
-      registerWindowsTerminalFragment()
-    } catch (err) {
-      console.error("Failed to register Windows Terminal fragment:", err.message)
-    }
-    return
-  }
-
-  const { binaryPath } = findBinary()
-  const target = path.join(__dirname, "bin", ".saeeolcode") // saeeolcode_change
-  if (fs.existsSync(target)) fs.unlinkSync(target)
-  try {
-    fs.linkSync(binaryPath, target)
-  } catch {
-    fs.copyFileSync(binaryPath, target)
-  }
-  fs.chmodSync(target, 0o755)
-}
-
-try {
-  void main()
-} catch (error) {
-  console.error("Failed to setup saeeolcode binary:", error.message)
-  process.exit(1)
-}