hostdb 0.10.0

package/lib/checksums.ts

@@ -0,0 +1,98 @@
+/**
+ * Shared checksum utilities for fetching and parsing checksums.txt files
+ */
+
+type GitHubAsset = {
+  id: number
+  name: string
+  browser_download_url: string
+}
+
+type GitHubRelease = {
+  assets: GitHubAsset[]
+}
+
+/**
+ * Parse checksums.txt content into a record of filename -> hash
+ */
+export function parseChecksums(content: string): Record<string, string> {
+  const checksums: Record<string, string> = {}
+
+  for (const line of content.split('\n')) {
+    // Format: "hash  filename" or "hash *filename" (binary mode)
+    const match = line.match(/^([a-f0-9]{64})\s+\*?(.+)$/)
+    if (match) {
+      checksums[match[2]] = match[1]
+    }
+  }
+
+  return checksums
+}
+
+/**
+ * Fetch checksums.txt from a GitHub release using the API (avoids CDN caching issues)
+ *
+ * @param repo - Repository in "owner/repo" format
+ * @param tag - Release tag name
+ * @returns Record of filename -> SHA256 hash, or empty object if not found
+ */
+export async function fetchChecksums(
+  repo: string,
+  tag: string,
+): Promise<Record<string, string>> {
+  // First try to get the asset URL from the API
+  const apiUrl = `https://api.github.com/repos/${repo}/releases/tags/${tag}`
+  const apiResponse = await fetch(apiUrl, {
+    headers: {
+      Accept: 'application/vnd.github.v3+json',
+      'User-Agent': 'hostdb-checksums',
+      ...(process.env.GITHUB_TOKEN
+        ? { Authorization: `Bearer ${process.env.GITHUB_TOKEN}` }
+        : {}),
+    },
+  })
+
+  if (!apiResponse.ok) {
+    return {}
+  }
+
+  const release = (await apiResponse.json()) as GitHubRelease
+  const checksumAsset = release.assets.find((a) => a.name === 'checksums.txt')
+
+  if (!checksumAsset) {
+    return {}
+  }
+
+  // Fetch the actual checksums.txt content using the asset's download URL
+  const assetResponse = await fetch(checksumAsset.browser_download_url, {
+    headers: {
+      'User-Agent': 'hostdb-checksums',
+    },
+    redirect: 'follow',
+  })
+
+  if (!assetResponse.ok) {
+    // Fallback: try GitHub API asset download
+    const assetApiUrl = `https://api.github.com/repos/${repo}/releases/assets/${checksumAsset.id}`
+    const assetApiResponse = await fetch(assetApiUrl, {
+      headers: {
+        Accept: 'application/octet-stream',
+        'User-Agent': 'hostdb-checksums',
+        ...(process.env.GITHUB_TOKEN
+          ? { Authorization: `Bearer ${process.env.GITHUB_TOKEN}` }
+          : {}),
+      },
+      redirect: 'follow',
+    })
+
+    if (!assetApiResponse.ok) {
+      return {}
+    }
+
+    const content = await assetApiResponse.text()
+    return parseChecksums(content)
+  }
+
+  const content = await assetResponse.text()
+  return parseChecksums(content)
+}

package/lib/databases.ts

@@ -0,0 +1,82 @@
+import { readFileSync } from 'node:fs'
+import { dirname, join } from 'node:path'
+import { fileURLToPath } from 'node:url'
+
+const __dirname = dirname(fileURLToPath(import.meta.url))
+const ROOT = join(__dirname, '..')
+
+// Canonical platform type
+export type Platform =
+  | 'linux-x64'
+  | 'linux-arm64'
+  | 'darwin-x64'
+  | 'darwin-arm64'
+  | 'win32-x64'
+
+// Database entry from databases.json
+export type DatabaseEntry = {
+  displayName?: string
+  description?: string
+  type?: string
+  license?: string
+  commercialUse?: boolean
+  status?: 'completed' | 'in-progress' | 'pending' | 'unsupported'
+  latestLts?: string
+  versions: Record<string, boolean>
+  platforms?: Record<string, boolean>
+}
+
+// databases.json structure
+export type DatabasesJson = {
+  $schema?: string
+  databases: Record<string, DatabaseEntry>
+}
+
+// Platform asset from releases.json
+export type PlatformAsset = {
+  url: string
+  sha256: string
+  size: number
+}
+
+// Version release from releases.json
+export type VersionRelease = {
+  version: string
+  releaseTag: string
+  releasedAt: string
+  platforms: Partial<Record<Platform, PlatformAsset>>
+}
+
+// releases.json structure
+export type ReleasesJson = {
+  $schema?: string
+  repository: string
+  lastUpdated: string | null
+  databases: Record<string, Record<string, VersionRelease>>
+}
+
+export function loadDatabasesJson(): DatabasesJson {
+  const filePath = join(ROOT, 'databases.json')
+  return JSON.parse(readFileSync(filePath, 'utf-8')) as DatabasesJson
+}
+
+export function loadReleasesJson(): ReleasesJson {
+  const filePath = join(ROOT, 'releases.json')
+  return JSON.parse(readFileSync(filePath, 'utf-8')) as ReleasesJson
+}
+
+export function getEnabledVersions(database: string): Set<string> {
+  try {
+    const data = loadDatabasesJson()
+    const dbEntry = data.databases[database]
+    if (!dbEntry) return new Set()
+
+    return new Set(
+      Object.entries(dbEntry.versions)
+        .filter(([, enabled]) => enabled === true)
+        .map(([version]) => version),
+    )
+  } catch {
+    return new Set()
+  }
+}

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "hostdb",
+  "version": "0.10.0",
+  "description": "Source and download pre-built database binaries for multiple platforms, distributed via GitHub Releases",
+  "private": false,
+  "type": "module",
+  "bin": {
+    "hostdb": "./bin/cli.js"
+  },
+  "author": "Bob Bass",
+  "license": "PolyForm-Noncommercial-1.0.0",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/robertjbass/hostdb.git"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "bin",
+    "cli",
+    "lib",
+    "databases.json",
+    "releases.json",
+    "downloads.json"
+  ],
+  "scripts": {
+    "start": "tsx cli/bin.ts",
+    "add:engine": "tsx scripts/add-engine.ts",
+    "checksums:populate": "tsx scripts/populate-checksums.ts",
+    "dbs": "tsx scripts/list-databases.ts",
+    "download:clickhouse": "tsx builds/clickhouse/download.ts",
+    "download:mariadb": "tsx builds/mariadb/download.ts",
+    "download:mongodb": "tsx builds/mongodb/download.ts",
+    "download:mysql": "tsx builds/mysql/download.ts",
+    "download:postgresql": "tsx builds/postgresql/download.ts",
+    "download:redis": "tsx builds/redis/download.ts",
+    "download:sqlite": "tsx builds/sqlite/download.ts",
+    "download:valkey": "tsx builds/valkey/download.ts",
+    "edb:fileids": "tsx scripts/fetch-edb-fileids.ts",
+    "format": "prettier --write .",
+    "lint": "tsc --noEmit && eslint .",
+    "prep": "tsx scripts/prep.ts",
+    "reconcile:releases": "tsx scripts/reconcile-releases.ts",
+    "sync:versions": "tsx scripts/sync-versions.ts",
+    "update:releases": "tsx scripts/update-releases.ts",
+    "repair:checksums": "tsx scripts/repair-checksums.ts"
+  },
+  "dependencies": {
+    "tsx": "^4.19.0"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.17.0",
+    "@types/node": "^22.10.0",
+    "chalk": "^5.6.2",
+    "cli-table3": "^0.6.5",
+    "eslint": "^9.17.0",
+    "prettier": "^3.4.0",
+    "typescript": "^5.7.0",
+    "typescript-eslint": "^8.18.0",
+    "yaml": "^2.8.2"
+  },
+  "packageManager": "pnpm@9.15.0",
+  "engines": {
+    "node": ">=20"
+  }
+}