pilothub 0.0.1 → 0.0.2

package/convex/lib/skills.test.ts

@@ -1,197 +0,0 @@
-import { describe, expect, it } from 'vitest'
-import {
-  buildEmbeddingText,
-  getFrontmatterMetadata,
-  getFrontmatterValue,
-  hashSkillFiles,
-  isTextFile,
-  parseFrontmatter,
-  parsePilotbotMetadata,
-  sanitizePath,
-} from './skills'
-
-describe('skills utils', () => {
-  it('parses frontmatter', () => {
-    const frontmatter = parseFrontmatter(`---\nname: demo\ndescription: Hello\n---\nBody`)
-    expect(frontmatter.name).toBe('demo')
-    expect(frontmatter.description).toBe('Hello')
-  })
-
-  it('handles missing or invalid frontmatter blocks', () => {
-    expect(parseFrontmatter('nope')).toEqual({})
-    expect(parseFrontmatter('---\nname: demo\nBody without end')).toEqual({})
-  })
-
-  it('strips quotes in frontmatter values', () => {
-    const frontmatter = parseFrontmatter(`---\nname: "demo"\ndescription: 'Hello'\n---\nBody`)
-    expect(frontmatter.name).toBe('demo')
-    expect(frontmatter.description).toBe('Hello')
-  })
-
-  it('parses block scalars in frontmatter', () => {
-    const folded = parseFrontmatter(
-      `---\nname: demo\ndescription: >\n  Hello\n  world.\n\n  Next paragraph.\n---\nBody`,
-    )
-    expect(folded.description).toBe('Hello world.\nNext paragraph.')
-
-    const literal = parseFrontmatter(
-      `---\nname: demo\ndescription: |\n  Hello\n  world.\n---\nBody`,
-    )
-    expect(literal.description).toBe('Hello\nworld.')
-  })
-
-  it('keeps structured YAML values in frontmatter', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nname: demo\ncount: 3\nnums: [1, 2]\nobj:\n  a: b\n---\nBody`,
-    )
-    expect(frontmatter.nums).toEqual([1, 2])
-    expect(frontmatter.obj).toEqual({ a: 'b' })
-    expect(frontmatter.name).toBe('demo')
-    expect(frontmatter.count).toBe(3)
-    expect(getFrontmatterValue(frontmatter, 'count')).toBeUndefined()
-  })
-
-  it('parses pilotbot metadata', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: {"pilotbot":{"requires":{"bins":["rg"]},"emoji":"🦞"}}\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.emoji).toBe('🦞')
-    expect(pilotbot?.requires?.bins).toEqual(['rg'])
-  })
-
-  it('ignores invalid pilotbot metadata', () => {
-    const frontmatter = parseFrontmatter(`---\nmetadata: not-json\n---\nBody`)
-    expect(parsePilotbotMetadata(frontmatter)).toBeUndefined()
-  })
-
-  it('accepts metadata as YAML object (no JSON string)', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata:\n  pilotbot:\n    emoji: "🦞"\n    requires:\n      bins:\n        - rg\n---\nBody`,
-    )
-    expect(getFrontmatterMetadata(frontmatter)).toEqual({
-      pilotbot: { emoji: '🦞', requires: { bins: ['rg'] } },
-    })
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.emoji).toBe('🦞')
-    expect(pilotbot?.requires?.bins).toEqual(['rg'])
-  })
-
-  it('accepts pilotbot as top-level YAML key', () => {
-    const frontmatter = parseFrontmatter(
-      `---\npilotbot:\n  emoji: "🦞"\n  requires:\n    anyBins: [rg, fd]\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.emoji).toBe('🦞')
-    expect(pilotbot?.requires?.anyBins).toEqual(['rg', 'fd'])
-  })
-
-  it('accepts legacy metadata JSON string (quoted)', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: '{"pilotbot":{"emoji":"🦞","requires":{"bins":["rg"]}}}'\n---\nBody`,
-    )
-    const metadata = getFrontmatterMetadata(frontmatter)
-    expect(metadata).toEqual({ pilotbot: { emoji: '🦞', requires: { bins: ['rg'] } } })
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.emoji).toBe('🦞')
-    expect(pilotbot?.requires?.bins).toEqual(['rg'])
-  })
-
-  it('parses pilotbot install specs and os', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: {"pilotbot":{"install":[{"kind":"brew","formula":"rg"},{"kind":"nope"},{"kind":"node","package":"x"}],"os":"macos,linux","requires":{"anyBins":["rg","fd"]}}}\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.install?.map((entry) => entry.kind)).toEqual(['brew', 'node'])
-    expect(pilotbot?.os).toEqual(['macos', 'linux'])
-    expect(pilotbot?.requires?.anyBins).toEqual(['rg', 'fd'])
-  })
-
-  it('parses pilotbot metadata with nix plugin pointer', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: {"pilotbot":{"nix":{"plugin":"github:pilotbot/nix-steipete-tools?dir=tools/peekaboo","systems":["aarch64-darwin"]}}}\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.nix?.plugin).toBe('github:pilotbot/nix-steipete-tools?dir=tools/peekaboo')
-    expect(pilotbot?.nix?.systems).toEqual(['aarch64-darwin'])
-  })
-
-  it('parses pilotbot config requirements with example', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: {"pilotbot":{"config":{"requiredEnv":["PADEL_AUTH_FILE"],"stateDirs":[".config/padel"],"example":"config = { env = { PADEL_AUTH_FILE = \\"/run/agenix/padel-auth\\"; }; };"}}}\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.config?.requiredEnv).toEqual(['PADEL_AUTH_FILE'])
-    expect(pilotbot?.config?.stateDirs).toEqual(['.config/padel'])
-    expect(pilotbot?.config?.example).toBe(
-      'config = { env = { PADEL_AUTH_FILE = "/run/agenix/padel-auth"; }; };',
-    )
-  })
-
-  it('parses cli help output', () => {
-    const frontmatter = parseFrontmatter(
-      `---\nmetadata: {"pilotbot":{"cliHelp":"padel --help\\nUsage: padel [command]\\n"}}\n---\nBody`,
-    )
-    const pilotbot = parsePilotbotMetadata(frontmatter)
-    expect(pilotbot?.cliHelp).toBe('padel --help\nUsage: padel [command]')
-  })
-
-  it('sanitizes file paths', () => {
-    expect(sanitizePath('good/file.md')).toBe('good/file.md')
-    expect(sanitizePath('../bad/file.md')).toBeNull()
-    expect(sanitizePath('/rooted.txt')).toBe('rooted.txt')
-    expect(sanitizePath('bad\\path.txt')).toBeNull()
-    expect(sanitizePath('')).toBeNull()
-  })
-
-  it('detects text files', () => {
-    expect(isTextFile('SKILL.md')).toBe(true)
-    expect(isTextFile('image.png')).toBe(false)
-    expect(isTextFile('note.txt', 'text/plain')).toBe(true)
-    expect(isTextFile('data.any', 'application/json')).toBe(true)
-    expect(isTextFile('data.json')).toBe(true)
-  })
-
-  it('builds embedding text', () => {
-    const frontmatter = { name: 'Demo', description: 'Hello' }
-    const text = buildEmbeddingText({
-      frontmatter,
-      readme: 'Readme body',
-      otherFiles: [{ path: 'a.txt', content: 'File text' }],
-    })
-    expect(text).toContain('Demo')
-    expect(text).toContain('Readme body')
-    expect(text).toContain('a.txt')
-  })
-
-  it('truncates embedding text by maxChars', () => {
-    const text = buildEmbeddingText({
-      frontmatter: {},
-      readme: 'x'.repeat(50),
-      otherFiles: [],
-      maxChars: 10,
-    })
-    expect(text.length).toBe(10)
-  })
-
-  it('truncates embedding text by default max chars', () => {
-    const text = buildEmbeddingText({
-      frontmatter: {},
-      readme: 'x'.repeat(40_000),
-      otherFiles: [],
-    })
-    expect(text.length).toBeLessThanOrEqual(12_000)
-  })
-
-  it('hashes skill files deterministically', async () => {
-    const a = await hashSkillFiles([
-      { path: 'b.txt', sha256: 'b' },
-      { path: 'a.txt', sha256: 'a' },
-    ])
-    const b = await hashSkillFiles([
-      { path: 'a.txt', sha256: 'a' },
-      { path: 'b.txt', sha256: 'b' },
-    ])
-    expect(a).toBe(b)
-  })
-})

package/convex/lib/skills.ts

@@ -1,273 +0,0 @@
-import {
-  isTextContentType,
-  type PilotbotConfigSpec,
-  type PilotbotSkillMetadata,
-  PilotbotSkillMetadataSchema,
-  type NixPluginSpec,
-  parseArk,
-  type SkillInstallSpec,
-  TEXT_FILE_EXTENSION_SET,
-} from 'pilothub-schema'
-import { parse as parseYaml } from 'yaml'
-
-export type ParsedSkillFrontmatter = Record<string, unknown>
-export type { PilotbotSkillMetadata, SkillInstallSpec }
-
-const FRONTMATTER_START = '---'
-const DEFAULT_EMBEDDING_MAX_CHARS = 12_000
-
-export function parseFrontmatter(content: string): ParsedSkillFrontmatter {
-  const frontmatter: ParsedSkillFrontmatter = {}
-  const normalized = content.replace(/\r\n/g, '\n').replace(/\r/g, '\n')
-  if (!normalized.startsWith(FRONTMATTER_START)) return frontmatter
-  const endIndex = normalized.indexOf(`\n${FRONTMATTER_START}`, 3)
-  if (endIndex === -1) return frontmatter
-  const block = normalized.slice(4, endIndex)
-
-  try {
-    const parsed = parseYaml(block) as unknown
-    if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) return frontmatter
-    for (const [key, value] of Object.entries(parsed as Record<string, unknown>)) {
-      if (!/^[\w-]+$/.test(key)) continue
-      const jsonValue = toJsonValue(value)
-      if (jsonValue !== undefined) frontmatter[key] = jsonValue
-    }
-  } catch {
-    return frontmatter
-  }
-
-  return frontmatter
-}
-
-export function getFrontmatterValue(frontmatter: ParsedSkillFrontmatter, key: string) {
-  const raw = frontmatter[key]
-  return typeof raw === 'string' ? raw : undefined
-}
-
-export function getFrontmatterMetadata(frontmatter: ParsedSkillFrontmatter) {
-  const raw = frontmatter.metadata
-  if (!raw) return undefined
-  if (typeof raw === 'string') {
-    try {
-      const parsed = JSON.parse(raw) as unknown
-      return parsed ?? undefined
-    } catch {
-      return undefined
-    }
-  }
-  if (typeof raw === 'object') return raw
-  return undefined
-}
-
-export function parsePilotbotMetadata(frontmatter: ParsedSkillFrontmatter) {
-  const metadata = getFrontmatterMetadata(frontmatter)
-  const metadataRecord =
-    metadata && typeof metadata === 'object' && !Array.isArray(metadata)
-      ? (metadata as Record<string, unknown>)
-      : undefined
-  const pilotbotMeta = metadataRecord?.pilotbot
-  const metadataSource =
-    pilotbotMeta && typeof pilotbotMeta === 'object' && !Array.isArray(pilotbotMeta)
-      ? (pilotbotMeta as Record<string, unknown>)
-      : undefined
-  const pilotbotRaw = metadataSource ?? frontmatter.pilotbot
-  if (!pilotbotRaw || typeof pilotbotRaw !== 'object' || Array.isArray(pilotbotRaw)) return undefined
-
-  try {
-    const pilotbotObj = pilotbotRaw as Record<string, unknown>
-    const requiresRaw =
-      typeof pilotbotObj.requires === 'object' && pilotbotObj.requires !== null
-        ? (pilotbotObj.requires as Record<string, unknown>)
-        : undefined
-    const installRaw = Array.isArray(pilotbotObj.install) ? (pilotbotObj.install as unknown[]) : []
-    const install = installRaw
-      .map((entry) => parseInstallSpec(entry))
-      .filter((entry): entry is SkillInstallSpec => Boolean(entry))
-    const osRaw = normalizeStringList(pilotbotObj.os)
-
-    const metadata: PilotbotSkillMetadata = {}
-    if (typeof pilotbotObj.always === 'boolean') metadata.always = pilotbotObj.always
-    if (typeof pilotbotObj.emoji === 'string') metadata.emoji = pilotbotObj.emoji
-    if (typeof pilotbotObj.homepage === 'string') metadata.homepage = pilotbotObj.homepage
-    if (typeof pilotbotObj.skillKey === 'string') metadata.skillKey = pilotbotObj.skillKey
-    if (typeof pilotbotObj.primaryEnv === 'string') metadata.primaryEnv = pilotbotObj.primaryEnv
-    if (typeof pilotbotObj.cliHelp === 'string') metadata.cliHelp = pilotbotObj.cliHelp
-    if (osRaw.length > 0) metadata.os = osRaw
-
-    if (requiresRaw) {
-      const bins = normalizeStringList(requiresRaw.bins)
-      const anyBins = normalizeStringList(requiresRaw.anyBins)
-      const env = normalizeStringList(requiresRaw.env)
-      const config = normalizeStringList(requiresRaw.config)
-      if (bins.length || anyBins.length || env.length || config.length) {
-        metadata.requires = {}
-        if (bins.length) metadata.requires.bins = bins
-        if (anyBins.length) metadata.requires.anyBins = anyBins
-        if (env.length) metadata.requires.env = env
-        if (config.length) metadata.requires.config = config
-      }
-    }
-
-    if (install.length > 0) metadata.install = install
-    const nix = parseNixPluginSpec(pilotbotObj.nix)
-    if (nix) metadata.nix = nix
-    const config = parsePilotbotConfigSpec(pilotbotObj.config)
-    if (config) metadata.config = config
-
-    return parseArk(PilotbotSkillMetadataSchema, metadata, 'Pilotbot metadata')
-  } catch {
-    return undefined
-  }
-}
-
-export function isTextFile(path: string, contentType?: string | null) {
-  const trimmed = path.trim().toLowerCase()
-  if (!trimmed) return false
-  const parts = trimmed.split('.')
-  const extension = parts.length > 1 ? (parts.at(-1) ?? '') : ''
-  if (contentType) {
-    if (isTextContentType(contentType)) return true
-  }
-  if (extension && TEXT_FILE_EXTENSION_SET.has(extension)) return true
-  return false
-}
-
-export function sanitizePath(path: string) {
-  const trimmed = path.trim().replace(/^\/+/, '')
-  if (!trimmed || trimmed.includes('..') || trimmed.includes('\\')) {
-    return null
-  }
-  return trimmed
-}
-
-export function buildEmbeddingText(params: {
-  frontmatter: ParsedSkillFrontmatter
-  readme: string
-  otherFiles: Array<{ path: string; content: string }>
-  maxChars?: number
-}) {
-  const { frontmatter, readme, otherFiles, maxChars = DEFAULT_EMBEDDING_MAX_CHARS } = params
-  const headerParts = [
-    getFrontmatterValue(frontmatter, 'name'),
-    getFrontmatterValue(frontmatter, 'description'),
-    getFrontmatterValue(frontmatter, 'homepage'),
-    getFrontmatterValue(frontmatter, 'website'),
-    getFrontmatterValue(frontmatter, 'url'),
-    getFrontmatterValue(frontmatter, 'emoji'),
-  ].filter(Boolean)
-  const fileParts = otherFiles.map((file) => `# ${file.path}\n${file.content}`)
-  const raw = [headerParts.join('\n'), readme, ...fileParts].filter(Boolean).join('\n\n')
-  if (raw.length <= maxChars) return raw
-  return raw.slice(0, maxChars)
-}
-
-const encoder = new TextEncoder()
-
-export async function hashSkillFiles(files: Array<{ path: string; sha256: string }>) {
-  const normalized = files
-    .filter((file) => Boolean(file.path) && Boolean(file.sha256))
-    .map((file) => ({ path: file.path, sha256: file.sha256 }))
-    .sort((a, b) => a.path.localeCompare(b.path))
-  const payload = normalized.map((file) => `${file.path}:${file.sha256}`).join('\n')
-  const digest = await crypto.subtle.digest('SHA-256', encoder.encode(payload))
-  return toHex(new Uint8Array(digest))
-}
-
-function toJsonValue(value: unknown): unknown {
-  if (value === null) return null
-  if (value === undefined) return undefined
-  if (typeof value === 'string') {
-    const trimmedEnd = value.trimEnd()
-    return trimmedEnd.trim() ? trimmedEnd : undefined
-  }
-  if (typeof value === 'number') return Number.isFinite(value) ? value : undefined
-  if (typeof value === 'boolean') return value
-  if (typeof value === 'bigint') return value.toString()
-  if (value instanceof Date) return value.toISOString()
-  if (Array.isArray(value)) {
-    return value.map((entry) => {
-      const next = toJsonValue(entry)
-      return next === undefined ? null : next
-    })
-  }
-  if (isPlainObject(value)) {
-    const out: Record<string, unknown> = {}
-    for (const [key, entry] of Object.entries(value)) {
-      const next = toJsonValue(entry)
-      if (next !== undefined) out[key] = next
-    }
-    return out
-  }
-  return undefined
-}
-
-function normalizeStringList(input: unknown): string[] {
-  if (!input) return []
-  if (Array.isArray(input)) {
-    return input.map((value) => String(value).trim()).filter(Boolean)
-  }
-  if (typeof input === 'string') {
-    return input
-      .split(',')
-      .map((value) => value.trim())
-      .filter(Boolean)
-  }
-  return []
-}
-
-function parseInstallSpec(input: unknown): SkillInstallSpec | undefined {
-  if (!input || typeof input !== 'object') return undefined
-  const raw = input as Record<string, unknown>
-  const kindRaw =
-    typeof raw.kind === 'string' ? raw.kind : typeof raw.type === 'string' ? raw.type : ''
-  const kind = kindRaw.trim().toLowerCase()
-  if (kind !== 'brew' && kind !== 'node' && kind !== 'go' && kind !== 'uv') return undefined
-
-  const spec: SkillInstallSpec = { kind: kind as SkillInstallSpec['kind'] }
-  if (typeof raw.id === 'string') spec.id = raw.id
-  if (typeof raw.label === 'string') spec.label = raw.label
-  const bins = normalizeStringList(raw.bins)
-  if (bins.length > 0) spec.bins = bins
-  if (typeof raw.formula === 'string') spec.formula = raw.formula
-  if (typeof raw.tap === 'string') spec.tap = raw.tap
-  if (typeof raw.package === 'string') spec.package = raw.package
-  if (typeof raw.module === 'string') spec.module = raw.module
-  return spec
-}
-
-function parseNixPluginSpec(input: unknown): NixPluginSpec | undefined {
-  if (!input || typeof input !== 'object') return undefined
-  const raw = input as Record<string, unknown>
-  if (typeof raw.plugin !== 'string') return undefined
-  const plugin = raw.plugin.trim()
-  if (!plugin) return undefined
-  const systems = normalizeStringList(raw.systems)
-  const spec: NixPluginSpec = { plugin }
-  if (systems.length > 0) spec.systems = systems
-  return spec
-}
-
-function parsePilotbotConfigSpec(input: unknown): PilotbotConfigSpec | undefined {
-  if (!input || typeof input !== 'object') return undefined
-  const raw = input as Record<string, unknown>
-  const requiredEnv = normalizeStringList(raw.requiredEnv)
-  const stateDirs = normalizeStringList(raw.stateDirs)
-  const example = typeof raw.example === 'string' ? raw.example.trim() : ''
-  const spec: PilotbotConfigSpec = {}
-  if (requiredEnv.length > 0) spec.requiredEnv = requiredEnv
-  if (stateDirs.length > 0) spec.stateDirs = stateDirs
-  if (example) spec.example = example
-  return Object.keys(spec).length > 0 ? spec : undefined
-}
-
-function toHex(bytes: Uint8Array) {
-  let out = ''
-  for (const byte of bytes) out += byte.toString(16).padStart(2, '0')
-  return out
-}
-
-function isPlainObject(value: unknown): value is Record<string, unknown> {
-  if (!value || typeof value !== 'object') return false
-  const proto = Object.getPrototypeOf(value)
-  return proto === Object.prototype || proto === null
-}