chub-dev 0.2.0-beta.1 → 0.2.0-beta.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "chub-dev",
-  "version": "0.2.0-beta.1",
+  "version": "0.2.0-beta.3",
   "description": "CLI for Context Hub - search and retrieve LLM-optimized docs and skills",
   "type": "module",
   "bin": {
@@ -8,7 +8,8 @@
   },
   "files": [
     "bin/",
-    "src/"
+    "src/",
+    "dist/"
   ],
   "engines": {
     "node": ">=18.0.0"
@@ -32,6 +33,7 @@
   },
   "homepage": "https://github.com/andrewyng/context-hub#readme",
   "scripts": {
+    "prepublish": "node bin/chub build ../content -o dist --base-url https://cdn.aichub.org/v1",
     "test": "vitest run",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage"

package/src/commands/get.js

@@ -7,17 +7,14 @@ import { output, error, info } from '../lib/output.js';
 import { trackEvent } from '../lib/analytics.js';
 
 /**
- * Core fetch logic shared by `get docs` and `get skills`.
- * @param {string} type - "doc" or "skill"
- * @param {string[]} ids - one or more entry ids
- * @param {object} opts - command options (lang, version, output, full)
- * @param {object} globalOpts - global options (json)
+ * Fetch one or more entries by ID. Auto-detects doc vs skill per entry.
  */
-async function fetchEntries(type, ids, opts, globalOpts) {
+async function fetchEntries(ids, opts, globalOpts) {
   const results = [];
 
   for (const id of ids) {
-    const result = getEntry(id, type);
+    // Search both docs and skills — auto-detect type
+    const result = getEntry(id);
 
     if (result.ambiguous) {
       error(
@@ -27,10 +24,11 @@ async function fetchEntries(type, ids, opts, globalOpts) {
     }
 
     if (!result.entry) {
-      error(`Entry "${id}" not found in ${type}s.`, globalOpts);
+      error(`Entry "${id}" not found.`, globalOpts);
     }
 
     const entry = result.entry;
+    const type = entry.languages ? 'doc' : 'skill';
     const resolved = resolveDocPath(entry, opts.lang, opts.version);
 
     if (!resolved) {
@@ -52,10 +50,10 @@ async function fetchEntries(type, ids, opts, globalOpts) {
     try {
       if (opts.full && resolved.files.length > 0) {
         const allFiles = await fetchDocFull(resolved.source, resolved.path, resolved.files);
-        results.push({ id: entry.id, files: allFiles, path: resolved.path });
+        results.push({ id: entry.id, type, files: allFiles, path: resolved.path });
       } else {
         const content = await fetchDoc(resolved.source, entryFile.filePath);
-        results.push({ id: entry.id, content, path: entryFile.filePath });
+        results.push({ id: entry.id, type, content, path: entryFile.filePath });
       }
     } catch (err) {
       error(err.message, globalOpts);
@@ -64,7 +62,7 @@ async function fetchEntries(type, ids, opts, globalOpts) {
 
   // Track fetches
   for (const r of results) {
-    trackEvent(type === 'doc' ? 'doc_fetched' : 'skill_fetched', {
+    trackEvent(r.type === 'doc' ? 'doc_fetched' : 'skill_fetched', {
       entry_id: r.id,
       full: !!opts.full,
       lang: opts.lang || undefined,
@@ -74,7 +72,6 @@ async function fetchEntries(type, ids, opts, globalOpts) {
   // Output
   if (opts.output) {
     if (opts.full) {
-      // --full -o: write individual files preserving directory structure
       for (const r of results) {
         if (r.files) {
           const baseDir = ids.length > 1 ? join(opts.output, r.id) : opts.output;
@@ -98,6 +95,7 @@ async function fetchEntries(type, ids, opts, globalOpts) {
         mkdirSync(opts.output, { recursive: true });
         for (const r of results) {
           const outPath = join(opts.output, `${r.id}.md`);
+          mkdirSync(dirname(outPath), { recursive: true });
           writeFileSync(outPath, r.content);
           info(`Written to ${outPath}`);
         }
@@ -110,18 +108,16 @@ async function fetchEntries(type, ids, opts, globalOpts) {
       }
     }
     if (globalOpts.json) {
-      console.log(JSON.stringify(results.map((r) => ({ id: r.id, path: opts.output }))));
+      console.log(JSON.stringify(results.map((r) => ({ id: r.id, type: r.type, path: opts.output }))));
     }
   } else {
-    // stdout
     if (results.length === 1 && !results[0].files) {
       output(
-        { id: results[0].id, content: results[0].content, path: results[0].path },
+        { id: results[0].id, type: results[0].type, content: results[0].content, path: results[0].path },
         (data) => process.stdout.write(data.content),
         globalOpts
       );
     } else {
-      // Concatenate all content (--full to stdout, or multiple entries)
       const parts = results.flatMap((r) => {
         if (r.files) {
           return r.files.map((f) => `# FILE: ${f.name}\n\n${f.content}`);
@@ -130,7 +126,7 @@ async function fetchEntries(type, ids, opts, globalOpts) {
       });
       const combined = parts.join('\n\n---\n\n');
       output(
-        results.map((r) => ({ id: r.id, path: r.path })),
+        results.map((r) => ({ id: r.id, type: r.type, path: r.path })),
         () => process.stdout.write(combined),
         globalOpts
       );
@@ -139,29 +135,15 @@ async function fetchEntries(type, ids, opts, globalOpts) {
 }
 
 export function registerGetCommand(program) {
-  const get = program
-    .command('get')
-    .description('Retrieve docs or skills');
-
-  get
-    .command('docs <ids...>')
-    .description('Fetch documentation content')
-    .option('--lang <language>', 'Language variant')
-    .option('--version <version>', 'Specific version')
-    .option('-o, --output <path>', 'Write to file or directory')
-    .option('--full', 'Fetch all files (not just entry point)')
-    .action(async (ids, opts) => {
-      const globalOpts = program.optsWithGlobals();
-      await fetchEntries('doc', ids, opts, globalOpts);
-    });
-
-  get
-    .command('skills <ids...>')
-    .description('Fetch skill content')
+  program
+    .command('get <ids...>')
+    .description('Fetch docs or skills by ID (auto-detects type)')
+    .option('--lang <language>', 'Language variant (for docs)')
+    .option('--version <version>', 'Specific version (for docs)')
     .option('-o, --output <path>', 'Write to file or directory')
     .option('--full', 'Fetch all files (not just entry point)')
     .action(async (ids, opts) => {
       const globalOpts = program.optsWithGlobals();
-      await fetchEntries('skill', ids, opts, globalOpts);
+      await fetchEntries(ids, opts, globalOpts);
     });
 }

package/src/index.js

@@ -26,17 +26,16 @@ ${chalk.bold.underline('Getting Started')}
   ${chalk.dim('$')} chub search                                ${chalk.dim('# list everything available')}
   ${chalk.dim('$')} chub search "stripe"                       ${chalk.dim('# fuzzy search')}
   ${chalk.dim('$')} chub search stripe/payments                ${chalk.dim('# exact id → full detail')}
-  ${chalk.dim('$')} chub get docs stripe/payments              ${chalk.dim('# print doc to terminal')}
-  ${chalk.dim('$')} chub get docs stripe/payments -o doc.md    ${chalk.dim('# save to file')}
-  ${chalk.dim('$')} chub get docs stripe/payments --lang py    ${chalk.dim('# specific language')}
-  ${chalk.dim('$')} chub get skills pw/login-flows             ${chalk.dim('# fetch a skill')}
-  ${chalk.dim('$')} chub get docs openai/chat stripe/payments  ${chalk.dim('# fetch multiple')}
+  ${chalk.dim('$')} chub get stripe/api                        ${chalk.dim('# print doc to terminal')}
+  ${chalk.dim('$')} chub get stripe/api -o doc.md              ${chalk.dim('# save to file')}
+  ${chalk.dim('$')} chub get openai/chat --lang py             ${chalk.dim('# specific language')}
+  ${chalk.dim('$')} chub get pw-community/login-flows          ${chalk.dim('# fetch a skill')}
+  ${chalk.dim('$')} chub get openai/chat stripe/api            ${chalk.dim('# fetch multiple')}
 
 ${chalk.bold.underline('Commands')}
 
   ${chalk.bold('search')} [query]              Search docs and skills (no query = list all)
-  ${chalk.bold('get docs')} <ids...>           Fetch documentation content
-  ${chalk.bold('get skills')} <ids...>         Fetch skill content
+  ${chalk.bold('get')} <ids...>                 Fetch docs or skills by ID
   ${chalk.bold('update')}                      Refresh the cached registry
   ${chalk.bold('cache')} status|clear          Manage the local cache
   ${chalk.bold('build')} <content-dir>        Build registry from content directory
@@ -56,10 +55,10 @@ ${chalk.bold.underline('Agent Piping Patterns')}
 
   ${chalk.dim('# Search → pick → fetch → save')}
   ${chalk.dim('$')} ID=$(chub search "stripe" --json | jq -r '.results[0].id')
-  ${chalk.dim('$')} chub get docs "$ID" --lang js -o .context/stripe.md
+  ${chalk.dim('$')} chub get "$ID" --lang js -o .context/stripe.md
 
-  ${chalk.dim('# Fetch multiple docs at once')}
-  ${chalk.dim('$')} chub get docs openai/chat stripe/payments -o .context/
+  ${chalk.dim('# Fetch multiple at once')}
+  ${chalk.dim('$')} chub get openai/chat stripe/api -o .context/
 
 ${chalk.bold.underline('Multi-Source Config')} ${chalk.dim('(~/.chub/config.yaml)')}
 
@@ -69,7 +68,7 @@ ${chalk.bold.underline('Multi-Source Config')} ${chalk.dim('(~/.chub/config.yaml
   ${chalk.dim('  - name: internal')}
   ${chalk.dim('    path: /path/to/local/docs')}
 
-  ${chalk.dim('# On id collision, use source: prefix: chub get docs internal:openai/chat')}
+  ${chalk.dim('# On id collision, use source: prefix: chub get internal:openai/chat')}
 `);
 }
 

package/src/lib/cache.js

@@ -1,9 +1,20 @@
 import { existsSync, mkdirSync, readFileSync, writeFileSync, rmSync, readdirSync, statSync } from 'node:fs';
-import { join } from 'node:path';
+import { join, dirname } from 'node:path';
 import { pipeline } from 'node:stream/promises';
 import { createWriteStream } from 'node:fs';
+import { fileURLToPath } from 'node:url';
 import { getChubDir, loadConfig } from './config.js';
 
+const __dirname = dirname(fileURLToPath(import.meta.url));
+
+/**
+ * Path to bundled content shipped with the npm package.
+ * Contains registry.json + doc files built from content/ at publish time.
+ */
+function getBundledDir() {
+  return join(__dirname, '..', '..', 'dist');
+}
+
 function getSourceDir(sourceName) {
   return join(getChubDir(), 'sources', sourceName);
 }
@@ -153,7 +164,13 @@ export async function fetchDoc(source, docPath) {
     return readFileSync(cachedPath, 'utf8');
   }
 
-  // Fetch from CDN
+  // Check bundled content (shipped with npm package)
+  const bundledPath = join(getBundledDir(), docPath);
+  if (existsSync(bundledPath)) {
+    return readFileSync(bundledPath, 'utf8');
+  }
+
+  // Fetch from CDN (optional — only if source has a URL)
   const url = `${source.url}/${docPath}`;
   const controller = new AbortController();
   const timeout = setTimeout(() => controller.abort(), 30000);
@@ -303,6 +320,17 @@ export async function ensureRegistry() {
     return;
   }
 
-  // No registries at all — must download remote ones
+  // No registries at all — try bundled content first, then network
+  const bundledRegistry = join(getBundledDir(), 'registry.json');
+  if (existsSync(bundledRegistry)) {
+    // Seed cache from bundled content (ships with npm package)
+    const defaultDir = getSourceDir('default');
+    mkdirSync(defaultDir, { recursive: true });
+    writeFileSync(getSourceRegistryPath('default'), readFileSync(bundledRegistry, 'utf8'));
+    writeMeta('default', { lastUpdated: 0, bundledSeed: true }); // lastUpdated=0 → stale, so chub update will refresh
+    return;
+  }
+
+  // No bundled content either — must download from remote
   await fetchAllRegistries(true);
 }