@gmickel/gno 0.3.0

package/src/cli/commands/init.ts

@@ -0,0 +1,328 @@
+/**
+ * gno init command implementation.
+ * Initializes GNO config, directories, and optionally adds a collection.
+ *
+ * @module src/cli/commands/init
+ */
+
+import { basename } from 'node:path';
+import { getIndexDbPath } from '../../app/constants';
+import {
+  type Collection,
+  createDefaultConfig,
+  DEFAULT_EXCLUDES,
+  DEFAULT_PATTERN,
+  ensureDirectories,
+  FTS_TOKENIZERS,
+  type FtsTokenizer,
+  getConfigPaths,
+  isInitialized,
+  isValidLanguageHint,
+  loadConfigOrNull,
+  pathExists,
+  saveConfig,
+  toAbsolutePath,
+} from '../../config';
+
+/** Pattern to replace invalid chars in collection names with hyphens */
+const INVALID_NAME_CHARS = /[^a-z0-9_-]/g;
+
+/** Pattern to strip leading non-alphanumeric from collection names */
+const LEADING_NON_ALPHANUMERIC = /^[^a-z0-9]+/;
+
+/**
+ * Options for init command.
+ */
+export interface InitOptions {
+  /** Optional path to add as collection */
+  path?: string;
+  /** Collection name (defaults to directory basename if path given) */
+  name?: string;
+  /** Glob pattern for file matching */
+  pattern?: string;
+  /** Extension allowlist CSV (e.g., ".md,.pdf") */
+  include?: string;
+  /** Exclude patterns CSV */
+  exclude?: string;
+  /** Shell command to run before indexing */
+  update?: string;
+  /** Skip prompts, accept defaults */
+  yes?: boolean;
+  /** Override config path */
+  configPath?: string;
+  /** FTS tokenizer (unicode61, porter, trigram) */
+  tokenizer?: FtsTokenizer;
+  /** BCP-47 language hint for collection */
+  language?: string;
+}
+
+/**
+ * Result of init command.
+ */
+export interface InitResult {
+  success: boolean;
+  alreadyInitialized?: boolean;
+  configPath: string;
+  dataDir: string;
+  dbPath: string;
+  collectionAdded?: string;
+  error?: string;
+}
+
+/**
+ * Handle case when already initialized.
+ */
+async function handleAlreadyInitialized(
+  options: InitOptions,
+  paths: ReturnType<typeof getConfigPaths>
+): Promise<InitResult> {
+  // Ensure directories exist (may have been deleted by reset)
+  await ensureDirectories();
+
+  const config = await loadConfigOrNull(options.configPath);
+  const dbPath = getIndexDbPath();
+
+  if (!options.path) {
+    return {
+      success: true,
+      alreadyInitialized: true,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath,
+    };
+  }
+
+  if (!config) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath,
+      error: 'Config exists but could not be loaded',
+    };
+  }
+
+  const collectionResult = await addCollectionToConfig(config, options);
+  if (!collectionResult.success) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath,
+      error: collectionResult.error,
+    };
+  }
+
+  const saveResult = await saveConfig(config, options.configPath);
+  if (!saveResult.ok) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath,
+      error: saveResult.error.message,
+    };
+  }
+
+  return {
+    success: true,
+    alreadyInitialized: true,
+    configPath: paths.configFile,
+    dataDir: paths.dataDir,
+    dbPath,
+    collectionAdded: collectionResult.collectionName,
+  };
+}
+
+/**
+ * Execute gno init command.
+ */
+export async function init(options: InitOptions = {}): Promise<InitResult> {
+  const paths = getConfigPaths();
+
+  // Check if already initialized
+  const initialized = await isInitialized(options.configPath);
+  if (initialized) {
+    return handleAlreadyInitialized(options, paths);
+  }
+
+  // Create directories
+  const dirResult = await ensureDirectories();
+  if (!dirResult.ok) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath: getIndexDbPath(),
+      error: dirResult.error.message,
+    };
+  }
+
+  // Validate tokenizer option if provided
+  if (options.tokenizer && !FTS_TOKENIZERS.includes(options.tokenizer)) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath: getIndexDbPath(),
+      error: `Invalid tokenizer: ${options.tokenizer}. Valid: ${FTS_TOKENIZERS.join(', ')}`,
+    };
+  }
+
+  // Create default config
+  const config = createDefaultConfig();
+
+  // Set tokenizer if provided
+  if (options.tokenizer) {
+    config.ftsTokenizer = options.tokenizer;
+  }
+
+  // Add collection if path provided
+  let collectionName: string | undefined;
+  if (options.path) {
+    const collectionResult = await addCollectionToConfig(config, options);
+    if (!collectionResult.success) {
+      return {
+        success: false,
+        configPath: paths.configFile,
+        dataDir: paths.dataDir,
+        dbPath: getIndexDbPath(),
+        error: collectionResult.error,
+      };
+    }
+    collectionName = collectionResult.collectionName;
+  }
+
+  // Save config
+  const saveResult = await saveConfig(config, options.configPath);
+  if (!saveResult.ok) {
+    return {
+      success: false,
+      configPath: paths.configFile,
+      dataDir: paths.dataDir,
+      dbPath: getIndexDbPath(),
+      error: saveResult.error.message,
+    };
+  }
+
+  // Create DB placeholder file only if it doesn't exist (don't truncate existing DB)
+  const dbPath = getIndexDbPath();
+  const dbFile = Bun.file(dbPath);
+  const dbExists = await dbFile.exists();
+  if (!dbExists) {
+    try {
+      await Bun.write(dbPath, '');
+    } catch (error) {
+      return {
+        success: false,
+        configPath: paths.configFile,
+        dataDir: paths.dataDir,
+        dbPath,
+        error: `Failed to create database file: ${error instanceof Error ? error.message : String(error)}`,
+      };
+    }
+  }
+
+  return {
+    success: true,
+    configPath: paths.configFile,
+    dataDir: paths.dataDir,
+    dbPath,
+    collectionAdded: collectionName,
+  };
+}
+
+/**
+ * Helper to add collection to config.
+ */
+async function addCollectionToConfig(
+  config: ReturnType<typeof createDefaultConfig>,
+  options: InitOptions
+): Promise<
+  { success: true; collectionName: string } | { success: false; error: string }
+> {
+  if (!options.path) {
+    return { success: false, error: 'Path is required' };
+  }
+
+  // Convert to absolute path
+  const absolutePath = toAbsolutePath(options.path);
+
+  // Check if path exists (as directory or file)
+  const exists = await pathExists(absolutePath);
+  if (!exists) {
+    return {
+      success: false,
+      error: `Path does not exist: ${absolutePath}`,
+    };
+  }
+
+  // Determine collection name
+  let collectionName =
+    options.name ??
+    basename(absolutePath).toLowerCase().replace(INVALID_NAME_CHARS, '-');
+
+  // Ensure name starts with alphanumeric (strip leading non-alphanumeric)
+  collectionName = collectionName.replace(LEADING_NON_ALPHANUMERIC, '');
+
+  // Validate derived name
+  if (!collectionName || collectionName.length > 64) {
+    return {
+      success: false,
+      error:
+        'Cannot derive valid collection name from path. Please specify --name explicitly.',
+    };
+  }
+
+  // Check for duplicate name
+  if (config.collections.some((c) => c.name === collectionName)) {
+    return {
+      success: false,
+      error: `Collection "${collectionName}" already exists`,
+    };
+  }
+
+  // Parse include/exclude CSV if provided (filter empty entries)
+  const include = options.include
+    ? options.include
+        .split(',')
+        .map((ext) => ext.trim())
+        .filter(Boolean)
+    : [];
+
+  const exclude = options.exclude
+    ? options.exclude
+        .split(',')
+        .map((pattern) => pattern.trim())
+        .filter(Boolean)
+    : [...DEFAULT_EXCLUDES];
+
+  // Create collection
+  const collection: Collection = {
+    name: collectionName,
+    path: absolutePath,
+    pattern: options.pattern ?? DEFAULT_PATTERN,
+    include,
+    exclude,
+  };
+
+  if (options.update) {
+    collection.updateCmd = options.update;
+  }
+
+  // Validate and set language hint if provided
+  if (options.language) {
+    if (!isValidLanguageHint(options.language)) {
+      return {
+        success: false,
+        error: `Invalid language hint: ${options.language}. Use BCP-47 format (e.g., en, de, zh-CN)`,
+      };
+    }
+    collection.languageHint = options.language;
+  }
+
+  // Add to config
+  config.collections.push(collection);
+
+  return { success: true, collectionName };
+}

package/src/cli/commands/ls.ts

@@ -0,0 +1,217 @@
+/**
+ * gno ls command implementation.
+ * List indexed documents.
+ *
+ * @module src/cli/commands/ls
+ */
+
+import type { DocumentRow, StorePort, StoreResult } from '../../store/types';
+import { initStore } from './shared';
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Types
+// ─────────────────────────────────────────────────────────────────────────────
+
+export interface LsCommandOptions {
+  /** Override config path */
+  configPath?: string;
+  /** Max results (default 20) */
+  limit?: number;
+  /** Skip first N results */
+  offset?: number;
+  /** JSON output */
+  json?: boolean;
+  /** File protocol output */
+  files?: boolean;
+  /** Markdown output */
+  md?: boolean;
+}
+
+export type LsResult =
+  | { success: true; data: LsResponse }
+  | { success: false; error: string; isValidation?: boolean };
+
+export interface LsDocument {
+  docid: string;
+  uri: string;
+  title?: string;
+  source: { relPath: string; mime: string; ext: string };
+}
+
+export interface LsResponse {
+  documents: LsDocument[];
+  meta: {
+    total: number;
+    returned: number;
+    offset: number;
+  };
+}
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Scope validation regex
+// ─────────────────────────────────────────────────────────────────────────────
+
+const URI_PREFIX_PATTERN = /^gno:\/\/[^/]+\//;
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Document Fetching Helper
+// ─────────────────────────────────────────────────────────────────────────────
+
+async function fetchDocuments(
+  store: StorePort,
+  scope: string | undefined
+): Promise<StoreResult<DocumentRow[]>> {
+  if (!scope) {
+    return store.listDocuments();
+  }
+
+  if (scope.startsWith('gno://')) {
+    const allDocs = await store.listDocuments();
+    if (!allDocs.ok) {
+      return allDocs;
+    }
+    return {
+      ok: true,
+      value: allDocs.value.filter((d) => d.uri.startsWith(scope)),
+    };
+  }
+
+  return store.listDocuments(scope);
+}
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Command Implementation
+// ─────────────────────────────────────────────────────────────────────────────
+
+/**
+ * Execute gno ls command.
+ */
+export async function ls(
+  scope: string | undefined,
+  options: LsCommandOptions = {}
+): Promise<LsResult> {
+  // Validate scope if it's a gno:// URI
+  if (scope?.startsWith('gno://')) {
+    if (scope === 'gno://') {
+      return {
+        success: false,
+        error: 'Invalid scope: missing collection',
+        isValidation: true,
+      };
+    }
+    if (!URI_PREFIX_PATTERN.test(scope)) {
+      return {
+        success: false,
+        error: 'Invalid scope: missing trailing path (use gno://collection/)',
+        isValidation: true,
+      };
+    }
+  }
+
+  const initResult = await initStore({ configPath: options.configPath });
+  if (!initResult.ok) {
+    return { success: false, error: initResult.error };
+  }
+  const { store } = initResult;
+
+  try {
+    const docs = await fetchDocuments(store, scope);
+    if (!docs.ok) {
+      return { success: false, error: docs.error.message };
+    }
+
+    // Filter active only, sort by URI
+    const allActive = docs.value
+      .filter((d) => d.active)
+      .map((d) => ({
+        docid: d.docid,
+        uri: d.uri,
+        title: d.title ?? undefined,
+        source: {
+          relPath: d.relPath,
+          mime: d.sourceMime,
+          ext: d.sourceExt,
+        },
+      }))
+      .sort((a, b) => a.uri.localeCompare(b.uri));
+
+    // Apply offset and limit
+    const offset = options.offset ?? 0;
+    const limit = options.limit ?? 20;
+    const paged = allActive.slice(offset, offset + limit);
+
+    return {
+      success: true,
+      data: {
+        documents: paged,
+        meta: {
+          total: allActive.length,
+          returned: paged.length,
+          offset,
+        },
+      },
+    };
+  } finally {
+    await store.close();
+  }
+}
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Formatter
+// ─────────────────────────────────────────────────────────────────────────────
+
+/**
+ * Format ls result for output.
+ */
+export function formatLs(result: LsResult, options: LsCommandOptions): string {
+  if (!result.success) {
+    if (options.json) {
+      return JSON.stringify({
+        error: { code: 'LS_FAILED', message: result.error },
+      });
+    }
+    return `Error: ${result.error}`;
+  }
+
+  const { data } = result;
+  const docs = data.documents;
+
+  if (options.json) {
+    return JSON.stringify(data, null, 2);
+  }
+
+  if (options.files) {
+    return docs.map((d) => `${d.docid},${d.uri}`).join('\n');
+  }
+
+  if (options.md) {
+    if (docs.length === 0) {
+      return '# Documents\n\nNo documents found.';
+    }
+    const lines: string[] = [];
+    lines.push('# Documents');
+    lines.push('');
+    lines.push(
+      `*Showing ${data.meta.returned} of ${data.meta.total} documents*`
+    );
+    lines.push('');
+    lines.push('| DocID | URI | Title |');
+    lines.push('|-------|-----|-------|');
+    for (const d of docs) {
+      lines.push(`| \`${d.docid}\` | \`${d.uri}\` | ${d.title || '-'} |`);
+    }
+    return lines.join('\n');
+  }
+
+  // Terminal format
+  if (docs.length === 0) {
+    return 'No documents found.';
+  }
+  const lines = docs.map((d) => `${d.docid}\t${d.uri}`);
+  if (data.meta.returned < data.meta.total) {
+    lines.push(
+      `\n(${data.meta.returned} of ${data.meta.total} documents shown)`
+    );
+  }
+  return lines.join('\n');
+}