ghcrawl 0.1.0 → 0.2.0

package/src/main.ts

@@ -1,447 +0,0 @@
-#!/usr/bin/env node
-import { once } from 'node:events';
-import { parseArgs } from 'node:util';
-
-import { createApiServer, GHCrawlService } from '@ghcrawl/api-core';
-import { runInitWizard } from './init-wizard.js';
-import { startTui } from './tui/app.js';
-
-type CommandName =
-  | 'init'
-  | 'doctor'
-  | 'sync'
-  | 'refresh'
-  | 'summarize'
-  | 'purge-comments'
-  | 'embed'
-  | 'cluster'
-  | 'clusters'
-  | 'cluster-detail'
-  | 'search'
-  | 'neighbors'
-  | 'tui'
-  | 'serve';
-
-type DoctorResult = Awaited<ReturnType<GHCrawlService['doctor']>>;
-
-function usage(devMode = false): string {
-  const lines = [
-    'ghcrawl <command> [options]',
-    '',
-    'Commands:',
-    '  init [--reconfigure]',
-    '  doctor',
-    '  sync <owner/repo> [--since <iso|duration>] [--limit <count>] [--include-comments]',
-    '  refresh <owner/repo> [--no-sync] [--no-embed] [--no-cluster]',
-    '  embed <owner/repo> [--number <thread>]',
-    '  cluster <owner/repo> [--k <count>] [--threshold <score>]',
-    '  clusters <owner/repo> [--min-size <count>] [--limit <count>] [--sort recent|size] [--search <text>]',
-    '  cluster-detail <owner/repo> --id <cluster-id> [--member-limit <count>] [--body-chars <count>]',
-    '  search <owner/repo> --query <text> [--mode keyword|semantic|hybrid]',
-    '  neighbors <owner/repo> --number <thread> [--limit <count>] [--threshold <score>]',
-    '  tui [owner/repo]',
-    '  serve',
-  ];
-  if (devMode) {
-    lines.push('', 'Advanced Commands:', '  summarize <owner/repo> [--number <thread>] [--include-comments]', '  purge-comments <owner/repo> [--number <thread>]');
-  }
-  return `${lines.join('\n')}\n`;
-}
-
-function parseGlobalFlags(argv: string[], env: NodeJS.ProcessEnv = process.env): { argv: string[]; devMode: boolean } {
-  let devMode = env.GHCRAWL_DEV_MODE === '1' || env.GHCRAWL_DEV_MODE === '1';
-  const filtered: string[] = [];
-  for (const arg of argv) {
-    if (arg === '--dev') {
-      devMode = true;
-      continue;
-    }
-    filtered.push(arg);
-  }
-  return { argv: filtered, devMode };
-}
-
-export function parseOwnerRepo(value: string): { owner: string; repo: string } {
-  const trimmed = value.trim();
-  const parts = trimmed.split('/');
-  if (parts.length !== 2 || !parts[0] || !parts[1]) {
-    throw new Error(`Expected owner/repo, received: ${value}`);
-  }
-  return { owner: parts[0], repo: parts[1] };
-}
-
-export function parseRepoFlags(args: string[]): { owner: string; repo: string; values: Record<string, string | boolean> } {
-  const parsed = parseArgs({
-    args,
-    allowPositionals: true,
-    options: {
-      owner: { type: 'string' },
-      repo: { type: 'string' },
-      since: { type: 'string' },
-      limit: { type: 'string' },
-      'include-comments': { type: 'boolean' },
-      number: { type: 'string' },
-      query: { type: 'string' },
-      mode: { type: 'string' },
-      k: { type: 'string' },
-      threshold: { type: 'string' },
-      port: { type: 'string' },
-      id: { type: 'string' },
-      sort: { type: 'string' },
-      search: { type: 'string' },
-      'min-size': { type: 'string' },
-      'member-limit': { type: 'string' },
-      'body-chars': { type: 'string' },
-      'no-sync': { type: 'boolean' },
-      'no-embed': { type: 'boolean' },
-      'no-cluster': { type: 'boolean' },
-    },
-  });
-
-  if (typeof parsed.values.repo === 'string' && parsed.values.repo.includes('/')) {
-    const target = parseOwnerRepo(parsed.values.repo);
-    return { ...target, values: parsed.values };
-  }
-
-  if (parsed.positionals.length > 0) {
-    const target = parseOwnerRepo(parsed.positionals[0]);
-    return { ...target, values: parsed.values };
-  }
-
-  const owner = parsed.values.owner;
-  const repo = parsed.values.repo;
-  if (typeof owner === 'string' && typeof repo === 'string') {
-    return { owner, repo, values: parsed.values };
-  }
-
-  throw new Error('Use --repo owner/repo or provide owner/repo as the first positional argument');
-}
-
-export function resolveSinceValue(value: string, now: Date = new Date()): string {
-  const trimmed = value.trim();
-  const absolute = new Date(trimmed);
-  if (!Number.isNaN(absolute.getTime())) {
-    return absolute.toISOString();
-  }
-
-  const match = trimmed.match(/^(\d+)(s|m|h|d|w|mo|y)$/i);
-  if (!match) {
-    throw new Error(`Invalid --since value: ${value}. Use an ISO timestamp or duration like 15m, 2h, 7d, or 1mo.`);
-  }
-
-  const amount = Number(match[1]);
-  const unit = match[2].toLowerCase();
-  const resolved = new Date(now);
-
-  switch (unit) {
-    case 's':
-      resolved.setTime(resolved.getTime() - amount * 1000);
-      break;
-    case 'm':
-      resolved.setTime(resolved.getTime() - amount * 60 * 1000);
-      break;
-    case 'h':
-      resolved.setTime(resolved.getTime() - amount * 60 * 60 * 1000);
-      break;
-    case 'd':
-      resolved.setTime(resolved.getTime() - amount * 24 * 60 * 60 * 1000);
-      break;
-    case 'w':
-      resolved.setTime(resolved.getTime() - amount * 7 * 24 * 60 * 60 * 1000);
-      break;
-    case 'mo':
-      resolved.setUTCMonth(resolved.getUTCMonth() - amount);
-      break;
-    case 'y':
-      resolved.setUTCFullYear(resolved.getUTCFullYear() - amount);
-      break;
-    default:
-      throw new Error(`Unsupported --since unit: ${unit}`);
-  }
-
-  return resolved.toISOString();
-}
-
-export function formatLogLine(message: string, now: Date = new Date()): string {
-  return `[${now.toISOString()}] ${message}`;
-}
-
-function writeProgress(message: string): void {
-  process.stderr.write(`${formatLogLine(message)}\n`);
-}
-
-function formatBooleanStatus(value: boolean): string {
-  return value ? 'yes' : 'no';
-}
-
-function parsePositiveInteger(name: string, value: string): number {
-  const parsed = Number(value);
-  if (!Number.isSafeInteger(parsed) || parsed <= 0) {
-    throw new Error(`Invalid ${name}: ${value}`);
-  }
-  return parsed;
-}
-
-export function formatDoctorReport(result: DoctorResult): string {
-  const lines = [
-    'ghcrawl doctor',
-    '',
-    'Health',
-    `  ok: ${formatBooleanStatus(result.health.ok)}`,
-    `  config path: ${result.health.configPath}`,
-    `  config file exists: ${formatBooleanStatus(result.health.configFileExists)}`,
-    `  db path: ${result.health.dbPath}`,
-    `  api port: ${result.health.apiPort}`,
-    '',
-    'GitHub',
-    `  configured: ${formatBooleanStatus(result.github.configured)}`,
-    `  source: ${result.github.source}`,
-    `  format ok: ${formatBooleanStatus(result.github.formatOk)}`,
-    `  auth ok: ${formatBooleanStatus(result.github.authOk)}`,
-  ];
-  if (result.github.error) {
-    lines.push(`  note: ${result.github.error}`);
-  }
-  lines.push(
-    '',
-    'OpenAI',
-    `  configured: ${formatBooleanStatus(result.openai.configured)}`,
-    `  source: ${result.openai.source}`,
-    `  format ok: ${formatBooleanStatus(result.openai.formatOk)}`,
-    `  auth ok: ${formatBooleanStatus(result.openai.authOk)}`,
-  );
-  if (result.openai.error) {
-    lines.push(`  note: ${result.openai.error}`);
-  }
-  return `${lines.join('\n')}\n`;
-}
-
-function closeService(service: GHCrawlService | null): void {
-  if (service) {
-    service.close();
-  }
-}
-
-export async function run(argv: string[], stdout: NodeJS.WritableStream = process.stdout): Promise<void> {
-  const parsedGlobals = parseGlobalFlags(argv);
-  const [commandRaw, ...rest] = parsedGlobals.argv;
-  const command = commandRaw as CommandName | undefined;
-  if (!command || commandRaw === '--help' || commandRaw === '-h' || commandRaw === 'help') {
-    stdout.write(usage(parsedGlobals.devMode));
-    return;
-  }
-
-  let service: GHCrawlService | null = null;
-  const getService = (): GHCrawlService => {
-    service ??= new GHCrawlService();
-    return service;
-  };
-  try {
-    switch (command) {
-      case 'init': {
-        const parsed = parseArgs({
-          args: rest,
-          options: {
-            reconfigure: { type: 'boolean' },
-          },
-        });
-        await runInitWizard({ reconfigure: parsed.values.reconfigure === true });
-        stdout.write(`${JSON.stringify(getService().init(), null, 2)}\n`);
-        return;
-      }
-      case 'doctor': {
-        const parsed = parseArgs({
-          args: rest,
-          options: {
-            json: { type: 'boolean' },
-          },
-        });
-        const result = await getService().doctor();
-        const shouldWriteJson = parsed.values.json === true || (stdout as NodeJS.WriteStream).isTTY !== true;
-        stdout.write(shouldWriteJson ? `${JSON.stringify(result, null, 2)}\n` : formatDoctorReport(result));
-        return;
-      }
-      case 'sync': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = await getService().syncRepository({
-          owner,
-          repo,
-          since: typeof values.since === 'string' ? resolveSinceValue(values.since) : undefined,
-          limit: typeof values.limit === 'string' ? Number(values.limit) : undefined,
-          includeComments: values['include-comments'] === true,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'refresh': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = await getService().refreshRepository({
-          owner,
-          repo,
-          sync: values['no-sync'] === true ? false : undefined,
-          embed: values['no-embed'] === true ? false : undefined,
-          cluster: values['no-cluster'] === true ? false : undefined,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'summarize': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = await getService().summarizeRepository({
-          owner,
-          repo,
-          threadNumber: typeof values.number === 'string' ? Number(values.number) : undefined,
-          includeComments: values['include-comments'] === true,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'purge-comments': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = getService().purgeComments({
-          owner,
-          repo,
-          threadNumber: typeof values.number === 'string' ? Number(values.number) : undefined,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'embed': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = await getService().embedRepository({
-          owner,
-          repo,
-          threadNumber: typeof values.number === 'string' ? Number(values.number) : undefined,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'cluster': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const result = getService().clusterRepository({
-          owner,
-          repo,
-          k: typeof values.k === 'string' ? Number(values.k) : undefined,
-          minScore: typeof values.threshold === 'string' ? Number(values.threshold) : undefined,
-          onProgress: writeProgress,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'clusters': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        const sort = values.sort === 'recent' || values.sort === 'size' ? values.sort : undefined;
-        const result = getService().listClusterSummaries({
-          owner,
-          repo,
-          minSize: typeof values['min-size'] === 'string' ? parsePositiveInteger('min-size', values['min-size']) : undefined,
-          limit: typeof values.limit === 'string' ? parsePositiveInteger('limit', values.limit) : undefined,
-          sort,
-          search: typeof values.search === 'string' ? values.search : undefined,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'cluster-detail': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        if (typeof values.id !== 'string') {
-          throw new Error('Missing --id');
-        }
-        const result = getService().getClusterDetailDump({
-          owner,
-          repo,
-          clusterId: parsePositiveInteger('id', values.id),
-          memberLimit:
-            typeof values['member-limit'] === 'string'
-              ? parsePositiveInteger('member-limit', values['member-limit'])
-              : undefined,
-          bodyChars:
-            typeof values['body-chars'] === 'string'
-              ? parsePositiveInteger('body-chars', values['body-chars'])
-              : undefined,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'search': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        if (typeof values.query !== 'string') {
-          throw new Error('Missing --query');
-        }
-        const mode =
-          values.mode === 'keyword' || values.mode === 'semantic' || values.mode === 'hybrid'
-            ? values.mode
-            : undefined;
-        const result = await getService().searchRepository({
-          owner,
-          repo,
-          query: values.query,
-          mode,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'neighbors': {
-        const { owner, repo, values } = parseRepoFlags(rest);
-        if (typeof values.number !== 'string') {
-          throw new Error('Missing --number');
-        }
-        const result = getService().listNeighbors({
-          owner,
-          repo,
-          threadNumber: Number(values.number),
-          limit: typeof values.limit === 'string' ? Number(values.limit) : undefined,
-          minScore: typeof values.threshold === 'string' ? Number(values.threshold) : undefined,
-        });
-        stdout.write(`${JSON.stringify(result, null, 2)}\n`);
-        return;
-      }
-      case 'tui': {
-        if (rest.length === 0) {
-          await startTui({ service: getService() });
-          return;
-        }
-        const { owner, repo } = parseRepoFlags(rest);
-        await startTui({ service: getService(), owner, repo });
-        return;
-      }
-      case 'serve': {
-        const serviceForServe = getService();
-        const server = createApiServer(serviceForServe);
-        const parsed = parseArgs({
-          args: rest,
-          options: { port: { type: 'string' } },
-        });
-        const port = typeof parsed.values.port === 'string' ? Number(parsed.values.port) : serviceForServe.config.apiPort;
-        server.listen(port, '127.0.0.1');
-        stdout.write(`ghcrawl API listening on http://127.0.0.1:${port}\n`);
-        const stop = async () => {
-          server.close();
-          serviceForServe.close();
-        };
-        process.once('SIGINT', () => void stop());
-        process.once('SIGTERM', () => void stop());
-        await once(server, 'close');
-        return;
-      }
-      default:
-        throw new Error(`Unknown command: ${command}`);
-    }
-  } finally {
-    if (command !== 'serve') {
-      closeService(service);
-    }
-  }
-}
-
-if (import.meta.url === `file://${process.argv[1]}`) {
-  run(process.argv.slice(2)).catch((error) => {
-    writeProgress(error instanceof Error ? error.message : String(error));
-    process.exit(1);
-  });
-}

package/src/neo-blessed.d.ts

@@ -1,4 +0,0 @@
-declare module 'neo-blessed' {
-  import blessed = require('blessed');
-  export = blessed;
-}

package/src/tui/app.test.ts

@@ -1,164 +0,0 @@
-import test from 'node:test';
-import assert from 'node:assert/strict';
-
-import type { TuiClusterDetail, TuiRepoStats, TuiThreadDetail } from '@ghcrawl/api-core';
-
-import {
-  buildUpdatePipelineLabels,
-  describeUpdateTask,
-  escapeBlessedText,
-  getRepositoryChoices,
-  parseOwnerRepoValue,
-  renderDetailPane,
-  resolveBlessedTerminal,
-} from './app.js';
-
-test('escapeBlessedText escapes blessed tag delimiters', () => {
-  assert.equal(escapeBlessedText('{bold}wow{/bold}'), '\\{bold\\}wow\\{/bold\\}');
-  assert.equal(escapeBlessedText('path\\name'), 'path\\\\name');
-});
-
-test('renderDetailPane escapes user-provided text before rendering into a tags-enabled box', () => {
-  const cluster: TuiClusterDetail = {
-    clusterId: 1,
-    displayTitle: 'Cluster {red-fg}boom{/red-fg}',
-    totalCount: 1,
-    issueCount: 1,
-    pullRequestCount: 0,
-    latestUpdatedAt: '2026-03-09T00:00:00Z',
-    representativeThreadId: 1,
-    representativeNumber: 42,
-    representativeKind: 'issue',
-    members: [],
-  };
-  const detail: TuiThreadDetail = {
-    thread: {
-      id: 1,
-      repoId: 1,
-      number: 42,
-      kind: 'issue',
-      state: 'open',
-      title: 'Bad {bold}title{/bold}',
-      body: 'Body with {red-fg}tags{/red-fg}',
-      authorLogin: 'dev{cyan-fg}',
-      htmlUrl: 'https://example.com/{oops}',
-      labels: ['bug{green-fg}'],
-      updatedAtGh: '2026-03-09T00:00:00Z',
-      clusterId: 1,
-    },
-    summaries: {
-      dedupe_summary: 'Summary {yellow-fg}text{/yellow-fg}',
-    },
-    neighbors: [
-      {
-        threadId: 2,
-        number: 43,
-        kind: 'pull_request',
-        title: 'Neighbor {blue-fg}title{/blue-fg}',
-        score: 0.9,
-      },
-    ],
-  };
-
-  const rendered = renderDetailPane(detail, cluster, 'detail');
-  assert.match(rendered, /Bad \\{bold\\}title\\{\/bold\\}/);
-  assert.match(rendered, /Body with \\{red-fg\\}tags\\{\/red-fg\\}/);
-  assert.match(rendered, /Summary \\{yellow-fg\\}text\\{\/yellow-fg\\}/);
-  assert.match(rendered, /Neighbor \\{blue-fg\\}title\\{\/blue-fg\\}/);
-});
-
-test('parseOwnerRepoValue accepts owner slash repo values and rejects invalid ones', () => {
-  assert.deepEqual(parseOwnerRepoValue('openclaw/openclaw'), { owner: 'openclaw', repo: 'openclaw' });
-  assert.equal(parseOwnerRepoValue('openclaw'), null);
-});
-
-test('resolveBlessedTerminal normalizes ghostty to xterm-256color', () => {
-  assert.equal(resolveBlessedTerminal({ TERM: 'xterm-ghostty' } as NodeJS.ProcessEnv), 'xterm-256color');
-  assert.equal(resolveBlessedTerminal({ TERM: 'xterm-256color' } as NodeJS.ProcessEnv), 'xterm-256color');
-});
-
-test('getRepositoryChoices sorts by most recent update and includes the new-repo action', () => {
-  const service = {
-    listRepositories() {
-      return {
-        repositories: [
-          {
-            id: 1,
-            owner: 'older',
-            name: 'repo',
-            fullName: 'older/repo',
-            githubRepoId: '1',
-            updatedAt: '2026-03-08T12:00:00Z',
-          },
-          {
-            id: 2,
-            owner: 'newer',
-            name: 'repo',
-            fullName: 'newer/repo',
-            githubRepoId: '2',
-            updatedAt: '2026-03-09T12:00:00Z',
-          },
-        ],
-      };
-    },
-  };
-
-  const choices = getRepositoryChoices(service, new Date('2026-03-09T12:30:00Z'));
-  assert.equal(choices[0]?.kind, 'existing');
-  assert.equal(choices[0]?.target.owner, 'newer');
-  assert.match(choices[0]?.label ?? '', /newer\/repo/);
-  assert.equal(choices.at(-1)?.kind, 'new');
-});
-
-test('describeUpdateTask reports stale embeddings relative to GitHub sync', () => {
-  const stats: TuiRepoStats = {
-    openIssueCount: 10,
-    openPullRequestCount: 5,
-    lastGithubReconciliationAt: '2026-03-09T14:00:00Z',
-    lastEmbedRefreshAt: '2026-03-09T12:00:00Z',
-    staleEmbedThreadCount: 0,
-    staleEmbedSourceCount: 0,
-    latestClusterRunId: 7,
-    latestClusterRunFinishedAt: '2026-03-09T14:30:00Z',
-  };
-
-  assert.equal(describeUpdateTask('embed', stats, new Date('2026-03-09T15:00:00Z')), 'outdated: GitHub is newer by 2h');
-});
-
-test('describeUpdateTask reports stale clusters relative to embed refresh', () => {
-  const stats: TuiRepoStats = {
-    openIssueCount: 10,
-    openPullRequestCount: 5,
-    lastGithubReconciliationAt: '2026-03-09T14:00:00Z',
-    lastEmbedRefreshAt: '2026-03-09T15:00:00Z',
-    staleEmbedThreadCount: 0,
-    staleEmbedSourceCount: 0,
-    latestClusterRunId: 7,
-    latestClusterRunFinishedAt: '2026-03-09T12:00:00Z',
-  };
-
-  assert.equal(describeUpdateTask('cluster', stats, new Date('2026-03-09T16:00:00Z')), 'outdated: embeddings are newer by 3h');
-});
-
-test('buildUpdatePipelineLabels marks the selected tasks and includes task guidance', () => {
-  const stats: TuiRepoStats = {
-    openIssueCount: 10,
-    openPullRequestCount: 5,
-    lastGithubReconciliationAt: '2026-03-09T14:00:00Z',
-    lastEmbedRefreshAt: '2026-03-09T15:00:00Z',
-    staleEmbedThreadCount: 2,
-    staleEmbedSourceCount: 4,
-    latestClusterRunId: 7,
-    latestClusterRunFinishedAt: '2026-03-09T12:00:00Z',
-  };
-
-  const labels = buildUpdatePipelineLabels(
-    stats,
-    { sync: true, embed: true, cluster: false },
-    new Date('2026-03-09T16:00:00Z'),
-  );
-
-  assert.match(labels[0] ?? '', /^\[x\] GitHub sync\/reconcile  up to date, last 2h ago$/);
-  assert.match(labels[1] ?? '', /^\[x\] Embed refresh  outdated: 2 stale, last 1h ago$/);
-  assert.match(labels[2] ?? '', /^\[ \] Cluster rebuild  outdated: embeddings are newer by 3h$/);
-});