@ghcrawl/api-core 0.1.0 → 0.2.0

package/src/api/server.ts

@@ -1,171 +0,0 @@
-import http from 'node:http';
-
-import { actionRequestSchema, refreshRequestSchema } from '@ghcrawl/api-contract';
-import { ZodError } from 'zod';
-
-import { GHCrawlService, parseRepoParams } from '../service.js';
-
-function sendJson(res: http.ServerResponse, status: number, payload: unknown): void {
-  res.writeHead(status, { 'content-type': 'application/json; charset=utf-8' });
-  res.end(JSON.stringify(payload));
-}
-
-async function readBody(req: http.IncomingMessage): Promise<unknown> {
-  const chunks: Buffer[] = [];
-  for await (const chunk of req) {
-    chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(String(chunk)));
-  }
-  if (chunks.length === 0) return null;
-  return JSON.parse(Buffer.concat(chunks).toString('utf8')) as unknown;
-}
-
-export function createApiServer(service: GHCrawlService): http.Server {
-  return http.createServer(async (req, res) => {
-    try {
-      if (!req.url || !req.method) {
-        sendJson(res, 400, { error: 'Missing request metadata' });
-        return;
-      }
-
-      const url = new URL(req.url, 'http://127.0.0.1');
-
-      if (req.method === 'GET' && url.pathname === '/health') {
-        sendJson(res, 200, service.init());
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/repositories') {
-        sendJson(res, 200, service.listRepositories());
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/threads') {
-        const params = parseRepoParams(url);
-        const kindParam = url.searchParams.get('kind');
-        const kind = kindParam === 'issue' || kindParam === 'pull_request' ? kindParam : undefined;
-        sendJson(res, 200, service.listThreads({ ...params, kind }));
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/search') {
-        const params = parseRepoParams(url);
-        const query = url.searchParams.get('query');
-        if (!query) {
-          sendJson(res, 400, { error: 'Missing query parameter' });
-          return;
-        }
-        const modeParam = url.searchParams.get('mode');
-        const mode = modeParam === 'keyword' || modeParam === 'semantic' || modeParam === 'hybrid' ? modeParam : undefined;
-        sendJson(res, 200, await service.searchRepository({ ...params, query, mode }));
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/neighbors') {
-        const params = parseRepoParams(url);
-        const numberValue = url.searchParams.get('number');
-        if (!numberValue) {
-          sendJson(res, 400, { error: 'Missing number parameter' });
-          return;
-        }
-        const threadNumber = Number(numberValue);
-        if (!Number.isInteger(threadNumber) || threadNumber <= 0) {
-          sendJson(res, 400, { error: 'Invalid number parameter' });
-          return;
-        }
-        const limitValue = url.searchParams.get('limit');
-        const minScoreValue = url.searchParams.get('minScore');
-        sendJson(
-          res,
-          200,
-          service.listNeighbors({
-            ...params,
-            threadNumber,
-            limit: limitValue ? Number(limitValue) : undefined,
-            minScore: minScoreValue ? Number(minScoreValue) : undefined,
-          }),
-        );
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/clusters') {
-        const params = parseRepoParams(url);
-        sendJson(res, 200, service.listClusters(params));
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/cluster-summaries') {
-        const params = parseRepoParams(url);
-        const sortParam = url.searchParams.get('sort');
-        const sort = sortParam === 'recent' || sortParam === 'size' ? sortParam : undefined;
-        const minSizeValue = url.searchParams.get('minSize');
-        const limitValue = url.searchParams.get('limit');
-        const search = url.searchParams.get('search') ?? undefined;
-        sendJson(
-          res,
-          200,
-          service.listClusterSummaries({
-            ...params,
-            minSize: minSizeValue ? Number(minSizeValue) : undefined,
-            limit: limitValue ? Number(limitValue) : undefined,
-            sort,
-            search,
-          }),
-        );
-        return;
-      }
-
-      if (req.method === 'GET' && url.pathname === '/cluster-detail') {
-        const params = parseRepoParams(url);
-        const clusterIdValue = url.searchParams.get('clusterId');
-        if (!clusterIdValue) {
-          sendJson(res, 400, { error: 'Missing clusterId parameter' });
-          return;
-        }
-        const clusterId = Number(clusterIdValue);
-        if (!Number.isInteger(clusterId) || clusterId <= 0) {
-          sendJson(res, 400, { error: 'Invalid clusterId parameter' });
-          return;
-        }
-        const memberLimitValue = url.searchParams.get('memberLimit');
-        const bodyCharsValue = url.searchParams.get('bodyChars');
-        sendJson(
-          res,
-          200,
-          service.getClusterDetailDump({
-            ...params,
-            clusterId,
-            memberLimit: memberLimitValue ? Number(memberLimitValue) : undefined,
-            bodyChars: bodyCharsValue ? Number(bodyCharsValue) : undefined,
-          }),
-        );
-        return;
-      }
-
-      if (req.method === 'POST' && url.pathname === '/actions/rerun') {
-        const body = actionRequestSchema.parse(await readBody(req));
-        sendJson(res, 200, await service.rerunAction(body));
-        return;
-      }
-
-      if (req.method === 'POST' && url.pathname === '/actions/refresh') {
-        const body = refreshRequestSchema.parse(await readBody(req));
-        sendJson(res, 200, await service.refreshRepository(body));
-        return;
-      }
-
-      sendJson(res, 404, { error: 'Not found' });
-    } catch (error) {
-      const message = error instanceof Error ? error.message : String(error);
-      sendJson(res, isBadRequestError(error, message) ? 400 : 500, { error: message });
-    }
-  });
-}
-
-function isBadRequestError(error: unknown, message: string): boolean {
-  return (
-    error instanceof SyntaxError ||
-    error instanceof ZodError ||
-    message.startsWith('Missing ') ||
-    message.startsWith('Invalid ')
-  );
-}

package/src/cluster/build.test.ts

@@ -1,18 +0,0 @@
-import test from 'node:test';
-import assert from 'node:assert/strict';
-
-import { buildClusters } from './build.js';
-
-test('buildClusters groups connected components', () => {
-  const clusters = buildClusters(
-    [
-      { threadId: 1, number: 10, title: 'a' },
-      { threadId: 2, number: 11, title: 'b' },
-      { threadId: 3, number: 12, title: 'c' },
-    ],
-    [{ leftThreadId: 1, rightThreadId: 2, score: 0.9 }],
-  );
-
-  assert.equal(clusters.length, 2);
-  assert.deepEqual(clusters[0]?.members, [1, 2]);
-});

package/src/cluster/build.ts

@@ -1,74 +0,0 @@
-export type SimilarityEdge = {
-  leftThreadId: number;
-  rightThreadId: number;
-  score: number;
-};
-
-type Node = {
-  threadId: number;
-  number: number;
-  title: string;
-};
-
-class UnionFind {
-  private readonly parent = new Map<number, number>();
-
-  add(value: number): void {
-    if (!this.parent.has(value)) this.parent.set(value, value);
-  }
-
-  find(value: number): number {
-    const parent = this.parent.get(value);
-    if (parent === undefined) {
-      this.parent.set(value, value);
-      return value;
-    }
-    if (parent === value) return value;
-    const root = this.find(parent);
-    this.parent.set(value, root);
-    return root;
-  }
-
-  union(left: number, right: number): void {
-    const leftRoot = this.find(left);
-    const rightRoot = this.find(right);
-    if (leftRoot !== rightRoot) {
-      this.parent.set(rightRoot, leftRoot);
-    }
-  }
-}
-
-export function buildClusters(nodes: Node[], edges: SimilarityEdge[]): Array<{ representativeThreadId: number; members: number[] }> {
-  const uf = new UnionFind();
-  for (const node of nodes) uf.add(node.threadId);
-  for (const edge of edges) uf.union(edge.leftThreadId, edge.rightThreadId);
-
-  const byRoot = new Map<number, number[]>();
-  for (const node of nodes) {
-    const root = uf.find(node.threadId);
-    const list = byRoot.get(root) ?? [];
-    list.push(node.threadId);
-    byRoot.set(root, list);
-  }
-
-  const edgeCounts = new Map<number, number>();
-  for (const edge of edges) {
-    edgeCounts.set(edge.leftThreadId, (edgeCounts.get(edge.leftThreadId) ?? 0) + 1);
-    edgeCounts.set(edge.rightThreadId, (edgeCounts.get(edge.rightThreadId) ?? 0) + 1);
-  }
-
-  const nodesById = new Map(nodes.map((node) => [node.threadId, node]));
-  return Array.from(byRoot.values())
-    .map((members) => {
-      const representative = [...members].sort((leftId, rightId) => {
-        const left = nodesById.get(leftId);
-        const right = nodesById.get(rightId);
-        const edgeDelta = (edgeCounts.get(rightId) ?? 0) - (edgeCounts.get(leftId) ?? 0);
-        if (edgeDelta !== 0) return edgeDelta;
-        if (!left || !right) return leftId - rightId;
-        return left.number - right.number;
-      })[0];
-      return { representativeThreadId: representative, members: members.sort((left, right) => left - right) };
-    })
-    .sort((left, right) => right.members.length - left.members.length);
-}

package/src/config.test.ts

@@ -1,247 +0,0 @@
-import test from 'node:test';
-import assert from 'node:assert/strict';
-import fs from 'node:fs';
-import os from 'node:os';
-import path from 'node:path';
-
-import {
-  getConfigPath,
-  getTuiRepositoryPreference,
-  isLikelyGitHubToken,
-  isLikelyOpenAiApiKey,
-  loadConfig,
-  readPersistedConfig,
-  writeTuiRepositoryPreference,
-  writePersistedConfig,
-} from './config.js';
-
-function makeTempHome(): string {
-  return fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-config-test-'));
-}
-
-function makeTestEnv(overrides: NodeJS.ProcessEnv = {}): NodeJS.ProcessEnv {
-  return {
-    ...process.env,
-    XDG_CONFIG_HOME: undefined,
-    APPDATA: undefined,
-    ...overrides,
-  };
-}
-
-test('loadConfig prefers persisted config and stores defaults under the user config directory', () => {
-  const home = makeTempHome();
-  const workspace = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-workspace-'));
-  fs.writeFileSync(path.join(workspace, 'pnpm-workspace.yaml'), 'packages:\n  - "packages/*"\n');
-  const env = {
-    ...makeTestEnv(),
-    HOME: home,
-  };
-
-  writePersistedConfig(
-    {
-      githubToken: 'ghp_testtoken1234567890',
-      openaiApiKey: 'sk-proj-testkey1234567890',
-      apiPort: 6123,
-      embedConcurrency: 12,
-    },
-    { env },
-  );
-
-  const config = loadConfig({ cwd: workspace, env });
-  assert.equal(config.configPath, path.join(home, '.config', 'ghcrawl', 'config.json'));
-  assert.equal(config.configFileExists, true);
-  assert.equal(config.apiPort, 6123);
-  assert.equal(config.embedConcurrency, 12);
-  assert.equal(config.githubTokenSource, 'config');
-  assert.equal(config.openaiApiKeySource, 'config');
-  assert.equal(config.dbPath, path.join(home, '.config', 'ghcrawl', 'ghcrawl.db'));
-});
-
-test('loadConfig lets environment variables override persisted config', () => {
-  const home = makeTempHome();
-  const env = {
-    ...makeTestEnv(),
-    HOME: home,
-    GITHUB_TOKEN: 'ghp_override1234567890',
-    GHCRAWL_API_PORT: '7001',
-  };
-
-  writePersistedConfig(
-    {
-      githubToken: 'ghp_stored1234567890',
-      openaiApiKey: 'sk-proj-stored1234567890',
-      apiPort: 6123,
-    },
-    { env },
-  );
-
-  const config = loadConfig({ cwd: process.cwd(), env });
-  assert.equal(config.githubToken, 'ghp_override1234567890');
-  assert.equal(config.githubTokenSource, 'env');
-  assert.equal(config.apiPort, 7001);
-});
-
-test('loadConfig falls back to repo .env.local when no persisted config exists', () => {
-  const workspace = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-workspace-'));
-  fs.writeFileSync(path.join(workspace, 'pnpm-workspace.yaml'), 'packages:\n  - "packages/*"\n');
-  fs.writeFileSync(
-    path.join(workspace, '.env.local'),
-    ['GITHUB_TOKEN=ghp_dotenv1234567890', 'OPENAI_API_KEY=sk-proj-dotenv1234567890', 'GHCRAWL_API_PORT=6111'].join('\n'),
-  );
-
-  const config = loadConfig({
-    cwd: workspace,
-    env: {
-      ...makeTestEnv(),
-      HOME: makeTempHome(),
-    },
-  });
-
-  assert.equal(config.githubTokenSource, 'dotenv');
-  assert.equal(config.openaiApiKeySource, 'dotenv');
-  assert.equal(config.apiPort, 6111);
-});
-
-test('loadConfig reuses an existing workspace database when no explicit db path is configured', () => {
-  const workspace = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-workspace-'));
-  fs.writeFileSync(path.join(workspace, 'pnpm-workspace.yaml'), 'packages:\n  - "packages/*"\n');
-  fs.mkdirSync(path.join(workspace, 'data'), { recursive: true });
-  fs.writeFileSync(path.join(workspace, 'data', 'ghcrawl.db'), '');
-
-  const config = loadConfig({
-    cwd: workspace,
-    env: {
-      ...makeTestEnv(),
-      HOME: makeTempHome(),
-    },
-  });
-
-  assert.equal(config.dbPath, path.join(workspace, 'data', 'ghcrawl.db'));
-});
-
-test('writePersistedConfig creates a readable config file', () => {
-  const home = makeTempHome();
-  const env = {
-    ...makeTestEnv(),
-    HOME: home,
-  };
-
-  const { configPath } = writePersistedConfig(
-    {
-      githubToken: 'ghp_testtoken1234567890',
-      openaiApiKey: 'sk-proj-testkey1234567890',
-    },
-    { env },
-  );
-
-  assert.equal(configPath, getConfigPath({ env }));
-  assert.equal(fs.existsSync(configPath), true);
-
-  const persisted = readPersistedConfig({ env });
-  assert.equal(persisted.data.githubToken, 'ghp_testtoken1234567890');
-  assert.equal(persisted.data.openaiApiKey, 'sk-proj-testkey1234567890');
-});
-
-test('loadConfig restores op metadata and repository tui preferences', () => {
-  const home = makeTempHome();
-  const workspace = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-workspace-'));
-  fs.writeFileSync(path.join(workspace, 'pnpm-workspace.yaml'), 'packages:\n  - "packages/*"\n');
-  const env = {
-    ...makeTestEnv(),
-    HOME: home,
-  };
-
-  writePersistedConfig(
-    {
-      secretProvider: 'op',
-      opVaultName: 'PwrDrvr LLC',
-      opItemName: 'ghcrawl',
-      tuiPreferences: {
-        'openclaw/openclaw': {
-          minClusterSize: 1,
-          sortMode: 'size',
-        },
-      },
-    },
-    { env },
-  );
-
-  const config = loadConfig({ cwd: workspace, env });
-  assert.equal(config.secretProvider, 'op');
-  assert.equal(config.opVaultName, 'PwrDrvr LLC');
-  assert.equal(config.opItemName, 'ghcrawl');
-  assert.deepEqual(getTuiRepositoryPreference(config, 'openclaw', 'openclaw'), {
-    minClusterSize: 1,
-    sortMode: 'size',
-  });
-});
-
-test('writeTuiRepositoryPreference persists sort and min cluster size by repository', () => {
-  const home = makeTempHome();
-  const workspace = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-workspace-'));
-  fs.writeFileSync(path.join(workspace, 'pnpm-workspace.yaml'), 'packages:\n  - "packages/*"\n');
-  const env = {
-    ...makeTestEnv(),
-    HOME: home,
-  };
-
-  const config = loadConfig({ cwd: workspace, env });
-  writeTuiRepositoryPreference(config, {
-    owner: 'openclaw',
-    repo: 'openclaw',
-    minClusterSize: 1,
-    sortMode: 'size',
-  });
-
-  const reloaded = loadConfig({ cwd: workspace, env });
-  assert.deepEqual(getTuiRepositoryPreference(reloaded, 'openclaw', 'openclaw'), {
-    minClusterSize: 1,
-    sortMode: 'size',
-  });
-  assert.deepEqual(getTuiRepositoryPreference(reloaded, 'other', 'repo'), {
-    minClusterSize: 10,
-    sortMode: 'recent',
-  });
-});
-
-test('getConfigPath uses APPDATA on Windows', () => {
-  const configPath = getConfigPath({
-    env: {
-      ...makeTestEnv(),
-      APPDATA: 'C:\\Users\\example\\AppData\\Roaming',
-    },
-    platform: 'win32',
-  });
-
-  assert.equal(configPath, path.win32.resolve('C:\\Users\\example\\AppData\\Roaming', 'ghcrawl', 'config.json'));
-});
-
-test('loadConfig rejects invalid port', () => {
-  const home = makeTempHome();
-  assert.throws(() =>
-    loadConfig({
-      cwd: process.cwd(),
-      env: { ...makeTestEnv(), HOME: home, GHCRAWL_API_PORT: 'abc' },
-    }),
-  );
-});
-
-test('loadConfig rejects invalid embed queue settings', () => {
-  const home = makeTempHome();
-  assert.throws(() =>
-    loadConfig({
-      cwd: process.cwd(),
-      env: { ...makeTestEnv(), HOME: home, GHCRAWL_EMBED_CONCURRENCY: '0' },
-    }),
-  );
-});
-
-test('token format helpers match expected API key shapes', () => {
-  assert.equal(isLikelyGitHubToken('ghp_testtoken1234567890'), true);
-  assert.equal(isLikelyGitHubToken('github_pat_1234567890abcdefghijklmnopqrstuvwxyz'), true);
-  assert.equal(isLikelyGitHubToken('not-a-token'), false);
-
-  assert.equal(isLikelyOpenAiApiKey('sk-proj-testkey1234567890'), true);
-  assert.equal(isLikelyOpenAiApiKey('sk-testkey1234567890'), true);
-  assert.equal(isLikelyOpenAiApiKey('openai-key'), false);
-});