kodu 2.2.0 → 3.0.1

package/src/shared/cleaner/cleaner.service.ts

@@ -1,289 +0,0 @@
-import { promises as fs } from 'node:fs';
-import path from 'node:path';
-import { Injectable } from '@nestjs/common';
-import { Project, type SourceFile, SyntaxKind, ts } from 'ts-morph';
-import { ConfigService } from '../../core/config/config.service';
-import { FsService } from '../../core/file-system/fs.service';
-import {
-  type CleanOptions,
-  type CleanSummary,
-  type FileCleanReport,
-} from './cleaner.types';
-
-type RemovalRange = {
-  start: number;
-  end: number;
-  text: string;
-  kind: 'comment' | 'jsx';
-};
-
-@Injectable()
-export class CleanerService {
-  private readonly project = new Project({
-    useInMemoryFileSystem: false,
-    skipFileDependencyResolution: true,
-    compilerOptions: {
-      allowJs: true,
-      jsx: ts.JsxEmit.Preserve,
-    },
-  });
-
-  private readonly systemWhitelist = [
-    '@ts-ignore',
-    '@ts-expect-error',
-    'eslint-disable',
-    'prettier-ignore',
-    'biome-ignore',
-    'todo',
-    'fixme',
-  ];
-
-  constructor(
-    private readonly configService: ConfigService,
-    private readonly fsService: FsService,
-  ) {}
-
-  cleanContent(filename: string, content: string, keepJSDoc?: boolean): string {
-    const config = this.configService.getConfig();
-    const whitelist = this.buildWhitelist(config.cleaner.whitelist);
-    const shouldKeepJSDoc = keepJSDoc ?? config.cleaner.keepJSDoc;
-    const result = this.cleanSource(
-      filename,
-      content,
-      whitelist,
-      shouldKeepJSDoc,
-    );
-    return result.nextContent;
-  }
-
-  async cleanFiles(
-    files: string[],
-    options: CleanOptions = {},
-  ): Promise<CleanSummary> {
-    const config = this.configService.getConfig();
-    const whitelist = this.buildWhitelist(config.cleaner.whitelist);
-    const keepJSDoc = options.keepJSDoc ?? config.cleaner.keepJSDoc;
-    let commentsRemoved = 0;
-    let filesChanged = 0;
-    let bytesBefore = 0;
-    let bytesAfter = 0;
-    const reports: FileCleanReport[] = [];
-
-    for (let i = 0; i < files.length; i++) {
-      const file = files[i] as string;
-      options.onProgress?.(i + 1, files.length);
-
-      const original = await this.fsService.readFileRelative(file);
-      bytesBefore += Buffer.byteLength(original, 'utf8');
-
-      const result = this.cleanSource(file, original, whitelist, keepJSDoc);
-      bytesAfter += Buffer.byteLength(result.nextContent, 'utf8');
-
-      if (result.removed > 0) {
-        filesChanged += 1;
-        commentsRemoved += result.removed;
-
-        if (!options.dryRun) {
-          if (options.backup) {
-            await this.backupFile(file, original);
-          }
-          await this.writeFile(file, result.nextContent);
-        }
-      }
-
-      reports.push({
-        file,
-        removed: result.removed,
-        previews: result.previews,
-        bytesBefore: Buffer.byteLength(original, 'utf8'),
-        bytesAfter: Buffer.byteLength(result.nextContent, 'utf8'),
-      });
-    }
-
-    return {
-      filesProcessed: files.length,
-      filesChanged,
-      commentsRemoved,
-      bytesBefore,
-      bytesAfter,
-      reports,
-    };
-  }
-
-  private cleanSource(
-    file: string,
-    content: string,
-    whitelist: Set<string>,
-    keepJSDoc: boolean,
-  ): { nextContent: string; removed: number; previews: string[] } {
-    const sourceFile = this.project.createSourceFile(file, content, {
-      overwrite: true,
-    });
-    const fullText = sourceFile.getFullText();
-
-    const ranges = this.collectCommentRanges(sourceFile, file);
-    const candidates = ranges.filter((range) =>
-      this.shouldRemove(range, whitelist, keepJSDoc),
-    );
-
-    if (candidates.length === 0) {
-      return { nextContent: content, removed: 0, previews: [] };
-    }
-
-    const previews = candidates.map((range) =>
-      this.normalizePreview(range.text),
-    );
-
-    const sorted = [...candidates].sort((a, b) => b.start - a.start);
-    let nextContent = fullText;
-
-    for (const range of sorted) {
-      const replacement = this.getReplacement(fullText, range);
-      nextContent = `${nextContent.slice(0, range.start)}${replacement}${nextContent.slice(range.end)}`;
-    }
-
-    return { nextContent, removed: candidates.length, previews };
-  }
-
-  private collectCommentRanges(
-    sourceFile: SourceFile,
-    file: string,
-  ): RemovalRange[] {
-    const fullText = sourceFile.getFullText();
-    const ranges = new Map<string, RemovalRange>();
-
-    const addRanges = (items: readonly ts.CommentRange[] | undefined) => {
-      if (!items) return;
-
-      for (const item of items) {
-        this.addRange(
-          ranges,
-          item.pos,
-          item.end,
-          fullText.slice(item.pos, item.end),
-        );
-      }
-    };
-
-    const visit = (node: ts.Node): void => {
-      addRanges(ts.getLeadingCommentRanges(fullText, node.getFullStart()));
-      addRanges(ts.getTrailingCommentRanges(fullText, node.getEnd()));
-      ts.forEachChild(node, visit);
-    };
-
-    visit(sourceFile.compilerNode);
-
-    const jsxExpressions = sourceFile.getDescendantsOfKind(
-      SyntaxKind.JsxExpression,
-    );
-    for (const jsx of jsxExpressions) {
-      if (jsx.getExpression()) continue;
-      const text = jsx.getText();
-      if (!text.includes('/*')) continue;
-
-      const start = jsx.getPos();
-      const end = jsx.getEnd();
-      this.addRange(ranges, start, end, fullText.slice(start, end), 'jsx');
-    }
-
-    if (this.shouldCollectHtmlComments(file)) {
-      this.collectHtmlCommentRanges(fullText, ranges);
-    }
-
-    return [...ranges.values()];
-  }
-
-  private shouldRemove(
-    range: RemovalRange,
-    whitelist: Set<string>,
-    keepJSDoc: boolean,
-  ): boolean {
-    const trimmed = range.text.trimStart();
-    if (keepJSDoc && trimmed.startsWith('/**')) {
-      return false;
-    }
-
-    const lower = range.text.toLowerCase();
-    for (const token of whitelist) {
-      if (lower.includes(token)) {
-        return false;
-      }
-    }
-
-    return true;
-  }
-
-  private normalizePreview(text: string): string {
-    const singleLine = text.replace(/\s+/g, ' ').trim();
-    if (singleLine.length <= 60) return singleLine;
-    return `${singleLine.slice(0, 57)}...`;
-  }
-
-  private getReplacement(original: string, range: RemovalRange): string {
-    if (range.kind === 'jsx') {
-      return '';
-    }
-
-    const before = range.start > 0 ? original[range.start - 1] : '';
-    const after = range.end < original.length ? original[range.end] : '';
-    const isIdentifier = (ch: string): boolean => /[A-Za-z0-9_$]/.test(ch);
-
-    if (isIdentifier(before) && isIdentifier(after)) {
-      return ' ';
-    }
-
-    return '';
-  }
-
-  private buildWhitelist(userList: string[]): Set<string> {
-    const normalized = userList.map((item) => item.toLowerCase());
-    return new Set([...this.systemWhitelist, ...normalized]);
-  }
-
-  private async writeFile(file: string, content: string): Promise<void> {
-    const absolute = path.resolve(process.cwd(), file);
-    await fs.writeFile(absolute, content, 'utf8');
-  }
-
-  private async backupFile(file: string, content: string): Promise<void> {
-    const backupDir = path.join(process.cwd(), '.kodu', 'backup');
-    const target = path.join(backupDir, file);
-    await fs.mkdir(path.dirname(target), { recursive: true });
-    await fs.writeFile(target, content, 'utf8');
-  }
-
-  private addRange(
-    ranges: Map<string, RemovalRange>,
-    start: number,
-    end: number,
-    text: string,
-    kind: RemovalRange['kind'] = 'comment',
-  ): void {
-    const key = `${start}:${end}`;
-    if (ranges.has(key)) return;
-    ranges.set(key, { start, end, text, kind });
-  }
-
-  private collectHtmlCommentRanges(
-    fullText: string,
-    ranges: Map<string, RemovalRange>,
-  ): void {
-    const htmlCommentRegex = /<!--[\s\S]*?-->/g;
-    let match: RegExpExecArray | null;
-
-    while (true) {
-      match = htmlCommentRegex.exec(fullText);
-      if (!match) {
-        break;
-      }
-      const [text] = match;
-      if (!text) continue;
-      this.addRange(ranges, match.index, match.index + text.length, text);
-    }
-  }
-
-  private shouldCollectHtmlComments(file: string): boolean {
-    const extension = path.extname(file).toLowerCase();
-    return extension === '.html' || extension === '.htm';
-  }
-}

package/src/shared/cleaner/cleaner.types.ts

@@ -1,23 +0,0 @@
-export type CleanOptions = {
-  dryRun?: boolean;
-  backup?: boolean;
-  keepJSDoc?: boolean;
-  onProgress?: (current: number, total: number) => void;
-};
-
-export type FileCleanReport = {
-  file: string;
-  removed: number;
-  previews: string[];
-  bytesBefore: number;
-  bytesAfter: number;
-};
-
-export type CleanSummary = {
-  filesProcessed: number;
-  filesChanged: number;
-  commentsRemoved: number;
-  bytesBefore: number;
-  bytesAfter: number;
-  reports: FileCleanReport[];
-};

package/src/shared/constants.ts

@@ -1,118 +0,0 @@
-export const MAX_FILE_SIZE_BYTES = 1024 * 1024; // 1 MB
-export const DEFAULT_PRICE_PER_MILLION = 5;
-
-const BINARY_EXTENSION_LIST = [
-  '.png',
-  '.jpg',
-  '.jpeg',
-  '.webp',
-  '.gif',
-  '.bmp',
-  '.ico',
-  '.tif',
-  '.tiff',
-  '.psd',
-  '.ai',
-  '.sketch',
-  '.heic',
-  '.heif',
-  '.mp3',
-  '.wav',
-  '.flac',
-  '.ogg',
-  '.m4a',
-  '.mp4',
-  '.mkv',
-  '.mov',
-  '.avi',
-  '.webm',
-  '.wmv',
-  '.flv',
-  '.mpg',
-  '.mpeg',
-  '.ogv',
-  '.zip',
-  '.gz',
-  '.tgz',
-  '.bz2',
-  '.xz',
-  '.rar',
-  '.7z',
-  '.tar',
-  '.pdf',
-  '.exe',
-  '.dll',
-  '.so',
-  '.dylib',
-  '.class',
-  '.jar',
-  '.war',
-  '.ear',
-  '.ttf',
-  '.otf',
-  '.woff',
-  '.woff2',
-  '.eot',
-  '.bin',
-  '.pak',
-  '.dat',
-];
-
-const KNOWN_TEXT_LIST = [
-  // Web / JS
-  '.js',
-  '.jsx',
-  '.ts',
-  '.tsx',
-  '.mjs',
-  '.cjs',
-  '.json',
-  '.html',
-  '.css',
-  '.scss',
-  '.less',
-  '.vue',
-  '.svelte',
-  // Backend / System
-  '.java',
-  '.py',
-  '.c',
-  '.cpp',
-  '.h',
-  '.hpp',
-  '.cs',
-  '.go',
-  '.rs',
-  '.php',
-  '.rb',
-  '.swift',
-  '.kt',
-  '.dart',
-  '.scala',
-  '.pl',
-  '.lua',
-  '.sh',
-  '.bat',
-  // Data / Docs
-  '.md',
-  '.txt',
-  '.xml',
-  '.yaml',
-  '.yml',
-  '.sql',
-  '.graphql',
-  '.toml',
-  '.ini',
-  '.env',
-  // Config
-  '.gitignore',
-  '.dockerignore',
-  'dockerfile',
-  '.editorconfig',
-];
-
-const createLowercaseSet = (values: string[]): ReadonlySet<string> =>
-  new Set(values.map((value) => value.toLowerCase()));
-
-export const BINARY_EXTENSIONS = createLowercaseSet(BINARY_EXTENSION_LIST);
-export const KNOWN_TEXT_EXTENSIONS = createLowercaseSet(KNOWN_TEXT_LIST);

package/src/shared/deps/deps.module.ts

@@ -1,8 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DepsService } from './deps.service';
-
-@Module({
-  providers: [DepsService],
-  exports: [DepsService],
-})
-export class DepsModule {}

package/src/shared/deps/deps.service.ts

@@ -1,175 +0,0 @@
-import path from 'node:path';
-import { Injectable } from '@nestjs/common';
-import { Project } from 'ts-morph';
-
-export type DepsResult = {
-  files: string[];
-  explain: Map<string, string>;
-};
-
-type CollectOptions = {
-  maxDepth?: number;
-  includeTypes?: boolean;
-  includeDynamic?: boolean;
-};
-
-@Injectable()
-export class DepsService {
-  collectDependencies(
-    entryFiles: string[],
-    projectRoot: string,
-    options: CollectOptions = {},
-  ): DepsResult {
-    const {
-      maxDepth = Infinity,
-      includeTypes = true,
-      includeDynamic = false,
-    } = options;
-
-    const tsConfigPath = this.findTsConfig(projectRoot);
-    const project = tsConfigPath
-      ? new Project({
-          tsConfigFilePath: tsConfigPath,
-          skipAddingFilesFromTsConfig: true,
-        })
-      : new Project({
-          compilerOptions: {
-            allowJs: true,
-            resolveJsonModule: true,
-            moduleResolution: 2, // NodeJs
-          },
-        });
-
-    const visited = new Set<string>();
-    const explain = new Map<string, string>();
-
-    const absEntries = entryFiles.map((f) =>
-      path.isAbsolute(f) ? f : path.resolve(projectRoot, f),
-    );
-
-    for (const entry of absEntries) {
-      explain.set(entry, 'entry point');
-      this.collect(
-        project,
-        entry,
-        projectRoot,
-        visited,
-        explain,
-        0,
-        maxDepth,
-        includeTypes,
-        includeDynamic,
-      );
-    }
-
-    const files = [...visited].map((abs) =>
-      path.relative(projectRoot, abs).split(path.sep).join(path.posix.sep),
-    );
-
-    return { files, explain };
-  }
-
-  private collect(
-    project: Project,
-    absFile: string,
-    projectRoot: string,
-    visited: Set<string>,
-    explain: Map<string, string>,
-    depth: number,
-    maxDepth: number,
-    includeTypes: boolean,
-    includeDynamic: boolean,
-  ): void {
-    if (visited.has(absFile)) return;
-    visited.add(absFile);
-
-    if (depth >= maxDepth) return;
-
-    let sourceFile = project.getSourceFile(absFile);
-    if (!sourceFile) {
-      try {
-        sourceFile = project.addSourceFileAtPath(absFile);
-      } catch {
-        return;
-      }
-    }
-
-    const relFrom = path
-      .relative(projectRoot, absFile)
-      .split(path.sep)
-      .join(path.posix.sep);
-
-    for (const importDecl of sourceFile.getImportDeclarations()) {
-      if (!includeTypes && importDecl.isTypeOnly()) continue;
-
-      const resolved = importDecl.getModuleSpecifierSourceFile();
-      if (!resolved) continue;
-
-      const absResolved = resolved.getFilePath();
-      if (absResolved.includes('node_modules')) continue;
-
-      if (!explain.has(absResolved)) {
-        const what = importDecl.isTypeOnly() ? 'type import' : 'import';
-        explain.set(absResolved, `${what} from ${relFrom}`);
-      }
-
-      this.collect(
-        project,
-        absResolved,
-        projectRoot,
-        visited,
-        explain,
-        depth + 1,
-        maxDepth,
-        includeTypes,
-        includeDynamic,
-      );
-    }
-
-    void includeDynamic;
-
-    for (const exportDecl of sourceFile.getExportDeclarations()) {
-      const resolved = exportDecl.getModuleSpecifierSourceFile();
-      if (!resolved) continue;
-
-      const absResolved = resolved.getFilePath();
-      if (absResolved.includes('node_modules')) continue;
-
-      if (!explain.has(absResolved)) {
-        const relFrom2 = path
-          .relative(projectRoot, absFile)
-          .split(path.sep)
-          .join(path.posix.sep);
-        explain.set(absResolved, `re-export from ${relFrom2}`);
-      }
-
-      this.collect(
-        project,
-        absResolved,
-        projectRoot,
-        visited,
-        explain,
-        depth + 1,
-        maxDepth,
-        includeTypes,
-        includeDynamic,
-      );
-    }
-  }
-
-  private findTsConfig(projectRoot: string): string | undefined {
-    const candidates = [
-      path.join(projectRoot, 'tsconfig.json'),
-      path.join(projectRoot, 'tsconfig.base.json'),
-    ];
-    for (const c of candidates) {
-      try {
-        require('node:fs').accessSync(c);
-        return c;
-      } catch {
-        // not found
-      }
-    }
-    return undefined;
-  }
-}

package/src/shared/git/git.module.ts

@@ -1,8 +0,0 @@
-import { Module } from '@nestjs/common';
-import { GitService } from './git.service';
-
-@Module({
-  providers: [GitService],
-  exports: [GitService],
-})
-export class GitModule {}

package/src/shared/git/git.service.ts

@@ -1,47 +0,0 @@
-import { Injectable } from '@nestjs/common';
-import { execa } from 'execa';
-
-@Injectable()
-export class GitService {
-  async ensureRepo(): Promise<void> {
-    try {
-      await execa('git', ['rev-parse', '--is-inside-work-tree']);
-    } catch (error) {
-      const message =
-        error instanceof Error && 'stderr' in error
-          ? String((error as { stderr?: string }).stderr ?? error.message)
-          : 'Git repository not found. Initialize git before running the command.';
-      throw new Error(message);
-    }
-  }
-
-  async getChangedFiles(): Promise<string[]> {
-    await this.ensureRepo();
-    const changed = new Set<string>();
-    const load = async (args: string[]) => {
-      const { stdout } = await execa('git', args);
-      stdout
-        .split('\n')
-        .map((entry) => entry.trim())
-        .filter((entry) => entry.length > 0)
-        .forEach((entry) => {
-          changed.add(entry);
-        });
-    };
-
-    await load(['diff', '--name-only']);
-    await load(['diff', '--name-only', '--staged']);
-    await load(['ls-files', '--others', '--exclude-standard']);
-    return [...changed].sort();
-  }
-
-  async getStagedFiles(): Promise<string[]> {
-    await this.ensureRepo();
-    const { stdout } = await execa('git', ['diff', '--name-only', '--staged']);
-    return stdout
-      .split('\n')
-      .map((entry) => entry.trim())
-      .filter((entry) => entry.length > 0)
-      .sort();
-  }
-}

package/src/shared/runbook/runbook.module.ts

@@ -1,9 +0,0 @@
-import { Global, Module } from '@nestjs/common';
-import { RunbookService } from './runbook.service';
-
-@Global()
-@Module({
-  providers: [RunbookService],
-  exports: [RunbookService],
-})
-export class RunbookModule {}