@anirudw/repolens 0.1.0

package/src/scanner/walker.ts

@@ -0,0 +1,125 @@
+import { readdirSync, statSync } from "node:fs";
+import { join, relative, isAbsolute, resolve } from "node:path";
+import { createIgnoreRules, shouldIgnore } from "./ignore.js";
+import {
+  isTargetLanguage,
+  SupportedLanguage,
+  getLanguageFromPath,
+} from "./file-types.js";
+
+export interface ScannedFile {
+  path: string;
+  absolutePath: string;
+  relativePath: string;
+  language: SupportedLanguage;
+}
+
+export interface ScanResult {
+  files: ScannedFile[];
+  totalFiles: number;
+  filesByLanguage: Record<SupportedLanguage, number>;
+  ignoredCount: number;
+}
+
+export interface ScanOptions {
+  rootDir: string;
+  verbose?: boolean;
+}
+
+export function scanDirectory(options: ScanOptions): ScanResult {
+  const { rootDir, verbose = false } = options;
+  const absoluteRoot = isAbsolute(rootDir) ? rootDir : resolve(rootDir);
+
+  if (verbose) {
+    console.log(`Scanning directory: ${absoluteRoot}`);
+  }
+
+  const ig = createIgnoreRules(absoluteRoot);
+  const files: ScannedFile[] = [];
+  let ignoredCount = 0;
+
+  function walk(dir: string, baseDir: string = dir): void {
+    let entries: string[];
+    try {
+      entries = readdirSync(dir);
+    } catch (err) {
+      if (verbose) {
+        console.warn(`Warning: Cannot read directory ${dir}: ${err}`);
+      }
+      return;
+    }
+
+    for (const entry of entries) {
+      const fullPath = join(dir, entry);
+      const relativePath = relative(baseDir, fullPath);
+
+      let isDir: boolean;
+      try {
+        isDir = statSync(fullPath).isDirectory();
+      } catch (err) {
+        if (verbose) {
+          console.warn(`Warning: Cannot stat ${fullPath}: ${err}`);
+        }
+        continue;
+      }
+
+      if (shouldIgnore(ig, relativePath, isDir)) {
+        if (!isDir) {
+          ignoredCount++;
+        }
+        continue;
+      }
+
+      if (isDir) {
+        walk(fullPath, baseDir);
+      } else {
+        if (isTargetLanguage(entry)) {
+          files.push({
+            path: entry,
+            absolutePath: fullPath,
+            relativePath: normalizePath(relativePath),
+            language: getLanguageFromFile(entry),
+          });
+        }
+      }
+    }
+  }
+
+  walk(absoluteRoot);
+
+  const filesByLanguage = countByLanguage(files);
+
+  if (verbose) {
+    console.log(`Found ${files.length} target files`);
+    for (const [lang, count] of Object.entries(filesByLanguage)) {
+      if (count > 0) {
+        console.log(`  ${lang}: ${count}`);
+      }
+    }
+  }
+
+  return {
+    files,
+    totalFiles: files.length,
+    filesByLanguage,
+    ignoredCount,
+  };
+}
+
+function normalizePath(p: string): string {
+  return p.replace(/\\/g, "/");
+}
+
+function getLanguageFromFile(filePath: string): SupportedLanguage {
+  return getLanguageFromPath(filePath);
+}
+
+function countByLanguage(
+  files: ScannedFile[]
+): Record<SupportedLanguage, number> {
+  const counts: Partial<Record<SupportedLanguage, number>> = {};
+  for (const file of files) {
+    counts[file.language] = (counts[file.language] ?? 0) + 1;
+  }
+  return counts as Record<SupportedLanguage, number>;
+}

package/src/utils/colors.ts

@@ -0,0 +1,13 @@
+import picocolors from "picocolors";
+
+export const pc = {
+  bold: picocolors.bold,
+  dim: picocolors.dim,
+  cyan: picocolors.cyan,
+  yellow: picocolors.yellow,
+  green: picocolors.green,
+  red: picocolors.red,
+  blue: picocolors.blue,
+  magenta: picocolors.magenta,
+  white: picocolors.white,
+};

package/tests/fixtures/dummy-repo/README.md

@@ -0,0 +1,5 @@
+# Dummy Repo
+Welcome to the project. 
+
+Please read the [Setup Guide](./docs/setup.md) before starting.
+Also check out our [[Architecture Notes]] for system design.

package/tests/fixtures/dummy-repo/src/App.java

@@ -0,0 +1,11 @@
+package com.repolens.dummy;
+
+import java.util.List;
+import java.util.ArrayList;
+import com.repolens.dummy.utils.Logger;
+
+public class App {
+    public static void main(String[] args) {
+        System.out.println("Repolens Java Test");
+    }
+}

package/tests/fixtures/dummy-repo/src/api.py

@@ -0,0 +1,9 @@
+import os
+from sys import argv
+from middleware import auth
+
+def start_server():
+    print("Server starting...")
+
+if __name__ == "__main__":
+    start_server()

package/tests/fixtures/dummy-repo/src/index.js

@@ -0,0 +1,7 @@
+import { App } from './components/App';
+import React, { useState } from 'react';
+const fs = require('fs');
+
+function mount() {
+  console.log("App mounted");
+}

package/tests/parser.test.ts

@@ -0,0 +1,36 @@
+import { describe, it, expect } from 'vitest';
+import { readFileSync } from 'fs';
+import { createParser } from '../src/parser/index';
+
+describe('AST Language Parsers', () => {
+  it('should parse JavaScript imports and React heuristics', async () => {
+    const parser = createParser('.js');
+    expect(parser).not.toBeNull();
+
+    const content = readFileSync('tests/fixtures/dummy-repo/src/index.js', 'utf-8');
+    const result = await parser!.parse('tests/fixtures/dummy-repo/src/index.js', content);
+    
+    expect(result.dependencies.length).toBe(3);
+    expect(result.dependencies.map(d => d.rawSpecifier)).toContain('react');
+    expect(result.metadata.heuristics.isReact).toBe(true);
+  });
+
+  it('should parse Python imports and Entry Point heuristics', async () => {
+    const parser = createParser('.py');
+    const content = readFileSync('tests/fixtures/dummy-repo/src/api.py', 'utf-8');
+    const result = await parser!.parse('tests/fixtures/dummy-repo/src/api.py', content);
+    
+    expect(result.dependencies.length).toBe(3);
+    expect(result.dependencies.map(d => d.rawSpecifier)).toContain('os');
+    expect(result.metadata.heuristics.hasEntrypoint).toBe(true);
+  });
+
+  it('should parse Markdown links and wikilinks', async () => {
+    const parser = createParser('.md');
+    const content = readFileSync('tests/fixtures/dummy-repo/README.md', 'utf-8');
+    const result = await parser!.parse('tests/fixtures/dummy-repo/README.md', content);
+    
+    expect(result.dependencies.length).toBe(2);
+    expect(result.dependencies.map(d => d.type)).toContain('wikilink');
+  });
+});

package/tsconfig.json

@@ -0,0 +1,20 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "lib": ["ES2022"],
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "resolveJsonModule": true,
+    "declaration": true,
+    "declarationMap": true,
+    "sourceMap": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "tests"]
+}