codemelt-core 0.1.0

package/dist/summarizer/summarizeDirectory.js

@@ -0,0 +1,87 @@
+export function summarizeDirectory(fileSummaries) {
+    const dirFilesMap = {};
+    // Group file summaries under their parent directory paths
+    for (const [filePath, summary] of Object.entries(fileSummaries)) {
+        const parts = filePath.split("/");
+        parts.pop(); // Remove the filename
+        // Track parent folders recursively
+        let currentPath = "";
+        for (const part of parts) {
+            currentPath = currentPath ? `${currentPath}/${part}` : part;
+            if (!dirFilesMap[currentPath]) {
+                dirFilesMap[currentPath] = [];
+            }
+            dirFilesMap[currentPath].push(summary);
+        }
+    }
+    const directorySummaries = {};
+    for (const [dirPath, summaries] of Object.entries(dirFilesMap)) {
+        const totalFiles = summaries.length;
+        const lowerDir = dirPath.toLowerCase();
+        let componentsCount = 0;
+        let controllersCount = 0;
+        let servicesCount = 0;
+        let middlewareCount = 0;
+        let configCount = 0;
+        let testCount = 0;
+        for (const file of summaries) {
+            const lowerName = file.name.toLowerCase();
+            const lowerFilePath = file.path.toLowerCase();
+            if (lowerName.includes("config") || lowerName.startsWith(".") || lowerName.endsWith(".json")) {
+                configCount++;
+            }
+            else if (lowerName.includes("controller") || lowerFilePath.includes("/controllers/")) {
+                controllersCount++;
+            }
+            else if (lowerName.includes("service") || lowerFilePath.includes("/services/")) {
+                servicesCount++;
+            }
+            else if (lowerName.includes("middleware") || lowerFilePath.includes("/middleware/")) {
+                middlewareCount++;
+            }
+            else if (lowerName.endsWith(".tsx") || lowerName.endsWith(".jsx") || lowerFilePath.includes("/components/")) {
+                componentsCount++;
+            }
+            if (lowerFilePath.includes("test") || lowerFilePath.includes("spec") || lowerFilePath.includes("__tests__")) {
+                testCount++;
+            }
+        }
+        let summaryText = "";
+        // Heuristics mapping to derive highly contextual summaries
+        if (lowerDir.includes("controllers") || (controllersCount / totalFiles) > 0.5) {
+            summaryText = "Contains logical controllers processing API routes.";
+        }
+        else if (lowerDir.includes("services") || (servicesCount / totalFiles) > 0.5) {
+            summaryText = "Provides services handling backend logic and data queries.";
+        }
+        else if (lowerDir.includes("middleware") || (middlewareCount / totalFiles) > 0.5) {
+            summaryText = "Contains middlewares handling request pipelines.";
+        }
+        else if (lowerDir.includes("components/ui") || lowerDir.endsWith("/ui")) {
+            summaryText = "Contains styling and presentational UI components.";
+        }
+        else if (lowerDir.includes("components") || (componentsCount / totalFiles) > 0.5) {
+            summaryText = "Contains user interface view components.";
+        }
+        else if (lowerDir.includes("utils") || lowerDir.includes("helpers") || lowerDir.includes("lib")) {
+            summaryText = "Contains helper functions and shared utilities.";
+        }
+        else if (lowerDir.includes("app/api") || lowerDir.includes("pages/api")) {
+            summaryText = "Contains API route endpoint handlers.";
+        }
+        else if (lowerDir.includes("test") || lowerDir.includes("spec") || (testCount / totalFiles) > 0.5) {
+            summaryText = "Contains test files.";
+        }
+        else {
+            // General fallbacks based on naming clues
+            const dirName = dirPath.split("/").pop() || "modules";
+            summaryText = `Contains files inside the ${dirName} folder.`;
+        }
+        directorySummaries[dirPath] = {
+            path: dirPath,
+            summary: summaryText,
+            itemCount: totalFiles,
+        };
+    }
+    return directorySummaries;
+}

package/dist/summarizer/summarizeFile.d.ts

@@ -0,0 +1,4 @@
+import { ScannedFile } from "@codemelt/shared";
+import { FileSemanticSummary } from "./types.js";
+export declare function summarizeFile(file: ScannedFile): FileSemanticSummary;
+//# sourceMappingURL=summarizeFile.d.ts.map

package/dist/summarizer/summarizeFile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarizeFile.d.ts","sourceRoot":"","sources":["../../src/summarizer/summarizeFile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAIjD,wBAAgB,aAAa,CAAC,IAAI,EAAE,WAAW,GAAG,mBAAmB,CAgDpE"}

package/dist/summarizer/summarizeFile.js

@@ -0,0 +1,45 @@
+import { extractPatterns } from "./extractPatterns.js";
+import { inferPurpose } from "./inferPurpose.js";
+export function summarizeFile(file) {
+    // Extract regex patterns from the text content
+    const patterns = extractPatterns(file.content, file.path, file.name);
+    // Infer the semantic purpose of the file
+    const purpose = inferPurpose(file.path, file.name, patterns);
+    // Map router details if discovered
+    const routeStrings = [];
+    if (patterns.routes.length > 0) {
+        for (const r of patterns.routes) {
+            routeStrings.push(`${r.method} ${r.path}`);
+        }
+    }
+    // Next.js Route handlers (app/api/.../route.ts)
+    if (file.path.includes("app/api/") && (file.name.startsWith("route.ts") || file.name.startsWith("route.js"))) {
+        // Extract endpoint path from the relative path
+        const parts = file.path.split("app/api/");
+        if (parts.length > 1) {
+            const endpoint = "/api/" + parts[1].replace(/\/route\.(ts|js)$/, "");
+            // Map exported methods
+            const methods = ["GET", "POST", "PUT", "DELETE", "PATCH"];
+            for (const m of methods) {
+                if (patterns.exports.includes(m)) {
+                    routeStrings.push(`${m} ${endpoint}`);
+                }
+            }
+            // If no explicit method exports were caught, register standard GET/POST
+            if (routeStrings.length === 0) {
+                routeStrings.push(`ALL ${endpoint}`);
+            }
+        }
+    }
+    return {
+        path: file.path,
+        name: file.name,
+        summary: purpose.summary,
+        importance: file.importance,
+        isEntrypoint: purpose.isEntrypoint,
+        entrypointType: purpose.entrypointType,
+        routes: routeStrings.length > 0 ? routeStrings : undefined,
+        exports: patterns.exports.length > 0 ? patterns.exports : undefined,
+        imports: patterns.imports.length > 0 ? patterns.imports : undefined,
+    };
+}

package/dist/summarizer/types.d.ts

@@ -0,0 +1,35 @@
+import { FileImportance } from "@codemelt/shared";
+export type EntrypointType = "server" | "frontend" | "app-shell" | "router-root" | "layout-root";
+export interface FileSemanticSummary {
+    path: string;
+    name: string;
+    summary: string;
+    importance: FileImportance;
+    isEntrypoint: boolean;
+    entrypointType?: EntrypointType;
+    routes?: string[];
+    exports?: string[];
+    imports?: string[];
+}
+export interface DirectorySemanticSummary {
+    path: string;
+    summary: string;
+    itemCount: number;
+}
+export interface RouteDetail {
+    path: string;
+    method: "GET" | "POST" | "PUT" | "DELETE" | "PATCH" | "ALL" | "UNKNOWN";
+    handlerFile: string;
+}
+export interface RequestFlow {
+    name: string;
+    steps: string[];
+}
+export interface SemanticRepositoryAnalysis {
+    fileSummaries: Record<string, FileSemanticSummary>;
+    directorySummaries: Record<string, DirectorySemanticSummary>;
+    entrypoints: FileSemanticSummary[];
+    routes: RouteDetail[];
+    flows: RequestFlow[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/summarizer/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/summarizer/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;AAEjG,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,cAAc,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,CAAC;IACxE,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,0BAA0B;IACzC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACnD,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;IAC7D,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,KAAK,EAAE,WAAW,EAAE,CAAC;CACtB"}

package/dist/summarizer/types.js

@@ -0,0 +1 @@
+export {};

package/dist/tokenizer/estimateTokens.d.ts

@@ -0,0 +1,2 @@
+export declare function estimateTokens(content: string): number;
+//# sourceMappingURL=estimateTokens.d.ts.map

package/dist/tokenizer/estimateTokens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimateTokens.d.ts","sourceRoot":"","sources":["../../src/tokenizer/estimateTokens.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAC1B,OAAO,EAAE,MAAM,GAChB,MAAM,CAER"}

package/dist/tokenizer/estimateTokens.js

@@ -0,0 +1,3 @@
+export function estimateTokens(content) {
+    return Math.ceil(content.length / 4);
+}

package/dist/tokenizer/estimateWords.d.ts

@@ -0,0 +1,2 @@
+export declare function estimateWords(content: string): number;
+//# sourceMappingURL=estimateWords.d.ts.map

package/dist/tokenizer/estimateWords.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimateWords.d.ts","sourceRoot":"","sources":["../../src/tokenizer/estimateWords.ts"],"names":[],"mappings":"AAAA,wBAAgB,aAAa,CACzB,OAAO,EAAE,MAAM,GAChB,MAAM,CAKR"}

package/dist/tokenizer/estimateWords.js

@@ -0,0 +1,6 @@
+export function estimateWords(content) {
+    return content
+        .trim()
+        .split(/\s+/)
+        .length;
+}

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "codemelt-core",
+  "version": "0.1.0",
+  "type": "module",
+  "license": "MIT",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc"
+  },
+  "dependencies": {
+    "minimatch": "^10.2.5",
+    "codemelt-shared": "^0.1.0"
+  },
+  "engines": {
+    "node": ">=18"
+  }
+}