auto-api-discovery 1.0.1 → 1.0.5

package/dist/crawler.js

@@ -51,7 +51,6 @@ async function startCrawler(targetUrl, maxDepth = 2, maxPages = 50) {
     try {
         browser = await playwright_1.chromium.launch({ headless: true });
         const context = await browser.newContext();
-        // Load cookies if available to run fully authenticated
         if (fs.existsSync(SESSION_FILE)) {
             try {
                 const cookies = JSON.parse(fs.readFileSync(SESSION_FILE, 'utf-8'));
@@ -63,7 +62,6 @@ async function startCrawler(targetUrl, maxDepth = 2, maxPages = 50) {
             }
         }
         const page = await context.newPage();
-        // Attach the EXACT same interceptor from Milestone 1
         (0, interceptor_1.attachInterceptor)(page);
         let parsedTargetUrl;
         try {
@@ -84,7 +82,6 @@ async function startCrawler(targetUrl, maxDepth = 2, maxPages = 50) {
             if (!current)
                 break;
             const { url: currentUrl, depth } = current;
-            // Normalize URL (strip pure hash fragments to avoid duplicates)
             let normalizedUrl = currentUrl;
             try {
                 const pureUrl = new URL(currentUrl);
@@ -99,28 +96,24 @@ async function startCrawler(targetUrl, maxDepth = 2, maxPages = 50) {
             try {
                 await page.goto(normalizedUrl, { waitUntil: 'domcontentloaded', timeout: 15000 });
                 pagesProcessed++;
-                // Random delay to avoid aggressive WAF blocks
                 await randomDelay(500, 1500);
                 if (depth < maxDepth) {
-                    // Extract all <a> tags and map their absolute URLs
                     const links = await page.$$eval('a', anchors => anchors.map(a => a.href));
                     for (const link of links) {
                         if (!link)
                             continue;
                         try {
                             const parsedLink = new URL(link);
-                            // Filter out external links strictly based on target domain boundaries
                             if (parsedLink.hostname === domain || parsedLink.hostname.endsWith(`.${domain}`)) {
                                 parsedLink.hash = '';
                                 const nextUrl = parsedLink.toString();
-                                // Add new links to queue
                                 if (!visited.has(nextUrl)) {
+                                    visited.add(nextUrl);
                                     queue.push({ url: nextUrl, depth: depth + 1 });
                                 }
                             }
                         }
                         catch (err) {
-                            // Ignore invalid or weird internal hrefs (`javascript:`, etc)
                         }
                     }
                 }

package/dist/db.js

@@ -7,11 +7,9 @@ exports.insertEndpoint = insertEndpoint;
 exports.getAllEndpoints = getAllEndpoints;
 const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
 const path_1 = __importDefault(require("path"));
-// Initialize db
 const dbPath = path_1.default.resolve(process.cwd(), 'apigen.db');
 const db = new better_sqlite3_1.default(dbPath);
 db.pragma('journal_mode = WAL');
-// Create table
 db.exec(`
   CREATE TABLE IF NOT EXISTS endpoints (
     id TEXT PRIMARY KEY,

package/dist/index.js

@@ -66,7 +66,6 @@ program
         await page.goto(url, { waitUntil: 'domcontentloaded' });
         console.log(chalk_1.default.green('Navigation complete. Intercepting API traffic...'));
         console.log(chalk_1.default.gray('Terminal output shows real-time capture. Close the browser window to exit.'));
-        // Save cookies safely in a loop to guarantee they are captured before exit
         const sessionFile = path.resolve(process.cwd(), '.apigen-session.json');
         let isRunning = true;
         browser.on('disconnected', () => {
@@ -74,14 +73,12 @@ program
             console.log(chalk_1.default.yellow('\nBrowser closed. Session saved. Exiting apigen gracefully...'));
             process.exit(0);
         });
-        // Periodically sync the cookies securely to avoid missing them if context is torn down quickly
         while (isRunning) {
             try {
                 const cookies = await context.cookies();
                 fs.writeFileSync(sessionFile, JSON.stringify(cookies, null, 2), 'utf-8');
             }
             catch (e) {
-                // Might hit target closed error silently during exit
             }
             await new Promise(resolve => setTimeout(resolve, 2000));
         }
@@ -103,7 +100,6 @@ program
         process.exit(0);
     }
     console.log(chalk_1.default.blue(`Found ${endpoints.length} raw endpoints. Generating schema map...`));
-    // Process URLs and inference schemas
     const schemaMap = (0, schema_engine_1.generateSchemaMap)(endpoints);
     const finalMap = Object.values(schemaMap);
     console.log(chalk_1.default.green(`Folded into ${finalMap.length} unique routes.`));

package/dist/interceptor.js

@@ -7,25 +7,21 @@ exports.attachInterceptor = attachInterceptor;
 const crypto_1 = require("crypto");
 const chalk_1 = __importDefault(require("chalk"));
 const db_1 = require("./db");
-const IGNORED_RESOURCE_TYPES = new Set(['image', 'stylesheet', 'font', 'media', 'script', 'document']);
 const TARGET_RESOURCE_TYPES = new Set(['xhr', 'fetch']);
 function attachInterceptor(page) {
     page.on('response', async (response) => {
         const request = response.request();
         const resourceType = request.resourceType();
-        // 1. Crucial Filter: ONLY capture traffic if it is XHR, Fetch etc.
         if (!TARGET_RESOURCE_TYPES.has(resourceType)) {
             return;
         }
         const url = request.url();
-        // Ignore tracking domains / static extensions
         if (url.includes('google-analytics.com') ||
             url.includes('googletagmanager.com') ||
             url.match(/\.(png|jpg|jpeg|gif|css|woff2?|js|ico|svg)$/i)) {
             return;
         }
         const method = request.method();
-        // Ignore preflight requests
         if (method === 'OPTIONS')
             return;
         try {
@@ -33,17 +29,15 @@ function attachInterceptor(page) {
             const headers = request.headers();
             let reqBodyParsed = null;
             let resBodyParsed = null;
-            // Parse request post body
             const postData = request.postData();
             if (postData) {
                 try {
                     reqBodyParsed = JSON.parse(postData);
                 }
                 catch {
-                    reqBodyParsed = postData; // Fallback to raw string
+                    reqBodyParsed = postData;
                 }
             }
-            // Parse response body (JSON, text)
             const contentType = response.headers()['content-type'] || '';
             if (contentType.includes('application/json') || contentType.includes('text/')) {
                 try {
@@ -63,16 +57,20 @@ function attachInterceptor(page) {
             else {
                 resBodyParsed = "[Binary or Unsupported Content]";
             }
-            // Extract basic path pattern
+            let finalUrl = url;
+            if (reqBodyParsed && reqBodyParsed.operationName && finalUrl.includes('/graphql')) {
+                const separator = finalUrl.includes('?') ? '&' : '?';
+                finalUrl = `${finalUrl}${separator}op=${reqBodyParsed.operationName}`;
+            }
             let pathPattern = '/';
             try {
-                pathPattern = new URL(url).pathname;
+                pathPattern = new URL(finalUrl).pathname;
             }
             catch { }
             const data = {
                 id: (0, crypto_1.randomUUID)(),
                 method,
-                url,
+                url: finalUrl,
                 path_pattern: pathPattern,
                 request_headers: headers,
                 request_body: reqBodyParsed,

package/dist/openapi-generator.js

@@ -26,7 +26,7 @@ function mapSchemaToOpenAPI(customSchema) {
         }
         return { type: 'object', properties };
     }
-    return {}; // fallback
+    return {};
 }
 function extractPathParams(path) {
     const matches = path.match(/\{([^}]+)\}/g);
@@ -77,7 +77,6 @@ function generateOpenAPI(customSchema, baseUrl) {
                 }
             };
         }
-        // Default response if empty
         if (Object.keys(operation.responses).length === 0) {
             operation.responses['200'] = { description: 'Success' };
         }

package/dist/schema-engine.js

@@ -44,7 +44,6 @@ function inferSchema(data) {
     if (Array.isArray(data)) {
         if (data.length === 0)
             return ['any'];
-        // Infer schema of the object inside the array
         return [inferSchema(data[0])];
     }
     if (typeof data === 'object') {
@@ -74,7 +73,7 @@ function generateSchemaMap(endpoints) {
                 try {
                     bodyData = JSON.parse(bodyData);
                 }
-                catch { } // Leave as string if parsing fails
+                catch { }
             }
             if (bodyData && typeof bodyData === 'object') {
                 const schema = inferSchema(bodyData);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "auto-api-discovery",
-  "version": "1.0.1",
+  "version": "1.0.5",
   "description": "API discovery automation CLI",
   "main": "dist/index.js",
   "bin": {
@@ -12,8 +12,9 @@
   "scripts": {
     "build": "tsc",
     "dev": "ts-node src/index.ts",
+    "test": "tsc --noEmit",
     "prepublishOnly": "npm run build",
-    "postinstall": "playwright install"
+    "postinstall": "playwright install chromium"
   },
   "keywords": [
     "api",
@@ -36,4 +37,4 @@
     "ts-node": "^10.9.2",
     "typescript": "^5.3.3"
   }
-}
+}