@lenne.tech/cli 1.12.0 → 1.14.0

package/build/extensions/server.js

@@ -633,13 +633,16 @@ class Server {
     setupServer(dest, options) {
         return __awaiter(this, void 0, void 0, function* () {
             const { apiMode: apiModeHelper, patching, system, template, templateHelper } = this.toolbox;
-            const { apiMode, author = '', branch, copyPath, description = '', frameworkMode = 'npm', frameworkUpstreamBranch, linkPath, name, projectDir, skipInstall = false, skipPatching = false, } = options;
+            const { apiMode, author = '', branch, copyPath, description = '', experimental = false, frameworkMode = 'npm', frameworkUpstreamBranch, linkPath, name, projectDir, skipInstall = false, skipPatching = false, } = options;
+            const repoUrl = experimental
+                ? 'https://github.com/lenneTech/nest-base.git'
+                : 'https://github.com/lenneTech/nest-server-starter.git';
             // Setup template
             const result = yield templateHelper.setup(dest, {
                 branch,
                 copyPath,
                 linkPath,
-                repoUrl: 'https://github.com/lenneTech/nest-server-starter.git',
+                repoUrl,
             });
             if (!result.success) {
                 return { method: result.method, path: result.path, success: false };
@@ -651,18 +654,20 @@ class Server {
             // Apply patches (config.env.ts, package.json, main.ts, meta.json)
             if (!skipPatching) {
                 try {
-                    // Generate README
-                    yield template.generate({
-                        props: { description, name },
-                        target: `${dest}/README.md`,
-                        template: 'nest-server-starter/README.md.ejs',
-                    });
-                    // Replace secret or private keys and update database names via AST
-                    this.patchConfigEnvTs(`${dest}/src/config.env.ts`, projectDir);
-                    // Update Swagger configuration in main.ts
-                    yield patching.update(`${dest}/src/main.ts`, (content) => content
-                        .replace(/\.setTitle\('.*?'\)/, `.setTitle('${name}')`)
-                        .replace(/\.setDescription\('.*?'\)/, `.setDescription('${description || name}')`));
+                    if (!experimental) {
+                        // Generate README
+                        yield template.generate({
+                            props: { description, name },
+                            target: `${dest}/README.md`,
+                            template: 'nest-server-starter/README.md.ejs',
+                        });
+                        // Replace secret or private keys and update database names via AST
+                        this.patchConfigEnvTs(`${dest}/src/config.env.ts`, projectDir);
+                        // Update Swagger configuration in main.ts
+                        yield patching.update(`${dest}/src/main.ts`, (content) => content
+                            .replace(/\.setTitle\('.*?'\)/, `.setTitle('${name}')`)
+                            .replace(/\.setDescription\('.*?'\)/, `.setDescription('${description || name}')`));
+                    }
                     // Update package.json
                     yield patching.update(`${dest}/package.json`, (config) => {
                         config.author = author;
@@ -674,13 +679,15 @@ class Server {
                         config.version = '0.0.1';
                         return config;
                     });
-                    // Update meta.json if exists
-                    if (this.filesystem.exists(`${dest}/src/meta`)) {
-                        yield patching.update(`${dest}/src/meta`, (config) => {
-                            config.name = name;
-                            config.description = description;
-                            return config;
-                        });
+                    if (!experimental) {
+                        // Update meta.json if exists
+                        if (this.filesystem.exists(`${dest}/src/meta`)) {
+                            yield patching.update(`${dest}/src/meta`, (config) => {
+                                config.name = name;
+                                config.description = description;
+                                return config;
+                            });
+                        }
                     }
                 }
                 catch (err) {
@@ -703,7 +710,7 @@ class Server {
             // manifest (same dance as in setupServerForFullstack).
             let standaloneVendorUpstreamDeps = {};
             let standaloneVendorCoreEssentials = [];
-            if (frameworkMode === 'vendor') {
+            if (!experimental && frameworkMode === 'vendor') {
                 try {
                     const converted = yield this.convertCloneToVendored({
                         dest,
@@ -718,7 +725,7 @@ class Server {
                 standaloneVendorCoreEssentials = this.readApiModeGraphqlEssentials(dest);
             }
             // Process API mode (before install so package.json is correct)
-            if (apiMode) {
+            if (!experimental && apiMode) {
                 try {
                     yield apiModeHelper.processApiMode(dest, apiMode);
                 }
@@ -727,7 +734,7 @@ class Server {
                 }
             }
             // Restore core essentials after processApiMode stripped them (vendor + REST only).
-            if (frameworkMode === 'vendor' && apiMode === 'Rest') {
+            if (!experimental && frameworkMode === 'vendor' && apiMode === 'Rest') {
                 try {
                     this.restoreVendorCoreEssentials({
                         dest,
@@ -740,9 +747,11 @@ class Server {
                 }
             }
             // Patch CLAUDE.md with API mode info
-            this.patchClaudeMdApiMode(dest, apiMode);
+            if (!experimental) {
+                this.patchClaudeMdApiMode(dest, apiMode);
+            }
             // Install packages
-            if (!skipInstall) {
+            if (!skipInstall && !experimental) {
                 try {
                     const { pm } = this.toolbox;
                     yield system.run(`cd "${dest}" && ${pm.install(pm.detect(dest))}`);
@@ -771,7 +780,10 @@ class Server {
     setupServerForFullstack(dest, options) {
         return __awaiter(this, void 0, void 0, function* () {
             const { apiMode: apiModeHelper, templateHelper } = this.toolbox;
-            const { apiMode, branch, copyPath, frameworkMode = 'npm', frameworkUpstreamBranch, linkPath, name, projectDir, } = options;
+            const { apiMode, branch, copyPath, experimental = false, frameworkMode = 'npm', frameworkUpstreamBranch, linkPath, name, projectDir, } = options;
+            const repoUrl = experimental
+                ? 'https://github.com/lenneTech/nest-base.git'
+                : 'https://github.com/lenneTech/nest-server-starter';
             // Both npm and vendor mode clone nest-server-starter as the base. The
             // starter ships the minimal consumer conventions a project needs
             // (src/server/common/models/persistence.model.ts, src/server/modules/user/,
@@ -791,7 +803,7 @@ class Server {
                 branch,
                 copyPath,
                 linkPath,
-                repoUrl: 'https://github.com/lenneTech/nest-server-starter',
+                repoUrl,
             });
             if (!result.success) {
                 return { method: result.method, path: result.path, success: false };
@@ -801,18 +813,33 @@ class Server {
                 return { method: 'link', path: result.path, success: true };
             }
             // Apply minimal patches for fullstack
-            try {
-                // Write meta.json
-                this.filesystem.write(`${dest}/src/meta.json`, {
-                    description: `API for ${name} app`,
-                    name: `${name}-api-server`,
-                    version: '0.0.0',
-                });
-                // Replace secret or private keys and update database names via AST
-                this.patchConfigEnvTs(`${dest}/src/config.env.ts`, projectDir);
+            if (!experimental) {
+                try {
+                    // Write meta.json
+                    this.filesystem.write(`${dest}/src/meta.json`, {
+                        description: `API for ${name} app`,
+                        name: `${name}-api-server`,
+                        version: '0.0.0',
+                    });
+                    // Replace secret or private keys and update database names via AST
+                    this.patchConfigEnvTs(`${dest}/src/config.env.ts`, projectDir);
+                }
+                catch (err) {
+                    return { method: result.method, path: dest, success: false };
+                }
             }
-            catch (err) {
-                return { method: result.method, path: dest, success: false };
+            else {
+                try {
+                    yield this.toolbox.patching.update(`${dest}/package.json`, (config) => {
+                        config.name = projectDir;
+                        config.description = `API for ${name} app`;
+                        config.version = '0.0.0';
+                        return config;
+                    });
+                }
+                catch (err) {
+                    return { method: result.method, path: dest, success: false };
+                }
             }
             // Clean up copied template artifacts
             if (result.method === 'copy') {
@@ -833,7 +860,7 @@ class Server {
             // without hard-coding package lists.
             let vendorUpstreamDeps = {};
             let vendorCoreEssentials = [];
-            if (frameworkMode === 'vendor') {
+            if (!experimental && frameworkMode === 'vendor') {
                 try {
                     const converted = yield this.convertCloneToVendored({
                         dest,
@@ -856,7 +883,7 @@ class Server {
                 vendorCoreEssentials = this.readApiModeGraphqlEssentials(dest);
             }
             // Process API mode (before install which happens at monorepo level)
-            if (apiMode) {
+            if (!experimental && apiMode) {
                 try {
                     yield apiModeHelper.processApiMode(dest, apiMode);
                 }
@@ -867,7 +894,7 @@ class Server {
             // In vendor mode + REST, re-add the graphql essentials that
             // processApiMode just stripped. Both and GraphQL keep all packages
             // by construction and don't need restoration.
-            if (frameworkMode === 'vendor' && apiMode === 'Rest') {
+            if (!experimental && frameworkMode === 'vendor' && apiMode === 'Rest') {
                 try {
                     this.restoreVendorCoreEssentials({
                         dest,
@@ -881,7 +908,9 @@ class Server {
                 }
             }
             // Patch CLAUDE.md with API mode info
-            this.patchClaudeMdApiMode(dest, apiMode);
+            if (!experimental) {
+                this.patchClaudeMdApiMode(dest, apiMode);
+            }
             return { method: result.method, path: dest, success: true };
         });
     }

package/build/lib/browser-fetcher.js

@@ -0,0 +1,139 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createBrowserFetcher = createBrowserFetcher;
+/**
+ * Headless-browser HTML fetcher for single-page applications.
+ *
+ * Mirrors the chrome-md content script's PageReadyDetector:
+ * waits for the network to settle, then returns the fully hydrated
+ * HTML so Defuddle can extract the real content instead of the
+ * pre-render shell.
+ *
+ * Uses `playwright-core` with a three-tier strategy:
+ *   1. System Chrome / Edge via `channel: 'chrome' | 'msedge'`.
+ *   2. Playwright's own bundled Chromium (if already installed).
+ *   3. Auto-install Playwright's Chromium (`npx playwright install
+ *      chromium`) and retry — opt-in via `autoInstall`.
+ */
+const child_process_1 = require("child_process");
+const DEFAULT_USER_AGENT = 'Mozilla/5.0 (compatible; lenneTech-CLI-Crawler/1.0; +https://lenne.tech)';
+/**
+ * Try to construct a browser fetcher. Prefers a system Chrome /
+ * Edge via Playwright channels, falls back to Playwright's bundled
+ * Chromium, and (optionally) auto-installs Chromium on demand.
+ */
+function createBrowserFetcher() {
+    return __awaiter(this, arguments, void 0, function* (options = {}) {
+        const log = options.onLog || (() => undefined);
+        const reasons = [];
+        const { chromium } = require('playwright-core');
+        // 1. System Chrome.
+        const chromeFetcher = yield launch(chromium, { channel: 'chrome' }, options, 'system-chrome').catch((error) => {
+            reasons.push(`channel:chrome: ${error.message}`);
+            return null;
+        });
+        if (chromeFetcher) {
+            log(`Browser engine: ${chromeFetcher.engine}`);
+            return chromeFetcher;
+        }
+        // 2. System Edge (Windows fallback, also common on macOS).
+        const edgeFetcher = yield launch(chromium, { channel: 'msedge' }, options, 'system-edge').catch((error) => {
+            reasons.push(`channel:msedge: ${error.message}`);
+            return null;
+        });
+        if (edgeFetcher) {
+            log(`Browser engine: ${edgeFetcher.engine}`);
+            return edgeFetcher;
+        }
+        // 3. Playwright's bundled Chromium.
+        const bundledFetcher = yield launch(chromium, {}, options, 'playwright-chromium').catch((error) => {
+            reasons.push(`playwright-chromium: ${error.message}`);
+            return null;
+        });
+        if (bundledFetcher) {
+            log(`Browser engine: ${bundledFetcher.engine}`);
+            return bundledFetcher;
+        }
+        // 4. Optional auto-install, then retry Playwright's chromium.
+        if (options.autoInstall) {
+            log('No browser available — installing Playwright chromium (one-time download, ~170 MB)…');
+            try {
+                yield runNpx(['playwright', 'install', 'chromium']);
+                const retry = yield launch(chromium, {}, options, 'playwright-chromium');
+                if (retry) {
+                    log(`Browser engine: ${retry.engine}`);
+                    return retry;
+                }
+            }
+            catch (error) {
+                reasons.push(`auto-install: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        throw new Error([
+            'Could not start a headless browser for SPA rendering.',
+            ...reasons.map((r) => `  - ${r}`),
+            '',
+            'Fix one of these:',
+            '  1. Install Google Chrome or Microsoft Edge (Playwright picks them up automatically).',
+            '  2. Install Playwright browsers manually: `npx playwright install chromium`.',
+            '  3. Re-run with --install-browser to let the CLI install them.',
+        ].join('\n'));
+    });
+}
+function launch(chromium, launchOptions, options, engineLabel) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const browser = yield chromium.launch(Object.assign(Object.assign({}, launchOptions), { headless: true }));
+        const context = yield browser.newContext({
+            userAgent: options.userAgent || DEFAULT_USER_AGENT,
+        });
+        return {
+            close: () => __awaiter(this, void 0, void 0, function* () {
+                yield context.close();
+                yield browser.close();
+            }),
+            engine: engineLabel,
+            fetch: (url) => __awaiter(this, void 0, void 0, function* () {
+                var _a;
+                const page = yield context.newPage();
+                try {
+                    yield page.goto(url, {
+                        timeout: (_a = options.maxWaitMs) !== null && _a !== void 0 ? _a : 20000,
+                        waitUntil: 'networkidle',
+                    });
+                    if (options.extraWaitMs) {
+                        yield page.waitForTimeout(options.extraWaitMs);
+                    }
+                    return yield page.content();
+                }
+                finally {
+                    yield page.close();
+                }
+            }),
+        };
+    });
+}
+/**
+ * Run an `npx` command, streaming its output to the current stdio.
+ * Resolves on exit code 0, rejects otherwise.
+ */
+function runNpx(args) {
+    return new Promise((resolve, reject) => {
+        const child = (0, child_process_1.spawn)('npx', args, { shell: false, stdio: 'inherit' });
+        child.on('error', reject);
+        child.on('exit', (code) => {
+            if (code === 0)
+                resolve();
+            else
+                reject(new Error(`npx ${args.join(' ')} exited with code ${code}`));
+        });
+    });
+}