@simplysm/sd-cli 11.0.3 → 11.0.5

package/src/build-tools/SdNgBundler.ts

@@ -0,0 +1,404 @@
+import {
+  createCompilerPlugin,
+  SourceFileCache
+} from "@angular-devkit/build-angular/src/tools/esbuild/angular/compiler-plugin";
+import {NormalizedApplicationBuildOptions} from "@angular-devkit/build-angular/src/builders/application/options";
+import path from "path";
+import {CrossOrigin} from "@angular-devkit/build-angular/src/builders/application/schema";
+import {BundlerContext} from "@angular-devkit/build-angular/src/tools/esbuild/bundler-context";
+import esbuild from "esbuild";
+import {createCompilerPluginOptions} from "@angular-devkit/build-angular/src/tools/esbuild/compiler-plugin-options";
+import {FsUtil, Logger, PathUtil} from "@simplysm/sd-core-node";
+import {fileURLToPath} from "url";
+import {createVirtualModulePlugin} from "@angular-devkit/build-angular/src/tools/esbuild/virtual-module-plugin";
+import {
+  createSourcemapIgnorelistPlugin
+} from "@angular-devkit/build-angular/src/tools/esbuild/sourcemap-ignorelist-plugin";
+import nodeStdLibBrowser from "node-stdlib-browser";
+import nodeStdLibBrowserPlugin from "node-stdlib-browser/helpers/esbuild/plugin";
+import {ExecutionResult} from "@angular-devkit/build-angular/src/tools/esbuild/bundler-execution-result";
+import {INpmConfig, ISdCliPackageBuildResult} from "../commons";
+import {generateIndexHtml} from "@angular-devkit/build-angular/src/tools/esbuild/index-html-generator";
+import {copyAssets} from "@angular-devkit/build-angular/src/utils/copy-assets";
+import {extractLicenses} from "@angular-devkit/build-angular/src/tools/esbuild/license-extractor";
+import {augmentAppWithServiceWorkerEsbuild} from "@angular-devkit/build-angular/src/utils/service-worker";
+import {createGlobalStylesBundleOptions} from "@angular-devkit/build-angular/src/tools/esbuild/global-styles";
+
+export class SdNgBundler {
+  private readonly _logger = Logger.get(["simplysm", "sd-cli", "SdNgEsbuildBuilder"]);
+
+  private readonly _sourceFileCache = new SourceFileCache();
+  private readonly _options: NormalizedApplicationBuildOptions;
+
+  private _contexts: BundlerContext[] | undefined;
+
+  private readonly _outputCache = new Map<string, string | number>();
+
+  public constructor(private readonly _opt: { dev: boolean, builderType: string, pkgPath: string }) {
+    this._options = this._getOptions(_opt);
+  }
+
+  public removeCache(filePaths: string[]): void {
+    this._sourceFileCache.invalidate(filePaths);
+  }
+
+  public async bundleAsync(): Promise<{
+    filePaths: string[],
+    results: ISdCliPackageBuildResult[]
+  }> {
+    if (!this._contexts) {
+      this._contexts = [];
+      this._contexts.push(await this._getAppContextAsync());
+      this._contexts.push(this._getStyleContext());
+    }
+
+    //-- build
+    const bundlingResult = await BundlerContext.bundleAll(this._contexts);
+
+    const results = [
+      ...bundlingResult.warnings.map((warn) => ({
+        filePath: warn.location?.file !== undefined ? path.resolve(this._opt.pkgPath, warn.location.file) : undefined,
+        line: warn.location?.line,
+        char: warn.location?.column,
+        code: undefined,
+        severity: "warning" as const,
+        message: warn.text.replace(/^(NG|TS)[0-9]+: /, ""),
+        type: "build" as const
+      })),
+      ...bundlingResult.errors?.map((err) => ({
+        filePath: err.location?.file !== undefined ? path.resolve(this._opt.pkgPath, err.location.file) : undefined,
+        line: err.location?.line,
+        char: err.location?.column !== undefined ? err.location.column + 1 : undefined,
+        code: undefined,
+        severity: "error" as const,
+        message: err.text.replace(/^[^:]*: /, ""),
+        type: "build" as const
+      })) ?? []
+    ];
+    if (bundlingResult.errors) {
+      return {
+        filePaths: [
+          ...this._sourceFileCache.typeScriptFileCache.keys(),
+          ...this._sourceFileCache.babelFileCache.keys()
+        ],
+        results
+      };
+    }
+
+    const executionResult = new ExecutionResult(this._contexts, this._sourceFileCache);
+    executionResult.outputFiles.push(...bundlingResult.outputFiles);
+
+    //-- index
+    if (this._options.indexHtmlOptions) {
+      const genIndexHtmlResult = await generateIndexHtml(
+        bundlingResult.initialFiles,
+        executionResult,
+        this._options
+      );
+      if (genIndexHtmlResult.warnings.length > 0) {
+        this._logger.warn(...genIndexHtmlResult.warnings);
+      }
+      if (genIndexHtmlResult.errors.length > 0) {
+        this._logger.warn(...genIndexHtmlResult.errors);
+      }
+
+      executionResult.addOutputFile(this._options.indexHtmlOptions!.output, genIndexHtmlResult.content);
+    }
+
+    //-- copy assets
+    if (this._options.assets) {
+      executionResult.assetFiles.push(...(await copyAssets(this._options.assets!, [], this._options.workspaceRoot)));
+    }
+
+    //-- extract 3rdpartylicenses
+    if (this._options.extractLicenses) {
+      executionResult.addOutputFile('3rdpartylicenses.txt', await extractLicenses(bundlingResult.metafile, this._options.workspaceRoot));
+    }
+
+    //-- service worker
+    if (this._options.serviceWorker !== undefined) {
+      try {
+        const serviceWorkerResult = await augmentAppWithServiceWorkerEsbuild(
+          this._options.workspaceRoot,
+          this._options.serviceWorker,
+          this._options.baseHref ?? '/',
+          executionResult.outputFiles,
+          executionResult.assetFiles
+        );
+        executionResult.addOutputFile('ngsw.json', serviceWorkerResult.manifest);
+        executionResult.assetFiles.push(...serviceWorkerResult.assetFiles);
+      }
+      catch (error) {
+        this._logger.error(error instanceof Error ? error.message : `${error}`);
+
+        return {
+          filePaths: [
+            ...this._sourceFileCache.typeScriptFileCache.keys(),
+            ...this._sourceFileCache.babelFileCache.keys()
+          ],
+          results
+        };
+      }
+    }
+
+    //-- write
+
+    const distPath = path.resolve(this._options.outputPath, "dist", ...(this._opt.builderType === "web" ? [] : [this._opt.builderType]));
+    for (const outputFile of executionResult.outputFiles) {
+      const distFilePath = path.resolve(distPath, outputFile.path);
+
+      const prev = this._outputCache.get(distFilePath);
+      if (prev !== Buffer.from(outputFile.contents).toString("base64")) {
+        await FsUtil.writeFileAsync(distFilePath, outputFile.contents);
+        this._outputCache.set(distFilePath, Buffer.from(outputFile.contents).toString("base64"));
+      }
+    }
+    for (const assetFile of executionResult.assetFiles) {
+      const prev = this._outputCache.get(assetFile.source);
+      const curr = FsUtil.lstat(assetFile.source).mtime.getTime();
+      if (prev !== curr) {
+        await FsUtil.copyAsync(assetFile.source, path.resolve(distPath, assetFile.destination));
+        this._outputCache.set(assetFile.source, curr);
+      }
+    }
+
+    return {
+      filePaths: [
+        ...this._sourceFileCache.typeScriptFileCache.keys(),
+        ...this._sourceFileCache.babelFileCache.keys()
+      ],
+      results
+    };
+  }
+
+  private async _getAppContextAsync(): Promise<BundlerContext> {
+    const esbuildOption = await this._getEsBuildOptionsAsync();
+
+    return new BundlerContext(
+      this._options.workspaceRoot,
+      true,
+      esbuildOption
+    );
+  }
+
+  private _getStyleContext(): BundlerContext {
+    const esbuildOptions = createGlobalStylesBundleOptions(
+      this._options,
+      [
+        'chrome117.0', 'chrome116.0',
+        'edge117.0', 'edge116.0',
+        'firefox118.0', 'firefox115.0',
+        'ios17.0', 'ios16.6',
+        'ios16.5', 'ios16.4',
+        'ios16.3', 'ios16.2',
+        'ios16.1', 'ios16.0',
+        'safari17.0', 'safari16.6',
+        'safari16.5', 'safari16.4',
+        'safari16.3', 'safari16.2',
+        'safari16.1', 'safari16.0'
+      ],
+      true,
+      this._sourceFileCache.loadResultCache
+    );
+
+    return new BundlerContext(
+      this._options.workspaceRoot,
+      true,
+      esbuildOptions!,
+      () => true
+    );
+  }
+
+  private async _getEsBuildOptionsAsync(): Promise<esbuild.BuildOptions> {
+    const pkgNpmConf: INpmConfig = FsUtil.readJson(path.resolve(this._options.workspaceRoot, "package.json"));
+
+    const {pluginOptions, styleOptions} = createCompilerPluginOptions(
+      this._options,
+      [
+        'chrome117.0', 'chrome116.0',
+        'edge117.0', 'edge116.0',
+        'firefox118.0', 'firefox115.0',
+        'ios17.0', 'ios16.6',
+        'ios16.5', 'ios16.4',
+        'ios16.3', 'ios16.2',
+        'ios16.1', 'ios16.0',
+        'safari17.0', 'safari16.6',
+        'safari16.5', 'safari16.4',
+        'safari16.3', 'safari16.2',
+        'safari16.1', 'safari16.0'
+      ],
+      this._sourceFileCache,
+    );
+
+    return {
+      absWorkingDir: this._options.workspaceRoot,
+      bundle: true,
+      keepNames: true,
+      format: 'esm',
+      assetNames: 'media/[name]',
+      conditions: ['es2020', 'es2015', 'module'],
+      resolveExtensions: ['.ts', '.tsx', '.mjs', '.js'],
+      metafile: true,
+      legalComments: this._options.watch ? 'eof' : 'none',
+      logLevel: 'silent',
+      minifyIdentifiers: !this._options.watch,
+      minifySyntax: !this._options.watch,
+      minifyWhitespace: !this._options.watch,
+      pure: ['forwardRef'],
+      outdir: this._options.outputPath,
+      outExtension: undefined,
+      sourcemap: this._options.watch,
+      splitting: true,
+      chunkNames: 'chunk-[hash]',
+      tsconfig: this._options.tsconfig,
+      external: [],
+      write: false,
+      preserveSymlinks: false,
+      define: {
+        ...!this._options.watch ? {ngDevMode: 'false'} : {},
+        ngJitMode: 'false',
+        global: 'global',
+        process: 'process',
+        Buffer: 'Buffer',
+        'process.env.SD_VERSION': JSON.stringify(pkgNpmConf.version),
+      },
+      platform: 'browser',
+      mainFields: ['es2020', 'es2015', 'browser', 'module', 'main'],
+      entryNames: '[name]',
+      entryPoints: {
+        ...this._options.entryPoints,
+        polyfills: 'angular:polyfills'
+      },
+      target: [
+        'chrome117.0', 'chrome116.0',
+        'edge117.0', 'edge116.0',
+        'firefox118.0', 'firefox115.0',
+        'ios17.0', 'ios16.6',
+        'ios16.5', 'ios16.4',
+        'ios16.3', 'ios16.2',
+        'ios16.1', 'ios16.0',
+        'safari17.0', 'safari16.6',
+        'safari16.5', 'safari16.4',
+        'safari16.3', 'safari16.2',
+        'safari16.1', 'safari16.0'
+      ],
+      supported: {'async-await': false, 'object-rest-spread': false},
+      loader: {
+        ".png": "file",
+        ".jpeg": "file",
+        ".jpg": "file",
+        ".jfif": "file",
+        ".gif": "file",
+        ".svg": "file",
+        ".woff": "file",
+        ".woff2": "file",
+        ".ttf": "file",
+        ".eot": "file",
+        ".ico": "file",
+        ".otf": "file",
+        ".csv": "file",
+        ".xlsx": "file",
+        ".xls": "file",
+        ".pptx": "file",
+        ".ppt": "file",
+        ".docx": "file",
+        ".doc": "file",
+        ".zip": "file",
+        ".pfx": "file",
+        ".pkl": "file"
+      },
+      inject: [PathUtil.posix(fileURLToPath(await import.meta.resolve!("node-stdlib-browser/helpers/esbuild/shim")))],
+      plugins: [
+        createVirtualModulePlugin({
+          namespace: "angular:polyfills",
+          loadContent: () => ({
+            contents: `import "./src/polyfills.ts";`,
+            loader: 'js',
+            resolveDir: this._options.workspaceRoot
+          })
+        }) as esbuild.Plugin,
+        createSourcemapIgnorelistPlugin(),
+        createCompilerPlugin(
+          pluginOptions,
+          styleOptions
+        ) as esbuild.Plugin,
+        nodeStdLibBrowserPlugin(nodeStdLibBrowser)
+      ]
+    };
+  }
+
+  private _getOptions(opt: { dev: boolean, builderType: string, pkgPath: string }): NormalizedApplicationBuildOptions {
+    const mainFilePath = path.resolve(opt.pkgPath, "src/main.ts");
+    const tsconfigFilePath = path.resolve(opt.pkgPath, "tsconfig.json");
+    const indexHtmlFilePath = path.resolve(opt.pkgPath, "src/index.html");
+    const swFilePath = path.resolve(opt.pkgPath, "ngsw-config.json");
+
+    const cacheBasePath = path.resolve(opt.pkgPath, ".cache");
+
+    const pkgName = path.basename(opt.pkgPath);
+
+    return {
+      advancedOptimizations: true,
+      allowedCommonJsDependencies: [],
+      baseHref: `/${pkgName}/`,
+      cacheOptions: {
+        enabled: true,
+        basePath: cacheBasePath,
+        path: path.resolve(cacheBasePath, opt.builderType)
+      },
+      crossOrigin: CrossOrigin.None,
+      deleteOutputPath: true,
+      externalDependencies: [],
+      extractLicenses: !opt.dev,
+      inlineStyleLanguage: 'scss',
+      jit: false,
+      stats: false,
+      polyfills: ["./src/polyfills.ts"],
+      poll: undefined,
+      progress: true,
+      externalPackages: opt.dev ? true : undefined,
+      preserveSymlinks: false,
+      stylePreprocessorOptions: {includePaths: []},
+      subresourceIntegrity: false,
+      serverEntryPoint: undefined,
+      prerenderOptions: undefined,
+      appShellOptions: undefined,
+      ssrOptions: undefined,
+      verbose: false,
+      watch: opt.dev,
+      workspaceRoot: opt.pkgPath,
+      entryPoints: {main: mainFilePath},
+      optimizationOptions: {
+        scripts: !opt.dev,
+        styles: {minify: !opt.dev, inlineCritical: !opt.dev},
+        fonts: {inline: !opt.dev}
+      },
+      outputPath: opt.pkgPath,
+      outExtension: undefined,
+      sourcemapOptions: {vendor: false, hidden: false, scripts: opt.dev, styles: opt.dev},
+      tsconfig: tsconfigFilePath,
+      projectRoot: opt.pkgPath,
+      assets: [
+        {glob: 'favicon.ico', input: 'src', output: ''},
+        {glob: '**/*', input: 'src\\assets', output: 'assets'}
+      ],
+      outputNames: {bundles: '[name]', media: 'media/[name]'},
+      fileReplacements: undefined,
+      globalStyles: [{name: 'styles', files: ["src/styles.scss"], initial: true}],
+      globalScripts: [],
+      serviceWorker: FsUtil.exists(swFilePath) ? swFilePath : undefined,
+      indexHtmlOptions: {
+        input: indexHtmlFilePath,
+        output: 'index.html',
+        insertionOrder: [
+          ['runtime', true],
+          ['polyfills', true],
+          ['styles', false],
+          ['vendor', true],
+          ['main', true]
+        ]
+      },
+      tailwindConfiguration: undefined
+    };
+  }
+}

package/src/build-tools/SdTsBundler.ts

@@ -0,0 +1,106 @@
+import {ISdCliPackageBuildResult} from "../commons";
+import esbuild from "esbuild";
+import path from "path";
+import esbuildPluginTsc from "esbuild-plugin-tsc";
+
+export class SdTsBundler {
+  private _context?: esbuild.BuildContext;
+
+  public constructor(private readonly _opt: {
+    dev: boolean;
+    pkgPath: string;
+    entryPoints: string[];
+    external?: string[];
+  }) {
+  }
+
+  public async bundleAsync(): Promise<ISdCliPackageBuildResult[]> {
+    if (!this._context) {
+      const options = this.getOptions();
+      this._context = await esbuild.context(options);
+    }
+    const results = await this._context.rebuild();
+    return this._convertResults(results);
+  }
+
+  public getOptions(): esbuild.BuildOptions {
+    return {
+      entryPoints: this._opt.entryPoints,
+      keepNames: true,
+      bundle: true,
+      sourcemap: this._opt.dev,
+      target: "node16",
+      mainFields: ['es2020', 'es2015', 'module', 'main'],
+      conditions: ["es2020", "es2015", "module"],
+      tsconfig: path.resolve(this._opt.pkgPath, "tsconfig.json"),
+      write: true,
+      outdir: path.resolve(this._opt.pkgPath, "dist"),
+      format: "esm",
+      resolveExtensions: [".js", ".mjs", ".cjs", ".ts"],
+      preserveSymlinks: false,
+      loader: {
+        ".png": "file",
+        ".jpeg": "file",
+        ".jpg": "file",
+        ".jfif": "file",
+        ".gif": "file",
+        ".svg": "file",
+        ".woff": "file",
+        ".woff2": "file",
+        ".ttf": "file",
+        ".eot": "file",
+        ".ico": "file",
+        ".otf": "file",
+        ".csv": "file",
+        ".xlsx": "file",
+        ".xls": "file",
+        ".pptx": "file",
+        ".ppt": "file",
+        ".docx": "file",
+        ".doc": "file",
+        ".zip": "file",
+        ".pfx": "file",
+        ".pkl": "file"
+      },
+      platform: "node",
+      logLevel: "silent",
+      external: this._opt.external,
+      banner: {
+        js: `
+import __path__ from 'path';
+import { fileURLToPath as __fileURLToPath__ } from 'url';
+import { createRequire as __createRequire__ } from 'module';
+
+const require = __createRequire__(import.meta.url);
+const __filename = __fileURLToPath__(import.meta.url);
+const __dirname = __path__.dirname(__filename);`.trim()
+      },
+      plugins: [
+        esbuildPluginTsc()
+      ]
+    };
+  }
+
+  private _convertResults(result: esbuild.BuildResult): ISdCliPackageBuildResult[] {
+    return [
+      ...result.warnings.map((warn) => ({
+        type: "build" as const,
+        filePath: warn.location?.file !== undefined ? path.resolve(warn.location.file) : undefined,
+        line: warn.location?.line,
+        char: warn.location?.column,
+        code: undefined,
+        severity: "warning" as const,
+        message: warn.text
+      })),
+      ...result.errors.map((err) => ({
+        type: "build" as const,
+        filePath: err.location?.file !== undefined ? path.resolve(err.location.file) : undefined,
+        line: err.location?.line,
+        char: err.location?.column !== undefined ? err.location.column + 1 : undefined,
+        code: undefined,
+        severity: "error" as const,
+        message: err.text
+      }))
+    ];
+  }
+}