@boxfoxs/scraping-bundler 0.0.9

package/.eslintrc.json

@@ -0,0 +1,3 @@
+{
+  "extends": "../../.eslintrc.json"
+}

package/bin/build.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env sh
+
+print_usage_and_exit() {
+    printf "\$ 정확한 빌드 타입을 선택해주세요 (dev | prod | hot | analyze)\n"
+    exit 1
+}
+
+init_tsconfig() {
+    SCRIPT_PATH="$( cd "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"
+    TSCONFIG_PATH="$SCRIPT_PATH/../dist/webpack/tsconfig-for-webpack-config.json"
+    yarn cross-env TS_NODE_PROJECT=\"$TSCONFIG_PATH\"
+}
+
+run_script() {
+    export BUILD_MODE=${2:-prod}
+    init_tsconfig
+
+    if [[ $BUILD_MODE == dev* ]] || [[ $BUILD_MODE == prod* ]] || [[ $BUILD_MODE == analyze* ]]; then
+        yarn webpack --config $1
+    elif [[ $BUILD_MODE == hot* ]]; then
+        yarn webpack-dev-server --config $1 --watch
+    else
+        print_usage_and_exit
+    fi
+}
+
+run_script "$@"

package/dist/index.js

@@ -0,0 +1,14 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./webpack/webpack.base.config"), exports);
+//# sourceMappingURL=index.js.map

package/package.json

@@ -0,0 +1,72 @@
+{
+  "name": "@boxfoxs/scraping-bundler",
+  "version": "0.0.9",
+  "description": "",
+  "types": "dist/index.d.ts",
+  "main": "dist/index.js",
+  "module": "dist/esm/",
+  "sideEffects": false,
+  "scripts": {
+    "clean": "rm -rf dist && mkdir dist",
+    "build": "tsc -p tsconfig.json",
+    "fix": "sts fix",
+    "deploy": "yarn build && yarn publish --access=public"
+  },
+  "bin": {
+    "scraping-build": "bin/build.sh"
+  },
+  "devDependencies": {
+    "@types/node": "^13.11.1",
+    "barreler": "^0.0.5",
+    "typescript": "^3.9.3"
+  },
+  "dependencies": {
+    "@babel/cli": "^7.11.6",
+    "@babel/core": "^7.11.6",
+    "@babel/plugin-proposal-class-properties": "^7.10.4",
+    "@babel/plugin-proposal-decorators": "^7.10.5",
+    "@babel/plugin-proposal-optional-catch-binding": "^7.10.4",
+    "@babel/plugin-transform-async-to-generator": "^7.10.4",
+    "@babel/plugin-transform-regenerator": "^7.10.4",
+    "@babel/plugin-transform-runtime": "^7.11.5",
+    "@babel/plugin-transform-typescript": "^7.11.0",
+    "@babel/preset-env": "^7.11.5",
+    "@babel/runtime-corejs3": "^7.11.2",
+    "@types/clean-webpack-plugin": "^0.1.3",
+    "@types/fs-extra": "^9.0.1",
+    "@types/lodash": "^4.14.161",
+    "@types/morgan": "^1.9.1",
+    "@types/node": "^14.0.27",
+    "@types/node-fetch": "^2.5.7",
+    "@types/nodegit": "^0.26.8",
+    "@types/shelljs": "^0.8.8",
+    "@types/terser-webpack-plugin": "^4.2.0",
+    "@types/webpack-bundle-analyzer": "^3.8.0",
+    "@types/webpack-dev-server": "^3.11.0",
+    "@types/webpack-merge": "^4.1.5",
+    "@types/webpackbar": "^4.0.0",
+    "babel-loader": "^8.1.0",
+    "babel-plugin-module-resolver": "^4.0.0",
+    "circular-dependency-plugin": "^4.4.0",
+    "clean-webpack-plugin": "^3.0.0",
+    "cross-env": "^7.0.2",
+    "fs-extra": "^9.0.1",
+    "helmet": "^4.1.1",
+    "lodash": "^4.17.20",
+    "morgan": "^1.10.0",
+    "node-fetch": "^2.6.1",
+    "s3-deploy": "^1.4.0",
+    "script-loader": "^0.7.2",
+    "shelljs": "^0.8.4",
+    "terser-webpack-plugin": "^4.2.1",
+    "ts-node": "^9.0.0",
+    "tsconfig-paths": "^3.9.0",
+    "typescript": "^3.9.7",
+    "webpack": "^4.44.1",
+    "webpack-bundle-analyzer": "^3.8.0",
+    "webpack-cli": "^3.3.12",
+    "webpack-dev-server": "^3.11.0",
+    "webpack-merge": "^5.1.4",
+    "webpackbar": "^4.0.0"
+  }
+}

package/src/index.ts

@@ -0,0 +1 @@
+export * from './webpack/webpack.base.config';

package/src/util/readJsonFile.ts

@@ -0,0 +1,6 @@
+import fs from 'fs';
+
+export function readJsonFile<T = any>(filePath: string): T {
+  const result = fs.readFileSync(filePath).toString();
+  return JSON.parse(result);
+}

package/src/util/shell.ts

@@ -0,0 +1,9 @@
+import * as shell from 'shelljs';
+
+export function run(command: string): string {
+  const result = shell.exec(command);
+  if (result.code !== 0) {
+    throw new Error(result.stderr);
+  }
+  return result.stdout;
+}

package/src/webpack/options/devServer.ts

@@ -0,0 +1,31 @@
+import helmet from 'helmet';
+import morgan from 'morgan';
+import { Configuration } from 'webpack-dev-server';
+import { getLocalhostAddresses } from '../utils/getLocalhostAddresses';
+
+const localhostNames = getLocalhostAddresses();
+
+export function createDevServerOption(staticPath: string): Configuration {
+  return {
+    allowedHosts: localhostNames,
+
+    before: app => {
+      app.use(helmet({ hsts: false }));
+      app.use(morgan('dev'));
+    },
+
+    after: () => {
+      console.log('\n\nAvailable on:');
+      console.log(`${localhostNames.map(hostname => `  http://${hostname}:10808`).join('\n')}\n`);
+    },
+
+    hot: false,
+    inline: false,
+    contentBase: staticPath,
+    disableHostCheck: true,
+    host: '0.0.0.0',
+    port: 10808,
+    writeToDisk: true,
+    quiet: true,
+  };
+}

package/src/webpack/options/environments.ts

@@ -0,0 +1 @@
+export const BUILD_MODE = process.env.BUILD_MODE;

package/src/webpack/options/optimization.ts

@@ -0,0 +1,20 @@
+import TerserPlugin from 'terser-webpack-plugin';
+
+export const optimizationOption = {
+  usedExports: true,
+  minimizer: [
+    new TerserPlugin({
+      cache: true,
+      parallel: true,
+      sourceMap: true,
+      terserOptions: {
+        warnings: false,
+        compress: { ecma: 6, dead_code: false, passes: 3 },
+        mangle: { safari10: true },
+        keep_classnames: true,
+        output: { ecma: 6, beautify: false, safari10: true, comments: false },
+      },
+      extractComments: false,
+    }),
+  ],
+};

package/src/webpack/options/rules.ts

@@ -0,0 +1,38 @@
+import { RuleSetRule } from 'webpack';
+
+export function createDefaultRules(sourcePath: string): RuleSetRule[] {
+  const transpileRule = {
+    test: /\.(js|ts|jsx|tsx)$/,
+    include: sourcePath,
+    exclude: [/node_modules/, /.*preload\.js/],
+    use: {
+      loader: 'babel-loader',
+      options: {
+        presets: [
+          ['@babel/preset-env', { exclude: ['@babel/plugin-transform-async-to-generator'] }],
+        ],
+        plugins: [
+          ['@babel/plugin-transform-typescript', { allowNamespaces: true, isTSX: true }],
+          ['@babel/plugin-transform-regenerator', {}],
+          ['@babel/plugin-proposal-decorators', { legacy: true }],
+          ['@babel/plugin-proposal-class-properties', {}],
+          ['@babel/plugin-proposal-optional-catch-binding', {}],
+          ['@babel/plugin-transform-runtime', { corejs: { version: 3, proposals: true } }],
+        ],
+      },
+    },
+  };
+
+  const preloadRule = {
+    test: /\.preload\.js$/,
+    use: [
+      {
+        loader: 'script-loader',
+        options: {
+          sourceMap: false,
+        },
+      },
+    ],
+  };
+  return [transpileRule, preloadRule];
+}

package/src/webpack/tsconfig-for-webpack-config.json

@@ -0,0 +1,7 @@
+{
+  "compilerOptions": {
+    "module": "commonjs",
+    "target": "es5",
+    "esModuleInterop": true
+  }
+}

package/src/webpack/utils/getLocalhostAddresses.ts

@@ -0,0 +1,9 @@
+import { flatMap } from 'lodash';
+import os from 'os';
+
+export function getLocalhostAddresses(): string[] {
+  const candidates = flatMap(Object.values(os.networkInterfaces()));
+  return candidates
+    .filter(item => item != null && item.family === 'IPv4')
+    .map(item => item!.address);
+}

package/src/webpack/utils/parseAlias.ts

@@ -0,0 +1,16 @@
+import path from 'path';
+import { readJsonFile } from '../../util/readJsonFile';
+
+interface TypescriptConfig {
+  compilerOptions: {
+    paths?: Record<string, string[]>;
+  };
+}
+
+export function parseAlias(tsConfigPath: string, sourcePath: string): Record<string, string> {
+  const tsConfig: TypescriptConfig = readJsonFile(tsConfigPath);
+  return Object.entries(tsConfig.compilerOptions.paths ?? {})
+    .map(([alias, targetPaths]) => [alias.replace('/*', ''), targetPaths[0].replace('/*', '')])
+    .map(([key, value]) => [key, path.resolve(sourcePath, value)])
+    .reduce((acc, [key, val]) => ({ ...acc, [key]: val }), {});
+}

package/src/webpack/webpack.base.config.ts

@@ -0,0 +1,94 @@
+// Webpack modules.
+import { CleanWebpackPlugin } from "clean-webpack-plugin";
+import path from "path";
+import { Configuration, DefinePlugin } from "webpack";
+import { BundleAnalyzerPlugin } from "webpack-bundle-analyzer";
+import webpackMerge from "webpack-merge";
+import ProgressBarPlugin from "webpackbar";
+import { readJsonFile } from "../util/readJsonFile";
+import { createDevServerOption } from "./options/devServer";
+import { BUILD_MODE } from "./options/environments";
+import { optimizationOption } from "./options/optimization";
+import { createDefaultRules } from "./options/rules";
+import { parseAlias } from "./utils/parseAlias";
+//@ts-ignore
+import CircularDependencyPlugin from "circular-dependency-plugin";
+
+const configuration: Configuration = {
+  performance: { hints: false },
+  output: { filename: `[name].min.js` },
+  plugins: [
+    new CleanWebpackPlugin(),
+    new CircularDependencyPlugin({
+      exclude: /a\.js|node_modules/,
+      failOnError: true,
+      allowAsyncCycles: false,
+      cwd: process.cwd(),
+    }),
+  ],
+  resolve: {
+    extensions: [".js", ".ts", ".json"],
+  },
+  stats: "errors-warnings",
+};
+
+function createWatchConfiguration(staticPath: string) {
+  return webpackMerge(configuration, {
+    devtool: "inline-source-map",
+    devServer: createDevServerOption(staticPath),
+    watchOptions: { ignored: /node_modules/, poll: true },
+    watch: true,
+    stats: "errors-only",
+  });
+}
+
+type WebpackConfigOfService = {
+  path: string;
+  tsconfig?: string;
+  webpack: Partial<Configuration>;
+};
+
+function paresPackageInfo(porjectPath: string) {
+  const { name, version, targetName } = readJsonFile(
+    path.resolve(porjectPath, "package.json")
+  );
+  const tmpName: string = targetName ?? name;
+  const pureName = tmpName.substr(tmpName.lastIndexOf("/") + 1);
+  return { version, name: pureName };
+}
+
+export function webpack(config: WebpackConfigOfService): Configuration {
+  const isProductionMode = ["analyze", "prod"].includes(BUILD_MODE ?? "");
+  const isHotMode = BUILD_MODE === "hot";
+  const isAnalyzeMode = BUILD_MODE === "analyze";
+
+  const { version, name } = paresPackageInfo(config.path);
+  const tsConfigPath =
+    config.tsconfig ?? path.resolve(config.path, "tsconfig.json");
+  const sourcePath = path.resolve(config.path, "src");
+  const outputPath = path.resolve(config.path, "dist");
+  const alias = parseAlias(tsConfigPath, config.path);
+  const analyzePlugins = isAnalyzeMode ? [new BundleAnalyzerPlugin()] : [];
+
+  const baseConfiguration = isHotMode
+    ? createWatchConfiguration(outputPath)
+    : configuration;
+  const additionalConfigs = webpackMerge(config.webpack, {
+    mode: isProductionMode ? "production" : "development",
+    resolve: { alias },
+    entry: config.webpack.entry || { [name]: `${sourcePath}/index.ts` },
+    output: { path: outputPath },
+    module: { rules: createDefaultRules(sourcePath) },
+    plugins: [
+      new ProgressBarPlugin({ name }),
+      ...analyzePlugins,
+      new DefinePlugin({
+        CA_DEBUG: !isProductionMode,
+        CA_VERSION: JSON.stringify(version),
+        CA_PRODUCTION: isProductionMode,
+      }),
+    ],
+    optimization: isProductionMode ? optimizationOption : undefined,
+  });
+  return webpackMerge(baseConfiguration, additionalConfigs);
+}

package/tsconfig.json

@@ -0,0 +1,21 @@
+{
+  "compilerOptions": {
+    "target": "es6",
+    "declaration": true,
+    "outDir": "./dist",
+    "skipLibCheck": true,
+    "module": "commonjs",
+    "moduleResolution": "node",
+    "noEmit": false,
+    "sourceMap": true,
+    "strict": true,
+    "allowJs": true,
+    "esModuleInterop": true,
+    "noImplicitAny": true,
+    "noUnusedLocals": true,
+    "baseUrl": ".",
+    "experimentalDecorators": true
+  },
+  "include": ["src"],
+  "exclude": ["**/__mocks__/*", "**/__tests__/*", "**/__test__/*"]
+}