guess-js-deps-bash 0.1.62 → 0.1.64

package/autoguess_config.txt

@@ -24,6 +24,7 @@ local AUTOGUESS_BUILD_UTIL_CMDS=(
   libdir-binlinks-cfg-linker-pmb
   npm-ci-utils-pmb
   uglifyjs
+  webpack
   yamllint
   yaml-lint-all-recursive
 

package/guess-js-deps.sh

@@ -21,18 +21,16 @@ function guess_js_deps () {
     devDep
     peerDep
     )
+  local -A CFG=(
+    [runmode]='cmp'
+    )
+  local POS_ARGN=( runmode )
+  local POS_ARGS=()
+  parse_cli_opts "$@" || return $?
 
-  local RUNMODE="$1"; shift
-  case "$RUNMODE" in
-    '..' | '../'* )
-      cd -- "$RUNMODE" # probably to where your package.json is.
-      RUNMODE="$1"
-      shift;;
-  esac
   local OUTPUT_MODE=( fail 'Unsupported output mode. This is a bug.' )
-  case "$RUNMODE" in
+  case "${CFG[runmode]}" in
     as-json ) OUTPUT_MODE=( dump_deps_as_json );;
-    '' | \
     cmp ) OUTPUT_MODE=( maybe_colorize_diff compare_deps_as_json );;
     upd ) OUTPUT_MODE=( update_manifest );;
     sym ) OUTPUT_MODE=( symlink_nonlocal_node_modules );;
@@ -56,13 +54,46 @@ function guess_js_deps () {
     tabulate-found )  OUTPUT_MODE=( 'fmt://tsv' );;
     tabulate-known )  tabulate_manifest_deps; return $?;;
     --func ) "$@"; return $?;;
-    * ) fail "unsupported runmode: $RUNMODE"; return 2;;
+    * ) fail "unsupported runmode: ${CFG[runmode]}"; return 2;;
   esac
 
   find_imports_in_project "${OUTPUT_MODE[@]}"
 }
 
 
+function parse_cli_opts () {
+  local OPT=
+  while [ "$#" -gt 0 ]; do
+    OPT="$1"; shift
+    # [ -n "$OPT" ] || continue
+    #case "${CFG[no-more-opts]}$OPT" in
+    case "$OPT" in
+      '' ) continue;;
+      '..' | '../'* ) cd -- "$OPT";; # probably to where your package.json is.
+      -- ) POS_ARGS+=( "$@" ); break;;
+      #-- ) CFG[no-more-opts]='%%--'; continue;;
+      --expect-no-changes | \
+      --maybe-no-imports | \
+      '' ) CFG["${OPT#--}"]=+;;
+      --*=* )
+        OPT="${OPT#--}"
+        CFG["${OPT%%=*}"]="${OPT#*=}";;
+      --help | \
+      -* )
+        local -fp "${FUNCNAME[0]}" | guess_bash_script_config_opts-pmb
+        [ "${OPT//-/}" == help ] && return 1
+        echo "E: $0, CLI: unsupported option: $OPT" >&2; return 1;;
+      * )
+        case "${POS_ARGN[0]}" in
+          '' ) echo "E: $0: unexpected positional argument" >&2; return 1;;
+          '+' ) POS_ARGS+=( "$OPT" );;
+          * ) CFG["${POS_ARGN[0]}"]="$OPT"; POS_ARGN=( "${POS_ARGN[@]:1}" );;
+        esac;;
+    esac
+  done
+}
+
+
 function warn_no_args () {
   [ "$#" -ge 2 ] || echo "W: Calling $1 with no arguments!" >&2
   "$@"; return $?
@@ -70,8 +101,18 @@ function warn_no_args () {
 
 
 function maybe_colorize_diff () {
-  [ -z "$*" ] || exec < <("$@")
-  "${COLORIZE_DIFF:-cat}"
+  [ -n "$*" ] || return 0
+  if [ -n "$COLORIZE_DIFF" ]; then
+    exec > >("$COLORIZE_DIFF")
+  fi
+  local RV=
+  "$@"; RV=$?
+
+  # Wait for output to go through the coloring process before returning
+  # control to parent process. (Which might want to print something
+  # immediately, which might overlap.)
+  [ -z "$COLORIZE_DIFF" ] || sleep 0.2s
+  return "$RV"
 }
 
 
@@ -106,7 +147,7 @@ function init_resolve_cache () {
 
 
 function init_resolve_cache__prep () {
-  init_resolve_cache__webpack_cfg || return $?
+  init_resolve_cache__webpack_cfg eval || return $?
   init_resolve_cache__forced_custom || return $?
 }
 
@@ -114,9 +155,17 @@ function init_resolve_cache__prep () {
 function init_resolve_cache__webpack_cfg () {
   local WPCFG='./webpack.config.js'
   [ -f "$WPCFG" ] || return 0
-  local VAL="$(nodejs -p "Object.keys(require('$WPCFG'
-    ).resolve.alias).join('\n')" 2>/dev/null)"
-  [ -z "$VAL" ] || RESOLVE_CACHE['?packer/alias_pkgnames']+="$VAL"$'\n'
+  local SCAN="$SELFPATH"/scan_webpack_config.js
+  local LEARN='
+    const scan = require(process.env.SCAN);
+    const wpcfg = require(process.env.WPCFG);
+    JSON.stringify(scan(wpcfg), null, 2)
+    '
+  LEARN="$(WPCFG="$WPCFG" SCAN="$SCAN" nodejs -e "$LEARN")" || return $?$(
+    echo "E: $FUNCNAME: Failed to scan $WPCFG" >&2)
+  local NEXT="${1:-echo}"; shift
+  "$NEXT" "$@" "$LEARN" || return $?$(
+    echo "E: $FUNCNAME: Failed to '$NEXT' the scan report" >&2)
 }
 
 
@@ -165,6 +214,8 @@ function scan_all_scannable_files_in_project () {
   progress "found ${#IMPORTS[@]}"
 
   progress 'I: Searching for require()s/imports: '
+  eval "$(init_resolve_cache)"
+  find_webpack_config_cached_deps
   find_imports_in_files "${IMPORTS[@]}"
   find_manif_script_deps
   find_manif_eslint_deps
@@ -172,6 +223,12 @@ function scan_all_scannable_files_in_project () {
 }
 
 
+function find_webpack_config_cached_deps () {
+  local KEY='bundler://webpack/config/needs'
+  <<<"${RESOLVE_CACHE["?$KEY"]}" grep -oPe '\S+' | sed -re 's~$~\t'"$KEY~"
+}
+
+
 function find_imports_in_project () {
   local THEN=( "$@" )
   local CWD_PKG_NAME="$(guess_cwd_pkg_name)"
@@ -184,8 +241,16 @@ function find_imports_in_project () {
       | guess_unique_stdin_dep_types 1-3)
   progress 'done.'
 
-  [ -n "${IMPORTS[0]}" ] || return 3$(
-    fail "Unable to find any import()s/imports in package: $CWD_PKG_NAME")
+  local ERR=
+  if [ -z "${IMPORTS[0]}" ]; then
+    ERR="Unable to find any import()s/imports in package: $CWD_PKG_NAME"
+    if [ -n "${CFG[maybe-no-imports]}" ]; then
+      echo "D: $ERR"
+      return 0
+    fi
+    fail "$ERR"
+    return 3
+  fi
 
   if [ "${OUTPUT_MODE[0]}" == 'fmt://tsv' ]; then
     printf '%s\n' "${IMPORTS[@]}"
@@ -238,6 +303,7 @@ function find_manif_eslint_deps () {
 
   local ECNP='eslint-config-nodejs-pmb'
   case "$BUF" in
+    *"¶ eslint-config-jslint-compat-pmb "* | \
     *"¶ $ECNP "* )
       local PEER_DEPS="$ECNP/test/expectedPeerDependencies.js"
       PEER_DEPS="require('$PEER_DEPS').join('\n')"
@@ -345,9 +411,15 @@ function compare_deps_as_json () {
   eval local -A DEP_OFFSETS="( $(find_dep_keys_line_numbers) )"
 
   local DEP_TYPE=
+  local CHANGES_IN_DEP_TYPES=
+
   for DEP_TYPE in "${KNOWN_DEP_TYPES[@]}"; do
     compare_deps_as_json__one_dep_type || return $?
   done
+
+  [ -z "$CHANGES_IN_DEP_TYPES" ] \
+    || [ -z "${CFG[expect-no-changes]}" ] || return 4$(
+    fail "Found unexpected changes! in:$CHANGES_IN_DEP_TYPES")
 }
 
 
@@ -359,6 +431,7 @@ function compare_deps_as_json__one_dep_type () {
     echo "D: no changes in ${DEP_TYPE}s"
     return 0
   fi
+  CHANGES_IN_DEP_TYPES+=" $DEP_TYPE"
 
   local EMPTY="${DEP_OFFSETS[$DEP_TYPE:empty]}"
   if [ -n "$VERBATIM_EMPTY_ORIG" -a -n "$EMPTY" ]; then
@@ -567,7 +640,6 @@ function find_imports_in_files () {
   [ "$#" == 0 ] && return 0
   eval "$(init_resolve_cache)"
   local SBC_RGX='($bogus^'"$(printf '|%s' "${AUTOGUESS_SHEBANG_CMDS[@]}"))"
-
   LANG=C grep -PHone '#!.*$|^(\xEF\xBB\xBF|)\s*'$(
     )'(import|\W*from)\s.*$|require\([^()]+\)' -- "$@" \
     | tr "'" '"' | LANG=C sed -rf <(echo '
@@ -692,9 +764,9 @@ function guess_one_dep_type () {
   esac
 
   if [ -z "$DEP_VER" ]; then
-    case $'\n'"${RESOLVE_CACHE['?packer/alias_pkgnames']}"$'\n' in
-      *$'\n'"${REQ_MOD%%/*}"$'\n'* )
-        DEP_TYPE='packer-alias'
+    case " ${RESOLVE_CACHE['?bundler://alias_pkgnames']} " in
+      *" ${REQ_MOD%%/*} "* )
+        DEP_TYPE='bundler-alias'
         DEP_VER='*';;
     esac
   fi
@@ -751,9 +823,10 @@ function guess_one_dep_type () {
     esac
 
     case "$REQ_NORM_FEXT" in
+      bundler://* | \
+      manif://lint | \
       manif://scripts/*lint* | \
       manif://scripts/*test* | \
-      manif://lint | \
       . ) DEP_TYPE=devDep;;
       */* ) ;;    # files in subdirs are handled above
       # below: top-level files

package/manif_script_cmd2pkg.sed

@@ -4,3 +4,4 @@
 s~^(demo-util-160404)-test-demos(\t)~lib-\1\2~
 s~^(uglify)(js\t)~\1-\2~
 s~^(yaml)(lint\t)~\1-\2~
+s~^(webpack)~\1-cli~

package/package.json

@@ -1,5 +1,5 @@
 { "name": "guess-js-deps-bash",
-  "version": "0.1.62",
+  "version": "0.1.64",
   "description": "A bash attempt at npm-forgot: Guess JavaScript require() dependencies, detect their versions, compare with package.json.",
 
   "keywords": [
@@ -26,12 +26,18 @@
 
   "main": "capture-bash.js",
   "bin": { "guess-js-deps": "guess-js-deps.sh" },
-  "scripts": { "test": "nodejs test/all.js" },
+  "scripts": { "test": "elp && guess-js-deps cmp --expect-no-changes" },
   "directories": { "test": "test" },
+  "eslintConfig": { "extends": "nodejs-pmb" },
 
   "dependencies": {},
-  "devDependencies": {},
+  "devDependencies": {
+    "eslint-config-nodejs-pmb": "^0.3.5",
+    "eslint-plugin-json-light-pmb": "^1.0.7",
+    "eslint-plugin-n": "^15.2.4",
+    "eslint-pretty-pmb": "^1.0.5"
+  },
 
 
-  "npm vs. BOM = Unexpected token": "-*- coding: UTF-8 -*-"
+  "engines": { "npm": ">=7.0.0", "node": ">=16.0.0" }
 }

package/scan_webpack_config.js

@@ -0,0 +1,53 @@
+'use strict';
+
+// const same = require('assert').deepStrictEqual;
+
+function orf(x) { return x || false; }
+function shellQuoteNoApos(s) { return "'" + s.replace(/'/g, '') + "'"; }
+
+function setSlotNoApos(k, v, op) {
+  console.log("RESOLVE_CACHE['" + k + "']" + (op || '') + '='
+    + shellQuoteNoApos(v));
+}
+
+
+const EX = function scanWebpackConfig(wpCfg) {
+  const scan = {
+    wpCfg,
+    needPkgs: new Set(EX.alwaysNeededPkgs),
+  };
+  EX.aliases(scan);
+  EX.resourceLoaders(scan);
+
+  setSlotNoApos('?bundler://webpack/config/needs',
+    Array.from(scan.needPkgs.values()).sort().join(' '));
+};
+
+
+Object.assign(EX, {
+
+  alwaysNeededPkgs: [
+    'browserslist',
+  ],
+
+
+  aliases(scan) {
+    const alNames = Object.keys(orf(orf(scan.wpCfg.resolve).alias)).join(' ');
+    if (!alNames) { return; }
+    setSlotNoApos('?bundler://alias_pkgnames', (' ' + alNames + ' '), '+');
+  },
+
+
+  resourceLoaders(scan) {
+    [].concat(orf(scan.wpCfg.module).rules).forEach(function foundRule(rule) {
+      if (!rule) { return; }
+      const ldr = (rule.loader || orf(rule.use).loader);
+      if (!ldr) { return; }
+      scan.needPkgs.add(ldr);
+    });
+  },
+
+
+});
+
+module.exports = EX;