@yao-pkg/pkg 5.11.5 → 5.12.1

package/README.md

@@ -50,23 +50,23 @@ pkg [options] <input>
 
   Examples:
 
-  – Makes executables for Linux, macOS and Windows
+  - Makes executables for Linux, macOS and Windows
     $ pkg index.js
-  – Takes package.json from cwd and follows 'bin' entry
+  - Takes package.json from cwd and follows 'bin' entry
     $ pkg .
-  – Makes executable for particular target machine
+  - Makes executable for particular target machine
     $ pkg -t node16-win-arm64 index.js
-  – Makes executables for target machines of your choice
+  - Makes executables for target machines of your choice
     $ pkg -t node16-linux,node18-linux,node16-win index.js
-  – Bakes '--expose-gc' and '--max-heap-size=34' into executable
+  - Bakes '--expose-gc' and '--max-heap-size=34' into executable
     $ pkg --options "expose-gc,max-heap-size=34" index.js
-  – Consider packageA and packageB to be public
+  - Consider packageA and packageB to be public
     $ pkg --public-packages "packageA,packageB" index.js
-  – Consider all packages to be public
+  - Consider all packages to be public
     $ pkg --public-packages "*" index.js
-  – Bakes '--expose-gc' into executable
+  - Bakes '--expose-gc' into executable
     $ pkg --options expose-gc index.js
-  – reduce size of the data packed inside the executable with GZip
+  - reduce size of the data packed inside the executable with GZip
     $ pkg --compress GZip index.js
 ```
 
@@ -181,6 +181,22 @@ See also
 [Detecting assets in source code](#detecting-assets-in-source-code) and
 [Snapshot filesystem](#snapshot-filesystem).
 
+### Ignore files
+
+`ignore` is a list of globs. Files matching the paths specified as `ignore`
+will be excluded from the final executable.
+
+This is useful when you want to exclude some files from the final executable,
+like tests, documentation or build files that could have been included by a dependency.
+
+```json
+  "pkg": {
+    "ignore": [ "**/*/dependency-name/build.c" ]
+  }
+```
+
+To see if you have unwanted files in your executable, read the [Exploring virtual file system embedded in debug mode](#exploring-virtual-file-system-embedded-in-debug-mode) section.
+
 ### Options
 
 Node.js application can be called with runtime options
@@ -353,14 +369,14 @@ This way you may even avoid creating `pkg` config for your project.
 Native addons (`.node` files) use is supported. When `pkg` encounters
 a `.node` file in a `require` call, it will package this like an asset.
 In some cases (like with the `bindings` package), the module path is generated
-dynamicaly and `pkg` won't be able to detect it. In this case, you should
+dynamically and `pkg` won't be able to detect it. In this case, you should
 add the `.node` file directly in the `assets` field in `package.json`.
 
 The way Node.js requires native addon is different from a classic JS
 file. It needs to have a file on disk to load it, but `pkg` only generates
-one file. To circumvent this, `pkg` will create a temporary file on the
-disk. These files will stay on the disk after the process has exited
-and will be used again on the next process launch.
+one file. To circumvent this, `pkg` will extract native addon files to
+`$HOME/.cache/pkg/`. These files will stay on the disk after the process has
+exited and will be used again on the next process launch.
 
 When a package, that contains a native module, is being installed,
 the native module is compiled against current system-wide Node.js
@@ -413,7 +429,7 @@ printenv | grep NODE
 
 ## Advanced
 
-### exploring virtual file system embedded in debug mode
+### Exploring virtual file system embedded in debug mode
 
 When you are using the `--debug` flag when building your executable,
 `pkg` add the ability to display the content of the virtual file system

package/lib-es5/index.js

@@ -21,6 +21,7 @@ const fabricator_1 = require("./fabricator");
 const walker_1 = __importDefault(require("./walker"));
 const compress_type_1 = require("./compress_type");
 const mach_o_1 = require("./mach-o");
+const options_1 = __importDefault(require("./options"));
 const { version } = JSON.parse((0, fs_extra_1.readFileSync)(path_1.default.join(__dirname, '../package.json'), 'utf-8'));
 function isConfiguration(file) {
     return (0, common_1.isPackageJson)(file) || file.endsWith('.config.json');
@@ -439,6 +440,7 @@ async function exec(argv2) {
     // marker
     let marker;
     if (configJson) {
+        options_1.default.set(configJson === null || configJson === void 0 ? void 0 : configJson.pkg);
         marker = {
             config: configJson,
             base: path_1.default.dirname(config),
@@ -446,6 +448,7 @@ async function exec(argv2) {
         };
     }
     else {
+        options_1.default.set(inputJson === null || inputJson === void 0 ? void 0 : inputJson.pkg);
         marker = {
             config: inputJson || {},
             base: path_1.default.dirname(input),

package/lib-es5/options.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class Options {
+    constructor() {
+        this.options = {
+            dictionary: {},
+        };
+    }
+    set(options) {
+        this.options = options !== null && options !== void 0 ? options : this.options;
+    }
+    get() {
+        return this.options;
+    }
+}
+const options = new Options();
+exports.default = options;
+//# sourceMappingURL=options.js.map

package/lib-es5/producer.js

@@ -105,10 +105,27 @@ function findPackageJson(nodeFile) {
     }
     return dir;
 }
+function getPrebuildEnvPrefix(pkgName) {
+    return `npm_config_${(pkgName || '')
+        .replace(/[^a-zA-Z0-9]/g, '_')
+        .replace(/^_/, '')}`;
+}
 function nativePrebuildInstall(target, nodeFile) {
     var _a, _b;
     const prebuildInstall = path_1.default.join(__dirname, '../node_modules/.bin/prebuild-install');
     const dir = findPackageJson(nodeFile);
+    const packageJson = JSON.parse(fs_extra_1.default.readFileSync(path_1.default.join(dir, 'package.json'), { encoding: 'utf-8' }));
+    // only try prebuild-install for packages that actually use it or if
+    // explicitly configured via environment variables
+    const envPrefix = getPrebuildEnvPrefix(packageJson.name);
+    if (((_a = packageJson.dependencies) === null || _a === void 0 ? void 0 : _a['prebuild-install']) == null &&
+        ![
+            `${envPrefix}_binary_host`,
+            `${envPrefix}_binary_host_mirror`,
+            `${envPrefix}_local_prebuilds`,
+        ].some((i) => i in process.env)) {
+        return;
+    }
     // parse the target node version from the binaryPath
     const nodeVersion = path_1.default.basename(target.binaryPath).split('-')[1];
     if (!/^v[0-9]+\.[0-9]+\.[0-9]+$/.test(nodeVersion)) {
@@ -122,7 +139,7 @@ function nativePrebuildInstall(target, nodeFile) {
     if (!fs_extra_1.default.existsSync(`${nodeFile}.bak`)) {
         fs_extra_1.default.copyFileSync(nodeFile, `${nodeFile}.bak`);
     }
-    const napiVersions = (_b = (_a = JSON.parse(fs_extra_1.default.readFileSync(path_1.default.join(dir, 'package.json'), { encoding: 'utf-8' }))) === null || _a === void 0 ? void 0 : _a.binary) === null || _b === void 0 ? void 0 : _b.napi_versions;
+    const napiVersions = (_b = packageJson === null || packageJson === void 0 ? void 0 : packageJson.binary) === null || _b === void 0 ? void 0 : _b.napi_versions;
     const options = [
         '--platform',
         types_1.platform[target.platform],
@@ -289,7 +306,7 @@ function producer({ backpack, bakes, slash, target, symLinks, doCompress, native
                         if ((0, common_1.isDotNODE)(stripe.file) && nativeBuild) {
                             try {
                                 const platformFile = nativePrebuildInstall(target, stripe.file);
-                                if (fs_extra_1.default.existsSync(platformFile)) {
+                                if (platformFile && fs_extra_1.default.existsSync(platformFile)) {
                                     return cb(null, pipeMayCompressToNewMeter(fs_extra_1.default.createReadStream(platformFile)));
                                 }
                             }

package/lib-es5/walker.js

@@ -29,14 +29,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const assert_1 = __importDefault(require("assert"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
-const is_core_module_1 = __importDefault(require("is-core-module"));
 const globby_1 = __importDefault(require("globby"));
 const path_1 = __importDefault(require("path"));
 const chalk_1 = __importDefault(require("chalk"));
+const minimatch_1 = require("minimatch");
+const module_1 = require("module");
 const common_1 = require("./common");
 const follow_1 = require("./follow");
 const log_1 = require("./log");
 const detector = __importStar(require("./detector"));
+const options_1 = __importDefault(require("./options"));
 // Note: as a developer, you can set the PKG_STRICT_VER variable.
 //       this will turn on some assertion in the walker code below
 //       to assert that each file content/state that we appending
@@ -46,6 +48,17 @@ const detector = __importStar(require("./detector"));
 //       performance hit.
 const strictVerify = Boolean(process.env.PKG_STRICT_VER);
 const win32 = process.platform === 'win32';
+/**
+ * Checks if a module is a core module
+ * module.isBuiltin is available in Node.js 16.17.0 or later. Once we drop support for older
+ * versions of Node.js, we can use module.isBuiltin instead of this function.
+ */
+function isBuiltin(moduleName) {
+    const moduleNameWithoutPrefix = moduleName.startsWith('node:')
+        ? moduleName.slice(5)
+        : moduleName;
+    return module_1.builtinModules.includes(moduleNameWithoutPrefix);
+}
 function unlikelyJavascript(file) {
     return ['.css', '.html', '.json', '.vue'].includes(path_1.default.extname(file));
 }
@@ -331,6 +344,15 @@ class Walker {
         (0, assert_1.default)(task.store === common_1.STORE_BLOB || task.store === common_1.STORE_CONTENT);
         (0, assert_1.default)(typeof task.file === 'string');
         const realFile = (0, common_1.toNormalizedRealPath)(task.file);
+        const { ignore } = options_1.default.get();
+        if (ignore) {
+            // check if the file matches one of the ignore regex patterns
+            const match = ignore.some((pattern) => (0, minimatch_1.minimatch)(realFile, pattern));
+            if (match) {
+                log_1.log.debug(`Ignoring file: ${realFile} due to top level config ignore pattern`);
+                return;
+            }
+        }
         if (realFile === task.file) {
             this.append(task);
             return;
@@ -569,7 +591,11 @@ class Walker {
         };
         const catchPackageFilter = (config, base) => {
             const newPackage = newPackages[newPackages.length - 1];
-            newPackage.marker = { config, configPath: newPackage.packageJson, base };
+            newPackage.marker = {
+                config,
+                configPath: newPackage.packageJson,
+                base,
+            };
         };
         let newFile = '';
         let failure;
@@ -651,7 +677,7 @@ class Walker {
     async stepDerivatives(record, marker, derivatives) {
         for (const derivative of derivatives) {
             // TODO: actually use the target node version
-            if ((0, is_core_module_1.default)(derivative.alias, '99.0.0'))
+            if (isBuiltin(derivative.alias))
                 continue;
             switch (derivative.aliasType) {
                 case common_1.ALIAS_AS_RELATIVE:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yao-pkg/pkg",
-  "version": "5.11.5",
+  "version": "5.12.1",
   "description": "Package your Node.js project into an executable",
   "main": "lib-es5/index.js",
   "license": "MIT",
@@ -30,7 +30,7 @@
     "fs-extra": "^9.1.0",
     "globby": "^11.1.0",
     "into-stream": "^6.0.0",
-    "is-core-module": "2.9.0",
+    "minimatch": "9.0.4",
     "minimist": "^1.2.6",
     "multistream": "^4.1.0",
     "prebuild-install": "7.1.1",
@@ -42,7 +42,7 @@
     "@release-it/conventional-changelog": "7.0.2",
     "@types/babel__generator": "7.6.5",
     "@types/fs-extra": "9.0.13",
-    "@types/is-core-module": "2.2.0",
+    "@types/minimatch": "^5.1.2",
     "@types/minimist": "1.2.2",
     "@types/multistream": "4.1.0",
     "@types/node": "14.18.20",
@@ -139,5 +139,6 @@
   },
   "publishConfig": {
     "access": "public"
-  }
+  },
+  "packageManager": "yarn@1.22.22"
 }

package/prelude/bootstrap.js

@@ -24,7 +24,7 @@ const Module = require('module');
 const path = require('path');
 const { promisify, _extend } = require('util');
 const { Script } = require('vm');
-const { tmpdir } = require('os');
+const { homedir } = require('os');
 const util = require('util');
 const {
   brotliDecompress,
@@ -2210,8 +2210,8 @@ function payloadFileSync(pointer) {
       // the hash is needed to be sure we reload the module in case it changes
       const hash = createHash('sha256').update(moduleContent).digest('hex');
 
-      // Example: /tmp/pkg/<hash>
-      const tmpFolder = path.join(tmpdir(), 'pkg', hash);
+      // Example: /home/john/.cache/pkg/<hash>
+      const tmpFolder = path.join(homedir(), '.cache/pkg', hash);
 
       createDirRecursively(tmpFolder);