npm-pkgbuild 7.20.4 → 7.21.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "npm-pkgbuild",
-  "version": "7.20.4",
+  "version": "7.21.2",
   "publishConfig": {
     "access": "public"
   },

package/src/content/node-modules-content-provider.mjs

@@ -1,12 +1,13 @@
 import { tmpdir } from "os";
 import { join } from "path";
-import { cp, mkdtemp, readFile, writeFile } from "fs/promises";
+import { mkdtemp, readFile, writeFile } from "fs/promises";
 import { globby } from "globby";
 import Arborist from "@npmcli/arborist";
+import { StringContentEntry } from "content-entry";
 import { FileSystemEntry } from "content-entry-filesystem";
 import { ContentProvider } from "./content-provider.mjs";
 import { utf8StreamOptions } from "../util.mjs";
-
+import { shrinkNPM } from "../npm-shrink.mjs";
 /**
  * Content from node_modules
  */
@@ -46,7 +47,12 @@ export class NodeModulesContentProvider extends ContentProvider {
     );
 
     const arb = new Arborist({ path: tmp });
-    await arb.buildIdealTree({ update: true, prune: true, saveType: "prod" });
+    await arb.buildIdealTree({
+      rm: ["@types/node", "@types/uuid"],
+      update: true,
+      prune: true,
+      saveType: "prod"
+    });
     await arb.prune({ saveType: "prod" });
     await arb.reify({ save: true });
 
@@ -54,10 +60,23 @@ export class NodeModulesContentProvider extends ContentProvider {
       cwd: tmp
     })) {
       if (!toBeSkipped.test(name)) {
-        yield Object.assign(
-          new FileSystemEntry(name, tmp),
-          this.entryProperties
-        );
+        if (name.endsWith("package.json")) {
+          const json = shrinkNPM(
+            JSON.parse(await readFile(join(tmp, name), utf8StreamOptions))
+          );
+
+          if (json) {
+            yield Object.assign(
+              new StringContentEntry(name, JSON.stringify(json)),
+              this.entryProperties
+            );
+          }
+        } else {
+          yield Object.assign(
+            new FileSystemEntry(name, tmp),
+            this.entryProperties
+          );
+        }
       }
     }
   }
@@ -76,6 +95,7 @@ const toBeSkipped = new RegExp(
       "\\.bat",
       "\\.gypi",
       "\\.gyp",
+      "\\.markdown",
       "appveyor\\.yml",
       "yarn\\.lock",
       "\\.DS_Store",
@@ -85,6 +105,8 @@ const toBeSkipped = new RegExp(
       "\\.npm.*",
       "\\.git.*",
       "rollup\\.config\\.(js|mjs|cjs)",
+      "COPYING",
+      "Doxyfile",
       "CODE_OF_CONDUCT(\\.md)?",
       "GOVERNANCE(\\.md)?",
       "CODEOWNERS(\\.md)?",
@@ -93,7 +115,7 @@ const toBeSkipped = new RegExp(
       "CONTRIBUT(ORS|ING)(\\.md)?",
       "CHANGELOG(\\.md)?",
       "HISTORY(\\.md)?",
-      "LICENSE(-w+|\\.md|\\.txt)?",
+      "LICENSE(\\-\\w+|\\.md|\\.txt)?",
       "README(.*\\.md)?",
       "\\.o",
       "\\.a",
@@ -146,8 +168,8 @@ const toBeSkipped = new RegExp(
       "LIMITS\\.md",
       "Porting-Buffer\\.md",
       "chains and topics\\.md",
+      "build_detect_platform"
     ].join("|") +
     ")$",
   "i"
 );
-

package/src/npm-shrink.mjs

@@ -0,0 +1,124 @@
+export function shrinkNPM(pkg) {
+  [
+    "version",
+    "name",
+    "dependencies",
+    "sideEffects",
+    "jspm",
+    "jsnext:main",
+    "man",
+    "files",
+    "directories",
+    "devDependencies",
+    "bundleDependencies",
+    "peerDependencies",
+    "peerDependenciesMeta",
+    "optionalDependencies",
+    "optionalDevDependencies",
+    "sideEffects",
+    "pika",
+    "private",
+    "publishConfig",
+    "repository",
+    "license",
+    "licenses",
+    "changelog",
+    "keywords",
+    "homepage",
+    "bugs",
+    "scripts",
+    "types",
+    "deprecated",
+    "description",
+    "decription",
+    "engine",
+    "engines",
+    "author",
+    "authors",
+    "contributors",
+    "maintainers",
+    "verb",
+    "xo",
+    "prettier",
+    "jest",
+    "remarkConfig",
+    "nyc",
+    "ava",
+    "publishConfig",
+    "typeScriptVersion",
+    "typesPublisherContentHash",
+    "typings",
+    "systemd",
+    "pacman",
+    "pkg",
+    "lintDeps",
+    "icon",
+    "config",
+    "release",
+    "template",
+    "spm",
+    "precommit.silent",
+    "greenkeeper",
+    "bundlesize",
+    "standard",
+    "ignore",
+    "ender",
+    "dojoBuild",
+    "component",
+    "eslintConfig",
+    "env",
+    "commitlint",
+    "standard-version",
+    "lint-staged",
+    "lintStaged",
+    "ci",
+    "husky",
+    "verbiage",
+    "os",
+    "gypfile",
+    "coordinates",
+    "tap",
+    "typesVersions",
+    "node-gyp-build-optional",
+    "node-gyp-build-test",
+    "gitHead",
+    "hallmark",
+    "funding",
+    "eslintIgnore",
+    "react-native",
+    "sharec",
+    "source",
+    "support",
+    "auto-changelog",
+    "readmeFilename",
+    "readme",
+    "node-gyp-build-optional",
+    "node-gyp-build-test"
+  ].map(key => {
+    delete pkg[key];
+  });
+
+  switch (pkg.main) {
+    case "index":
+    case "./index":
+    case "index.js":
+    case "./index.js":
+    case "":
+      delete pkg.main;
+  }
+
+  for (const key of Object.keys(pkg)) {
+    if (key[0] === "_") {
+      delete pkg[key];
+    }
+  }
+
+  for (const toBeRemoved of ["types", "unpkg", "shim", "browser", "testling"]) {
+    // TODO mark files as to be skipped
+
+    delete pkg[toBeRemoved];
+  }
+
+  return Object.keys(pkg).length === 0 ? undefined : pkg
+}
+

package/src/npm-cleanup.mjs

@@ -1,164 +0,0 @@
-import { unlink, readFile, writeFile } from "fs/promises";
-import { globby} from "globby";
-import { join, dirname } from "path";
-import { utf8StreamOptions } from "./util.mjs";
-
-async function rm(file) {
-  try {
-    console.log("rm", file);
-    return await unlink(file);
-  } catch (error) {
-    console.log(error);
-  }
-}
-
-async function iterate(o, cb) {
-  switch (typeof o) {
-    case "string":
-      return cb(o);
-  }
-
-  if (Array.isArray(o)) {
-    for (const x of o) {
-      await iterate(x, cb);
-    }
-  }
-  for (const k in o) {
-    await iterate(o[k], cb);
-  }
-}
-
-const blacklist = new Set(["parse-client-options", "@octokit/rest"]);
-
-export async function cleanup(context, stagingDir) {
-  for (const name of await globby(["**/package.json"], {
-    cwd: stagingDir
-  })) {
-    const pkgFile = join(stagingDir, name);
-    const pkg = JSON.parse(await readFile(pkgFile, utf8StreamOptions));
-
-    if (!blacklist.has(pkg.name)) {
-      console.log(`cleanup ${pkgFile}`);
-
-      // unused files may also be deleted
-      await Promise.all(
-        ["types", "unpkg", "shim", "browser", "testling", "source"].map(
-          async key => {
-            await iterate(pkg[key], async o => rm(join(dirname(pkgFile), o)));
-            delete pkg[key];
-          }
-        )
-      );
-
-      [
-        "version",
-        "name",
-        "dependencies",
-        "sideEffects",
-        "jspm",
-        "jsnext:main",
-        "man",
-        "files",
-        "directories",
-        "devDependencies",
-        "bundleDependencies",
-        "peerDependencies",
-        "optionalDependencies",
-        "sideEffects",
-        "pika",
-        "private",
-        "publishConfig",
-        "repository",
-        "license",
-        "licenses",
-        "changelog",
-        "keywords",
-        "homepage",
-        "bugs",
-        "scripts",
-        "types",
-        "deprecated",
-        "description",
-        "decription",
-        "engine",
-        "engines",
-        "author",
-        "authors",
-        "contributors",
-        "maintainers",
-        "verb",
-        "xo",
-        "prettier",
-        "jest",
-        "remarkConfig",
-        "nyc",
-        "ava",
-        "publishConfig",
-        "typeScriptVersion",
-        "typesPublisherContentHash",
-        "typings",
-        "systemd",
-        "pacman",
-        "lintDeps",
-        "icon",
-        "config",
-        "release",
-        "template",
-        "spm",
-        "precommit.silent",
-        "greenkeeper",
-        "bundlesize",
-        "standard",
-        "ignore",
-        "ender",
-        "dojoBuild",
-        "component",
-        "eslintConfig",
-        "env",
-        "commitlint",
-        "standard-version",
-        "lint-staged",
-        "lintStaged",
-        "ci",
-        "husky",
-        "verbiage",
-        "os",
-        "gypfile",
-        "coordinates",
-        "tap",
-        "typesVersions",
-        "node-gyp-build-optional",
-        "node-gyp-build-test",
-        "gitHead",
-        "hallmark",
-        "funding",
-        "eslintIgnore",
-        "react-native",
-        "sharec"
-      ].map(key => {
-        delete pkg[key];
-      });
-
-      for (const key of Object.keys(pkg)) {
-        if (key[0] === "_") {
-          delete pkg[key];
-        }
-      }
-
-      switch (pkg.main) {
-        case "index":
-        case "./index":
-        case "index.js":
-        case "./index.js":
-        case "":
-          delete pkg.main;
-      }
-
-      if (Object.keys(pkg).length === 0 || pkg.type === "module") {
-        await unlink(pkgFile);
-      } else {
-        await writeFile(pkgFile, JSON.stringify(pkg), utf8StreamOptions);
-      }
-    }
-  }
-}