jiek 2.2.7 → 2.3.0

package/src/rollup/index.ts

@@ -11,30 +11,27 @@ import commonjs from '@rollup/plugin-commonjs'
 import inject from '@rollup/plugin-inject'
 import json from '@rollup/plugin-json'
 import { nodeResolve } from '@rollup/plugin-node-resolve'
-import { isMatch } from 'micromatch'
 import type { InputPluginOption, OutputOptions, OutputPlugin, OutputPluginOption, Plugin, RollupOptions } from 'rollup'
 import ts from 'typescript'
 
-import type { RollupBuildEntryCtx, RollupBuildEventMap } from '#~/bridge.ts'
-import { publish } from '#~/bridge.ts'
-import { bundleAnalyzer } from '#~/rollup/bundle-analyzer.ts'
-import { getExports, getOutDirs } from '#~/utils/getExports.ts'
-import { loadConfig } from '#~/utils/loadConfig.ts'
-import { recusiveListFiles } from '#~/utils/recusiveListFiles.ts'
-import { getCompilerOptionsByFilePath } from '#~/utils/ts.ts'
+import type { RollupBuildEntryCtx, RollupBuildEventMap } from '#~/bridge'
+import { publish } from '#~/bridge'
+import { bundleAnalyzer } from '#~/rollup/bundle-analyzer'
+import { getInternalModuleName } from '#~/utils/getInternalModuleName'
+import { intersection } from '#~/utils/intersection'
+import { loadConfig } from '#~/utils/loadConfig'
+import { recursiveListFiles } from '#~/utils/recursiveListFiles'
+import { getOutDirs, resolveExports } from '#~/utils/resolveExports'
+import { getCompilerOptionsByFilePath } from '#~/utils/ts'
 
 import type { ConfigGenerateContext, TemplateOptions } from './base'
 import createRequire, { CREATE_REQUIRE_VIRTUAL_MODULE_NAME } from './plugins/create-require'
 import progress from './plugins/progress'
 import skip from './plugins/skip'
+import withExternal from './plugins/with-external.ts'
+import type { PackageJSON } from './utils/externalResolver'
 import externalResolver from './utils/externalResolver'
 
-interface PackageJSON {
-  name?: string
-  type?: string
-  exports?: Record<string, unknown> | string | string[]
-}
-
 const {
   JIEK_ROOT,
   JIEK_NAME,
@@ -48,7 +45,8 @@ const {
   JIEK_CLEAN,
   JIEK_ONLY_MINIFY,
   JIEK_TSCONFIG,
-  JIEK_DTSCONFIG
+  JIEK_DTSCONFIG,
+  JIEK_FEATURES
 } = process.env
 
 const resolveArrayString = (str: string | undefined) => {
@@ -74,6 +72,8 @@ const COMMON_PLUGINS = [
   json()
 ]
 
+const INTERNAL_MODULE_NAME = getInternalModuleName(JIEK_NAME!)
+
 const WITHOUT_JS = JIEK_WITHOUT_JS === 'true'
 const WITHOUT_DTS = JIEK_WITHOUT_DTS === 'true'
 const WITHOUT_MINIFY = JIEK_WITHOUT_MINIFY === 'true'
@@ -82,6 +82,8 @@ const ONLY_MINIFY = JIEK_ONLY_MINIFY === 'true'
 
 const CLEAN = JIEK_CLEAN === 'true'
 
+const FEATURES = JSON.parse(JIEK_FEATURES ?? '{}') as Record<string, unknown>
+
 const MINIFY_DEFAULT_VALUE = WITHOUT_MINIFY
   ? false
   : ONLY_MINIFY
@@ -103,7 +105,7 @@ const MINIFY_OPTIONS = {
 const config = loadConfig({
   root: WORKSPACE_ROOT
 }) ?? {}
-const { build = {} } = config
+const { experimental, build = {} } = config
 const { js: jsOutdir, dts: dtsOutdir } = getOutDirs({
   config,
   pkgName: JIEK_NAME
@@ -116,6 +118,10 @@ if (CLEAN) {
 
 const STYLE_REGEXP = /\.(css|s[ac]ss|less|styl)$/
 
+const CWD_FILES = recursiveListFiles(process.cwd())
+  .filter(p => /(?<!\.d)\.[cm]?tsx?$/.test(p))
+  .map(p => `./${relative(process.cwd(), p)}`)
+
 const resolveBuildPlugins = (context: ConfigGenerateContext, plugins: TemplateOptions['plugins']): {
   js: InputPluginOption
   dts: InputPluginOption
@@ -197,9 +203,12 @@ const withMinify = (
   output: OutputOptions & {
     plugins?: OutputPlugin[]
   },
+  disableMinify?: boolean,
   onlyOncePlugins: OutputPluginOption[] = []
 ): OutputOptions[] => {
-  const minify = build?.output?.minify ?? MINIFY_DEFAULT_VALUE
+  const minify = disableMinify !== undefined
+    ? !disableMinify
+    : build?.output?.minify ?? MINIFY_DEFAULT_VALUE
 
   output.plugins = output.plugins ?? []
   const notOnlyOncePlugins = [...output.plugins]
@@ -226,7 +235,7 @@ const withMinify = (
         typeof output.entryFileNames === 'function'
           ? output.entryFileNames(chunkInfo)
           : (() => {
-            throw new Error('entryFileNames must be a function')
+            throw new TypeError('entryFileNames must be a function')
           })(),
       plugins: [
         ...output.plugins,
@@ -244,6 +253,12 @@ const withMinify = (
             : (() => {
               throw new Error('entryFileNames must be a function')
             })(),
+        chunkFileNames: chunkInfo =>
+          typeof output.chunkFileNames === 'function'
+            ? output.chunkFileNames(chunkInfo).replace(/(\.[cm]?js)$/, '.min$1')
+            : (() => {
+              throw new Error('chunkFileNames must be a function')
+            })(),
         file: output.file?.replace(/(\.[cm]?js)$/, '.min$1'),
         plugins: [
           ...notOnlyOncePlugins,
@@ -253,7 +268,25 @@ const withMinify = (
     ]
 }
 
-const generateConfigs = (context: ConfigGenerateContext, options: TemplateOptions = {}): RollupOptions[] => {
+interface GenerateConfigsOptions {
+  internalModuleCollect?: (id: string) => void
+  commonPlugins?: InputPluginOption[]
+  disableDTS?: boolean
+  disableMinify?: boolean
+  disableCollectInternalModule?: boolean
+}
+
+const generateConfigs = (
+  context: ConfigGenerateContext,
+  {
+    internalModuleCollect,
+    commonPlugins: inputCommonPlugins = [],
+    disableDTS = false,
+    disableMinify,
+    disableCollectInternalModule
+  }: GenerateConfigsOptions = {}
+): RollupOptions[] => {
+  const buildOptions: TemplateOptions = build
   const {
     path,
     name,
@@ -263,7 +296,7 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
     pkgIsModule,
     conditionals
   } = context
-  const external = [...inputExternal, ...(options.external ?? []), ...(commandExternal ?? [])]
+  const external = [...inputExternal, ...(buildOptions.external ?? []), ...(commandExternal ?? [])]
   const isModule = conditionals.includes('import')
   const isCommonJS = conditionals.includes('require')
   const isBrowser = conditionals.includes('browser')
@@ -314,6 +347,23 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
     delete compilerOptions.composite
   }
   const exportConditions = [...conditionals, ...(compilerOptions.customConditions ?? [])]
+  const nodeResolvePluginInstance = nodeResolve({
+    exportConditions,
+    extensions: [
+      '.js',
+      '.cjs',
+      '.mjs',
+      '.jsx',
+      '.cjsx',
+      '.mjsx',
+      '.ts',
+      '.cts',
+      '.mts',
+      '.tsx',
+      '.ctsx',
+      '.mtsx'
+    ]
+  })
   const publishInEntry = <K extends keyof RollupBuildEventMap>(
     type: K,
     data: Omit<RollupBuildEventMap[K], keyof RollupBuildEntryCtx>
@@ -336,21 +386,24 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
       'input should not include "**", please read the [documentation](https://nodejs.org/api/packages.html#subpath-patterns).'
     )
   }
+  const reg = new RegExp(`^\./${
+    input
+      .slice(2)
+      .replace(/\./g, '\\.')
+      .replace(/\*/g, '.*')
+  }$`)
   const inputObj = !input.includes('*')
     ? input
-    : recusiveListFiles(process.cwd())
-      .filter(p => /(?<!\.d)\.[cm]?tsx?$/.test(p))
-      .map(p => relative(process.cwd(), p))
-      .filter(p => isMatch(p, input.slice(2)))
+    : CWD_FILES.filter(p => reg.test(p))
   const globCommonDir = input.includes('*')
-    ? input.split('*')[0].replace('./', '')
+    ? input.split('*')[0]
     : ''
-  const pathCommonDir = path.includes('*')
-    ? path.split('*')[0].replace('./', '')
+  const outputCommonDir = output.includes('*')
+    ? output.split('*')[0]
     : ''
   if (
-    (globCommonDir.length > 0 && pathCommonDir.length === 0)
-    || (globCommonDir.length === 0 && pathCommonDir.length > 0)
+    (globCommonDir.length > 0 && outputCommonDir.length === 0)
+    || (globCommonDir.length === 0 && outputCommonDir.length > 0)
   ) {
     throw new Error('input and path should both include "*" or not include "*"')
   }
@@ -359,32 +412,61 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
   const { js: jsOutput, dts: dtsOutput } = resolveOutputControls(context, build.output)
   const rollupOptions: RollupOptions[] = []
 
-  const commonPlugins: Plugin[] = [
-    nodeResolve({
-      exportConditions,
-      extensions: [
-        '.js',
-        '.cjs',
-        '.mjs',
-        '.jsx',
-        '.cjsx',
-        '.mjsx',
-        '.ts',
-        '.cts',
-        '.mts',
-        '.tsx',
-        '.ctsx',
-        '.mtsx'
-      ]
-    })
+  const commonPlugins: InputPluginOption[] = [
+    ...inputCommonPlugins,
+    withExternal(),
+    !disableCollectInternalModule && {
+      name: 'jiek:collect-internal-module',
+      resolveId: {
+        order: 'pre',
+        async handler(source, importer, options) {
+          if (!source.startsWith('#')) return
+
+          if (!nodeResolvePluginInstance.resolveId || !('handler' in nodeResolvePluginInstance.resolveId)) {
+            throw new Error('nodeResolvePluginInstance.resolveId is not a plugin instance')
+          }
+          let resolved = await nodeResolvePluginInstance
+            .resolveId
+            .handler
+            .call(this, source, importer, options)
+          if (typeof resolved === 'string') {
+            resolved = { id: resolved }
+          }
+          if (!resolved || !('id' in resolved)) {
+            throw new Error('nodeResolvePluginInstance.resolveId.handler did not return a resolved object')
+          }
+          internalModuleCollect?.(`./${relative(process.cwd(), resolved.id)}`)
+          return {
+            id: experimental?.importsDowngrade
+              ? source
+                .replaceAll('#', `${INTERNAL_MODULE_NAME}/`)
+                .replaceAll('~', '+')
+              : source,
+            external: true
+          }
+        }
+      }
+    }
   ]
+  const features = Object.assign(
+    {
+      keepImportAttributes: false
+    },
+    build.features,
+    FEATURES
+  )
+  const importAttributesKey = (
+      features.keepImportAttributes === false
+      || features.keepImportAttributes === undefined
+    )
+    ? undefined
+    : features.keepImportAttributes === true
+    ? 'with'
+    : features.keepImportAttributes
   if (jsOutput && !WITHOUT_JS) {
-    const sourcemap = typeof options?.output?.sourcemap === 'object'
-      ? options.output.sourcemap.js
-      : options?.output?.sourcemap
-    const features = Object.assign({
-      keepImportAttributes: true
-    }, build.features)
+    const sourcemap = typeof buildOptions?.output?.sourcemap === 'object'
+      ? buildOptions.output.sourcemap.js
+      : buildOptions?.output?.sourcemap
     const builder = resolvedBuilderOptions.type === 'esbuild'
       ? import('rollup-plugin-esbuild').then(({ default: esbuild }) =>
         esbuild({
@@ -402,8 +484,8 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
           },
           ...noTypeResolvedBuilderOptions,
           supported: {
-            'import-attributes': features.keepImportAttributes !== false,
-            ...resolvedBuilderOptions.supported
+            ...resolvedBuilderOptions.supported,
+            'import-attributes': true
           }
         })
       )
@@ -431,7 +513,7 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
               },
             experimental: {
               ...resolvedBuilderOptions.jsc?.experimental,
-              keepImportAttributes: features.keepImportAttributes !== false
+              keepImportAttributes: true
             }
           }
         })
@@ -444,36 +526,41 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
       input: inputObj,
       external,
       output: [
-        ...withMinify({
-          dir: jsOutdir,
-          name,
-          interop: 'auto',
-          entryFileNames: (chunkInfo) => (
-            Array.isArray(inputObj)
-              ? chunkInfo.facadeModuleId!.replace(`${process.cwd()}/`, '')
-                .replace(globCommonDir, pathCommonDir)
-                .replace(/(\.[cm]?)ts$/, jsOutputSuffix)
-              : output.replace(`${jsOutdir}/`, '')
-          ),
-          sourcemap,
-          format,
-          strict: typeof options?.output?.strict === 'object'
-            ? options.output.strict.js
-            : options?.output?.strict,
-          externalImportAttributes: features.keepImportAttributes !== false,
-          importAttributesKey: (
-              features.keepImportAttributes === false
-              || features.keepImportAttributes === undefined
-            )
-            ? undefined
-            : features.keepImportAttributes === true
-            ? 'with'
-            : features.keepImportAttributes,
-          plugins: []
-        }, onlyOncePlugins)
+        ...withMinify(
+          {
+            dir: jsOutdir,
+            name,
+            interop: 'auto',
+            entryFileNames: (chunkInfo) => {
+              return Array.isArray(inputObj)
+                ? chunkInfo.facadeModuleId!
+                  .replace(`${process.cwd()}/`, './')
+                  .replace(globCommonDir, outputCommonDir)
+                  .replace(/(\.[cm]?)ts$/, jsOutputSuffix)
+                  .replace(`${jsOutdir}/`, '')
+                : output
+                  .replace(`${jsOutdir}/`, '')
+            },
+            chunkFileNames: (chunkInfo) => {
+              return `.internal/.chunks/${chunkInfo.name}.[hash]${jsOutputSuffix}`
+            },
+            sourcemap,
+            format,
+            strict: typeof buildOptions?.output?.strict === 'object'
+              ? buildOptions.output.strict.js
+              : buildOptions?.output?.strict,
+            externalImportAttributes: features.keepImportAttributes === true
+              ? true
+              : features.keepImportAttributes,
+            importAttributesKey
+          },
+          disableMinify,
+          onlyOncePlugins
+        )
       ],
       plugins: [
         ...commonPlugins,
+        nodeResolvePluginInstance,
         import('rollup-plugin-postcss')
           .then(({ default: postcss }) =>
             postcss({
@@ -502,10 +589,10 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
     })
   }
 
-  if (dtsOutput && !WITHOUT_DTS) {
-    const sourcemap = typeof options?.output?.sourcemap === 'object'
-      ? options.output.sourcemap.dts
-      : options?.output?.sourcemap
+  if (!disableDTS && dtsOutput && !WITHOUT_DTS) {
+    const sourcemap = typeof buildOptions?.output?.sourcemap === 'object'
+      ? buildOptions.output.sourcemap.dts
+      : buildOptions?.output?.sourcemap
     rollupOptions.push({
       input: inputObj,
       external,
@@ -515,16 +602,20 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
           sourcemap,
           entryFileNames: (chunkInfo) => (
             Array.isArray(inputObj)
-              ? chunkInfo.facadeModuleId!.replace(`${process.cwd()}/`, '')
-                .replace(globCommonDir, pathCommonDir)
+              ? chunkInfo.facadeModuleId!
+                .replace(`${process.cwd()}/`, './')
+                .replace(globCommonDir, outputCommonDir)
                 .replace(/(\.[cm]?)ts$/, tsOutputSuffix)
-              : output
                 .replace(`${jsOutdir}/`, '')
+              : output
                 .replace(/(\.[cm]?)js$/, tsOutputSuffix)
+                .replace(`${jsOutdir}/`, '')
           ),
-          strict: typeof options?.output?.strict === 'object'
-            ? options.output.strict.dts
-            : options?.output?.strict
+          strict: typeof buildOptions?.output?.strict === 'object'
+            ? buildOptions.output.strict.dts
+            : buildOptions?.output?.strict,
+          externalImportAttributes: features.keepImportAttributes !== false,
+          importAttributesKey
         }
       ],
       plugins: [
@@ -566,57 +657,162 @@ const generateConfigs = (context: ConfigGenerateContext, options: TemplateOption
 }
 
 export function template(packageJSON: PackageJSON): RollupOptions[] {
-  const { name, type, exports: entrypoints } = packageJSON
+  const {
+    name,
+    type,
+    bin,
+    exports: entrypoints,
+    imports: internalEntrypoints
+  } = packageJSON
   const pkgIsModule = type === 'module'
-  if (!name) throw new Error('package.json name is required')
-  if (!entrypoints) throw new Error('package.json exports is required')
-
   const packageName = pascalCase(name)
-
-  const external = externalResolver(packageJSON as Record<string, unknown>)
-
-  const [filteredResolvedEntrypoints, exports] = getExports({
-    entrypoints,
-    pkgIsModule,
-    entries,
-    pkgName: JIEK_NAME!,
-    outdir: jsOutdir,
-    config
-  })
-
   const leafMap = new Map<string, string[][]>()
-  getAllLeafs(filteredResolvedEntrypoints as RecursiveRecord<string>, ({ keys, value }) => {
-    if (typeof value === 'string') {
-      const keysArr = leafMap.get(value) ?? []
-      leafMap.set(value, keysArr)
-      keysArr.push(keys)
+  const inputTags = new Map<string, string>()
+  const inputExports = new Map<string, Record<string, unknown>>()
+  const configs: RollupOptions[] = []
+  const external = externalResolver(packageJSON)
+
+  let collectConfigTotal = 0
+  const collected = Promise.withResolvers<void>()
+  const internalModules = new Set<string>()
+  const internalModuleCollect = (id?: string) => {
+    if (!id) return
+    internalModules.add(id)
+  }
+  const collectPlugin: Plugin = {
+    name: 'jiek:collect',
+    buildStart() {
+      collectConfigTotal++
+    },
+    buildEnd() {
+      if (--collectConfigTotal === 0) {
+        collected.resolve()
+      }
     }
-    return false
-  })
+  }
+
+  if (entrypoints) {
+    const [filteredResolvedEntrypoints, exports] = resolveExports({
+      entrypoints,
+      pkgIsModule,
+      entries,
+      pkgName: JIEK_NAME!,
+      outdir: jsOutdir,
+      config
+    })
+    getAllLeafs(filteredResolvedEntrypoints as RecursiveRecord<string>, ({ keys, value }) => {
+      if (typeof value === 'string') {
+        const keysArr = leafMap.get(value) ?? []
+        leafMap.set(value, keysArr)
+        inputExports.set(value, exports)
+        keysArr.push(keys)
+      }
+      return false
+    })
+  }
+  if (bin) {
+    ;[...new Set(typeof bin === 'string' ? [bin] : Object.values(bin))]
+      .filter(binFile => binFile.startsWith('bin'))
+      .map(binFile => [
+        `./src/${binFile.replace(/(\.[cm]?)js$/, '$1ts')}`,
+        `./dist/${binFile}`
+      ])
+      .forEach(([input, output]) => {
+        configs.push(...generateConfigs({
+          path: output,
+          name,
+          input,
+          output,
+          external,
+          pkgIsModule,
+          conditionals: output.endsWith('.mjs')
+            ? ['import']
+            : output.endsWith('.cjs')
+            ? ['require']
+            : []
+        }, {
+          internalModuleCollect,
+          disableDTS: true,
+          disableMinify: true,
+          commonPlugins: [
+            collectPlugin
+          ]
+        }))
+        leafMap.set(input, [[output]])
+        inputTags.set(input, 'binary')
+      })
+  }
+  if (internalEntrypoints) {
+    const [filteredResolvedInternalEntrypoints, imports] = resolveExports({
+      entrypoints: internalEntrypoints,
+      pkgIsModule,
+      pkgName: JIEK_NAME!,
+      outdir: `${jsOutdir}/.internal`,
+      config
+    })
+    getAllLeafs(filteredResolvedInternalEntrypoints as RecursiveRecord<string>, ({ keys, value }) => {
+      if (typeof value === 'string') {
+        const keysArr = leafMap.get(value) ?? []
+        leafMap.set(value, keysArr)
+        inputExports.set(value, imports)
+        inputTags.set(value, 'internal')
+        keysArr.push(keys)
+      }
+      return false
+    })
+  }
+
+  leafMap.forEach((keysArr, input) => {
+    if (inputTags.get(input) === 'binary') return
+    const isInternal = inputTags.get(input) === 'internal'
+    const exports = inputExports.get(input)!
 
-  const configs: RollupOptions[] = []
-  leafMap.forEach((keysArr, input) =>
     keysArr.forEach((keys) => {
       const [path, ...conditionals] = keys
 
       const name = packageName + (path === '.' ? '' : pascalCase(path))
       const keyExports = reveal(exports, keys)
-      const commonOptions = {
+      const commonContext = {
         path,
         name,
         input,
         external,
         pkgIsModule
       }
+      const commonOptions: GenerateConfigsOptions = isInternal
+        ? {
+          commonPlugins: [
+            {
+              name: 'jiek:loadInternalModules',
+              async options(inputOptions) {
+                await collected.promise
+                inputOptions.input = [...intersection(
+                  Array.isArray(inputOptions.input)
+                    ? inputOptions.input
+                    : [inputOptions.input as string],
+                  internalModules
+                )]
+                return inputOptions
+              }
+            }
+          ],
+          disableCollectInternalModule: true
+        }
+        : {
+          internalModuleCollect,
+          commonPlugins: [
+            collectPlugin
+          ]
+        }
 
       // eslint-disable-next-line ts/switch-exhaustiveness-check
       switch (typeof keyExports) {
         case 'string': {
           configs.push(...generateConfigs({
-            ...commonOptions,
+            ...commonContext,
             output: keyExports,
             conditionals
-          }, build))
+          }, commonOptions))
           break
         }
         case 'object': {
@@ -624,10 +820,10 @@ export function template(packageJSON: PackageJSON): RollupOptions[] {
             const allConditionals = [...new Set([...conditionals, ...nextKeys])]
             if (typeof value === 'string') {
               configs.push(...generateConfigs({
-                ...commonOptions,
+                ...commonContext,
                 output: value,
                 conditionals: allConditionals
-              }, build))
+              }, commonOptions))
             }
             return false
           })
@@ -635,7 +831,8 @@ export function template(packageJSON: PackageJSON): RollupOptions[] {
         }
       }
     })
-  )
+  })
+
   void publish('init', { leafMap, targetsLength: configs.length })
   return configs.map(c => ({
     ...COMMON_OPTIONS,

package/src/rollup/plugins/with-external.ts

@@ -0,0 +1,23 @@
+import type { PluginImpl } from 'rollup'
+
+export default (() => ({
+  name: 'jiek:with-external',
+  resolveId: {
+    order: 'pre',
+    handler: (source, _, { attributes }) => {
+      if (
+        'external' in attributes || 'bundle' in attributes
+      ) {
+        delete attributes.external
+        delete attributes.bundle
+        return {
+          id: source,
+          external: attributes.external === 'true'
+            ? true
+            : attributes.bundle !== 'true',
+          attributes
+        }
+      }
+    }
+  }
+})) as PluginImpl<{}>