@wyw-in-js/transform 1.1.0 → 2.0.0-alpha.0

package/types/eval/writeQueue.js

@@ -0,0 +1,80 @@
+const normalizeWriteError = (label, error) => {
+    if (error instanceof Error) {
+        return error;
+    }
+    return new Error(`[wyw-in-js] Failed to write to ${label}: ${String(error)}`);
+};
+export const writeToStream = (stream, chunk, label) => new Promise((resolve, reject) => {
+    let settled = false;
+    let writeCompleted = false;
+    let drainCompleted = true;
+    let onClose;
+    let onDrain;
+    let onError;
+    const cleanup = () => {
+        stream.off('close', onClose);
+        stream.off('drain', onDrain);
+        stream.off('error', onError);
+    };
+    const finish = (error) => {
+        if (settled) {
+            return;
+        }
+        if (error) {
+            settled = true;
+            cleanup();
+            reject(normalizeWriteError(label, error));
+            return;
+        }
+        if (!writeCompleted || !drainCompleted) {
+            return;
+        }
+        settled = true;
+        cleanup();
+        resolve();
+    };
+    onClose = () => {
+        finish(new Error(`${label} closed before pending write completed`));
+    };
+    onDrain = () => {
+        drainCompleted = true;
+        finish();
+    };
+    onError = (error) => {
+        finish(error);
+    };
+    stream.once('close', onClose);
+    stream.once('error', onError);
+    const needsDrain = !stream.write(chunk, (error) => {
+        writeCompleted = true;
+        if (error) {
+            finish(error);
+            return;
+        }
+        finish();
+    });
+    if (needsDrain) {
+        drainCompleted = false;
+        stream.once('drain', onDrain);
+    }
+});
+export const createWriteQueue = (stream, label) => {
+    let failed = null;
+    let tail = Promise.resolve();
+    return {
+        onIdle() {
+            return tail;
+        },
+        write(chunk) {
+            if (failed) {
+                return Promise.reject(failed);
+            }
+            const task = tail.then(() => writeToStream(stream, chunk, label));
+            tail = task.catch((error) => {
+                failed = normalizeWriteError(label, error);
+                throw failed;
+            });
+            return task;
+        },
+    };
+};

package/types/evaluators/index.d.ts

@@ -5,6 +5,6 @@ import type { Entrypoint } from '../transform/Entrypoint';
 import type { Services } from '../transform/types';
 export interface IEvaluateResult {
     dependencies: string[];
-    value: Record<string | symbol, unknown>;
+    values: Map<string, unknown> | null;
 }
-export default function evaluate(services: Services, entrypoint: Entrypoint): IEvaluateResult;
+export default function evaluate(services: Services, entrypoint: Entrypoint): Promise<IEvaluateResult>;

package/types/evaluators/index.js

@@ -1,15 +1,12 @@
-"use strict";
 /**
  * This file is an entry point for module evaluation for getting lazy dependencies.
  */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = evaluate;
-const module_1 = require("../module");
-function evaluate(services, entrypoint) {
-    const m = new module_1.Module(services, entrypoint);
-    m.evaluate();
+import { invariant } from 'ts-invariant';
+export default async function evaluate(services, entrypoint) {
+    invariant(services.evalBroker, '[wyw-in-js] Eval broker is missing for evaluation.');
+    const result = await services.evalBroker.evaluate(entrypoint, services);
     return {
-        value: entrypoint.exports,
-        dependencies: m.dependencies,
+        values: result.values,
+        dependencies: result.dependencies,
     };
 }

package/types/index.d.ts

@@ -1,17 +1,16 @@
 export { slugify } from '@wyw-in-js/shared';
 export { createFileReporter } from './debug/fileReporter';
 export type { IFileReporterOptions } from './debug/fileReporter';
-export { default as babelTransformPlugin } from './plugins/babel-transform';
-export { default as preeval } from './plugins/preeval';
 export { createTransformManifest, getTransformMetadata, stringifyTransformManifest, toTransformResultMetadata, withTransformMetadata, } from './utils/TransformMetadata';
 export type { WYWTransformManifest, WYWTransformMetadata, WYWTransformProcessorMetadata, WYWTransformResultMetadata, } from './utils/TransformMetadata';
 export { collectTransformDiagnostics } from './utils/TransformDiagnostics';
 export type { WYWTransformDiagnostic } from './utils/TransformDiagnostics';
 export { Module, DefaultModuleImplementation } from './module';
-export { default as shaker } from './shaker';
+export { default as shaker, oxcShaker } from './shaker';
 export { transform } from './transform';
+export { disposeEvalBroker } from './eval/broker';
 export { isUnprocessedEntrypointError, UnprocessedEntrypointError, } from './transform/actions/UnprocessedEntrypointError';
-export * from './types';
+export type { Dependencies, ITransformFileResult, JSONArray, JSONObject, JSONValue, Options, ParentEntrypoint, PluginOptions, Preprocessor, PreprocessorFn, Result, Serializable, Stage, } from './types';
 export { EvaluatedEntrypoint } from './transform/EvaluatedEntrypoint';
 export type { IEvaluatedEntrypoint } from './transform/EvaluatedEntrypoint';
 export { parseFile } from './transform/Entrypoint.helpers';
@@ -28,9 +27,7 @@ export { EventEmitter } from './utils/EventEmitter';
 export type { EntrypointEvent, OnEvent, OnActionStartArgs, OnActionFinishArgs, } from './utils/EventEmitter';
 export { isNode } from './utils/isNode';
 export { getFileIdx } from './utils/getFileIdx';
-export { applyProcessors } from './utils/getTagProcessor';
 export { getVisitorKeys } from './utils/getVisitorKeys';
 export type { VisitorKeys } from './utils/getVisitorKeys';
 export { peek } from './utils/peek';
 export { TransformCacheCollection } from './cache';
-export { findIdentifiers } from './utils/findIdentifiers';

package/types/index.js

@@ -1,82 +1,24 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.findIdentifiers = exports.TransformCacheCollection = exports.peek = exports.getVisitorKeys = exports.applyProcessors = exports.getFileIdx = exports.isNode = exports.EventEmitter = exports.withDefaultServices = exports.loadWywOptions = exports.syncResolveImports = exports.asyncResolveImports = exports.transformUrl = exports.Entrypoint = exports.prepareCode = exports.baseHandlers = exports.parseFile = exports.EvaluatedEntrypoint = exports.UnprocessedEntrypointError = exports.isUnprocessedEntrypointError = exports.transform = exports.shaker = exports.DefaultModuleImplementation = exports.Module = exports.collectTransformDiagnostics = exports.withTransformMetadata = exports.toTransformResultMetadata = exports.stringifyTransformManifest = exports.getTransformMetadata = exports.createTransformManifest = exports.preeval = exports.babelTransformPlugin = exports.createFileReporter = exports.slugify = void 0;
-var shared_1 = require("@wyw-in-js/shared");
-Object.defineProperty(exports, "slugify", { enumerable: true, get: function () { return shared_1.slugify; } });
-var fileReporter_1 = require("./debug/fileReporter");
-Object.defineProperty(exports, "createFileReporter", { enumerable: true, get: function () { return fileReporter_1.createFileReporter; } });
-var babel_transform_1 = require("./plugins/babel-transform");
-Object.defineProperty(exports, "babelTransformPlugin", { enumerable: true, get: function () { return __importDefault(babel_transform_1).default; } });
-var preeval_1 = require("./plugins/preeval");
-Object.defineProperty(exports, "preeval", { enumerable: true, get: function () { return __importDefault(preeval_1).default; } });
-var TransformMetadata_1 = require("./utils/TransformMetadata");
-Object.defineProperty(exports, "createTransformManifest", { enumerable: true, get: function () { return TransformMetadata_1.createTransformManifest; } });
-Object.defineProperty(exports, "getTransformMetadata", { enumerable: true, get: function () { return TransformMetadata_1.getTransformMetadata; } });
-Object.defineProperty(exports, "stringifyTransformManifest", { enumerable: true, get: function () { return TransformMetadata_1.stringifyTransformManifest; } });
-Object.defineProperty(exports, "toTransformResultMetadata", { enumerable: true, get: function () { return TransformMetadata_1.toTransformResultMetadata; } });
-Object.defineProperty(exports, "withTransformMetadata", { enumerable: true, get: function () { return TransformMetadata_1.withTransformMetadata; } });
-var TransformDiagnostics_1 = require("./utils/TransformDiagnostics");
-Object.defineProperty(exports, "collectTransformDiagnostics", { enumerable: true, get: function () { return TransformDiagnostics_1.collectTransformDiagnostics; } });
-var module_1 = require("./module");
-Object.defineProperty(exports, "Module", { enumerable: true, get: function () { return module_1.Module; } });
-Object.defineProperty(exports, "DefaultModuleImplementation", { enumerable: true, get: function () { return module_1.DefaultModuleImplementation; } });
-var shaker_1 = require("./shaker");
-Object.defineProperty(exports, "shaker", { enumerable: true, get: function () { return __importDefault(shaker_1).default; } });
-var transform_1 = require("./transform");
-Object.defineProperty(exports, "transform", { enumerable: true, get: function () { return transform_1.transform; } });
-var UnprocessedEntrypointError_1 = require("./transform/actions/UnprocessedEntrypointError");
-Object.defineProperty(exports, "isUnprocessedEntrypointError", { enumerable: true, get: function () { return UnprocessedEntrypointError_1.isUnprocessedEntrypointError; } });
-Object.defineProperty(exports, "UnprocessedEntrypointError", { enumerable: true, get: function () { return UnprocessedEntrypointError_1.UnprocessedEntrypointError; } });
-__exportStar(require("./types"), exports);
-var EvaluatedEntrypoint_1 = require("./transform/EvaluatedEntrypoint");
-Object.defineProperty(exports, "EvaluatedEntrypoint", { enumerable: true, get: function () { return EvaluatedEntrypoint_1.EvaluatedEntrypoint; } });
-var Entrypoint_helpers_1 = require("./transform/Entrypoint.helpers");
-Object.defineProperty(exports, "parseFile", { enumerable: true, get: function () { return Entrypoint_helpers_1.parseFile; } });
-var generators_1 = require("./transform/generators");
-Object.defineProperty(exports, "baseHandlers", { enumerable: true, get: function () { return generators_1.baseHandlers; } });
-var transform_2 = require("./transform/generators/transform");
-Object.defineProperty(exports, "prepareCode", { enumerable: true, get: function () { return transform_2.prepareCode; } });
-var Entrypoint_1 = require("./transform/Entrypoint");
-Object.defineProperty(exports, "Entrypoint", { enumerable: true, get: function () { return Entrypoint_1.Entrypoint; } });
-var createStylisPreprocessor_1 = require("./transform/generators/createStylisPreprocessor");
-Object.defineProperty(exports, "transformUrl", { enumerable: true, get: function () { return createStylisPreprocessor_1.transformUrl; } });
-var resolveImports_1 = require("./transform/generators/resolveImports");
-Object.defineProperty(exports, "asyncResolveImports", { enumerable: true, get: function () { return resolveImports_1.asyncResolveImports; } });
-Object.defineProperty(exports, "syncResolveImports", { enumerable: true, get: function () { return resolveImports_1.syncResolveImports; } });
-var loadWywOptions_1 = require("./transform/helpers/loadWywOptions");
-Object.defineProperty(exports, "loadWywOptions", { enumerable: true, get: function () { return loadWywOptions_1.loadWywOptions; } });
-var withDefaultServices_1 = require("./transform/helpers/withDefaultServices");
-Object.defineProperty(exports, "withDefaultServices", { enumerable: true, get: function () { return withDefaultServices_1.withDefaultServices; } });
-var EventEmitter_1 = require("./utils/EventEmitter");
-Object.defineProperty(exports, "EventEmitter", { enumerable: true, get: function () { return EventEmitter_1.EventEmitter; } });
-var isNode_1 = require("./utils/isNode");
-Object.defineProperty(exports, "isNode", { enumerable: true, get: function () { return isNode_1.isNode; } });
-var getFileIdx_1 = require("./utils/getFileIdx");
-Object.defineProperty(exports, "getFileIdx", { enumerable: true, get: function () { return getFileIdx_1.getFileIdx; } });
-var getTagProcessor_1 = require("./utils/getTagProcessor");
-Object.defineProperty(exports, "applyProcessors", { enumerable: true, get: function () { return getTagProcessor_1.applyProcessors; } });
-var getVisitorKeys_1 = require("./utils/getVisitorKeys");
-Object.defineProperty(exports, "getVisitorKeys", { enumerable: true, get: function () { return getVisitorKeys_1.getVisitorKeys; } });
-var peek_1 = require("./utils/peek");
-Object.defineProperty(exports, "peek", { enumerable: true, get: function () { return peek_1.peek; } });
-var cache_1 = require("./cache");
-Object.defineProperty(exports, "TransformCacheCollection", { enumerable: true, get: function () { return cache_1.TransformCacheCollection; } });
-var findIdentifiers_1 = require("./utils/findIdentifiers");
-Object.defineProperty(exports, "findIdentifiers", { enumerable: true, get: function () { return findIdentifiers_1.findIdentifiers; } });
+export { slugify } from '@wyw-in-js/shared';
+export { createFileReporter } from './debug/fileReporter';
+export { createTransformManifest, getTransformMetadata, stringifyTransformManifest, toTransformResultMetadata, withTransformMetadata, } from './utils/TransformMetadata';
+export { collectTransformDiagnostics } from './utils/TransformDiagnostics';
+export { Module, DefaultModuleImplementation } from './module';
+export { default as shaker, oxcShaker } from './shaker';
+export { transform } from './transform';
+export { disposeEvalBroker } from './eval/broker';
+export { isUnprocessedEntrypointError, UnprocessedEntrypointError, } from './transform/actions/UnprocessedEntrypointError';
+export { EvaluatedEntrypoint } from './transform/EvaluatedEntrypoint';
+export { parseFile } from './transform/Entrypoint.helpers';
+export { baseHandlers } from './transform/generators';
+export { prepareCode } from './transform/generators/transform';
+export { Entrypoint } from './transform/Entrypoint';
+export { transformUrl } from './transform/generators/createStylisPreprocessor';
+export { asyncResolveImports, syncResolveImports, } from './transform/generators/resolveImports';
+export { loadWywOptions } from './transform/helpers/loadWywOptions';
+export { withDefaultServices } from './transform/helpers/withDefaultServices';
+export { EventEmitter } from './utils/EventEmitter';
+export { isNode } from './utils/isNode';
+export { getFileIdx } from './utils/getFileIdx';
+export { getVisitorKeys } from './utils/getVisitorKeys';
+export { peek } from './utils/peek';
+export { TransformCacheCollection } from './cache';

package/types/module.d.ts

@@ -3,18 +3,17 @@
  * used for resolving values for dependencies interpolated in `css` or `styled`.
  *
  * This serves 2 purposes:
- * - Avoid leakage from evaluated code to module cache in current context, e.g. `babel-register`
+ * - Avoid leakage from evaluated code to module cache in current context
  * - Allow us to invalidate the module cache without affecting other stuff, necessary for rebuilds
  *
- * We also use it to transpile the code with Babel by default.
+ * We also store prepared evaluator code in it.
  * We also store source maps for it to provide correct error stacktraces.
  *
  */
 import NativeModule from 'module';
-import { type Debugger } from '@wyw-in-js/shared';
+import type { Debugger, EvalResolverKind } from '@wyw-in-js/shared';
 import './utils/dispose-polyfill';
 import { Entrypoint } from './transform/Entrypoint';
-import type { IEntrypointDependency } from './transform/Entrypoint.types';
 import type { IEvaluatedEntrypoint } from './transform/EvaluatedEntrypoint';
 import type { Services } from './transform/types';
 type HiddenModuleMembers = {
@@ -29,6 +28,12 @@ type HiddenModuleMembers = {
     _nodeModulePaths(filename: string): string[];
 };
 export declare const DefaultModuleImplementation: typeof NativeModule & HiddenModuleMembers;
+type ResolvedImport = {
+    source: string;
+    resolved: string;
+    only: string[];
+    external?: boolean;
+};
 export declare class Module {
     #private;
     private services;
@@ -44,20 +49,43 @@ export declare class Module {
     isEvaluated: boolean;
     readonly parentIsIgnored: boolean;
     require: {
-        (id: string): unknown;
+        (id: string, nonLiteral?: boolean): unknown;
         ensure: () => void;
         resolve: (id: string) => string;
     };
     resolve: (id: string) => string;
     private cache;
+    private context;
+    private teardown;
+    private moduleCache;
+    private moduleEntrypoints;
+    private moduleLinkPromises;
+    private moduleData;
     constructor(services: Services, entrypoint: Entrypoint, parentModule?: Module, moduleImpl?: HiddenModuleMembers);
     get exports(): Record<string | symbol, unknown>;
     set exports(value: Record<string | symbol, unknown>);
     protected get entrypoint(): Entrypoint;
-    evaluate(): void;
+    evaluate(): Promise<void>;
     getEntrypoint(filename: string, only: string[], log: Debugger): Entrypoint | IEvaluatedEntrypoint | null;
+    private ensureContext;
+    private getModuleData;
+    private createModuleData;
+    private createSourceTextModule;
+    private createSyntheticModule;
+    private getVirtualModule;
+    private getModuleForEntrypoint;
+    private linkModule;
+    private importModuleDynamically;
+    private dynamicImportFrom;
+    private getModuleForSpecifier;
+    private getModuleForSpecifierFromEntrypoint;
+    private resolveImport;
+    private resolveRequire;
+    private applyImportOverrides;
+    private getModuleForResolved;
     private resolveWithConditions;
-    resolveDependency: (id: string) => IEntrypointDependency;
+    resolveWithNodeFallback: (id: string, importer: Entrypoint | IEvaluatedEntrypoint, kind: EvalResolverKind) => ResolvedImport;
+    private requireWithFallback;
     protected createChild(entrypoint: Entrypoint): Module;
     private loadByImportLoaders;
 }