@casual-simulation/aux-runtime 3.2.17 → 3.2.18-alpha.8332065024

package/runtime/AuxRuntime.js

@@ -14,14 +14,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-import { hasValue, tagsOnBot, isFormula, isScript, isNumber, BOT_SPACE_TAG, botUpdated, isBot, ORIGINAL_OBJECT, DEFAULT_ENERGY, getBotSpace, ON_ACTION_ACTION_NAME, breakIntoIndividualEvents, ON_BOT_ADDED_ACTION_NAME, ON_ANY_BOTS_ADDED_ACTION_NAME, ON_ANY_BOTS_REMOVED_ACTION_NAME, ON_BOT_CHANGED_ACTION_NAME, ON_ANY_BOTS_CHANGED_ACTION_NAME, updatedBot, TAG_MASK_SPACE_PRIORITIES, CLEAR_CHANGES_SYMBOL, DNA_TAG_PREFIX, isRuntimeBot, createBot, ON_ERROR, action, isBotInDimension, asyncResult, registerBuiltinPortal, defineGlobalBot, isBotLink, parseBotLink, isBotDate, parseBotDate, formatBotDate, isTaggedString, parseTaggedString, parseNumber, isTaggedNumber, isBotVector, parseBotVector, formatBotVector, isBotRotation, parseBotRotation, formatBotRotation, parseTaggedNumber, REPLACE_BOT_SYMBOL, } from '@casual-simulation/aux-common/bots';
+import { hasValue, tagsOnBot, isFormula, isScript, isNumber, BOT_SPACE_TAG, botUpdated, isBot, ORIGINAL_OBJECT, DEFAULT_ENERGY, getBotSpace, ON_ACTION_ACTION_NAME, breakIntoIndividualEvents, ON_BOT_ADDED_ACTION_NAME, ON_ANY_BOTS_ADDED_ACTION_NAME, ON_ANY_BOTS_REMOVED_ACTION_NAME, ON_BOT_CHANGED_ACTION_NAME, ON_ANY_BOTS_CHANGED_ACTION_NAME, updatedBot, TAG_MASK_SPACE_PRIORITIES, CLEAR_CHANGES_SYMBOL, DNA_TAG_PREFIX, isRuntimeBot, createBot, ON_ERROR, action, isBotInDimension, asyncResult, registerBuiltinPortal, defineGlobalBot, isBotLink, parseBotLink, isBotDate, parseBotDate, formatBotDate, isTaggedString, parseTaggedString, parseNumber, isTaggedNumber, isBotVector, parseBotVector, formatBotVector, isBotRotation, parseBotRotation, formatBotRotation, parseTaggedNumber, REPLACE_BOT_SYMBOL, isModule, calculateStringTagValue, ON_RESOLVE_MODULE, } from '@casual-simulation/aux-common/bots';
 import { Subject, Subscription } from 'rxjs';
-import { AuxCompiler, getInterpretableFunction, isInterpretableFunction, } from './AuxCompiler';
+import { AuxCompiler, getInterpretableFunction, isInterpretableFunction, IMPORT_META_FACTORY, IMPORT_FACTORY, EXPORT_FACTORY, } from './AuxCompiler';
 import { addToContext, MemoryGlobalContext, removeFromContext, isInContext, } from './AuxGlobalContext';
 import { createDefaultLibrary, GET_RUNTIME, } from './AuxLibrary';
 import { createRuntimeBot, RealtimeEditMode, } from './RuntimeBot';
 import { RanOutOfEnergyError, } from './AuxResults';
-import { isPromise, isRuntimePromise, markAsRuntimePromise, } from './Utils';
+import { isPromise, isRuntimePromise, isUrl, markAsRuntimePromise, } from './Utils';
 import { DefaultRealtimeEditModeProvider, } from './AuxRealtimeEditModeProvider';
 import { sortBy, forOwn, merge, union } from 'lodash';
 import { applyTagEdit, isTagEdit, } from '@casual-simulation/aux-common/bots';
@@ -29,7 +29,7 @@ import { updateRuntimeVersion, } from './RuntimeStateVersion';
 import { replaceMacros } from './Transpiler';
 import { DateTime } from 'luxon';
 import { Rotation, Vector2, Vector3 } from '@casual-simulation/aux-common/math';
-import { isGenerator, UNCOPIABLE, } from '@casual-simulation/js-interpreter/InterpreterUtils';
+import { isGenerator, markAsUncopiableObject, UNCOPIABLE, } from '@casual-simulation/js-interpreter/InterpreterUtils';
 import { v4 as uuid } from 'uuid';
 import { importInterpreter as _dynamicImportInterpreter } from './AuxRuntimeDynamicImports';
 import { UNMAPPABLE } from '@casual-simulation/aux-common/bots/BotEvents';
@@ -85,6 +85,9 @@ export class AuxRuntime {
     get canTriggerBreakpoint() {
         return !!this._interpreter && this._interpreter.debugging;
     }
+    get systemMap() {
+        return this._systemMap;
+    }
     /**
      * Creates a new AuxRuntime using the given library factory.
      * @param libraryFactory
@@ -143,6 +146,15 @@ export class AuxRuntime {
         this._autoBatch = true;
         this._forceSyncScripts = false;
         this._currentDebugger = null;
+        /**
+         * The map of module IDs to their exports.
+         * Only used for global modules, which are modules that are not attached to a bot (e.g. source modules).
+         */
+        this._cachedGlobalModules = new Map();
+        /**
+         * The map of system IDs to their respective bot IDs.
+         */
+        this._systemMap = new Map();
         /**
          * The number of times that the runtime can call onError for an error from the same script.
          */
@@ -235,6 +247,278 @@ export class AuxRuntime {
             }
         }
     }
+    _importModule(module, meta, dependencyChain = [], allowCustomResolution = true) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                let m;
+                let bot;
+                const allowResolution = meta.tag !== ON_RESOLVE_MODULE && allowCustomResolution;
+                if (typeof module !== 'string') {
+                    m = module;
+                    if (!m) {
+                        throw new Error('Module not found: ' + module);
+                    }
+                }
+                else {
+                    const globalModule = this._cachedGlobalModules.get(module);
+                    if (globalModule) {
+                        return yield globalModule;
+                    }
+                    m = yield this.resolveModule(module, meta, allowResolution);
+                    if (!m) {
+                        throw new Error('Module not found: ' + module);
+                    }
+                    if (dependencyChain.length > 1) {
+                        const index = dependencyChain.indexOf(m.id);
+                        if (index >= 0) {
+                            throw new Error(`Circular dependency detected: ${dependencyChain
+                                .slice(index)
+                                .join(' -> ')} -> ${m.id}`);
+                        }
+                    }
+                    if ('botId' in m) {
+                        bot = this._compiledState[m.botId];
+                        if (bot) {
+                            const exports = bot.exports[m.tag];
+                            if (exports) {
+                                return yield exports;
+                            }
+                        }
+                    }
+                }
+                const promise = this._importModuleCore(m, [...dependencyChain, m.id], allowResolution);
+                if (bot) {
+                    bot.exports[m.tag] = promise;
+                }
+                else {
+                    this._cachedGlobalModules.set(m.id, promise);
+                }
+                return yield promise;
+            }
+            finally {
+                this._scheduleJobQueueCheck();
+            }
+        });
+    }
+    _importModuleCore(m, dependencyChain, allowCustomResolution) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const exports = {};
+                const importFunc = (id, meta) => this._importModule(id, meta, dependencyChain, allowCustomResolution);
+                const exportFunc = (valueOrSource, e, meta) => __awaiter(this, void 0, void 0, function* () {
+                    const result = yield this._resolveExports(valueOrSource, e, meta, dependencyChain, allowCustomResolution);
+                    this._scheduleJobQueueCheck();
+                    Object.assign(exports, result);
+                });
+                if ('botId' in m) {
+                    const bot = this._compiledState[m.botId];
+                    const module = bot === null || bot === void 0 ? void 0 : bot.modules[m.tag];
+                    if (module) {
+                        yield module.moduleFunc(importFunc, exportFunc);
+                    }
+                }
+                else if ('source' in m) {
+                    const source = m.source;
+                    const mod = this._compile(null, null, source, {});
+                    if (mod.moduleFunc) {
+                        yield mod.moduleFunc(importFunc, exportFunc);
+                    }
+                }
+                else if ('exports' in m) {
+                    Object.assign(exports, m.exports);
+                }
+                else if ('url' in m) {
+                    return yield this.dynamicImport(m.url);
+                }
+                return exports;
+            }
+            finally {
+                this._scheduleJobQueueCheck();
+            }
+        });
+    }
+    _resolveExports(valueOrSource, exports, meta, dependencyChain, allowCustomResolution) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (typeof valueOrSource === 'string') {
+                const sourceModule = yield this._importModule(valueOrSource, meta, dependencyChain, allowCustomResolution);
+                if (exports) {
+                    const result = {};
+                    for (let val of exports) {
+                        if (typeof val === 'string') {
+                            result[val] = sourceModule[val];
+                        }
+                        else {
+                            const [source, target] = val;
+                            const key = target !== null && target !== void 0 ? target : source;
+                            result[key] = sourceModule[source];
+                        }
+                    }
+                    return result;
+                }
+                else {
+                    return sourceModule;
+                }
+            }
+            else {
+                return valueOrSource;
+            }
+        });
+    }
+    /**
+     * Performs a dynamic import() of the given module.
+     * Uses the JS Engine's native import() functionality.
+     * @param module The module that should be imported.
+     * @returns Returns a promise that resolves with the module's exports.
+     */
+    dynamicImport(module) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return yield import(/* @vite-ignore */ module);
+        });
+    }
+    /**
+     * Attempts to resolve the module with the given name.
+     * @param moduleName The name of the module to resolve.
+     * @param meta The metadata that should be used to resolve the module.
+     */
+    resolveModule(moduleName, meta, allowCustomResolution = true) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if ((meta === null || meta === void 0 ? void 0 : meta.tag) === ON_RESOLVE_MODULE) {
+                allowCustomResolution = false;
+            }
+            if (moduleName === 'casualos') {
+                let exports = Object.assign({}, this._library.api);
+                const bot = (meta === null || meta === void 0 ? void 0 : meta.botId) ? this._compiledState[meta.botId] : null;
+                const ctx = {
+                    bot,
+                    tag: meta === null || meta === void 0 ? void 0 : meta.tag,
+                    creator: bot
+                        ? this._getRuntimeBot(bot.script.tags.creator)
+                        : null,
+                    config: null,
+                };
+                for (let key in this._library.tagSpecificApi) {
+                    if (!this._library.tagSpecificApi.hasOwnProperty(key)) {
+                        continue;
+                    }
+                    const result = this._library.tagSpecificApi[key](ctx);
+                    exports[key] = result;
+                }
+                return {
+                    id: 'casualos',
+                    exports,
+                };
+            }
+            if (allowCustomResolution) {
+                const shoutResult = this.shout(ON_RESOLVE_MODULE, undefined, {
+                    module: moduleName,
+                    meta,
+                });
+                const actionResult = isRuntimePromise(shoutResult)
+                    ? yield shoutResult
+                    : shoutResult;
+                for (let scriptResult of actionResult.results) {
+                    const result = yield scriptResult;
+                    if (result) {
+                        if (typeof result === 'object') {
+                            if (typeof result.botId === 'string' &&
+                                typeof result.tag === 'string') {
+                                const bot = this._compiledState[result.botId];
+                                const mod = bot === null || bot === void 0 ? void 0 : bot.modules[result.tag];
+                                if (mod) {
+                                    return {
+                                        botId: result.botId,
+                                        id: moduleName,
+                                        tag: result.tag,
+                                    };
+                                }
+                            }
+                            else if (typeof result.exports === 'object' &&
+                                result.exports) {
+                                return {
+                                    id: moduleName,
+                                    exports: result.exports,
+                                };
+                            }
+                        }
+                        else if (typeof result === 'string') {
+                            if (isUrl(result)) {
+                                return {
+                                    id: moduleName,
+                                    url: result,
+                                };
+                            }
+                            else {
+                                return {
+                                    id: moduleName,
+                                    source: result,
+                                };
+                            }
+                        }
+                    }
+                }
+            }
+            const isRelativeImport = moduleName.startsWith('.') || moduleName.startsWith(':');
+            if (isRelativeImport) {
+                if (!meta) {
+                    throw new Error('Cannot resolve relative import without metadata');
+                }
+                const bot = this._compiledState[meta.botId];
+                if (!bot) {
+                    throw new Error('Cannot resolve relative import without bot');
+                }
+                const system = calculateStringTagValue(null, bot, 'system', `🔗${bot.id}`);
+                const split = system.split('.');
+                for (let i = 0; i < moduleName.length; i++) {
+                    if (moduleName[i] === ':') {
+                        split.pop();
+                    }
+                    else if (moduleName[i] === '.') {
+                    }
+                    else {
+                        moduleName =
+                            split.join('.') + '.' + moduleName.substring(i);
+                        break;
+                    }
+                }
+            }
+            if (moduleName.startsWith('🔗')) {
+                const [id, tag] = moduleName.substring('🔗'.length).split('.');
+                const bot = this._compiledState[id];
+                if (bot && tag) {
+                    return {
+                        id: moduleName,
+                        botId: bot.id,
+                        tag: tag,
+                    };
+                }
+            }
+            const lastIndex = moduleName.lastIndexOf('.');
+            if (lastIndex >= 0) {
+                const system = moduleName.substring(0, lastIndex);
+                const tag = moduleName.substring(lastIndex + 1);
+                const botIds = this._systemMap.get(system);
+                if (botIds) {
+                    for (let id of botIds) {
+                        const bot = this._compiledState[id];
+                        if (bot && bot.modules[tag]) {
+                            return {
+                                botId: id,
+                                id: moduleName,
+                                tag: tag,
+                            };
+                        }
+                    }
+                }
+            }
+            if (isUrl(moduleName)) {
+                return {
+                    id: moduleName,
+                    url: moduleName,
+                };
+            }
+            return null;
+        });
+    }
     getShoutTimers() {
         return {};
     }
@@ -1409,6 +1693,11 @@ export class AuxRuntime {
             const bot = this._compiledState[id];
             if (bot) {
                 removeFromContext(this._globalContext, [bot.script]);
+                const system = bot.values['system'];
+                if (hasValue(system)) {
+                    const map = this._systemMap.get(system);
+                    map === null || map === void 0 ? void 0 : map.delete(bot.id);
+                }
                 for (let breakpoint of bot.breakpoints) {
                     this._interpreter.removeBreakpointById(breakpoint.id);
                     this._breakpoints.delete(breakpoint.id);
@@ -1808,6 +2097,8 @@ export class AuxRuntime {
             precalculated: true,
             tags: fromFactory ? bot.tags : Object.assign({}, bot.tags),
             listeners: {},
+            modules: {},
+            exports: {},
             values: {},
             script: null,
             originalTagEditValues: {},
@@ -2096,7 +2387,7 @@ export class AuxRuntime {
         this._compileTagValue(bot, tag, tagValue);
     }
     _compileTagValue(bot, tag, tagValue) {
-        let { value, listener } = this._compileValue(bot, tag, tagValue);
+        let { value, listener, module } = this._compileValue(bot, tag, tagValue);
         if (listener) {
             bot.listeners[tag] = listener;
             this._globalContext.recordListenerPresense(bot.id, tag, true);
@@ -2105,7 +2396,40 @@ export class AuxRuntime {
             delete bot.listeners[tag];
             this._globalContext.recordListenerPresense(bot.id, tag, false);
         }
+        if (module) {
+            bot.modules[tag] = module;
+        }
+        else if (!!bot.modules[tag]) {
+            delete bot.modules[tag];
+        }
+        if (bot.exports[tag]) {
+            delete bot.exports[tag];
+        }
         if (typeof value !== 'function') {
+            if (tag === 'system') {
+                const originalValue = bot.values[tag];
+                if (originalValue !== value) {
+                    if (hasValue(originalValue)) {
+                        let originalSystemBots = this._systemMap.get(originalValue);
+                        if (originalSystemBots) {
+                            // originalSystemBots = new Set();
+                            // this._systemMap.set(originalValue ?? value, originalSystemBots);
+                            originalSystemBots.delete(bot.id);
+                            if (originalSystemBots.size <= 0) {
+                                this._systemMap.delete(originalValue);
+                            }
+                        }
+                    }
+                    if (hasValue(value)) {
+                        let systemBots = this._systemMap.get(value);
+                        if (!systemBots) {
+                            systemBots = new Set();
+                            this._systemMap.set(value, systemBots);
+                        }
+                        systemBots.add(bot.id);
+                    }
+                }
+            }
             if (hasValue(value)) {
                 bot.values[tag] = value;
             }
@@ -2117,6 +2441,7 @@ export class AuxRuntime {
     }
     _compileValue(bot, tag, value) {
         let listener;
+        let module;
         if (isFormula(value)) {
             const parsed = value.substring(DNA_TAG_PREFIX.length);
             const transformed = replaceMacros(parsed);
@@ -2135,6 +2460,17 @@ export class AuxRuntime {
                 value = ex;
             }
         }
+        else if (isModule(value)) {
+            try {
+                module = this._compile(bot, tag, value, {
+                    api: {},
+                    tagSpecificApi: {},
+                });
+            }
+            catch (ex) {
+                value = ex;
+            }
+        }
         else if (isTaggedString(value)) {
             value = parseTaggedString(value);
         }
@@ -2170,7 +2506,10 @@ export class AuxRuntime {
                 value = result;
             }
         }
-        return { value, listener };
+        if ((listener === null || listener === void 0 ? void 0 : listener.moduleFunc) && !module) {
+            module = listener;
+        }
+        return { value, listener, module };
     }
     _compileTagMaskValue(bot, tag, space, value) {
         let changedValue = false;
@@ -2227,6 +2566,7 @@ export class AuxRuntime {
         }
     }
     _compile(bot, tag, script, options) {
+        var _a, _b, _c, _d;
         script = replaceMacros(script);
         let functionName;
         let diagnosticFunctionName;
@@ -2237,13 +2577,25 @@ export class AuxRuntime {
             diagnosticFunctionName = tag;
             fileName = `${bot.id}.${diagnosticFunctionName}`;
         }
-        const constants = Object.assign(Object.assign({}, this._library.api), { tagName: tag, globalThis: this._globalObject });
-        const specifics = Object.assign({}, this._library.tagSpecificApi);
+        const meta = markAsUncopiableObject({
+            botId: bot === null || bot === void 0 ? void 0 : bot.id,
+            tag: tag,
+        });
+        Object.defineProperty(meta, 'resolve', {
+            enumerable: false,
+            configurable: false,
+            writable: false,
+            value: (module) => __awaiter(this, void 0, void 0, function* () {
+                return yield this.resolveModule(module, meta, true);
+            }),
+        });
+        const constants = Object.assign(Object.assign({}, ((_a = options.api) !== null && _a !== void 0 ? _a : this._library.api)), { tagName: tag, globalThis: this._globalObject, [IMPORT_META_FACTORY]: meta });
+        const specifics = Object.assign({}, ((_b = options.tagSpecificApi) !== null && _b !== void 0 ? _b : this._library.tagSpecificApi));
         if (this._interpreter) {
             delete constants.globalThis;
             // if (this.canTriggerBreakpoint) {
-            Object.assign(constants, this._interpretedApi);
-            Object.assign(specifics, this._interpretedTagSpecificApi);
+            Object.assign(constants, (_c = options.api) !== null && _c !== void 0 ? _c : this._interpretedApi);
+            Object.assign(specifics, (_d = options.tagSpecificApi) !== null && _d !== void 0 ? _d : this._interpretedTagSpecificApi);
             // }
         }
         const func = this._compiler.compile(script, {
@@ -2282,25 +2634,46 @@ export class AuxRuntime {
                 throw data;
             },
             constants: constants,
-            variables: Object.assign(Object.assign({}, specifics), { this: (ctx) => (ctx.bot ? ctx.bot.script : null), thisBot: (ctx) => (ctx.bot ? ctx.bot.script : null), bot: (ctx) => (ctx.bot ? ctx.bot.script : null), tags: (ctx) => (ctx.bot ? ctx.bot.script.tags : null), raw: (ctx) => (ctx.bot ? ctx.bot.script.raw : null), masks: (ctx) => (ctx.bot ? ctx.bot.script.masks : null), creatorBot: (ctx) => ctx.creator, configBot: () => this.context.playerBot, links: (ctx) => (ctx.bot ? ctx.bot.script.links : null) }),
-            arguments: [['that', 'data']],
+            variables: Object.assign(Object.assign({}, specifics), { this: (ctx) => (ctx.bot ? ctx.bot.script : null), thisBot: (ctx) => (ctx.bot ? ctx.bot.script : null), bot: (ctx) => (ctx.bot ? ctx.bot.script : null), tags: (ctx) => (ctx.bot ? ctx.bot.script.tags : null), raw: (ctx) => (ctx.bot ? ctx.bot.script.raw : null), masks: (ctx) => (ctx.bot ? ctx.bot.script.masks : null), creatorBot: (ctx) => ctx.creator, configBot: () => this.context.playerBot, links: (ctx) => (ctx.bot ? ctx.bot.script.links : null), 
+                // Default import function
+                [`_${IMPORT_FACTORY}`]: () => (module, meta) => this._importModule(module, meta) }),
+            arguments: [['that', 'data'], IMPORT_FACTORY, EXPORT_FACTORY],
         });
         if (hasValue(bot)) {
             this._functionMap.set(functionName, func);
             const botFunctionNames = this._getFunctionNamesForBot(bot.id);
             botFunctionNames.add(functionName);
         }
+        if (func.metadata.isModule) {
+            const moduleFunc = (imports, exports) => {
+                const importFunc = (module) => {
+                    return imports(module, meta);
+                };
+                const exportFunc = (valueOrSource, exp) => exports(valueOrSource, exp, meta);
+                return this._wrapWithCurrentPromise(() => {
+                    let result = func(null, importFunc, exportFunc);
+                    this._scheduleJobQueueCheck();
+                    return result;
+                });
+            };
+            func.moduleFunc = moduleFunc;
+        }
+        else {
+            func.moduleFunc = null;
+        }
         return func;
     }
     _handleError(err, bot, tag) {
         if (err instanceof RanOutOfEnergyError) {
             throw err;
         }
-        let data = {
+        // Script errors are uncopiable because otherwise the interpreter might try
+        // and run into weird issues.
+        let data = markAsUncopiableObject({
             error: err,
             bot: bot,
             tag: tag,
-        };
+        });
         if (err instanceof Error) {
             try {
                 const newStack = this._compiler.calculateOriginalStackTrace(this._functionMap, err);