@lowdefy/build 0.0.0-experimental-20251203181051 → 0.0.0-experimental-20251203191458

package/dist/build/buildImports/buildIconImports.js

@@ -12,7 +12,8 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ const iconPackages = {
+*/ import createBuildProfiler from '../../utils/createBuildProfiler.js';
+const iconPackages = {
     'react-icons/ai': /"(Ai[A-Z0-9]\w*)"/gm,
     'react-icons/bi': /"(Bi[A-Z0-9]\w*)"/gm,
     'react-icons/bs': /"(Bs[A-Z0-9]\w*)"/gm,
@@ -42,27 +43,40 @@
     'react-icons/vsc': /"(Vsc[A-Z0-9]\w*)"/gm,
     'react-icons/wi': /"(Wi[A-Z0-9]\w*)"/gm
 };
-function getConfigIcons({ components, icons, regex }) {
-    [
-        ...JSON.stringify(components.global || {}).matchAll(regex)
-    ].map((match)=>icons.add(match[1]));
-    [
-        ...JSON.stringify(components.menus || []).matchAll(regex)
-    ].map((match)=>icons.add(match[1]));
-    [
-        ...JSON.stringify(components.pages || []).matchAll(regex)
-    ].map((match)=>icons.add(match[1]));
+function getConfigIcons({ components, icons, regex, timeSync }) {
+    timeSync('stringify:global', ()=>{
+        [
+            ...JSON.stringify(components.global || {}).matchAll(regex)
+        ].map((match)=>icons.add(match[1]));
+    });
+    timeSync('stringify:menus', ()=>{
+        [
+            ...JSON.stringify(components.menus || []).matchAll(regex)
+        ].map((match)=>icons.add(match[1]));
+    });
+    timeSync('stringify:pages', ()=>{
+        [
+            ...JSON.stringify(components.pages || []).matchAll(regex)
+        ].map((match)=>icons.add(match[1]));
+    });
 }
-function getBlockDefaultIcons({ blocks, context, icons, regex }) {
-    blocks.forEach((block)=>{
-        (context.typesMap.icons[block.typeName] || []).forEach((icon)=>{
-            [
-                ...JSON.stringify(icon).matchAll(regex)
-            ].map((match)=>icons.add(match[1]));
+function getBlockDefaultIcons({ blocks, context, icons, regex, timeSync }) {
+    timeSync('blockDefaultIcons', ()=>{
+        blocks.forEach((block)=>{
+            (context.typesMap.icons[block.typeName] || []).forEach((icon)=>{
+                [
+                    ...JSON.stringify(icon).matchAll(regex)
+                ].map((match)=>icons.add(match[1]));
+            });
         });
     });
 }
 function buildIconImports({ blocks, components, context, defaults = {} }) {
+    const profiler = createBuildProfiler({
+        logger: context.logger,
+        prefix: 'buildIconImports'
+    });
+    const timeSync = profiler.timeSync;
     const iconImports = [];
     Object.entries(iconPackages).forEach(([iconPackage, regex])=>{
         defaults;
@@ -70,13 +84,15 @@ function buildIconImports({ blocks, components, context, defaults = {} }) {
         getConfigIcons({
             components,
             icons,
-            regex
+            regex,
+            timeSync
         });
         getBlockDefaultIcons({
             blocks,
             context,
             icons,
-            regex
+            regex,
+            timeSync
         });
         iconImports.push({
             icons: [
@@ -85,6 +101,7 @@ function buildIconImports({ blocks, components, context, defaults = {} }) {
             package: iconPackage
         });
     });
+    profiler.printSummary();
     return iconImports;
 }
 export default buildIconImports;

package/dist/build/buildRefs/buildRefs.js

@@ -12,23 +12,30 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import recursiveBuild from './recursiveBuild.js';
+*/ import createBuildProfiler from '../../utils/createBuildProfiler.js';
+import recursiveBuild from './recursiveBuild.js';
 import makeRefDefinition from './makeRefDefinition.js';
 import evaluateBuildOperators from './evaluateBuildOperators.js';
 async function buildRefs({ context }) {
+    const profiler = createBuildProfiler({
+        logger: context.logger,
+        prefix: 'buildRefs'
+    });
     const refDef = makeRefDefinition('lowdefy.yaml', null, context.refMap);
     const refCache = new Map();
-    let components = await recursiveBuild({
-        context,
-        refDef,
-        count: 0,
-        refCache
-    });
-    components = await evaluateBuildOperators({
-        context,
-        input: components,
-        refDef
-    });
+    let components = await profiler.time('recursiveBuild', ()=>recursiveBuild({
+            context,
+            refDef,
+            count: 0,
+            refCache,
+            profiler
+        }));
+    components = await profiler.time('evaluateBuildOperators:final', ()=>evaluateBuildOperators({
+            context,
+            input: components,
+            refDef
+        }));
+    profiler.printSummary();
     return components ?? {};
 }
 export default buildRefs;

package/dist/build/buildRefs/evaluateBuildOperators.js

@@ -12,14 +12,8 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import { BuildParser } from '@lowdefy/operators';
-import operators from '@lowdefy/operators-js/operators/build';
-async function evaluateBuildOperators({ context, input, refDef }) {
-    const operatorsParser = new BuildParser({
-        env: process.env,
-        operators
-    });
-    const { output, errors } = operatorsParser.parse({
+*/ async function evaluateBuildOperators({ context, input, refDef }) {
+    const { output, errors } = context.operatorsParser.parse({
         input,
         location: refDef.path ?? refDef.resolver,
         operatorPrefix: '_build.'

package/dist/build/buildRefs/getRefContent.js

@@ -12,27 +12,47 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import getConfigFile from './getConfigFile.js';
+*/ import { getFileExtension } from '@lowdefy/node-utils';
+import getConfigFile from './getConfigFile.js';
 import parseRefContent from './parseRefContent.js';
 import runRefResolver from './runRefResolver.js';
+function getCacheKey(refDef) {
+    const { path, vars } = refDef;
+    // For nunjucks files, vars affect the output, so include them in the cache key
+    const ext = getFileExtension(path);
+    if (ext === 'njk' && vars) {
+        return `${path}::${JSON.stringify(vars)}`;
+    }
+    return path;
+}
 async function getRefContent({ context, refDef, referencedFrom }) {
-    let content;
+    // Skip caching for resolver-based refs (dynamic content)
     if (refDef.resolver || context.refResolver) {
-        content = await runRefResolver({
+        const content = await runRefResolver({
             context,
             refDef,
             referencedFrom
         });
-    } else {
-        content = await getConfigFile({
-            context,
-            refDef,
-            referencedFrom
+        return parseRefContent({
+            content,
+            refDef
         });
     }
-    return parseRefContent({
-        content,
+    const cacheKey = getCacheKey(refDef);
+    const cached = context.parsedContentCache.get(cacheKey);
+    if (cached !== undefined) {
+        return cached;
+    }
+    const rawContent = await getConfigFile({
+        context,
+        refDef,
+        referencedFrom
+    });
+    const parsed = parseRefContent({
+        content: rawContent,
         refDef
     });
+    context.parsedContentCache.set(cacheKey, parsed);
+    return parsed;
 }
 export default getRefContent;

package/dist/build/buildRefs/recursiveBuild.js

@@ -19,7 +19,9 @@ import getRefContent from './getRefContent.js';
 import getRefsFromFile from './getRefsFromFile.js';
 import populateRefs from './populateRefs.js';
 import runTransformer from './runTransformer.js';
-async function recursiveBuild({ context, refDef, count, referencedFrom, refCache }) {
+async function recursiveBuild({ context, refDef, count, referencedFrom, refCache, profiler }) {
+    const time = profiler?.time ?? ((_, fn)=>fn());
+    const timeSync = profiler?.timeSync ?? ((_, fn)=>fn());
     // TODO: Maybe it would be better to detect a cycle, since this is the real issue here?
     if (count > 10000) {
         throw new Error(`Maximum recursion depth of references exceeded.`);
@@ -27,63 +29,66 @@ async function recursiveBuild({ context, refDef, count, referencedFrom, refCache
     if (refCache.has(refDef.hash)) {
         return refCache.get(refDef.hash);
     }
-    let fileContent = await getRefContent({
-        context,
-        refDef,
-        referencedFrom
-    });
-    const { foundRefs, fileContentBuiltRefs } = getRefsFromFile(fileContent, refDef.hash, context.refMap);
+    let fileContent = await time('getRefContent', ()=>getRefContent({
+            context,
+            refDef,
+            referencedFrom
+        }));
+    const { foundRefs, fileContentBuiltRefs } = timeSync('getRefsFromFile', ()=>getRefsFromFile(fileContent, refDef.hash, context.refMap));
     // Since we can have references in the variables of a reference, we need to first parse
     // the deeper nodes, so we can use those parsed files in references higher in the tree.
     // To do this, since foundRefs is an array of ref definitions that are in order of the
     // deepest nodes first we for loop over over foundRefs one by one, awaiting each result.
     for (const newRefDef of foundRefs.values()){
         // Parse vars and path before passing down to parse new file
-        const parsedRefDef = populateRefs({
-            toPopulate: newRefDef,
-            refCache,
-            refDef
-        });
+        const parsedRefDef = timeSync('populateRefs:vars', ()=>populateRefs({
+                toPopulate: newRefDef,
+                refCache,
+                refDef
+            }));
         context.refMap[parsedRefDef.hash].path = parsedRefDef.path;
         const parsedFile = await recursiveBuild({
             context,
             refDef: parsedRefDef,
             count: count + 1,
             referencedFrom: refDef.path,
-            refCache
-        });
-        const transformedFile = await runTransformer({
-            context,
-            input: parsedFile,
-            refDef: parsedRefDef
+            refCache,
+            profiler
         });
+        const transformedFile = await time('runTransformer', ()=>runTransformer({
+                context,
+                input: parsedFile,
+                refDef: parsedRefDef
+            }));
         // Evaluated in recursive loop for better error messages
-        const evaluatedOperators = await evaluateBuildOperators({
-            context,
-            input: transformedFile,
-            refDef: parsedRefDef
-        });
-        const withRefKey = getKey({
-            input: evaluatedOperators,
-            refDef: parsedRefDef
+        const evaluatedOperators = await time('evaluateBuildOperators', ()=>evaluateBuildOperators({
+                context,
+                input: transformedFile,
+                refDef: parsedRefDef
+            }));
+        const withRefKey = timeSync('getKey', ()=>getKey({
+                input: evaluatedOperators,
+                refDef: parsedRefDef
+            }));
+        timeSync('cacheWithReviver', ()=>{
+            const reviver = (_, value)=>{
+                if (!type.isObject(value)) return value;
+                Object.defineProperty(value, '~r', {
+                    value: refDef.hash,
+                    enumerable: false,
+                    writable: true,
+                    configurable: true
+                });
+                return value;
+            };
+            refCache.set(newRefDef.hash, JSON.parse(JSON.stringify(withRefKey), reviver));
         });
-        const reviver = (_, value)=>{
-            if (!type.isObject(value)) return value;
-            Object.defineProperty(value, '~r', {
-                value: refDef.hash,
-                enumerable: false,
-                writable: true,
-                configurable: true
-            });
-            return value;
-        };
-        refCache.set(newRefDef.hash, JSON.parse(JSON.stringify(withRefKey), reviver));
     }
-    const result = populateRefs({
-        toPopulate: fileContentBuiltRefs,
-        refCache,
-        refDef
-    });
+    const result = timeSync('populateRefs:final', ()=>populateRefs({
+            toPopulate: fileContentBuiltRefs,
+            refCache,
+            refDef
+        }));
     refCache.set(refDef.hash, result);
     return result;
 }

package/dist/createContext.js

@@ -13,17 +13,25 @@
   See the License for the specific language governing permissions and
   limitations under the License.
 */ import { mergeObjects } from '@lowdefy/helpers';
+import { BuildParser } from '@lowdefy/operators';
+import operators from '@lowdefy/operators-js/operators/build';
 import createCounter from './utils/createCounter.js';
 import createReadConfigFile from './utils/readConfigFile.js';
 import createWriteBuildArtifact from './utils/writeBuildArtifact.js';
 import defaultTypesMap from './defaultTypesMap.js';
 function createContext({ customTypesMap, directories, entitlements = [], logger, refResolver, stage = 'prod' }) {
+    const operatorsParser = new BuildParser({
+        env: process.env,
+        operators
+    });
     const context = {
         directories,
         entitlements,
         jsMap: {},
         keyMap: {},
         logger,
+        operatorsParser,
+        parsedContentCache: new Map(),
         readConfigFile: createReadConfigFile({
             directories
         }),