veryfront 0.1.846 → 0.1.848

package/esm/src/rendering/renderer.js

@@ -60,6 +60,59 @@ const logger = rendererLogger.component("renderer");
 const DEFAULT_RENDER_PIPELINE_TIMEOUT_MS = 60_000;
 const RENDER_PIPELINE_TIMEOUT_MS = getEnvNumber("RENDER_TIMEOUT_MS") ??
     DEFAULT_RENDER_PIPELINE_TIMEOUT_MS;
+/** Default number of sibling production routes to warm after the first cacheable request. */
+const DEFAULT_RENDER_PREWARM_MAX_ROUTES = 12;
+/** Default low-impact background concurrency for production route prewarm. */
+const DEFAULT_RENDER_PREWARM_CONCURRENCY = 1;
+/** Bound remembered release contexts so multi-tenant processes cannot grow without limit. */
+const RENDER_PREWARM_CONTEXT_MAX_ENTRIES = 500;
+const RENDER_PREWARM_MAX_ROUTES = getBoundedEnvNumber("VERYFRONT_RENDER_PREWARM_MAX_ROUTES", DEFAULT_RENDER_PREWARM_MAX_ROUTES, 0, 100);
+const RENDER_PREWARM_CONCURRENCY = getBoundedEnvNumber("VERYFRONT_RENDER_PREWARM_CONCURRENCY", DEFAULT_RENDER_PREWARM_CONCURRENCY, 1, 8);
+function getBoundedEnvNumber(name, fallback, min, max) {
+    const value = getEnvNumber(name);
+    if (value === undefined || Number.isNaN(value))
+        return fallback;
+    return Math.min(max, Math.max(min, value));
+}
+function normalizeComparableSlug(slug) {
+    const trimmed = slug.trim();
+    if (!trimmed || trimmed === "index" || trimmed === "/index")
+        return "/";
+    const withoutTrailingSlash = trimmed.replace(/\/+$/, "");
+    const normalized = withoutTrailingSlash.startsWith("/")
+        ? withoutTrailingSlash
+        : `/${withoutTrailingSlash}`;
+    return normalized || "/";
+}
+function isConcretePrewarmSlug(slug) {
+    const comparable = normalizeComparableSlug(slug);
+    return !comparable.includes("[") && !comparable.includes("]") && !comparable.includes("*");
+}
+function prewarmSlugDepth(slug) {
+    const comparable = normalizeComparableSlug(slug);
+    if (comparable === "/")
+        return 0;
+    return comparable.split("/").filter(Boolean).length;
+}
+function selectPrewarmSlugs(currentSlug, pages, maxRoutes) {
+    if (maxRoutes <= 0)
+        return [];
+    const currentComparable = normalizeComparableSlug(currentSlug);
+    const seen = new Set();
+    const candidates = [];
+    for (const page of pages) {
+        if (!isConcretePrewarmSlug(page))
+            continue;
+        const comparable = normalizeComparableSlug(page);
+        if (comparable === currentComparable || seen.has(comparable))
+            continue;
+        seen.add(comparable);
+        candidates.push({ slug: page, comparable });
+    }
+    candidates.sort((a, b) => prewarmSlugDepth(a.comparable) - prewarmSlugDepth(b.comparable) ||
+        a.comparable.localeCompare(b.comparable));
+    return candidates.slice(0, maxRoutes).map(({ slug }) => slug);
+}
 /**
  * Renderer - Shared renderer for all projects
  *
@@ -89,6 +142,7 @@ export class Renderer {
      * Key format: {cachePrefix}:{slug}:{colorScheme}
      */
     renderFlight = new Singleflight();
+    productionPrewarmContexts = new Map();
     constructor(options = {}) {
         this.cache = new ContextAwareCacheCoordinator(options.cache);
     }
@@ -139,6 +193,7 @@ export class Renderer {
                     colorScheme: effectiveOptions?.colorScheme,
                     duration: `${(performance.now() - startTime).toFixed(2)}ms`,
                 });
+                this.scheduleProductionRenderPrewarm(slug, effectiveCtx, effectiveOptions, cacheKey);
                 return cacheResult.cachedResult;
             }
             if (!(await acquireProjectSlot(effectiveCtx.projectId))) {
@@ -173,12 +228,18 @@ export class Renderer {
                     context: { slug, projectId: ctx.projectId, waiting: renderSemaphore.waiting },
                 });
             }
+            let renderedSuccessfully = false;
             try {
-                return await this.doRenderPage(slug, effectiveCtx, effectiveOptions, startTime, cacheKey);
+                const result = await this.doRenderPage(slug, effectiveCtx, effectiveOptions, startTime, cacheKey);
+                renderedSuccessfully = true;
+                return result;
             }
             finally {
                 renderSemaphore.release();
                 await releaseProjectSlot(effectiveCtx.projectId);
+                if (renderedSuccessfully) {
+                    this.scheduleProductionRenderPrewarm(slug, effectiveCtx, effectiveOptions, cacheKey);
+                }
             }
         }, {
             "renderer.slug": slug,
@@ -232,6 +293,112 @@ export class Renderer {
         const queryParamOptions = ctx.config?.cache?.queryParams;
         return buildQueryAwareCacheKey(slug, options?.url, queryParamOptions);
     }
+    scheduleProductionRenderPrewarm(currentSlug, ctx, options, cacheKey) {
+        if (!this.shouldScheduleProductionPrewarm(ctx, options, cacheKey))
+            return;
+        const prewarmKey = this.getProductionPrewarmKey(ctx);
+        if (this.productionPrewarmContexts.has(prewarmKey))
+            return;
+        const prewarmOptions = this.buildCanonicalPrewarmOptions(ctx, options);
+        let resolvePromise;
+        let rejectPromise;
+        const promise = new Promise((resolve, reject) => {
+            resolvePromise = resolve;
+            rejectPromise = reject;
+        });
+        this.rememberProductionPrewarm(prewarmKey, promise);
+        queueMicrotask(() => {
+            void this.runProductionRenderPrewarm(currentSlug, ctx, prewarmOptions)
+                .then(resolvePromise, rejectPromise);
+        });
+        promise.catch((error) => {
+            this.productionPrewarmContexts.delete(prewarmKey);
+            logger.warn("Production render prewarm failed", {
+                projectId: ctx.projectId,
+                releaseId: ctx.releaseId,
+                error: error instanceof Error ? error.message : String(error),
+            });
+        });
+    }
+    shouldScheduleProductionPrewarm(ctx, options, cacheKey) {
+        if (RENDER_PREWARM_MAX_ROUTES <= 0)
+            return false;
+        if (cacheKey === null)
+            return false;
+        if (ctx.environment !== "production" || ctx.mode !== "production")
+            return false;
+        if (!ctx.adapter?.fs)
+            return false;
+        if (options?.studioEmbed)
+            return false;
+        if (options?.params || options?.props)
+            return false;
+        return true;
+    }
+    getProductionPrewarmKey(ctx) {
+        return `${ctx.cachePrefix}:canonical`;
+    }
+    rememberProductionPrewarm(key, promise) {
+        while (this.productionPrewarmContexts.size >= RENDER_PREWARM_CONTEXT_MAX_ENTRIES) {
+            const oldest = this.productionPrewarmContexts.keys().next().value;
+            if (oldest === undefined)
+                break;
+            this.productionPrewarmContexts.delete(oldest);
+        }
+        this.productionPrewarmContexts.set(key, promise);
+    }
+    buildCanonicalPrewarmOptions(ctx, options) {
+        return {
+            environment: ctx.environment,
+            projectId: ctx.projectId,
+            projectSlug: ctx.projectSlug,
+            contentSourceId: ctx.contentSourceId,
+            releaseId: ctx.releaseId,
+            releaseAssetManifest: options?.releaseAssetManifest ?? null,
+            noHmr: options?.noHmr,
+            forceProductionScripts: options?.forceProductionScripts,
+        };
+    }
+    async runProductionRenderPrewarm(currentSlug, ctx, options) {
+        const pages = await this.getAllPages(ctx);
+        const slugs = selectPrewarmSlugs(currentSlug, pages, RENDER_PREWARM_MAX_ROUTES);
+        if (slugs.length === 0)
+            return;
+        logger.debug("Production render prewarm started", {
+            projectId: ctx.projectId,
+            releaseId: ctx.releaseId,
+            currentSlug,
+            routeCount: slugs.length,
+            concurrency: RENDER_PREWARM_CONCURRENCY,
+        });
+        let nextIndex = 0;
+        const workerCount = Math.min(RENDER_PREWARM_CONCURRENCY, slugs.length);
+        const runWorker = async () => {
+            while (true) {
+                const index = nextIndex++;
+                if (index >= slugs.length)
+                    return;
+                const slug = slugs[index];
+                try {
+                    await this.renderPage(slug, ctx, options);
+                }
+                catch (error) {
+                    logger.warn("Production render prewarm route failed", {
+                        slug,
+                        projectId: ctx.projectId,
+                        releaseId: ctx.releaseId,
+                        error: error instanceof Error ? error.message : String(error),
+                    });
+                }
+            }
+        };
+        await Promise.all(Array.from({ length: workerCount }, () => runWorker()));
+        logger.debug("Production render prewarm finished", {
+            projectId: ctx.projectId,
+            releaseId: ctx.releaseId,
+            routeCount: slugs.length,
+        });
+    }
     async doRenderPage(slug, ctx, options, startTime, cacheKey) {
         const effectiveKey = cacheKey ?? dntShim.crypto.randomUUID();
         const flightKey = this.getSingleflightKey(effectiveKey, ctx, options?.colorScheme);
@@ -344,6 +511,7 @@ export class Renderer {
     }
     async destroy() {
         await this.cache.destroy();
+        this.productionPrewarmContexts.clear();
         this.initialized = false;
         this.initializationPromise = null;
         logger.debug("Destroyed");

package/esm/src/runtime/runtime-bridge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime-bridge.d.ts","sourceRoot":"","sources":["../../../src/src/runtime/runtime-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,2DAA2D,CAAC;AAC9G,OAAO,KAAK,EACV,yBAAyB,EACzB,mBAAmB,EACnB,6BAA6B,EAC7B,cAAc,EACf,MAAM,wCAAwC,CAAC;AAChD,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EAEb,MAAM,sBAAsB,CAAC;AAE9B,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,4BAA4B,EAAE,CAAC;IACzC,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,2BAA2B,CAAC,EAAE,6BAA6B,CAAC;IAC5D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,4BAA4B,EAAE,CAAC;IACzC,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,2BAA2B,CAAC,EAAE,6BAA6B,CAAC;IAC5D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,KAAK,EAAE,gBAAgB,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,gBAAgB,CAAC;IACxB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AA8aF,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,WAAW,CAAC,yBAAyB,CAAC,CAuBjG;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,mBAAmB,CAsC1E;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY;;;;;;;;GAW1C;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB;;;;;;;GAUlD;AACD,6DAA6D;AAC7D,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAsBjE"}
+{"version":3,"file":"runtime-bridge.d.ts","sourceRoot":"","sources":["../../../src/src/runtime/runtime-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,2DAA2D,CAAC;AAC9G,OAAO,KAAK,EACV,yBAAyB,EACzB,mBAAmB,EACnB,6BAA6B,EAC7B,cAAc,EACf,MAAM,wCAAwC,CAAC;AAChD,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EAEb,MAAM,sBAAsB,CAAC;AAE9B,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,4BAA4B,EAAE,CAAC;IACzC,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,2BAA2B,CAAC,EAAE,6BAA6B,CAAC;IAC5D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,4BAA4B,EAAE,CAAC;IACzC,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,2BAA2B,CAAC,EAAE,6BAA6B,CAAC;IAC5D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,KAAK,EAAE,gBAAgB,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,gBAAgB,CAAC;IACxB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAueF,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,WAAW,CAAC,yBAAyB,CAAC,CAuBjG;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,mBAAmB,CAsC1E;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY;;;;;;;;GAW1C;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB;;;;;;;GAUlD;AACD,6DAA6D;AAC7D,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAsBjE"}

package/esm/src/runtime/runtime-bridge.js

@@ -68,14 +68,30 @@ function normalizeUsage(usage) {
         const inputTokens = "total" in usage.inputTokens && typeof usage.inputTokens.total === "number"
             ? usage.inputTokens.total
             : undefined;
+        const cacheReadInputTokens = "cached" in usage.inputTokens && typeof usage.inputTokens.cached === "number"
+            ? usage.inputTokens.cached
+            : "cacheRead" in usage.inputTokens && typeof usage.inputTokens.cacheRead === "number"
+                ? usage.inputTokens.cacheRead
+                : undefined;
+        const cacheCreationInputTokens = "cacheCreation" in usage.inputTokens && typeof usage.inputTokens.cacheCreation === "number"
+            ? usage.inputTokens.cacheCreation
+            : undefined;
         const outputTokens = "outputTokens" in usage && typeof usage.outputTokens === "object" && usage.outputTokens &&
             "total" in usage.outputTokens && typeof usage.outputTokens.total === "number"
             ? usage.outputTokens.total
             : undefined;
+        const reasoningTokens = "outputTokens" in usage && typeof usage.outputTokens === "object" && usage.outputTokens &&
+            "reasoning" in usage.outputTokens && typeof usage.outputTokens.reasoning === "number"
+            ? usage.outputTokens.reasoning
+            : undefined;
         return {
             inputTokens,
             outputTokens,
             totalTokens: (inputTokens ?? 0) + (outputTokens ?? 0),
+            ...(cacheCreationInputTokens !== undefined ? { cacheCreationInputTokens } : {}),
+            ...(cacheReadInputTokens !== undefined ? { cacheReadInputTokens } : {}),
+            ...(cacheReadInputTokens !== undefined ? { cachedInputTokens: cacheReadInputTokens } : {}),
+            ...(reasoningTokens !== undefined ? { reasoningTokens } : {}),
         };
     }
     const flatUsage = usage;
@@ -83,6 +99,20 @@ function normalizeUsage(usage) {
         inputTokens: flatUsage.inputTokens,
         outputTokens: flatUsage.outputTokens,
         totalTokens: flatUsage.totalTokens,
+        ...(typeof flatUsage.cacheCreationInputTokens === "number"
+            ? { cacheCreationInputTokens: flatUsage.cacheCreationInputTokens }
+            : {}),
+        ...(typeof flatUsage.cacheReadInputTokens === "number"
+            ? { cacheReadInputTokens: flatUsage.cacheReadInputTokens }
+            : {}),
+        ...(typeof flatUsage.cachedInputTokens === "number"
+            ? { cachedInputTokens: flatUsage.cachedInputTokens }
+            : typeof flatUsage.cacheReadInputTokens === "number"
+                ? { cachedInputTokens: flatUsage.cacheReadInputTokens }
+                : {}),
+        ...(typeof flatUsage.reasoningTokens === "number"
+            ? { reasoningTokens: flatUsage.reasoningTokens }
+            : {}),
     };
 }
 function normalizeFinishReason(finishReason) {
@@ -235,6 +265,7 @@ function normalizeStreamPart(part) {
     }
     const finishPart = part;
     const usage = normalizeUsage(finishPart.usage);
+    const recomputedTotal = usage ? (usage.inputTokens ?? 0) + (usage.outputTokens ?? 0) : undefined;
     return {
         type: "finish",
         finishReason: normalizeFinishReason(finishPart.finishReason),
@@ -243,6 +274,21 @@ function normalizeStreamPart(part) {
                 totalUsage: {
                     inputTokens: usage.inputTokens,
                     outputTokens: usage.outputTokens,
+                    ...(usage.totalTokens !== undefined && usage.totalTokens !== recomputedTotal
+                        ? { totalTokens: usage.totalTokens }
+                        : {}),
+                    ...(usage.cacheCreationInputTokens !== undefined
+                        ? { cacheCreationInputTokens: usage.cacheCreationInputTokens }
+                        : {}),
+                    ...(usage.cacheReadInputTokens !== undefined
+                        ? { cacheReadInputTokens: usage.cacheReadInputTokens }
+                        : {}),
+                    ...(usage.cachedInputTokens !== undefined
+                        ? { cachedInputTokens: usage.cachedInputTokens }
+                        : {}),
+                    ...(usage.reasoningTokens !== undefined
+                        ? { reasoningTokens: usage.reasoningTokens }
+                        : {}),
                 },
             }
             : {}),

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.846";
+export declare const VERSION = "0.1.848";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.846";
+export const VERSION = "0.1.848";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.846",
+  "version": "0.1.848",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",