@rudderhq/server 0.3.6-canary.9 → 0.4.0

package/dist/services/website-metadata.js

@@ -0,0 +1,293 @@
+import { JSDOM } from "jsdom";
+import { lookup } from "node:dns/promises";
+import { isIP } from "node:net";
+const MAX_HTML_BYTES = 256 * 1024;
+const MAX_ICON_BYTES = 512 * 1024;
+const FETCH_TIMEOUT_MS = 5_000;
+const MAX_REDIRECTS = 5;
+const SUCCESS_CACHE_TTL_MS = 30 * 60_000;
+const FAILURE_CACHE_TTL_MS = 5 * 60_000;
+const IMAGE_CONTENT_TYPES = new Set([
+    "image/gif",
+    "image/jpeg",
+    "image/jpg",
+    "image/png",
+    "image/svg+xml",
+    "image/vnd.microsoft.icon",
+    "image/webp",
+    "image/x-icon",
+]);
+function isPrivateIpAddress(value) {
+    const normalized = value.replace(/^\[|\]$/gu, "").toLowerCase();
+    const ipv4Mapped = normalized.match(/^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/u);
+    if (ipv4Mapped)
+        return isPrivateIpAddress(ipv4Mapped[1]);
+    if (normalized === "::1" || normalized.startsWith("fe80:") || normalized.startsWith("fc") || normalized.startsWith("fd"))
+        return true;
+    const parts = normalized.split(".");
+    if (parts.length !== 4)
+        return false;
+    const octets = parts.map((part) => Number(part));
+    if (octets.some((octet) => !Number.isInteger(octet) || octet < 0 || octet > 255))
+        return false;
+    const [a, b] = octets;
+    if (a === 10 || a === 127 || a === 0)
+        return true;
+    if (a === 100 && b >= 64 && b <= 127)
+        return true;
+    if (a === 169 && b === 254)
+        return true;
+    if (a === 172 && b >= 16 && b <= 31)
+        return true;
+    if (a === 192 && b === 0)
+        return true;
+    if (a === 192 && b === 168)
+        return true;
+    if (a === 198 && (b === 18 || b === 19))
+        return true;
+    return false;
+}
+function isPrivateHostname(hostname) {
+    const normalized = hostname.replace(/^\[|\]$/gu, "").toLowerCase();
+    if (normalized === "localhost" || normalized.endsWith(".localhost"))
+        return true;
+    if (isIP(normalized))
+        return isPrivateIpAddress(normalized);
+    return false;
+}
+export function parsePublicHttpUrl(value, options = {}) {
+    const parsed = new URL(value);
+    if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
+        throw new Error("Only http and https URLs can be inspected");
+    }
+    if (!options.allowPrivateHosts && isPrivateHostname(parsed.hostname)) {
+        throw new Error("Private network URLs cannot be inspected");
+    }
+    parsed.hash = "";
+    return parsed;
+}
+async function assertPublicResolvedHost(url, options) {
+    if (options.allowPrivateHosts || options.fetchImpl || isIP(url.hostname.replace(/^\[|\]$/gu, "")))
+        return;
+    const addresses = await lookup(url.hostname, { all: true, verbatim: true });
+    if (addresses.some((address) => isPrivateIpAddress(address.address))) {
+        throw new Error("Private network URLs cannot be inspected");
+    }
+}
+async function fetchWithTimeout(url, options, init) {
+    let currentUrl = parsePublicHttpUrl(url.href, options);
+    const fetchImpl = options.fetchImpl ?? fetch;
+    for (let redirectCount = 0; redirectCount <= MAX_REDIRECTS; redirectCount += 1) {
+        await assertPublicResolvedHost(currentUrl, options);
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+        try {
+            const response = await fetchImpl(currentUrl.href, {
+                redirect: "manual",
+                ...init,
+                signal: controller.signal,
+                headers: {
+                    accept: "text/html,application/xhtml+xml,image/avif,image/webp,image/png,image/svg+xml,image/*,*/*;q=0.8",
+                    "user-agent": "RudderWebsiteMetadata/1.0",
+                    ...(init?.headers ?? {}),
+                },
+            });
+            if (response.status < 300 || response.status >= 400)
+                return { response, url: currentUrl };
+            const location = response.headers.get("location");
+            if (!location)
+                return { response, url: currentUrl };
+            currentUrl = parsePublicHttpUrl(new URL(location, currentUrl).href, options);
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    throw new Error("Website metadata redirect limit exceeded");
+}
+function metadataCacheKey(url) {
+    return url.href;
+}
+const metadataCache = new Map();
+const metadataInflight = new Map();
+async function readLimitedBuffer(response, maxBytes) {
+    const body = response.body;
+    if (!body)
+        return Buffer.alloc(0);
+    const reader = body.getReader();
+    const chunks = [];
+    let total = 0;
+    try {
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            if (!value)
+                continue;
+            total += value.byteLength;
+            if (total > maxBytes) {
+                throw new Error("Response exceeds metadata size limit");
+            }
+            chunks.push(Buffer.from(value));
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+    return Buffer.concat(chunks);
+}
+function contentTypeBase(value) {
+    return value?.split(";")[0]?.trim().toLowerCase() ?? "";
+}
+function absolutizeHref(href, baseUrl, options) {
+    const trimmed = href?.trim();
+    if (!trimmed)
+        return null;
+    try {
+        const parsed = parsePublicHttpUrl(new URL(trimmed, baseUrl).href, options);
+        parsed.hash = "";
+        return parsed.href;
+    }
+    catch {
+        return null;
+    }
+}
+function linkRelTokens(element) {
+    return (element.getAttribute("rel") ?? "")
+        .split(/\s+/u)
+        .map((token) => token.trim().toLowerCase())
+        .filter(Boolean);
+}
+function readSiteName(document) {
+    const selectors = [
+        'meta[property="og:site_name"]',
+        'meta[name="application-name"]',
+        'meta[name="apple-mobile-web-app-title"]',
+    ];
+    for (const selector of selectors) {
+        const value = document.querySelector(selector)?.getAttribute("content")?.trim();
+        if (value)
+            return value;
+    }
+    const title = document.querySelector("title")?.textContent?.trim();
+    return title || null;
+}
+function iconPriority(element) {
+    const rel = new Set(linkRelTokens(element));
+    if (rel.has("icon") && rel.has("shortcut"))
+        return 0;
+    if (rel.has("icon"))
+        return 1;
+    if (rel.has("apple-touch-icon"))
+        return 2;
+    if (rel.has("apple-touch-icon-precomposed"))
+        return 3;
+    if (rel.has("mask-icon"))
+        return 4;
+    return 10;
+}
+function findDeclaredIcon(document, baseUrl, options) {
+    const candidates = Array.from(document.querySelectorAll("link[rel][href]"))
+        .filter((element) => {
+        const rel = new Set(linkRelTokens(element));
+        return rel.has("icon")
+            || rel.has("apple-touch-icon")
+            || rel.has("apple-touch-icon-precomposed")
+            || rel.has("mask-icon");
+    })
+        .sort((left, right) => iconPriority(left) - iconPriority(right));
+    for (const candidate of candidates) {
+        const href = absolutizeHref(candidate.getAttribute("href"), baseUrl, options);
+        if (href)
+            return href;
+    }
+    return null;
+}
+async function validateIconUrl(iconHref, options) {
+    try {
+        const { response, url } = await fetchWithTimeout(parsePublicHttpUrl(iconHref, options), options, { method: "GET" });
+        if (!response.ok)
+            return null;
+        const contentType = contentTypeBase(response.headers.get("content-type"));
+        if (!IMAGE_CONTENT_TYPES.has(contentType))
+            return null;
+        await readLimitedBuffer(response, MAX_ICON_BYTES);
+        return url.href;
+    }
+    catch {
+        return null;
+    }
+}
+async function findImplicitFavicon(baseUrl, options) {
+    const faviconUrl = new URL("/favicon.ico", baseUrl);
+    return validateIconUrl(faviconUrl.href, options);
+}
+async function resolveWebsiteMetadataUncached(value, options) {
+    const pageUrl = parsePublicHttpUrl(value, options);
+    const { response, url: finalPageUrl } = await fetchWithTimeout(pageUrl, options);
+    if (!response.ok) {
+        return { url: finalPageUrl.href, siteName: null, iconUrl: null };
+    }
+    const contentType = contentTypeBase(response.headers.get("content-type"));
+    if (contentType && contentType !== "text/html" && contentType !== "application/xhtml+xml") {
+        return { url: finalPageUrl.href, siteName: null, iconUrl: null };
+    }
+    const html = (await readLimitedBuffer(response, MAX_HTML_BYTES)).toString("utf8");
+    const dom = new JSDOM(html, { url: finalPageUrl.href });
+    try {
+        const document = dom.window.document;
+        const declaredIcon = findDeclaredIcon(document, finalPageUrl, options);
+        return {
+            url: finalPageUrl.href,
+            siteName: readSiteName(document),
+            iconUrl: (declaredIcon ? await validateIconUrl(declaredIcon, options) : null) ?? await findImplicitFavicon(finalPageUrl, options),
+        };
+    }
+    finally {
+        dom.window.close();
+    }
+}
+export async function resolveWebsiteMetadata(value, options = {}) {
+    const pageUrl = parsePublicHttpUrl(value, options);
+    const key = metadataCacheKey(pageUrl);
+    if (!options.allowPrivateHosts && !options.fetchImpl) {
+        const cached = metadataCache.get(key);
+        if (cached && cached.expiresAt > Date.now())
+            return cached.value;
+        const inflight = metadataInflight.get(key);
+        if (inflight)
+            return inflight;
+        const request = resolveWebsiteMetadataUncached(pageUrl.href, options)
+            .then((metadata) => {
+            metadataCache.set(key, {
+                expiresAt: Date.now() + (metadata.iconUrl ? SUCCESS_CACHE_TTL_MS : FAILURE_CACHE_TTL_MS),
+                value: metadata,
+            });
+            return metadata;
+        })
+            .finally(() => {
+            metadataInflight.delete(key);
+        });
+        metadataInflight.set(key, request);
+        return request;
+    }
+    return resolveWebsiteMetadataUncached(pageUrl.href, options);
+}
+export async function fetchWebsiteIcon(value, options = {}) {
+    const iconUrl = parsePublicHttpUrl(value, options);
+    const { response } = await fetchWithTimeout(iconUrl, options);
+    if (!response.ok)
+        return null;
+    const contentType = contentTypeBase(response.headers.get("content-type"));
+    if (!IMAGE_CONTENT_TYPES.has(contentType))
+        return null;
+    const body = await readLimitedBuffer(response, MAX_ICON_BYTES);
+    if (body.length <= 0)
+        return null;
+    return { contentType, body };
+}
+export function __clearWebsiteMetadataCacheForTests() {
+    metadataCache.clear();
+    metadataInflight.clear();
+}
+//# sourceMappingURL=website-metadata.js.map

package/dist/services/website-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"website-metadata.js","sourceRoot":"","sources":["../../src/services/website-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAahC,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,oBAAoB,GAAG,EAAE,GAAG,MAAM,CAAC;AACzC,MAAM,oBAAoB,GAAG,CAAC,GAAG,MAAM,CAAC;AACxC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,WAAW;IACX,YAAY;IACZ,WAAW;IACX,WAAW;IACX,eAAe;IACf,0BAA0B;IAC1B,YAAY;IACZ,cAAc;CACf,CAAC,CAAC;AAEH,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3E,IAAI,UAAU;QAAE,OAAO,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtI,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/F,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC;IACtB,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACnE,IAAI,UAAU,KAAK,WAAW,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IACjF,IAAI,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC5D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,UAAkC,EAAE;IACpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;IACjB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,GAAQ,EAAE,OAA+B;IAC/E,IAAI,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAAE,OAAO;IAC1G,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC;AAOD,KAAK,UAAU,gBAAgB,CAAC,GAAQ,EAAE,OAA+B,EAAE,IAAkB;IAC3F,IAAI,UAAU,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAE7C,KAAK,IAAI,aAAa,GAAG,CAAC,EAAE,aAAa,IAAI,aAAa,EAAE,aAAa,IAAI,CAAC,EAAE,CAAC;QAC/E,MAAM,wBAAwB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;gBAChD,QAAQ,EAAE,QAAQ;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,OAAO,EAAE;oBACP,MAAM,EAAE,iGAAiG;oBACzG,YAAY,EAAE,2BAA2B;oBACzC,GAAG,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;iBACzB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;gBAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;YAC1F,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;YACpD,UAAU,GAAG,kBAAkB,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/E,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAQ;IAChC,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyD,CAAC;AACvF,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAoC,CAAC;AAErE,KAAK,UAAU,iBAAiB,CAAC,QAAkB,EAAE,QAAgB;IACnE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAElC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,eAAe,CAAC,KAAoB;IAC3C,OAAO,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,IAA+B,EAAE,OAAY,EAAE,OAA+B;IACpG,MAAM,OAAO,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB;IACrC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SACvC,KAAK,CAAC,MAAM,CAAC;SACb,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SAC1C,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB;IACtC,MAAM,SAAS,GAAG;QAChB,+BAA+B;QAC/B,+BAA+B;QAC/B,yCAAyC;KAC1C,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;QAChF,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACnE,OAAO,KAAK,IAAI,IAAI,CAAC;AACvB,CAAC;AAED,SAAS,YAAY,CAAC,OAAgB;IACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,CAAC,CAAC;IACrD,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,IAAI,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,GAAG,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAkB,EAAE,OAAY,EAAE,OAA+B;IACzF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;SACxE,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;QAClB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;eACjB,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC;eAC3B,GAAG,CAAC,GAAG,CAAC,8BAA8B,CAAC;eACvC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC5B,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAEnE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,cAAc,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9E,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,OAA+B;IAC9E,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACpH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,CAAC;YAAE,OAAO,IAAI,CAAC;QACvD,MAAM,iBAAiB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,OAAY,EAAE,OAA+B;IAC9E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACpD,OAAO,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,8BAA8B,CAAC,KAAa,EAAE,OAA+B;IAC1F,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACjF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;IAC1E,IAAI,WAAW,IAAI,WAAW,KAAK,WAAW,IAAI,WAAW,KAAK,uBAAuB,EAAE,CAAC;QAC1F,OAAO,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO;YACL,GAAG,EAAE,YAAY,CAAC,IAAI;YACtB,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC;YAChC,OAAO,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,eAAe,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,mBAAmB,CAAC,YAAY,EAAE,OAAO,CAAC;SAClI,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAAa,EAAE,UAAkC,EAAE;IAC9F,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE;YAAE,OAAO,MAAM,CAAC,KAAK,CAAC;QACjE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAE9B,MAAM,OAAO,GAAG,8BAA8B,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;aAClE,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC;gBACxF,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACL,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,8BAA8B,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,UAAkC,EAAE;IACxF,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9D,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;IAC1E,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC/D,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,mCAAmC;IACjD,aAAa,CAAC,KAAK,EAAE,CAAC;IACtB,gBAAgB,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC"}

package/dist/services/workspace-backups.d.ts

@@ -15,11 +15,31 @@ type WorkspaceBackupArtifactMigrationSkip = {
     to: string;
     reason: string;
 };
+export type WorkspaceBackupDownload = {
+    artifactRef: string;
+    filename: string;
+    contentType: "application/json";
+    byteSize: number;
+    archiveSha256: string | null;
+    content: Buffer;
+};
+export type SparseWorkspaceRecoveryResult = {
+    orgId: string;
+    recovered: boolean;
+    backupId: string | null;
+    currentFileCount: number;
+    backupFileCount: number;
+    restoredFileCount: number;
+    skippedConflictingFiles: string[];
+    reason: string | null;
+    error: string | null;
+};
 export declare function reconcileWorkspaceBackupArtifactStorage(db: Db, liveOrgIds: readonly string[]): Promise<{
     migrated: WorkspaceBackupArtifactMigration[];
     skipped: WorkspaceBackupArtifactMigrationSkip[];
 }>;
 export declare function workspaceBackupService(db: Db): {
+    recoverSparseWorkspaceFromLatestBackup: (orgId: string) => Promise<SparseWorkspaceRecoveryResult>;
     list(orgId: string): Promise<WorkspaceBackupSummary[]>;
     create(input: {
         orgId: string;
@@ -30,6 +50,7 @@ export declare function workspaceBackupService(db: Db): {
     }): Promise<WorkspaceBackupSummary>;
     listFiles(orgId: string, backupId: string, directoryPath?: string): Promise<OrganizationWorkspaceFileList>;
     readFile(orgId: string, backupId: string, filePath: string): Promise<OrganizationWorkspaceFileDetail>;
+    getDownload(orgId: string, backupId: string): Promise<WorkspaceBackupDownload>;
     remove(orgId: string, backupId: string): Promise<WorkspaceBackupSummary>;
     pruneExpired(now?: Date): Promise<WorkspaceBackupSummary[]>;
     runScheduledBackups(input?: {
@@ -40,6 +61,7 @@ export declare function workspaceBackupService(db: Db): {
         created: WorkspaceBackupSummary[];
         failed: WorkspaceBackupSummary[];
         deleted: WorkspaceBackupSummary[];
+        sparseRecoveries: SparseWorkspaceRecoveryResult[];
         skipped: number;
         errors: Array<{
             orgId: string;

package/dist/services/workspace-backups.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workspace-backups.d.ts","sourceRoot":"","sources":["../../src/services/workspace-backups.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,KAAK,EAAE,EACR,MAAM,cAAc,CAAC;AACtB,OAAO,EAGL,KAAK,+BAA+B,EAEpC,KAAK,6BAA6B,EAClC,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EAClC,MAAM,kBAAkB,CAAC;AAmE1B,KAAK,gCAAgC,GAAG;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,KAAK,oCAAoC,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAwKF,wBAAsB,uCAAuC,CAC3D,EAAE,EAAE,EAAE,EACN,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC;IACT,QAAQ,EAAE,gCAAgC,EAAE,CAAC;IAC7C,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC,CAmFD;AA+ID,wBAAgB,sBAAsB,CAAC,EAAE,EAAE,EAAE;gBAuEvB,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;kBAWxC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,4BAA4B,CAAC;QAC7C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC,sBAAsB,CAAC;qBA0FZ,MAAM,YAAY,MAAM,2BAAuB,OAAO,CAAC,6BAA6B,CAAC;oBAgBtF,MAAM,YAAY,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC;kBA4CvF,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC;8BAaxC,OAAO,CAAC,sBAAsB,EAAE,CAAC;gCAqBrC;QAChC,GAAG,CAAC,EAAE,IAAI,CAAC;QACX,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC;QACV,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAClC,MAAM,EAAE,sBAAsB,EAAE,CAAC;QACjC,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAClC,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACnD,CAAC;mBA4CmB,MAAM,YAAY,MAAM,UAAU;QAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC;EAmErI"}
+{"version":3,"file":"workspace-backups.d.ts","sourceRoot":"","sources":["../../src/services/workspace-backups.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,KAAK,EAAE,EACR,MAAM,cAAc,CAAC;AACtB,OAAO,EAGL,KAAK,+BAA+B,EAEpC,KAAK,6BAA6B,EAClC,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EAClC,MAAM,kBAAkB,CAAC;AAsE1B,KAAK,gCAAgC,GAAG;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,KAAK,oCAAoC,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,kBAAkB,CAAC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB,CAAC;AAwKF,wBAAsB,uCAAuC,CAC3D,EAAE,EAAE,EAAE,EACN,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC;IACT,QAAQ,EAAE,gCAAgC,EAAE,CAAC;IAC7C,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC,CAmFD;AA2MD,wBAAgB,sBAAsB,CAAC,EAAE,EAAE,EAAE;oDA2EkB,MAAM,KAAG,OAAO,CAAC,6BAA6B,CAAC;gBAmFxF,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;kBAWxC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,4BAA4B,CAAC;QAC7C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC,sBAAsB,CAAC;qBA0FZ,MAAM,YAAY,MAAM,2BAAuB,OAAO,CAAC,6BAA6B,CAAC;oBAgBtF,MAAM,YAAY,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC;uBA4ClF,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;kBAahE,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC;8BAaxC,OAAO,CAAC,sBAAsB,EAAE,CAAC;gCAqBrC;QAChC,GAAG,CAAC,EAAE,IAAI,CAAC;QACX,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC;QACV,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAClC,MAAM,EAAE,sBAAsB,EAAE,CAAC;QACjC,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAClC,gBAAgB,EAAE,6BAA6B,EAAE,CAAC;QAClD,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACnD,CAAC;mBAyDmB,MAAM,YAAY,MAAM,UAAU;QAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC;EAmErI"}

package/dist/services/workspace-backups.js

@@ -34,6 +34,9 @@ const WORKSPACE_BACKUP_RUNNING_TIMEOUT_MS = 2 * 60 * 60 * 1000;
 const MAX_BACKUP_FILE_BYTES = 5 * 1024 * 1024;
 const MAX_BACKUP_TOTAL_BYTES = 100 * 1024 * 1024;
 const MAX_WARNING_COUNT = 200;
+const SPARSE_WORKSPACE_RECOVERY_MAX_CURRENT_FILES = 25;
+const SPARSE_WORKSPACE_RECOVERY_MAX_RATIO = 0.25;
+const SPARSE_WORKSPACE_RECOVERY_MIN_BACKUP_FILES = 10;
 function timestamp(date = new Date()) {
     const pad = (value) => String(value).padStart(2, "0");
     return `${date.getFullYear()}${pad(date.getMonth() + 1)}${pad(date.getDate())}-${pad(date.getHours())}${pad(date.getMinutes())}${pad(date.getSeconds())}`;
@@ -306,6 +309,17 @@ async function fileExists(filePath) {
         throw error;
     }
 }
+async function pathExists(targetPath) {
+    try {
+        return await fs.lstat(targetPath);
+    }
+    catch (error) {
+        if (typeof error === "object" && error !== null && "code" in error && error.code === "ENOENT") {
+            return null;
+        }
+        throw error;
+    }
+}
 async function walkWorkspace(rootPath, currentPath, warnings, entries = [], state = { byteSize: 0 }) {
     const dirents = await fs.readdir(currentPath, { withFileTypes: true });
     for (const dirent of dirents) {
@@ -374,6 +388,48 @@ function buildManifest(input) {
         warnings: input.artifact.warnings,
     };
 }
+async function restoreMissingArtifactFiles(input) {
+    let restoredFileCount = 0;
+    const skippedConflictingFiles = [];
+    const blockedDirectoryPrefixes = [];
+    const directories = input.artifact.entries.filter((entry) => entry.kind === "directory");
+    const files = input.artifact.entries.filter((entry) => entry.kind === "file");
+    for (const entry of directories) {
+        const { resolvedTarget } = resolveWithinRoot(input.workspaceRoot, entry.path);
+        const existing = await pathExists(resolvedTarget);
+        if (existing && !existing.isDirectory()) {
+            skippedConflictingFiles.push(entry.path);
+            blockedDirectoryPrefixes.push(`${entry.path}/`);
+            continue;
+        }
+        await fs.mkdir(resolvedTarget, { recursive: true });
+    }
+    for (const entry of files) {
+        if (blockedDirectoryPrefixes.some((prefix) => entry.path.startsWith(prefix))) {
+            skippedConflictingFiles.push(entry.path);
+            continue;
+        }
+        const { resolvedTarget } = resolveWithinRoot(input.workspaceRoot, entry.path);
+        const existing = await pathExists(resolvedTarget);
+        if (existing) {
+            if (!existing.isFile()) {
+                skippedConflictingFiles.push(entry.path);
+                continue;
+            }
+            if (entry.sha256) {
+                const current = await fs.readFile(resolvedTarget);
+                if (sha256Buffer(current) !== entry.sha256) {
+                    skippedConflictingFiles.push(entry.path);
+                }
+            }
+            continue;
+        }
+        await fs.mkdir(path.dirname(resolvedTarget), { recursive: true });
+        await fs.writeFile(resolvedTarget, Buffer.from(entry.dataBase64 ?? "", "base64"), { mode: entry.mode ?? 0o600 });
+        restoredFileCount += 1;
+    }
+    return { restoredFileCount, skippedConflictingFiles };
+}
 export function workspaceBackupService(db) {
     const orgs = organizationService(db);
     async function getBackupRow(orgId, backupId) {
@@ -393,23 +449,27 @@ export function workspaceBackupService(db) {
             throw unprocessable(row.error ? `Workspace backup failed: ${row.error}` : "Workspace backup failed");
         }
     }
-    async function readArtifact(row) {
+    async function readArtifactPayload(row) {
         assertReadableBackup(row);
         if (!(await fileExists(row.artifactRef))) {
             throw notFound("Workspace backup artifact not found");
         }
-        const raw = await fs.readFile(row.artifactRef, "utf8");
+        const raw = await fs.readFile(row.artifactRef);
         if (row.archiveSha256 && sha256Buffer(raw) !== row.archiveSha256) {
             throw unprocessable("Workspace backup artifact checksum does not match the recorded backup metadata");
         }
-        const parsed = JSON.parse(raw);
+        const parsed = JSON.parse(raw.toString("utf8"));
         if (parsed.version !== ARTIFACT_VERSION || parsed.orgId !== row.orgId || !Array.isArray(parsed.entries)) {
             throw unprocessable("Workspace backup artifact is invalid");
         }
         for (const entry of parsed.entries) {
             assertSafeRelativePath(entry.path);
         }
-        return parsed;
+        return { raw, artifact: parsed };
+    }
+    async function readArtifact(row) {
+        const payload = await readArtifactPayload(row);
+        return payload.artifact;
     }
     async function countActiveRuns(orgId) {
         const [row] = await db
@@ -433,7 +493,79 @@ export function workspaceBackupService(db) {
             .returning();
         return rows.map(mapBackupRow);
     }
+    async function recoverSparseWorkspaceFromLatestBackup(orgId) {
+        const layout = await ensureOrganizationWorkspaceLayout(orgId);
+        const warnings = [];
+        const currentEntries = await walkWorkspace(layout.root, layout.root, warnings);
+        const currentFileCount = currentEntries.filter((entry) => entry.kind === "file").length;
+        if (currentFileCount > SPARSE_WORKSPACE_RECOVERY_MAX_CURRENT_FILES) {
+            return {
+                orgId,
+                recovered: false,
+                backupId: null,
+                currentFileCount,
+                backupFileCount: 0,
+                restoredFileCount: 0,
+                skippedConflictingFiles: [],
+                reason: "workspace is not sparse",
+                error: null,
+            };
+        }
+        const rows = await db
+            .select()
+            .from(workspaceBackups)
+            .where(and(eq(workspaceBackups.orgId, orgId), or(eq(workspaceBackups.status, "succeeded"), eq(workspaceBackups.status, "restored"))))
+            .orderBy(desc(workspaceBackups.fileCount), desc(workspaceBackups.createdAt));
+        const candidates = rows.filter((backup) => backup.fileCount >= SPARSE_WORKSPACE_RECOVERY_MIN_BACKUP_FILES
+            && currentFileCount <= Math.floor(backup.fileCount * SPARSE_WORKSPACE_RECOVERY_MAX_RATIO));
+        if (candidates.length === 0) {
+            return {
+                orgId,
+                recovered: false,
+                backupId: null,
+                currentFileCount,
+                backupFileCount: 0,
+                restoredFileCount: 0,
+                skippedConflictingFiles: [],
+                reason: "no richer backup candidate",
+                error: null,
+            };
+        }
+        let lastError = null;
+        for (const candidate of candidates) {
+            try {
+                const artifact = await readArtifact(candidate);
+                const restored = await restoreMissingArtifactFiles({ artifact, workspaceRoot: layout.root });
+                return {
+                    orgId,
+                    recovered: restored.restoredFileCount > 0,
+                    backupId: candidate.id,
+                    currentFileCount,
+                    backupFileCount: candidate.fileCount,
+                    restoredFileCount: restored.restoredFileCount,
+                    skippedConflictingFiles: restored.skippedConflictingFiles,
+                    reason: restored.restoredFileCount > 0 ? null : "no missing files restored",
+                    error: null,
+                };
+            }
+            catch (error) {
+                lastError = error instanceof Error ? error.message : String(error);
+            }
+        }
+        return {
+            orgId,
+            recovered: false,
+            backupId: candidates[0]?.id ?? null,
+            currentFileCount,
+            backupFileCount: candidates[0]?.fileCount ?? 0,
+            restoredFileCount: 0,
+            skippedConflictingFiles: [],
+            reason: "richer backup recovery failed",
+            error: lastError,
+        };
+    }
     const service = {
+        recoverSparseWorkspaceFromLatestBackup,
         async list(orgId) {
             const organization = await orgs.getById(orgId);
             if (!organization)
@@ -595,6 +727,18 @@ export function workspaceBackupService(db) {
                 truncated,
             };
         },
+        async getDownload(orgId, backupId) {
+            const row = await getBackupRow(orgId, backupId);
+            const payload = await readArtifactPayload(row);
+            return {
+                artifactRef: row.artifactRef,
+                filename: path.basename(row.artifactRef),
+                contentType: "application/json",
+                byteSize: payload.raw.byteLength,
+                archiveSha256: row.archiveSha256,
+                content: payload.raw,
+            };
+        },
         async remove(orgId, backupId) {
             const row = await getBackupRow(orgId, backupId);
             await fs.rm(row.artifactRef, { force: true });
@@ -630,6 +774,7 @@ export function workspaceBackupService(db) {
             const created = [];
             const failed = [...staleFailed];
             const errors = [];
+            const sparseRecoveries = [];
             let skipped = 0;
             for (const organization of organizations) {
                 try {
@@ -643,6 +788,17 @@ export function workspaceBackupService(db) {
                         skipped += 1;
                         continue;
                     }
+                    const sparseRecovery = await recoverSparseWorkspaceFromLatestBackup(organization.id);
+                    if (sparseRecovery.recovered || sparseRecovery.error) {
+                        sparseRecoveries.push(sparseRecovery);
+                    }
+                    if (sparseRecovery.error) {
+                        errors.push({
+                            orgId: organization.id,
+                            message: `Sparse workspace recovery failed before scheduled backup: ${sparseRecovery.error}`,
+                        });
+                        continue;
+                    }
                     const backup = await service.create({
                         orgId: organization.id,
                         triggerSource: "scheduled",
@@ -660,7 +816,7 @@ export function workspaceBackupService(db) {
                     });
                 }
             }
-            return { created, failed, deleted, skipped, errors };
+            return { created, failed, deleted, sparseRecoveries, skipped, errors };
         },
         async restore(orgId, backupId, input) {
             const row = await getBackupRow(orgId, backupId);