@convex-dev/rag 0.1.7

package/dist/client/defaultChunker.js

@@ -0,0 +1,148 @@
+/**
+ * Chunk text for embedding.
+ *
+ * By default, it will chunk into paragraphs and target
+ * 200-2000 characters per chunk (only less than 1 line if the hard limit is reached).
+ */
+export function defaultChunker(text, { minLines = 1, minCharsSoftLimit = 200, maxCharsSoftLimit = 2000, maxCharsHardLimit = 10000, delimiter = "\n\n", } = {}) {
+    if (!text)
+        return [];
+    // Split text into individual lines
+    const lines = text.split("\n");
+    const chunks = [];
+    let currentChunk = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        // Check if this line starts a new section (based on delimiter pattern)
+        const isNewSection = shouldStartNewSection(lines, i, delimiter);
+        // Calculate potential chunk if we add this line
+        const potentialChunk = [...currentChunk, line].join("\n");
+        // If adding this line would exceed max chars, finalize current chunk first
+        if (potentialChunk.length > maxCharsSoftLimit && currentChunk.length > 0) {
+            const trimmedChunk = removeTrailingEmptyLines(currentChunk);
+            chunks.push(trimmedChunk.join("\n"));
+            // Split the line if it exceeds hard limit
+            const splitLines = maybeSplitLine(line, maxCharsHardLimit);
+            // Add all but the last split piece as separate chunks
+            for (let j = 0; j < splitLines.length - 1; j++) {
+                chunks.push(splitLines[j]);
+            }
+            // Keep the last piece for potential combination with next lines
+            currentChunk = [splitLines[splitLines.length - 1]];
+            continue;
+        }
+        // If we're starting a new section and current chunk meets minimum requirements
+        if (isNewSection &&
+            currentChunk.length >= minLines &&
+            currentChunk.join("\n").length >= Math.min(minCharsSoftLimit * 0.8, 150)) {
+            // Simple logic: only split if potential chunk would exceed the soft max limit
+            if (potentialChunk.length > maxCharsSoftLimit) {
+                // When splitting at delimiter boundary, preserve natural empty lines (don't remove trailing empty lines)
+                chunks.push(currentChunk.join("\n"));
+                currentChunk = [line];
+                continue;
+            }
+        }
+        // Add line to current chunk
+        currentChunk.push(line);
+        // If current chunk is too big, split it
+        if (currentChunk.join("\n").length > maxCharsSoftLimit) {
+            if (currentChunk.length === 1) {
+                // Single line too long - split it if it exceeds hard limit
+                const splitLines = maybeSplitLine(line, maxCharsHardLimit);
+                if (splitLines.length > 1) {
+                    // Line was split - add all but the last piece as separate chunks
+                    for (let j = 0; j < splitLines.length - 1; j++) {
+                        chunks.push(splitLines[j]);
+                    }
+                    // Keep the last piece for potential combination with next lines
+                    currentChunk = [splitLines[splitLines.length - 1]];
+                }
+                else {
+                    // Line doesn't exceed hard limit, keep it as is
+                    chunks.push(line);
+                    currentChunk = [];
+                }
+            }
+            else {
+                // Remove last line and finalize chunk
+                const lastLine = currentChunk.pop();
+                const trimmedChunk = removeTrailingEmptyLines(currentChunk);
+                chunks.push(trimmedChunk.join("\n"));
+                currentChunk = [lastLine];
+            }
+        }
+    }
+    // Add remaining chunk, splitting if it exceeds hard limit
+    if (currentChunk.length > 0) {
+        const remainingText = currentChunk.join("\n");
+        if (remainingText.length > maxCharsHardLimit) {
+            // Split the remaining chunk if it exceeds hard limit
+            const splitLines = maybeSplitLine(remainingText, maxCharsHardLimit);
+            chunks.push(...splitLines);
+        }
+        else {
+            const trimmedChunk = removeTrailingEmptyLines(currentChunk);
+            chunks.push(trimmedChunk.join("\n"));
+        }
+    }
+    return chunks;
+}
+function maybeSplitLine(line, maxCharsHardLimit) {
+    const inputs = [line]; // in reverse order
+    const lines = [];
+    while (inputs.length > 0) {
+        const input = inputs.pop();
+        if (input.length <= maxCharsHardLimit) {
+            lines.push(input);
+            continue;
+        }
+        // split it in half
+        const splitIndex = Math.floor(input.length / 2);
+        const candidate = input.slice(0, splitIndex);
+        const rest = input.slice(splitIndex);
+        if (candidate.length < maxCharsHardLimit) {
+            lines.push(candidate, rest);
+        }
+        else {
+            inputs.push(rest, candidate);
+        }
+    }
+    return lines;
+}
+function shouldStartNewSection(lines, index, delimiter) {
+    if (index === 0)
+        return false;
+    // For default "\n\n" delimiter, check for blank lines
+    if (delimiter === "\n\n") {
+        return lines[index - 1] === "";
+    }
+    // For custom delimiters, check if previous lines match the delimiter pattern
+    const delimiterLines = delimiter.split("\n");
+    if (delimiterLines.length <= 1)
+        return false;
+    // Check if the delimiter pattern appears before this line
+    for (let i = 0; i < delimiterLines.length - 1; i++) {
+        const checkIndex = index - delimiterLines.length + 1 + i;
+        if (checkIndex < 0 || lines[checkIndex] !== delimiterLines[i]) {
+            return false;
+        }
+    }
+    return true;
+}
+function removeTrailingEmptyLines(lines) {
+    // Don't remove anything if there's only one line
+    if (lines.length <= 1) {
+        return lines;
+    }
+    // Find the last non-empty line
+    for (let i = lines.length - 1; i >= 0; i--) {
+        if (lines[i].trim() !== "") {
+            return lines.slice(0, i + 1);
+        }
+    }
+    // If all lines are empty, keep at least one
+    return lines.length > 0 ? [lines[0]] : [];
+}
+export default defaultChunker;
+//# sourceMappingURL=defaultChunker.js.map

package/dist/client/defaultChunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaultChunker.js","sourceRoot":"","sources":["../../src/client/defaultChunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,EACE,QAAQ,GAAG,CAAC,EACZ,iBAAiB,GAAG,GAAG,EACvB,iBAAiB,GAAG,IAAI,EACxB,iBAAiB,GAAG,KAAK,EACzB,SAAS,GAAG,MAAM,MAOhB,EAAE;IAEN,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,mCAAmC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,YAAY,GAAa,EAAE,CAAC;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,uEAAuE;QACvE,MAAM,YAAY,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QAEhE,gDAAgD;QAChD,MAAM,cAAc,GAAG,CAAC,GAAG,YAAY,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1D,2EAA2E;QAC3E,IAAI,cAAc,CAAC,MAAM,GAAG,iBAAiB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,MAAM,YAAY,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAErC,0CAA0C;YAC1C,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YAC3D,sDAAsD;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YACD,gEAAgE;YAChE,YAAY,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACnD,SAAS;QACX,CAAC;QAED,+EAA+E;QAC/E,IACE,YAAY;YACZ,YAAY,CAAC,MAAM,IAAI,QAAQ;YAC/B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,iBAAiB,GAAG,GAAG,EAAE,GAAG,CAAC,EACxE,CAAC;YACD,8EAA8E;YAC9E,IAAI,cAAc,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;gBAC9C,yGAAyG;gBACzG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,YAAY,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,SAAS;YACX,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB,wCAAwC;QACxC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YACvD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,2DAA2D;gBAC3D,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;gBAC3D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,iEAAiE;oBACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/C,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,CAAC;oBACD,gEAAgE;oBAChE,YAAY,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACN,gDAAgD;oBAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClB,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,EAAG,CAAC;gBACrC,MAAM,YAAY,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,YAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,aAAa,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAC7C,qDAAqD;YACrD,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,iBAAyB;IAC7D,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB;IAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAG,CAAC;QAC5B,IAAI,KAAK,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,SAAS;QACX,CAAC;QACD,mBAAmB;QACnB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,SAAS,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAe,EACf,KAAa,EACb,SAAiB;IAEjB,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9B,sDAAsD;IACtD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED,6EAA6E;IAC7E,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,0DAA0D;IAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACnD,MAAM,UAAU,GAAG,KAAK,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAe;IAC/C,iDAAiD;IACjD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,+BAA+B;IAC/B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,eAAe,cAAc,CAAC"}

package/dist/client/fileUtils.d.ts

@@ -0,0 +1,24 @@
+export declare function guessMimeTypeFromExtension(filename: string): string | undefined;
+/**
+ * Return a best-guess MIME type based on the magic-number signature
+ * found at the start of an ArrayBuffer.
+ *
+ * @param buf – the source ArrayBuffer
+ * @returns the detected MIME type, or `"application/octet-stream"` if unknown
+ */
+export declare function guessMimeTypeFromContents(buf: ArrayBuffer | string): string;
+/**
+ * Make a contentHash of a Blob that matches the File Storage metadata, allowing
+ * identifying when content is identical.
+ * @param blob The contents to hash
+ * @returns sha256 hash of the contents
+ */
+export declare function contentHashFromArrayBuffer(buffer: ArrayBuffer): Promise<string>;
+/**
+ * Split a filename into a keyword-friendly string. Specifically adds sections
+ * of camelCase and TitleCase into a space-separated strings.
+ * e.g. "MyFile is soGreat.txt" -> "MyFile is soGreat.txt My File so Great"
+ * Note: it doesn't split up titles that don't have a file extension.
+ */
+export declare function splitFilename(title: string | undefined): string | undefined;
+//# sourceMappingURL=fileUtils.d.ts.map

package/dist/client/fileUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileUtils.d.ts","sourceRoot":"","sources":["../../src/client/fileUtils.ts"],"names":[],"mappings":"AAAA,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CA6DpB;AACD;;;;;;GAMG;AAEH,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,GAAG,MAAM,CA2D3E;AACD;;;;;GAKG;AAEH,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,WAAW,mBAMnE;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAyB3E"}

package/dist/client/fileUtils.js

@@ -0,0 +1,179 @@
+export function guessMimeTypeFromExtension(filename) {
+    const extension = filename.split(".").pop();
+    if (!extension || extension.includes(" ")) {
+        return undefined;
+    }
+    switch (extension.toLowerCase()) {
+        case "pdf":
+            return "application/pdf";
+        case "txt":
+        case "rtf":
+            return "text/plain";
+        case "json":
+            return "application/json";
+        case "xml":
+            return "application/xml";
+        case "html":
+            return "text/html";
+        case "css":
+            return "text/css";
+        case "js":
+        case "cjs":
+        case "mjs":
+        case "jsx":
+        case "ts":
+        case "tsx":
+            return "text/javascript";
+        case "md":
+        case "mdx":
+            return "text/markdown";
+        case "csv":
+            return "text/csv";
+        case "zip":
+            return "application/zip";
+        case "apng":
+            return "image/apng";
+        case "png":
+            return "image/png";
+        case "avif":
+            return "image/avif";
+        case "gif":
+            return "image/gif";
+        case "svg":
+            return "image/svg+xml";
+        case "webp":
+            return "image/webp";
+        case "tiff":
+            return "image/tiff";
+        case "ico":
+            return "image/x-icon";
+        case "jpeg":
+        case "jpg":
+            return "image/jpeg";
+        case "mp1":
+        case "mp2":
+        case "mp3":
+            return "audio/mpeg";
+        case "mp4":
+            return "video/mp4";
+        default:
+            return "application/octet-stream";
+    }
+}
+/**
+ * Return a best-guess MIME type based on the magic-number signature
+ * found at the start of an ArrayBuffer.
+ *
+ * @param buf – the source ArrayBuffer
+ * @returns the detected MIME type, or `"application/octet-stream"` if unknown
+ */
+export function guessMimeTypeFromContents(buf) {
+    if (typeof buf === "string") {
+        if (buf.match(/^data:\w+\/\w+;base64/)) {
+            return buf.split(";")[0].split(":")[1];
+        }
+        return "text/plain";
+    }
+    if (buf.byteLength < 4)
+        return "application/octet-stream";
+    // Read the first 12 bytes (enough for all signatures below)
+    const bytes = new Uint8Array(buf.slice(0, 12));
+    const hex = [...bytes].map((b) => b.toString(16).padStart(2, "0")).join("");
+    // Helper so we can look at only the needed prefix
+    const startsWith = (sig) => hex.startsWith(sig.toLowerCase());
+    // --- image formats ---
+    if (startsWith("89504e47"))
+        return "image/png"; // PNG  - 89 50 4E 47
+    if (startsWith("ffd8ffdb") ||
+        startsWith("ffd8ffe0") ||
+        startsWith("ffd8ffee") ||
+        startsWith("ffd8ffe1"))
+        return "image/jpeg"; // JPEG
+    if (startsWith("47494638"))
+        return "image/gif"; // GIF
+    if (startsWith("424d"))
+        return "image/bmp"; // BMP
+    if (startsWith("52494646") && hex.substr(16, 8) === "57454250")
+        return "image/webp"; // WEBP (RIFF....WEBP)
+    if (startsWith("49492a00"))
+        return "image/tiff"; // TIFF
+    // <svg in hex is 3c 3f 78 6d 6c
+    if (startsWith("3c737667"))
+        return "image/svg+xml"; // <svg
+    if (startsWith("3c3f786d"))
+        return "image/svg+xml"; // <?xm
+    // --- audio/video ---
+    if (startsWith("494433"))
+        return "audio/mpeg"; // MP3 (ID3)
+    if (startsWith("000001ba") || startsWith("000001b3"))
+        return "video/mpeg"; // MPEG container
+    if (startsWith("1a45dfa3"))
+        return "video/webm"; // WEBM / Matroska
+    if (startsWith("00000018") && hex.substr(16, 8) === "66747970")
+        return "video/mp4"; // MP4
+    if (startsWith("4f676753"))
+        return "audio/ogg"; // OGG / Opus
+    // --- documents & archives ---
+    if (startsWith("25504446"))
+        return "application/pdf"; // PDF
+    if (startsWith("504b0304") ||
+        startsWith("504b0506") ||
+        startsWith("504b0708"))
+        return "application/zip"; // ZIP / DOCX / PPTX / XLSX / EPUB
+    if (startsWith("52617221"))
+        return "application/x-rar-compressed"; // RAR
+    if (startsWith("7f454c46"))
+        return "application/x-elf"; // ELF binaries
+    if (startsWith("1f8b08"))
+        return "application/gzip"; // GZIP
+    if (startsWith("425a68"))
+        return "application/x-bzip2"; // BZIP2
+    if (startsWith("3c3f786d6c"))
+        return "application/xml"; // XML
+    // Plain text, JSON and others are trickier—fallback:
+    return "application/octet-stream";
+}
+/**
+ * Make a contentHash of a Blob that matches the File Storage metadata, allowing
+ * identifying when content is identical.
+ * @param blob The contents to hash
+ * @returns sha256 hash of the contents
+ */
+export async function contentHashFromArrayBuffer(buffer) {
+    return Array.from(new Uint8Array(await crypto.subtle.digest("SHA-256", buffer)))
+        .map((b) => b.toString(16).padStart(2, "0"))
+        .join("");
+}
+/**
+ * Split a filename into a keyword-friendly string. Specifically adds sections
+ * of camelCase and TitleCase into a space-separated strings.
+ * e.g. "MyFile is soGreat.txt" -> "MyFile is soGreat.txt My File so Great"
+ * Note: it doesn't split up titles that don't have a file extension.
+ */
+export function splitFilename(title) {
+    if (!title) {
+        return undefined;
+    }
+    const parts = title.split(".");
+    if (parts.pop()?.includes(" ")) {
+        // There isn't an extension, so don't treat it as a filename
+        return title;
+    }
+    // split up camelCase into "camel Case"
+    return [
+        title,
+        ...parts.flatMap((part) => {
+            const words = part.split(" ");
+            const camelCaseWords = words.flatMap((word) => {
+                const pieces = word.split(/(?=[A-Z])/);
+                if (pieces.length === 1) {
+                    // This will already be verbatim in the regular title parts
+                    return [];
+                }
+                return pieces;
+            });
+            return camelCaseWords;
+        }),
+    ].join(" ");
+}
+//# sourceMappingURL=fileUtils.js.map

package/dist/client/fileUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileUtils.js","sourceRoot":"","sources":["../../src/client/fileUtils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,0BAA0B,CACxC,QAAgB;IAEhB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,QAAQ,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAChC,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,MAAM;YACT,OAAO,WAAW,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,UAAU,CAAC;QACpB,KAAK,IAAI,CAAC;QACV,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,IAAI,CAAC;QACV,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,IAAI,CAAC;QACV,KAAK,KAAK;YACR,OAAO,eAAe,CAAC;QACzB,KAAK,KAAK;YACR,OAAO,UAAU,CAAC;QACpB,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,eAAe,CAAC;QACzB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,cAAc,CAAC;QACxB,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB;YACE,OAAO,0BAA0B,CAAC;IACtC,CAAC;AACH,CAAC;AACD;;;;;;GAMG;AAEH,MAAM,UAAU,yBAAyB,CAAC,GAAyB;IACjE,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC1C,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC;QAAE,OAAO,0BAA0B,CAAC;IAE1D,4DAA4D;IAC5D,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAE5E,kDAAkD;IAClD,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IAEtE,wBAAwB;IACxB,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,qBAAqB;IACrE,IACE,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,UAAU,CAAC;QAEtB,OAAO,YAAY,CAAC,CAAC,OAAO;IAC9B,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,MAAM;IACtD,IAAI,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,MAAM;IAClD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,UAAU;QAC5D,OAAO,YAAY,CAAC,CAAC,sBAAsB;IAC7C,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,OAAO;IAExD,gCAAgC;IAChC,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,eAAe,CAAC,CAAC,OAAO;IAC3D,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,eAAe,CAAC,CAAC,OAAO;IAE3D,sBAAsB;IACtB,IAAI,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,YAAY;IAC3D,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,iBAAiB;IAC5F,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,kBAAkB;IACnE,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,UAAU;QAC5D,OAAO,WAAW,CAAC,CAAC,MAAM;IAC5B,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,aAAa;IAE7D,+BAA+B;IAC/B,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,iBAAiB,CAAC,CAAC,MAAM;IAC5D,IACE,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,UAAU,CAAC;QAEtB,OAAO,iBAAiB,CAAC,CAAC,kCAAkC;IAC9D,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,8BAA8B,CAAC,CAAC,MAAM;IACzE,IAAI,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,mBAAmB,CAAC,CAAC,eAAe;IACvE,IAAI,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,kBAAkB,CAAC,CAAC,OAAO;IAC5D,IAAI,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,qBAAqB,CAAC,CAAC,QAAQ;IAChE,IAAI,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,iBAAiB,CAAC,CAAC,MAAM;IAE9D,qDAAqD;IACrD,OAAO,0BAA0B,CAAC;AACpC,CAAC;AACD;;;;;GAKG;AAEH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAmB;IAClE,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,UAAU,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAC9D;SACE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC3C,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,KAAyB;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,4DAA4D;QAC5D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,uCAAuC;IACvC,OAAO;QACL,KAAK;QACL,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,2DAA2D;oBAC3D,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,OAAO,cAAc,CAAC;QACxB,CAAC,CAAC;KACH,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC"}