@sqlrooms/utils 0.0.0

package/dist/str.test.js

@@ -0,0 +1,42 @@
+import { convertToUniqueS3ObjectName, generateUniqueName, generateUniquePath, } from './str';
+test('generateUniqueName generates unique table names', () => {
+    expect(generateUniqueName('foo', [])).toBe('foo');
+    expect(generateUniqueName('foo', ['345'])).toBe('foo');
+    expect(generateUniqueName('foo', ['foo_1'])).toBe('foo');
+    expect(generateUniqueName('foo', ['foo', 'foo_1'])).toBe('foo_2');
+    expect(generateUniqueName('foo_1', ['foo_1'])).toBe('foo_2');
+    expect(generateUniqueName('foo_2', ['foo_2'])).toBe('foo_3');
+    expect(generateUniqueName('foo', ['foo', 'foo_1', 'foo_2'])).toBe('foo_3');
+    expect(generateUniqueName('')).toBe('');
+    expect(generateUniqueName('', [''])).toBe('_1');
+    expect(generateUniqueName('_', ['_'])).toBe('__1');
+});
+test('generateUniquePath generates unique paths', () => {
+    expect(generateUniquePath('/foo/bar.csv', [])).toBe('/foo/bar.csv');
+    expect(generateUniquePath('/foo/bar.csv', ['345'])).toBe('/foo/bar.csv');
+    expect(generateUniquePath('/foo/bar.csv', ['/foo/bar.csv'])).toBe('/foo/bar_1.csv');
+    expect(generateUniquePath('/foo/bar.csv', ['/foo/bar_1.csv'])).toBe('/foo/bar.csv');
+    expect(generateUniquePath('/foo/bar.csv', ['/foo/bar.csv', '/foo/bar_1.csv'])).toBe('/foo/bar_2.csv');
+    expect(generateUniquePath('/foo/bar.csv', [
+        '/foo/bar.csv',
+        '/foo/bar_1.csv',
+        '/foo/bar_2.csv',
+    ])).toBe('/foo/bar_3.csv');
+    expect(generateUniquePath('/foo/bar_1.csv', ['/foo/bar_1.csv'])).toBe('/foo/bar_2.csv');
+    expect(generateUniquePath('/foo/bar_2.csv', ['/foo/bar_2.csv'])).toBe('/foo/bar_3.csv');
+    expect(generateUniquePath('/foo', [])).toBe('/foo');
+    expect(generateUniquePath('/foo/bar', [])).toBe('/foo/bar');
+    expect(generateUniquePath('/foo/bar', ['/foo/bar'])).toBe('/foo/bar_1');
+    expect(generateUniquePath('/', [])).toBe('/');
+    expect(generateUniquePath('', [])).toBe('');
+    expect(generateUniquePath('', [''])).toBe('_1');
+    expect(generateUniquePath('_', ['_'])).toBe('__1');
+});
+test('convertToUniqueS3ObjectName works correctly', () => {
+    expect(convertToUniqueS3ObjectName('/flows.csv', [])).toBe('_flows.csv');
+    expect(convertToUniqueS3ObjectName('&flows.csv', [])).toBe('_flows.csv');
+    expect(convertToUniqueS3ObjectName('@flows.csv', [])).toBe('_flows.csv');
+    expect(convertToUniqueS3ObjectName('/flows.csv', [])).toBe('_flows.csv');
+    expect(convertToUniqueS3ObjectName('flows.csv', ['flows.csv'])).toBe('flows_1.csv');
+    expect(convertToUniqueS3ObjectName('flows.csv', ['flows.csv', 'flows_1.csv'])).toBe('flows_2.csv');
+});

package/dist/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"program":{"fileNames":["../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es5.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2016.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.dom.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.dom.iterable.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.core.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.collection.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.generator.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.iterable.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.promise.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.proxy.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.reflect.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.symbol.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2015.symbol.wellknown.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2016.array.include.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.es2016.intl.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.decorators.d.ts","../../../node_modules/.pnpm/typescript@5.5.4/node_modules/typescript/lib/lib.decorators.legacy.d.ts","../../../node_modules/.pnpm/@types+react@18.3.18/node_modules/@types/react/global.d.ts","../../../node_modules/.pnpm/csstype@3.1.3/node_modules/csstype/index.d.ts","../../../node_modules/.pnpm/@types+prop-types@15.7.14/node_modules/@types/prop-types/index.d.ts","../../../node_modules/.pnpm/@types+react@18.3.18/node_modules/@types/react/index.d.ts","../../../node_modules/.pnpm/@types+react@18.3.18/node_modules/@types/react/jsx-runtime.d.ts","../../../node_modules/.pnpm/@types+d3-color@3.1.3/node_modules/@types/d3-color/index.d.ts","../src/color.ts","../../../node_modules/.pnpm/@types+d3-format@3.0.4/node_modules/@types/d3-format/index.d.ts","../src/format.ts","../../../node_modules/.pnpm/@types+d3-time-format@4.0.3/node_modules/@types/d3-time-format/index.d.ts","../../../node_modules/.pnpm/@types+seedrandom@3.0.8/node_modules/@types/seedrandom/index.d.ts","../../../node_modules/.pnpm/dayjs@1.11.13/node_modules/dayjs/locale/types.d.ts","../../../node_modules/.pnpm/dayjs@1.11.13/node_modules/dayjs/locale/index.d.ts","../../../node_modules/.pnpm/dayjs@1.11.13/node_modules/dayjs/index.d.ts","../../../node_modules/.pnpm/dayjs@1.11.13/node_modules/dayjs/plugin/relativetime.d.ts","../src/helpers.ts","../src/xhr.ts","../src/storage.ts","../src/str.ts","../src/index.ts","../src/str.test.ts","../../../node_modules/.pnpm/@jest+expect-utils@29.7.0/node_modules/@jest/expect-utils/build/index.d.ts","../../../node_modules/.pnpm/chalk@4.1.2/node_modules/chalk/index.d.ts","../../../node_modules/.pnpm/@sinclair+typebox@0.27.8/node_modules/@sinclair/typebox/typebox.d.ts","../../../node_modules/.pnpm/@jest+schemas@29.6.3/node_modules/@jest/schemas/build/index.d.ts","../../../node_modules/.pnpm/pretty-format@29.7.0/node_modules/pretty-format/build/index.d.ts","../../../node_modules/.pnpm/jest-diff@29.7.0/node_modules/jest-diff/build/index.d.ts","../../../node_modules/.pnpm/jest-matcher-utils@29.7.0/node_modules/jest-matcher-utils/build/index.d.ts","../../../node_modules/.pnpm/expect@29.7.0/node_modules/expect/build/index.d.ts","../../../node_modules/.pnpm/@types+jest@29.5.14/node_modules/@types/jest/index.d.ts","../../../node_modules/.pnpm/@types+mocha@10.0.10/node_modules/@types/mocha/index.d.ts","../../../node_modules/.pnpm/@types+react-dom@18.3.5_@types+react@18.3.18/node_modules/@types/react-dom/index.d.ts"],"fileInfos":[{"version":"44e584d4f6444f58791784f1d530875970993129442a847597db702a073ca68c","affectsGlobalScope":true},"45b7ab580deca34ae9729e97c13cfd999df04416a79116c3bfb483804f85ded4","3facaf05f0c5fc569c5649dd359892c98a85557e3e0c847964caeb67076f4d75",{"version":"4af6b0c727b7a2896463d512fafd23634229adf69ac7c00e2ae15a09cb084fad","affectsGlobalScope":true},{"version":"9c00a480825408b6a24c63c1b71362232927247595d7c97659bc24dc68ae0757","affectsGlobalScope":true},{"version":"6920e1448680767498a0b77c6a00a8e77d14d62c3da8967b171f1ddffa3c18e4","affectsGlobalScope":true},{"version":"dc2df20b1bcdc8c2d34af4926e2c3ab15ffe1160a63e58b7e09833f616efff44","affectsGlobalScope":true},{"version":"4443e68b35f3332f753eacc66a04ac1d2053b8b035a0e0ac1d455392b5e243b3","affectsGlobalScope":true},{"version":"bc47685641087c015972a3f072480889f0d6c65515f12bd85222f49a98952ed7","affectsGlobalScope":true},{"version":"0dc1e7ceda9b8b9b455c3a2d67b0412feab00bd2f66656cd8850e8831b08b537","affectsGlobalScope":true},{"version":"ce691fb9e5c64efb9547083e4a34091bcbe5bdb41027e310ebba8f7d96a98671","affectsGlobalScope":true},{"version":"8d697a2a929a5fcb38b7a65594020fcef05ec1630804a33748829c5ff53640d0","affectsGlobalScope":true},{"version":"4ff2a353abf8a80ee399af572debb8faab2d33ad38c4b4474cff7f26e7653b8d","affectsGlobalScope":true},{"version":"93495ff27b8746f55d19fcbcdbaccc99fd95f19d057aed1bd2c0cafe1335fbf0","affectsGlobalScope":true},{"version":"6fc23bb8c3965964be8c597310a2878b53a0306edb71d4b5a4dfe760186bcc01","affectsGlobalScope":true},{"version":"ea011c76963fb15ef1cdd7ce6a6808b46322c527de2077b6cfdf23ae6f5f9ec7","affectsGlobalScope":true},{"version":"33358442698bb565130f52ba79bfd3d4d484ac85fe33f3cb1759c54d18201393","affectsGlobalScope":true},{"version":"782dec38049b92d4e85c1585fbea5474a219c6984a35b004963b00beb1aab538","affectsGlobalScope":true},{"version":"36a2e4c9a67439aca5f91bb304611d5ae6e20d420503e96c230cf8fcdc948d94","affectsGlobalScope":true},"8a8eb4ebffd85e589a1cc7c178e291626c359543403d58c9cd22b81fab5b1fb9","65ff5a0aefd7817a03c1ad04fee85c9cdd3ec415cc3c9efec85d8008d4d5e4ee",{"version":"b89c2ddec6bd955e8721d41e24ca667de06882338d88b183c2cdc1f41f4c5a34","affectsGlobalScope":true},"42c169fb8c2d42f4f668c624a9a11e719d5d07dacbebb63cbcf7ef365b0a75b3","6fc1a4f64372593767a9b7b774e9b3b92bf04e8785c3f9ea98973aa9f4bbe490","e33a7456f02ff96e9ee751532f9ff26541070229f240ec0e8776c4410590bee5","189266dd5f90a981910c70d7dfa05e2bca901a4f8a2680d7030c3abbfb5b1e23","fc1450f026c1e9019adfa69b8cf6cb593b2f8e39a9a0a509626c171b155e1df2","dd8936160e41420264a9d5fade0ff95cc92cab56032a84c74a46b4c38e43121e","bb5d24e66d38263b1bda38d0f9b7a72aa2a9de2f7dfd840132a2e372bffd95d8",{"version":"73a0ee6395819b063df4b148211985f2e1442945c1a057204cf4cf6281760dc3","affectsGlobalScope":true},"d05d8c67116dceafc62e691c47ac89f8f10cf7313cd1b2fb4fe801c2bf1bb1a7","3c5bb5207df7095882400323d692957e90ec17323ccff5fd5f29a1ecf3b165d0","f684f2969931de8fb9a5164f8c8f51aaea4025f4eede98406a17642a605c2842","1f4390e16ab10668dc316a909d1b1bc42479e06ee4fc129b3c6e6948ac104d92","c13a38d11c837670628513f9de2d2c25272be5574ec1fd61fbe60ad02699aa05","8faa2cfac01b22e2328f7474d30b110ee2ec16ef2cabd1ae3f838e0bb8dc80fa","f1f981926e310e6c6936769f0f8b9b7e7994fd703c75d38589b25d0f47d49a49","fc51df5c5b5ae7f838f977732152b66984adeacdc14f4e55e144a4a5230af4e9","724777dc2b82b308dc37481e4b77b09ec8fa696227547712e01aaacd3d20b7a0","cdcc132f207d097d7d3aa75615ab9a2e71d6a478162dde8b67f88ea19f3e54de","0d14fa22c41fdc7277e6f71473b20ebc07f40f00e38875142335d5b63cdfc9d2","c085e9aa62d1ae1375794c1fb927a445fa105fed891a7e24edbb1c3300f7384a","f315e1e65a1f80992f0509e84e4ae2df15ecd9ef73df975f7c98813b71e4c8da","5b9586e9b0b6322e5bfbd2c29bd3b8e21ab9d871f82346cb71020e3d84bae73e","3e70a7e67c2cb16f8cd49097360c0309fe9d1e3210ff9222e9dac1f8df9d4fb6","ab68d2a3e3e8767c3fba8f80de099a1cfc18c0de79e42cb02ae66e22dfe14a66","d96cc6598148bf1a98fb2e8dcf01c63a4b3558bdaec6ef35e087fd0562eb40ec",{"version":"f8db4fea512ab759b2223b90ecbbe7dae919c02f8ce95ec03f7fb1cf757cfbeb","affectsGlobalScope":true},{"version":"29f72ec1289ae3aeda78bf14b38086d3d803262ac13904b400422941a26a3636","affectsGlobalScope":true},"17ed71200119e86ccef2d96b73b02ce8854b76ad6bd21b5021d4269bec527b5f"],"root":[25,27,[34,39]],"options":{"allowJs":true,"downlevelIteration":true,"esModuleInterop":true,"jsx":4,"module":99,"noImplicitAny":true,"outDir":"./","skipLibCheck":true,"strict":true,"target":99},"fileIdsList":[[42],[44,47],[22],[19,20,21],[31],[30],[32],[40,46],[44],[41,45],[43],[23,24],[23,26],[23,28,29,32,33],[23,25,27,34,35,36,37],[23,35],[23,37],[23]],"referencedMap":[[43,1],[48,2],[50,3],[22,4],[23,3],[32,5],[31,6],[33,7],[47,8],[45,9],[46,10],[44,11],[25,12],[27,13],[34,14],[38,15],[36,16],[39,17],[37,18],[35,18]]},"version":"5.5.4"}

package/dist/xhr.d.ts

@@ -0,0 +1,20 @@
+export declare const postData: ({ url, data, }: {
+    url: string;
+    data?: Record<string, any>;
+}) => Promise<any>;
+export type ProgressInfo = {
+    loaded: number;
+    total: number;
+    ratio: number;
+};
+export declare function downloadFile(url: string, opts?: {
+    method?: string;
+    headers?: Record<string, string>;
+    onProgress?: (info: ProgressInfo) => void;
+}): Promise<Uint8Array>;
+export declare function uploadFile(url: string, content: File | Blob | FormData, opts?: {
+    method?: string;
+    headers?: Record<string, string>;
+    onProgress?: (info: ProgressInfo) => void;
+}): Promise<Response>;
+//# sourceMappingURL=xhr.d.ts.map

package/dist/xhr.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xhr.d.ts","sourceRoot":"","sources":["../src/xhr.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,QAAQ,mBAGlB;IACD,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC5B,iBAoBA,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAC,CAAC;AAK1E,wBAAsB,YAAY,CAChC,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;IACJ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;CACtC,GACL,OAAO,CAAC,UAAU,CAAC,CAsCrB;AAID,wBAAsB,UAAU,CAC9B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,IAAI,GAAG,IAAI,GAAG,QAAQ,EAC/B,IAAI,GAAE;IACJ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;CACtC,GACL,OAAO,CAAC,QAAQ,CAAC,CAiCnB"}

package/dist/xhr.js

@@ -0,0 +1,94 @@
+export const postData = async ({ url, data, }) => {
+    const res = await fetch(url, {
+        method: 'POST',
+        headers: new Headers({ 'Content-Type': 'application/json' }),
+        credentials: 'same-origin',
+        body: JSON.stringify(data),
+    });
+    if (!res.ok) {
+        console.error('Error in postData', { url, data, res });
+        let message = res.statusText;
+        try {
+            message = (await res.json()).error.message;
+            console.error(message);
+        }
+        catch {
+            // ignore
+        }
+        throw new Error(message);
+    }
+    return res.json();
+};
+// TODO: use range requests to download in chunks
+// https://github.com/duckdb/duckdb-wasm/blob/d9ea9c919b6301e7c6dc8a9b3fd527e86f69a38e/packages/duckdb-wasm/src/bindings/runtime_browser.ts#L307
+export async function downloadFile(url, opts = {}) {
+    const { method = 'GET', headers = {}, onProgress } = opts;
+    return await new Promise((resolve, reject) => {
+        const xhr = new XMLHttpRequest();
+        // https://www.html5rocks.com/en/tutorials/file/xhr2/#toc-bin-data
+        xhr.open(method, url, true);
+        xhr.responseType = 'arraybuffer';
+        Object.keys(headers).map((key) => {
+            if (headers[key]) {
+                xhr.setRequestHeader(key, headers[key]);
+            }
+        });
+        xhr.onload = () => resolve(new Uint8Array(xhr.response));
+        xhr.onreadystatechange = () => {
+            if (xhr.readyState === XMLHttpRequest.DONE) {
+                if (xhr.status >= 200 && xhr.status < 300) {
+                    // already handled by onload
+                }
+                else {
+                    reject({ status: xhr.status, error: `File download failed` });
+                }
+            }
+        };
+        xhr.onerror = () => reject({ status: xhr.status, error: `File download failed` });
+        if (onProgress) {
+            xhr.onprogress = (event) => {
+                const { lengthComputable, loaded, total } = event;
+                if (lengthComputable) {
+                    onProgress({ loaded, total, ratio: total ? loaded / total : 0 });
+                }
+            };
+        }
+        xhr.send(null);
+    });
+}
+// TODO: upload in chunks https://www.html5rocks.com/en/tutorials/file/xhr2/
+export async function uploadFile(url, content, opts = {}) {
+    const { method = 'POST', headers = {}, onProgress } = opts;
+    return await new Promise((resolve, reject) => {
+        const xhr = new XMLHttpRequest();
+        xhr.open(method, url, true);
+        Object.keys(headers).map((key) => {
+            if (headers[key]) {
+                xhr.setRequestHeader(key, headers[key]);
+            }
+        });
+        xhr.onreadystatechange = () => {
+            if (xhr.readyState === XMLHttpRequest.DONE) {
+                if (xhr.status >= 200 && xhr.status < 300) {
+                    resolve(xhr.response);
+                }
+                else {
+                    reject({
+                        status: xhr.status,
+                        error: xhr.responseText,
+                    });
+                }
+            }
+        };
+        xhr.onerror = () => reject({ status: xhr.status, error: xhr.responseText });
+        if (onProgress) {
+            xhr.upload.onprogress = (event) => {
+                const { lengthComputable, loaded, total } = event;
+                if (lengthComputable) {
+                    onProgress({ loaded, total, ratio: total ? loaded / total : 0 });
+                }
+            };
+        }
+        xhr.send(content);
+    });
+}

package/eslint.config.js

@@ -0,0 +1,4 @@
+import {config} from '@sqlrooms/eslint-config/react-internal';
+
+/** @type {import("eslint").Linter.Config} */
+export default config;

package/jest.config.ms

@@ -0,0 +1,8 @@
+// See https://github.com/bakeruk/modern-typescript-monorepo-example/blob/main/package.json
+/** @type {import('jest').Config} */
+module.exports = {
+  transform: {
+    '^.+\\.(t|j)sx?$': '@swc/jest',
+  },
+  testPathIgnorePatterns: ['/dist/'],
+};

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@sqlrooms/utils",
+  "version": "0.0.0",
+  "main": "dist/index.js",
+  "types": "src/index.ts",
+  "module": "dist/index.js",
+  "type": "module",
+  "private": false,
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "dev": "tsc -w",
+    "build": "tsc",
+    "_test": "jest",
+    "_test:watch": "jest --watch",
+    "lint": "eslint ."
+  },
+  "dependencies": {
+    "d3-color": "^3.1.0",
+    "d3-format": "^3.1.0",
+    "d3-time-format": "^4.1.0",
+    "seedrandom": "^3.0.5"
+  },
+  "peerDependencies": {
+    "dayjs": "*",
+    "zod": "*"
+  },
+  "devDependencies": {
+    "@types/d3-color": "^3.1.3",
+    "@types/d3-format": "^3.0.4",
+    "@types/d3-time-format": "^4.0.3",
+    "@types/seedrandom": "^3.0.8"
+  },
+  "gitHead": "4b0c709542475e4f95db0b2a8405ecadcf2ec186"
+}

package/src/color.ts

@@ -0,0 +1,11 @@
+import {color as d3color} from 'd3-color';
+
+export function opacifyHex(hexCode: string, opacity: number): string {
+  const c = d3color(hexCode);
+  if (!c) {
+    console.warn('Invalid color: ', hexCode);
+    return `rgba(255, 255, 255, ${opacity})`;
+  }
+  const col = c.rgb();
+  return `rgba(${col.r}, ${col.g}, ${col.b}, ${opacity})`;
+}

package/src/format.ts

@@ -0,0 +1,12 @@
+import * as d3Format from 'd3-format';
+
+export const formatCount = d3Format.format(',.0f');
+export const formatCount4 = d3Format.format('.4~s');
+export const formatCountShort = d3Format.format(',.0s');
+
+export function shorten(str: string, maxLength = 10): string {
+  if (str.length <= maxLength) {
+    return str;
+  }
+  return `${str.substring(0, maxLength - 3)}…`;
+}

package/src/helpers.ts

@@ -0,0 +1,68 @@
+import {timeFormat} from 'd3-time-format';
+import {alea} from 'seedrandom';
+
+import dayjs, {ConfigType} from 'dayjs';
+import relativeTime from 'dayjs/plugin/relativeTime';
+
+dayjs.extend(relativeTime);
+
+export const toDateTime = (secs: number) => {
+  const t = new Date('1970-01-01T00:30:00Z'); // Unix epoch start.
+  t.setSeconds(secs);
+  return t;
+};
+
+export function genRandomStr(length: number, seed?: string) {
+  const rnd = seed ? alea(seed) : Math.random;
+  return Array.from(
+    (function* () {
+      for (let i = 0; i < length; i++) {
+        const v = Math.floor(rnd() * (26 * 2 + 10));
+        if (v < 26) {
+          yield String.fromCharCode(v + 65); // 'A' - 'Z'
+        } else if (v < 52) {
+          yield String.fromCharCode(v + 71); // 'a' - 'z'
+        } else {
+          yield String.fromCharCode(v + 48); // '0' - '9'
+        }
+      }
+    })(),
+  ).join('');
+}
+
+export const NUMBER_FORMAT = new Intl.NumberFormat('en-US', {
+  minimumFractionDigits: 0,
+});
+
+export const formatNumber = (n: number) => NUMBER_FORMAT.format(n);
+
+const TIME_OF_DAY_FORMAT = timeFormat('%I:%M %p');
+const DATE_TIME_FORMAT = timeFormat('%a %Y-%m-%d %I:%M %p');
+const DATE_FORMAT = timeFormat('%Y-%m-%d');
+
+export const formatDateTime = (d: Date | number | bigint) => {
+  const date = d instanceof Date ? d : new Date(Number(d));
+  // return date.toISOString();
+  return DATE_TIME_FORMAT(date);
+};
+
+export const formatDate = (d: Date | number | bigint) => {
+  const date = d instanceof Date ? d : new Date(Number(d));
+  return DATE_FORMAT(date);
+};
+
+export const formatTimeOfDay = (d: Date | number | bigint) => {
+  const date = d instanceof Date ? d : new Date(Number(d));
+  return TIME_OF_DAY_FORMAT(date);
+};
+
+export const formatTimeRelative = (d: ConfigType) => {
+  return dayjs().to(d);
+};
+
+export const getErrorMessageForDisplay = (e: any) => {
+  let msg = e instanceof Error ? e.message : String(e);
+  msg = msg.replace(/Query failed: Error: /, '');
+  const firstNl = msg.indexOf('\n');
+  return firstNl >= 0 ? msg.substring(0, firstNl) : msg;
+};

package/src/index.ts

@@ -0,0 +1,6 @@
+export * from './color';
+export * from './format';
+export * from './helpers';
+export * from './storage';
+export * from './str';
+export * from './xhr';

package/src/storage.ts

@@ -0,0 +1,14 @@
+import {postData} from './xhr';
+
+// TODO: this should live in app
+export async function getSignedFileUrl(
+  params:
+    | {fname: string; upload?: boolean}
+    | {projectId: string; fname: string; upload?: boolean; password?: string},
+) {
+  const {url: locationsUrl} = await postData({
+    url: '/api/gen-signed-url',
+    data: params,
+  });
+  return locationsUrl;
+}

package/src/str.test.ts

@@ -0,0 +1,65 @@
+import {
+  convertToUniqueS3ObjectName,
+  generateUniqueName,
+  generateUniquePath,
+} from './str';
+
+test('generateUniqueName generates unique table names', () => {
+  expect(generateUniqueName('foo', [])).toBe('foo');
+  expect(generateUniqueName('foo', ['345'])).toBe('foo');
+  expect(generateUniqueName('foo', ['foo_1'])).toBe('foo');
+  expect(generateUniqueName('foo', ['foo', 'foo_1'])).toBe('foo_2');
+  expect(generateUniqueName('foo_1', ['foo_1'])).toBe('foo_2');
+  expect(generateUniqueName('foo_2', ['foo_2'])).toBe('foo_3');
+  expect(generateUniqueName('foo', ['foo', 'foo_1', 'foo_2'])).toBe('foo_3');
+  expect(generateUniqueName('')).toBe('');
+  expect(generateUniqueName('', [''])).toBe('_1');
+  expect(generateUniqueName('_', ['_'])).toBe('__1');
+});
+
+test('generateUniquePath generates unique paths', () => {
+  expect(generateUniquePath('/foo/bar.csv', [])).toBe('/foo/bar.csv');
+  expect(generateUniquePath('/foo/bar.csv', ['345'])).toBe('/foo/bar.csv');
+  expect(generateUniquePath('/foo/bar.csv', ['/foo/bar.csv'])).toBe(
+    '/foo/bar_1.csv',
+  );
+  expect(generateUniquePath('/foo/bar.csv', ['/foo/bar_1.csv'])).toBe(
+    '/foo/bar.csv',
+  );
+  expect(
+    generateUniquePath('/foo/bar.csv', ['/foo/bar.csv', '/foo/bar_1.csv']),
+  ).toBe('/foo/bar_2.csv');
+  expect(
+    generateUniquePath('/foo/bar.csv', [
+      '/foo/bar.csv',
+      '/foo/bar_1.csv',
+      '/foo/bar_2.csv',
+    ]),
+  ).toBe('/foo/bar_3.csv');
+  expect(generateUniquePath('/foo/bar_1.csv', ['/foo/bar_1.csv'])).toBe(
+    '/foo/bar_2.csv',
+  );
+  expect(generateUniquePath('/foo/bar_2.csv', ['/foo/bar_2.csv'])).toBe(
+    '/foo/bar_3.csv',
+  );
+  expect(generateUniquePath('/foo', [])).toBe('/foo');
+  expect(generateUniquePath('/foo/bar', [])).toBe('/foo/bar');
+  expect(generateUniquePath('/foo/bar', ['/foo/bar'])).toBe('/foo/bar_1');
+  expect(generateUniquePath('/', [])).toBe('/');
+  expect(generateUniquePath('', [])).toBe('');
+  expect(generateUniquePath('', [''])).toBe('_1');
+  expect(generateUniquePath('_', ['_'])).toBe('__1');
+});
+
+test('convertToUniqueS3ObjectName works correctly', () => {
+  expect(convertToUniqueS3ObjectName('/flows.csv', [])).toBe('_flows.csv');
+  expect(convertToUniqueS3ObjectName('&flows.csv', [])).toBe('_flows.csv');
+  expect(convertToUniqueS3ObjectName('@flows.csv', [])).toBe('_flows.csv');
+  expect(convertToUniqueS3ObjectName('/flows.csv', [])).toBe('_flows.csv');
+  expect(convertToUniqueS3ObjectName('flows.csv', ['flows.csv'])).toBe(
+    'flows_1.csv',
+  );
+  expect(
+    convertToUniqueS3ObjectName('flows.csv', ['flows.csv', 'flows_1.csv']),
+  ).toBe('flows_2.csv');
+});

package/src/str.ts

@@ -0,0 +1,166 @@
+export function formatBytes(bytes: number): string {
+  if (bytes === 0) return '0 Bytes';
+
+  const k = 1024;
+  const sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB'];
+
+  const i = Math.floor(Math.log(bytes) / Math.log(k));
+
+  let sizeValue = bytes / Math.pow(k, i);
+  // Use floor to check if there's a non-zero fractional part, format accordingly
+  sizeValue =
+    sizeValue != Math.floor(sizeValue)
+      ? parseFloat(sizeValue.toFixed(2))
+      : Math.floor(sizeValue);
+
+  return sizeValue + ' ' + sizes[i];
+}
+
+export function splitFilePath(filePath: string): {
+  dir: string;
+  name: string;
+  ext: string;
+} {
+  const pathParts = filePath.split('/');
+  const file = pathParts.pop() || '';
+
+  const dotIndex = file.lastIndexOf('.');
+  if (dotIndex === -1 || dotIndex === 0)
+    return {dir: pathParts.join('/'), name: file, ext: ''};
+
+  const name = file.substring(0, dotIndex);
+  const ext = file.substring(dotIndex + 1);
+
+  return {dir: pathParts.join('/'), name, ext};
+}
+
+export function convertToUniqueColumnOrTableName(
+  filename: string,
+  existingTables?: string[],
+): string {
+  // Remove file extension
+  const base = filename.replace(/\.[^/.]+$/, '');
+
+  // Replace any invalid character with underscore, and convert to lowercase
+  let tableName = base.replace(/[^a-z0-9_]/gi, '_');
+
+  // If the first character is a number, prepend an underscore
+  if (/^\d/.test(tableName)) {
+    tableName = '_' + tableName;
+  }
+
+  // Truncate to the max length 63
+  if (tableName.length > 63) {
+    tableName = tableName.substring(0, 63);
+  }
+
+  tableName = generateUniqueName(tableName, existingTables);
+
+  return tableName;
+}
+
+export function generateUniqueName(name: string, usedNames?: string[]) {
+  const usedNamesLower = usedNames?.map((n) => n.toLowerCase());
+
+  // If tableName exists in the list
+  if (usedNamesLower?.includes(name.toLowerCase())) {
+    let baseName: string | undefined = name;
+    let i = 0;
+
+    // If tableName ends with `_${i}` pattern, update the baseTableName and i
+    const matched = name.match(/^(.+)_(\d+)$/);
+    if (matched) {
+      baseName = matched[1];
+      i = Number(matched[2]);
+    }
+
+    do {
+      i++;
+      name = `${baseName}_${i}`;
+    } while (usedNamesLower.includes(name.toLowerCase()));
+  }
+
+  return name;
+}
+
+export function generateUniquePath(
+  filePath: string,
+  existingPaths: string[],
+): string {
+  let nextPath = filePath;
+  if (existingPaths?.includes(filePath)) {
+    const {dir, name, ext} = splitFilePath(filePath);
+
+    let i = 0;
+    let baseName: string | undefined = name;
+    const matched = name.match(/^(.+)_(\d+)$/);
+    if (matched) {
+      baseName = matched[1];
+      i = Number(matched[2]);
+    }
+
+    do {
+      i++;
+      const fname = `${baseName}_${i}${ext ? `.${ext}` : ''}`;
+      nextPath = `${dir}${dir ? '/' : ''}${fname}`;
+    } while (existingPaths.includes(nextPath));
+  }
+
+  return nextPath;
+}
+
+export function convertToUniqueS3ObjectName(
+  str: string,
+  existingObjects?: string[],
+): string {
+  let rv = str
+    .trim() // Remove leading and trailing white spaces
+    .replace(/[^\w\s-\.]/g, '_') // Replace special characters with underscores
+    .replace(/\s+/g, '_') // Replace consecutive spaces with a single underscore
+    // .replace(/_+/g, '_') // Remove consecutive underscores
+    // .replace(/^_/, '') // Remove leading underscores
+    // .replace(/_$/, '') // Remove trailing underscores
+    .slice(0, 255); // Truncate the string if it exceeds 255 characters
+
+  if (existingObjects?.length) {
+    rv = generateUniquePath(rv, existingObjects);
+  }
+
+  return rv;
+}
+
+export function convertToUniqueS3FolderPath(
+  str: string,
+  existingObjects?: string[],
+): string {
+  let next = convertToUniqueS3ObjectName(str, existingObjects);
+  if (!next.endsWith('/')) next += '/'; // Add trailing slash if not present
+  return next;
+  // return (
+  //   str
+  //     .trim() // Remove leading and trailing white spaces
+  //     .replace(/\/+/g, '/') // Replace consecutive slashes with a single slash
+  //     .replace(/[^\w\s-\/]/g, '_') // Replace special characters with underscores
+  //     .replace(/\s+/g, '_') // Replace consecutive spaces with a single underscore
+  //     .replace(/^\//, '') + // Remove leading slash
+  //   (str.endsWith('/') ? '' : '/')
+  // );
+}
+
+export function camelCaseToTitle(camelCase: string): string {
+  // Split the string into words on the camelCase boundaries
+  const words = camelCase.match(/^[a-z]+|[A-Z][a-z]*/g);
+
+  // If words are found, transform them and join into a title string
+  if (words) {
+    return words
+      .map((word) => {
+        // Capitalize the first letter of each word
+        return word.charAt(0).toUpperCase() + word.slice(1).toLowerCase();
+      })
+      .join(' '); // Join the words with space
+  }
+
+  // If no words were found, just capitalize the whole string
+  return camelCase.charAt(0).toUpperCase() + camelCase.slice(1);
+}