@ganju/utils 0.0.1

package/dist/chunking.js

@@ -0,0 +1,97 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.prepareChunks = exports.buildHeader = exports.chunkText = exports.splitRecursive = void 0;
+const constants_1 = require("./constants");
+const trySplit = (text, sep) => {
+    if (typeof sep === 'string') {
+        return text.includes(sep) ? text.split(sep) : null;
+    }
+    return sep.test(text) ? text.split(sep) : null;
+};
+const splitRecursive = (text, target, separators = constants_1.constants.CHUNK_SEPARATORS) => {
+    if (text.length <= target)
+        return [text];
+    for (const { split, join } of separators) {
+        const parts = trySplit(text, split);
+        if (!parts)
+            continue;
+        const chunks = [];
+        let current = '';
+        for (const part of parts) {
+            const piece = current ? current + join + part : part;
+            if (piece.length > target && current) {
+                chunks.push(current);
+                current = part;
+            }
+            else {
+                current = piece;
+            }
+        }
+        if (current)
+            chunks.push(current);
+        return chunks.flatMap(chunk => chunk.length > target ? (0, exports.splitRecursive)(chunk, target, separators) : [chunk]);
+    }
+    const chunks = [];
+    for (let i = 0; i < text.length; i += target) {
+        chunks.push(text.slice(i, i + target));
+    }
+    return chunks;
+};
+exports.splitRecursive = splitRecursive;
+const chunkText = (text, options) => {
+    const target = options?.targetChars ?? constants_1.constants.CHUNK_TARGET_CHARS;
+    const overlap = options?.overlapChars ?? constants_1.constants.CHUNK_OVERLAP_CHARS;
+    const trimmed = text.trim();
+    if (!trimmed)
+        return [];
+    if (trimmed.length <= target)
+        return [trimmed];
+    const rawChunks = (0, exports.splitRecursive)(trimmed, target);
+    const withOverlap = [];
+    for (let i = 0; i < rawChunks.length; i++) {
+        const prev = i > 0 ? rawChunks[i - 1].slice(-overlap) : '';
+        withOverlap.push((prev ? prev + '\n' : '') + rawChunks[i]);
+    }
+    return withOverlap.filter(c => c.trim().length > 0);
+};
+exports.chunkText = chunkText;
+const buildHeader = (input) => [
+    input.title ? `Title: ${input.title}` : null,
+    input.description ? `Description: ${input.description}` : null,
+    input.uri ? `URI: ${input.uri}` : null,
+    input.mimeType ? `MimeType: ${input.mimeType}` : null,
+    input.fileName ? `FileName: ${input.fileName}` : null
+]
+    .filter(Boolean)
+    .join('\n');
+exports.buildHeader = buildHeader;
+const prepareChunks = (header, documents, fallbackContent, options) => {
+    if (documents && documents.length > 0) {
+        const out = [];
+        documents.forEach((doc, docIndex) => {
+            const body = (doc.pageContent || '').replace(/[\x00-\x08\x0B\x0C\x0E-\x1F]/g, '').trim();
+            if (!body)
+                return;
+            const text = docIndex === 0 && header ? `${header}\n\n${body}` : body;
+            const pieces = (0, exports.chunkText)(text, options);
+            pieces.forEach((piece, pieceIndex) => {
+                out.push({
+                    content: piece,
+                    metadata: {
+                        ...doc.metadata,
+                        chunkIndexInPage: pieceIndex,
+                        chunksInPage: pieces.length
+                    }
+                });
+            });
+        });
+        return out;
+    }
+    const body = (fallbackContent || '').replace(/[\x00-\x08\x0B\x0C\x0E-\x1F]/g, '').trim();
+    const fullText = [header, body].filter(Boolean).join('\n\n');
+    return (0, exports.chunkText)(fullText, options).map(content => ({
+        content,
+        metadata: null
+    }));
+};
+exports.prepareChunks = prepareChunks;

package/dist/cliConstants.d.ts

@@ -0,0 +1,9 @@
+export declare const CLI_OAUTH_CLIENT_NAME = "Ganju CLI";
+export declare const CLI_OAUTH_REDIRECT_PATH = "/callback";
+export declare const CLI_OAUTH_REDIRECT_PORTS: number[];
+export declare const CLI_OAUTH_SCOPES: string[];
+export declare const CLI_TOKEN_REFRESH_SKEW_SECONDS = 60;
+export declare const CUSTOM_CODE_SDK_SPECIFIER = "./ganju-sdk.js";
+export declare const CUSTOM_CODE_MAX_BUNDLE_BYTES: number;
+export declare const CREDENTIAL_PROVIDER_CUSTOM_CODE: "custom-code";
+//# sourceMappingURL=cliConstants.d.ts.map

package/dist/cliConstants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cliConstants.d.ts","sourceRoot":"","sources":["../src/cliConstants.ts"],"names":[],"mappings":"AAqBA,eAAO,MAAM,qBAAqB,cAAc,CAAC;AACjD,eAAO,MAAM,uBAAuB,cAAc,CAAC;AACnD,eAAO,MAAM,wBAAwB,UAAiC,CAAC;AAIvE,eAAO,MAAM,gBAAgB,UAK5B,CAAC;AAIF,eAAO,MAAM,8BAA8B,KAAK,CAAC;AAIjD,eAAO,MAAM,yBAAyB,mBAAmB,CAAC;AAI1D,eAAO,MAAM,4BAA4B,QAAkB,CAAC;AAK5D,eAAO,MAAM,+BAA+B,EAAoB,aAAa,CAAC"}

package/dist/cliConstants.js

@@ -0,0 +1,47 @@
+"use strict";
+// The handful of constants that get bundled into the published `ganju` CLI,
+// split out of the main constants module for exactly that reason.
+//
+// The same problem `sdkConstants.ts` solves, with a sharper edge. `constants.ts`
+// is one large object literal, so a bundler cannot drop the keys a consumer
+// doesn't touch — and the CLI ships to npm, where those keys would be plan
+// limits, pricing, vendor scopes and internal URLs sitting readable inside a
+// public package. Eight values live here instead, and the main module
+// re-exports them so there is still one definition of each.
+//
+// The rule for this file: nothing lands here unless the CLI reads it, and it
+// imports nothing.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CREDENTIAL_PROVIDER_CUSTOM_CODE = exports.CUSTOM_CODE_MAX_BUNDLE_BYTES = exports.CUSTOM_CODE_SDK_SPECIFIER = exports.CLI_TOKEN_REFRESH_SKEW_SECONDS = exports.CLI_OAUTH_SCOPES = exports.CLI_OAUTH_REDIRECT_PORTS = exports.CLI_OAUTH_REDIRECT_PATH = exports.CLI_OAUTH_CLIENT_NAME = void 0;
+// How `ganju login` identifies itself, and where it listens for the redirect.
+//
+// A fixed port would fail whenever something else already held it, so the CLI
+// binds the first one here that is free. All of them are registered up front
+// rather than only the one that gets used: the provider does implement RFC 8252
+// loopback matching, where the port is ignored for a 127.0.0.0/8 redirect, but
+// that is one library's behaviour and this is a login that has already opened
+// someone's browser by the time it would fail.
+exports.CLI_OAUTH_CLIENT_NAME = 'Ganju CLI';
+exports.CLI_OAUTH_REDIRECT_PATH = '/callback';
+exports.CLI_OAUTH_REDIRECT_PORTS = [8976, 8977, 8978, 8979, 8980];
+// `offline_access` is what mints the refresh token; without it a CLI session
+// would end an hour after login.
+exports.CLI_OAUTH_SCOPES = [
+    'openid',
+    'profile',
+    'email',
+    'offline_access'
+];
+// Refresh this far before the access token actually expires, so a long command
+// can't have its token die mid-request.
+exports.CLI_TOKEN_REFRESH_SKEW_SECONDS = 60;
+// What `ganju build` rewrites the SDK import to. The deployed script imports the
+// sibling module the publish pipeline attaches, whatever the author typed.
+exports.CUSTOM_CODE_SDK_SPECIFIER = './ganju-sdk.js';
+// Set well below Cloudflare's own script-size ceiling so a rejection happens
+// with a legible error rather than at deploy time.
+exports.CUSTOM_CODE_MAX_BUNDLE_BYTES = 3 * 1024 * 1024;
+// The provider `ganju secret` writes under. custom-code secrets are the
+// `ctx.secret(name)` values a user script reads at runtime, addressed by the
+// label in each row's metadata.
+exports.CREDENTIAL_PROVIDER_CUSTOM_CODE = 'custom-code';

package/dist/coerce.d.ts

@@ -0,0 +1,2 @@
+export declare const toStringArray: (input: unknown) => string[];
+//# sourceMappingURL=coerce.d.ts.map

package/dist/coerce.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coerce.d.ts","sourceRoot":"","sources":["../src/coerce.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,GAAI,OAAO,OAAO,KAAG,MAAM,EAQpD,CAAC"}

package/dist/coerce.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toStringArray = void 0;
+const toStringArray = (input) => {
+    if (Array.isArray(input)) {
+        return input.map(s => String(s).trim()).filter(Boolean);
+    }
+    if (typeof input === 'string' && input.trim()) {
+        return input.split(',').map(s => s.trim()).filter(Boolean);
+    }
+    return [];
+};
+exports.toStringArray = toStringArray;