node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.40

package/dist/utils/pushAll.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pushAll.js","sourceRoot":"","sources":["../../src/utils/pushAll.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAI,KAAU,EAAE,KAAoC;IACvE,KAAK,MAAM,IAAI,IAAI,KAAK;QACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/utils/removeNullFields.d.ts

@@ -1 +1,2 @@
-export declare function removeNullFields<T extends object>(obj: T): T;
+export declare function removeNullFields<const T extends object>(obj: T): T;
+export declare function removeUndefinedFields<const T extends object>(obj: T): T;

package/dist/utils/removeNullFields.js

@@ -6,4 +6,12 @@ export function removeNullFields(obj) {
     }
     return newObj;
 }
+export function removeUndefinedFields(obj) {
+    const newObj = Object.assign({}, obj);
+    for (const key in obj) {
+        if (newObj[key] === undefined)
+            delete newObj[key];
+    }
+    return newObj;
+}
 //# sourceMappingURL=removeNullFields.js.map

package/dist/utils/removeNullFields.js.map

@@ -1 +1 @@
-{"version":3,"file":"removeNullFields.js","sourceRoot":"","sources":["../../src/utils/removeNullFields.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAmB,GAAM;IACrD,MAAM,MAAM,GAAM,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAEzC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE;QACnB,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI;YACnB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;KAC1B;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}
+{"version":3,"file":"removeNullFields.js","sourceRoot":"","sources":["../../src/utils/removeNullFields.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAyB,GAAM;IAC3D,MAAM,MAAM,GAAM,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAEzC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI;YACnB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAyB,GAAM;IAChE,MAAM,MAAM,GAAM,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAEzC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;YACzB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/utils/resolveGithubRelease.d.ts

@@ -0,0 +1,2 @@
+export declare function resolveGithubRelease(githubOwner: string, githubRepo: string, release: string): Promise<any>;
+export declare function isGithubReleaseNeedsResolving(release: string): boolean;

package/dist/utils/resolveGithubRelease.js

@@ -0,0 +1,36 @@
+import { Octokit } from "octokit";
+import { getConsoleLogPrefix } from "./getConsoleLogPrefix.js";
+export async function resolveGithubRelease(githubOwner, githubRepo, release) {
+    const octokit = new Octokit();
+    const repo = githubOwner + "/" + githubRepo;
+    let githubRelease = null;
+    try {
+        if (release === "latest") {
+            githubRelease = await octokit.rest.repos.getLatestRelease({
+                owner: githubOwner,
+                repo: githubRepo
+            });
+        }
+        else {
+            githubRelease = await octokit.rest.repos.getReleaseByTag({
+                owner: githubOwner,
+                repo: githubRepo,
+                tag: release
+            });
+        }
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + "Failed to fetch llama.cpp release info", err);
+    }
+    if (githubRelease == null) {
+        throw new Error(`Failed to find release "${release}" of "${repo}"`);
+    }
+    if (githubRelease.data.tag_name == null) {
+        throw new Error(`Failed to find tag of release "${release}" of "${repo}"`);
+    }
+    return githubRelease.data.tag_name;
+}
+export function isGithubReleaseNeedsResolving(release) {
+    return release === "latest";
+}
+//# sourceMappingURL=resolveGithubRelease.js.map

package/dist/utils/resolveGithubRelease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveGithubRelease.js","sourceRoot":"","sources":["../../src/utils/resolveGithubRelease.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,SAAS,CAAC;AAChC,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAE7D,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,WAAmB,EAAE,UAAkB,EAAE,OAAe;IAC/F,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,WAAW,GAAG,GAAG,GAAG,UAAU,CAAC;IAK5C,IAAI,aAAa,GAA6B,IAAI,CAAC;IAEnD,IAAI,CAAC;QACD,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;YACvB,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACtD,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,UAAU;aACnB,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;gBACrD,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,UAAU;gBAChB,GAAG,EAAE,OAAO;aACf,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,wCAAwC,EAAE,GAAG,CAAC,CAAC;IACzF,CAAC;IAED,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,SAAS,IAAI,GAAG,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,SAAS,IAAI,GAAG,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,OAAe;IACzD,OAAO,OAAO,KAAK,QAAQ,CAAC;AAChC,CAAC"}

package/dist/utils/resolveLastTokens.d.ts

@@ -0,0 +1,2 @@
+import { Token } from "../types.js";
+export declare function resolveLastTokens(tokenArrays: Token[][], maxTokens?: number): Token[];

package/dist/utils/resolveLastTokens.js

@@ -0,0 +1,12 @@
+import { maxRecentDetokenizerTokens } from "../consts.js";
+export function resolveLastTokens(tokenArrays, maxTokens = maxRecentDetokenizerTokens) {
+    const lastTokens = [];
+    for (let i = tokenArrays.length - 1; i >= 0 && lastTokens.length < maxTokens; i--) {
+        const tokens = tokenArrays[i];
+        for (let j = tokens.length - 1; j >= 0 && lastTokens.length < maxTokens; j--) {
+            lastTokens.unshift(tokens[j]);
+        }
+    }
+    return lastTokens;
+}
+//# sourceMappingURL=resolveLastTokens.js.map

package/dist/utils/resolveLastTokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveLastTokens.js","sourceRoot":"","sources":["../../src/utils/resolveLastTokens.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,0BAA0B,EAAC,MAAM,cAAc,CAAC;AAExD,MAAM,UAAU,iBAAiB,CAAC,WAAsB,EAAE,YAAoB,0BAA0B;IACpG,MAAM,UAAU,GAAY,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QAChF,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3E,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}

package/dist/utils/runtime.d.ts

@@ -0,0 +1,4 @@
+export declare const runningInElectron: boolean;
+export declare const runningInsideAsar: boolean;
+export declare const runningInBun: boolean;
+export declare const runningInNode: boolean;

package/dist/utils/runtime.js

@@ -0,0 +1,8 @@
+import path from "path";
+import { fileURLToPath } from "url";
+const __filename = fileURLToPath(import.meta.url);
+export const runningInElectron = process.versions.electron != null;
+export const runningInsideAsar = runningInElectron && __filename.toLowerCase().includes(".asar" + path.sep);
+export const runningInBun = process.versions.bun != null;
+export const runningInNode = !runningInElectron && !runningInBun;
+//# sourceMappingURL=runtime.js.map

package/dist/utils/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/utils/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAElC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAAG,iBAAiB,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5G,MAAM,CAAC,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC;AACzD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,iBAAiB,IAAI,CAAC,YAAY,CAAC"}

package/dist/utils/safeEventCallback.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Wraps a callback in a try-catch block and logs any errors to the console
+ */
+export declare function safeEventCallback<const Params extends any[]>(callback: ((...args: Params) => void) | ((...args: Params) => Promise<void>) | ((...args: Params) => void | Promise<void>), message?: string): ((...args: Params) => void);
+export declare function safeEventCallback(callback?: undefined | void | never, message?: string): undefined;
+export declare function safeEventCallback<const Params extends any[] = any[]>(callback?: undefined | void | never | ((...args: Params) => void) | ((...args: Params) => Promise<void>) | ((...args: Params) => void | Promise<void>), message?: string): undefined | ((...args: Params) => void);

package/dist/utils/safeEventCallback.js

@@ -0,0 +1,29 @@
+const safeCallbackSymbol = Symbol("safeCallback");
+export function safeEventCallback(callback, message) {
+    if (callback == null)
+        return undefined;
+    // do not wrap the callback if it's already wrapped
+    if (callback?.[safeCallbackSymbol] === true)
+        return callback;
+    const res = (...args) => {
+        try {
+            const res = callback(...args);
+            if (res instanceof Promise)
+                res.catch((error) => {
+                    if (message != null)
+                        console.error(message, error);
+                    else
+                        console.error(error);
+                });
+        }
+        catch (error) {
+            if (message != null)
+                console.error(message, error);
+            else
+                console.error(error);
+        }
+    };
+    res[safeCallbackSymbol] = true;
+    return res;
+}
+//# sourceMappingURL=safeEventCallback.js.map

package/dist/utils/safeEventCallback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safeEventCallback.js","sourceRoot":"","sources":["../../src/utils/safeEventCallback.ts"],"names":[],"mappings":"AAAA,MAAM,kBAAkB,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;AAelD,MAAM,UAAU,iBAAiB,CAC7B,QAC+C,EAC/C,OAAgB;IAEhB,IAAI,QAAQ,IAAI,IAAI;QAChB,OAAO,SAAS,CAAC;IAErB,mDAAmD;IACnD,IAAK,QAAgB,EAAE,CAAC,kBAAkB,CAAC,KAAK,IAAI;QAChD,OAAO,QAAQ,CAAC;IAEpB,MAAM,GAAG,GAAG,CAAC,GAAG,IAAY,EAAE,EAAE;QAC5B,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;YAE9B,IAAI,GAAG,YAAY,OAAO;gBACtB,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBAChB,IAAI,OAAO,IAAI,IAAI;wBACf,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;;wBAE9B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC,CAAC,CAAC;QACX,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,OAAO,IAAI,IAAI;gBACf,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;;gBAE9B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;IACL,CAAC,CAAC;IACF,GAAG,CAAC,kBAAkB,CAAC,GAAG,IAAI,CAAC;IAE/B,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/utils/spawnCommand.d.ts

@@ -1,2 +1,12 @@
 /// <reference types="node" />
-export declare function spawnCommand(command: string, args: string[], cwd: string, env?: NodeJS.ProcessEnv): Promise<void>;
+export declare function spawnCommand(command: string, args: string[], cwd: string, env?: NodeJS.ProcessEnv, progressLogs?: boolean): Promise<{
+    stdout: string;
+    stderr: string;
+    combinedStd: string;
+}>;
+export declare class SpawnError extends Error {
+    readonly stdout: string;
+    readonly stderr: string;
+    readonly combinedStd: string;
+    constructor(message: string, stdout: string, stderr: string, combinedStd: string);
+}

package/dist/utils/spawnCommand.js

@@ -1,5 +1,5 @@
 import spawn from "cross-spawn";
-export function spawnCommand(command, args, cwd, env = process.env) {
+export function spawnCommand(command, args, cwd, env = process.env, progressLogs = true) {
     function getCommandString() {
         let res = command;
         for (const arg of args) {
@@ -13,8 +13,28 @@ export function spawnCommand(command, args, cwd, env = process.env) {
         return res;
     }
     return new Promise((resolve, reject) => {
+        const stdout = [];
+        const stderr = [];
+        const combinedStd = [];
+        function createResult() {
+            const finalStdout = stdout.join("");
+            stdout.length = 0;
+            const finalStderr = stderr.join("");
+            stderr.length = 0;
+            const finalCombinedStd = combinedStd.join("");
+            combinedStd.length = 0;
+            return {
+                stdout: finalStdout,
+                stderr: finalStderr,
+                combinedStd: finalCombinedStd
+            };
+        }
+        function createError(message) {
+            const { stdout: finalStdout, stderr: finalStderr, combinedStd: finalCombinedStd } = createResult();
+            return new SpawnError(message, finalStdout, finalStderr, finalCombinedStd);
+        }
         const child = spawn(command, args, {
-            stdio: "inherit",
+            stdio: [null, null, null],
             cwd,
             env,
             detached: false,
@@ -22,18 +42,48 @@ export function spawnCommand(command, args, cwd, env = process.env) {
         });
         child.on("exit", (code) => {
             if (code == 0)
-                resolve();
+                resolve(createResult());
             else
-                reject(new Error(`Command ${getCommandString()} exited with code ${code}`));
+                reject(createError(`Command ${getCommandString()} exited with code ${code}`));
         });
         child.on("error", reject);
         child.on("disconnect", () => reject(new Error(`Command ${getCommandString()} disconnected`)));
         child.on("close", code => {
             if (code == 0)
-                resolve();
+                resolve(createResult());
             else
-                reject(new Error(`Command ${getCommandString()} closed with code ${code}`));
+                reject(createError(`Command ${getCommandString()} closed with code ${code}`));
+        });
+        if (progressLogs) {
+            child.stdout?.pipe(process.stdout);
+            child.stderr?.pipe(process.stderr);
+            process.stdin.pipe(child.stdin);
+        }
+        else {
+            child.stderr?.pipe(process.stderr);
+        }
+        child.stdout?.on("data", (data) => {
+            stdout.push(data.toString());
+            combinedStd.push(data.toString());
+        });
+        child.stderr?.on("data", (data) => {
+            stderr.push(data.toString());
+            combinedStd.push(data.toString());
         });
     });
 }
+export class SpawnError extends Error {
+    stdout;
+    stderr;
+    combinedStd;
+    constructor(message, stdout, stderr, combinedStd) {
+        super(message);
+        Object.defineProperty(this, "stdout", { enumerable: false });
+        Object.defineProperty(this, "stderr", { enumerable: false });
+        Object.defineProperty(this, "combinedStd", { enumerable: false });
+        this.stdout = stdout;
+        this.stderr = stderr;
+        this.combinedStd = combinedStd;
+    }
+}
 //# sourceMappingURL=spawnCommand.js.map

package/dist/utils/spawnCommand.js.map

@@ -1 +1 @@
-{"version":3,"file":"spawnCommand.js","sourceRoot":"","sources":["../../src/utils/spawnCommand.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,aAAa,CAAC;AAEhC,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,IAAc,EAAE,GAAW,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG;IACxF,SAAS,gBAAgB;QACrB,IAAI,GAAG,GAAG,OAAO,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACpB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACnB,GAAG,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;aAC7C;iBAAM;gBACH,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;aACpB;SACJ;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;YAC/B,KAAK,EAAE,SAAS;YAChB,GAAG;YACH,GAAG;YACH,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,EAAE,CAAC;;gBAEV,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,gBAAgB,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;QAC9F,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;YACrB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,EAAE,CAAC;;gBAEV,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,gBAAgB,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC"}
+{"version":3,"file":"spawnCommand.js","sourceRoot":"","sources":["../../src/utils/spawnCommand.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,aAAa,CAAC;AAEhC,MAAM,UAAU,YAAY,CACxB,OAAe,EAAE,IAAc,EAAE,GAAW,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,eAAwB,IAAI;IAE7F,SAAS,gBAAgB;QACrB,IAAI,GAAG,GAAG,OAAO,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpB,GAAG,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACJ,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;YACrB,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED,OAAO,IAAI,OAAO,CAAwD,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,SAAS,YAAY;YACjB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClB,MAAM,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9C,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEvB,OAAO;gBACH,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,WAAW;gBACnB,WAAW,EAAE,gBAAgB;aAChC,CAAC;QACN,CAAC;QAED,SAAS,WAAW,CAAC,OAAe;YAChC,MAAM,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,gBAAgB,EAAC,GAAG,YAAY,EAAE,CAAC;YAEjG,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;YAC/B,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YACzB,GAAG;YACH,GAAG;YACH,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;;gBAExB,MAAM,CAAC,WAAW,CAAC,WAAW,gBAAgB,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;QAC9F,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;YACrB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;;gBAExB,MAAM,CAAC,WAAW,CAAC,WAAW,gBAAgB,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QAEH,IAAI,YAAY,EAAE,CAAC;YACf,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACJ,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,OAAO,UAAW,SAAQ,KAAK;IACjB,MAAM,CAAS;IACf,MAAM,CAAS;IACf,WAAW,CAAS;IAEpC,YAAmB,OAAe,EAAE,MAAc,EAAE,MAAc,EAAE,WAAmB;QACnF,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,QAA6B,EAAE,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAC;QAChF,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,QAA6B,EAAE,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAC;QAChF,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,aAAkC,EAAE,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAC;QAErF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;CACJ"}

package/dist/utils/tokenizeInput.d.ts

@@ -0,0 +1,3 @@
+import { Token, Tokenizer } from "../types.js";
+import { LlamaText } from "./LlamaText.js";
+export declare function tokenizeInput(input: Token | Token[] | string | LlamaText, tokenizer: Tokenizer, options?: "trimLeadingSpace"): Token[];

package/dist/utils/tokenizeInput.js

@@ -0,0 +1,12 @@
+import { isLlamaText } from "./LlamaText.js";
+import { isToken } from "./isToken.js";
+export function tokenizeInput(input, tokenizer, options) {
+    if (typeof input === "string")
+        return tokenizer(input, false, options);
+    else if (isLlamaText(input))
+        return input.tokenize(tokenizer, options);
+    else if (isToken(input))
+        return [input];
+    return input;
+}
+//# sourceMappingURL=tokenizeInput.js.map

package/dist/utils/tokenizeInput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizeInput.js","sourceRoot":"","sources":["../../src/utils/tokenizeInput.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAY,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,MAAM,UAAU,aAAa,CAAC,KAA2C,EAAE,SAAoB,EAAE,OAA4B;IACzH,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;SACvC,IAAI,WAAW,CAAC,KAAK,CAAC;QACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SACzC,IAAI,OAAO,CAAC,KAAK,CAAC;QACnB,OAAO,CAAC,KAAK,CAAC,CAAC;IAEnB,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/utils/transformPromisable.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Transform a value that can be a promise or a value.
+ *
+ * This is used as a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ * @param value - The value to transform, can be a promise or a value
+ * @param transformer - The transformer function
+ * @returns The transformed value. If the input value is a promise, the return value will also be a promise.
+ */
+export declare function transformPromisable<T, R>(value: Promisable<T>, transformer: (value: T) => Promisable<R>): Promisable<R>;
+/**
+ * Transform multiple values that can be promises or values.
+ *
+ * This is used as a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ * @param values - The values to transform, can be promises or values
+ * @param transformer - The transformer function
+ */
+export declare function transformPromisables<const Types extends readonly any[], R>(values: {
+    [Index in keyof Types]: Promisable<Types[Index]>;
+}, transformer: (values: {
+    [Index in keyof Types]: Types[Index];
+}) => Promisable<R>): Promisable<R>;
+/**
+ * An implementation of a loop that waits on promises only when the value is a promise, and otherwise continues synchronously.
+ *
+ * This is a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ */
+export declare function promisableLoop<R>({ condition, callback, afterthought, returnValue }: {
+    /** The condition to check before each iteration */
+    condition: () => Promisable<boolean>;
+    /** The callback to run on each iteration */
+    callback: () => Promisable<void>;
+    /** An afterthought to run after each iteration */
+    afterthought?: () => Promisable<void>;
+    /** The value to return when the loop is done */
+    returnValue: () => Promisable<R>;
+}): Promisable<R>;
+export type Promisable<T> = T | Promise<T>;

package/dist/utils/transformPromisable.js

@@ -0,0 +1,64 @@
+/**
+ * Transform a value that can be a promise or a value.
+ *
+ * This is used as a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ * @param value - The value to transform, can be a promise or a value
+ * @param transformer - The transformer function
+ * @returns The transformed value. If the input value is a promise, the return value will also be a promise.
+ */
+export function transformPromisable(value, transformer) {
+    if (value instanceof Promise)
+        return value.then(transformer);
+    return transformer(value);
+}
+/**
+ * Transform multiple values that can be promises or values.
+ *
+ * This is used as a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ * @param values - The values to transform, can be promises or values
+ * @param transformer - The transformer function
+ */
+export function transformPromisables(values, transformer) {
+    if (values.some(value => value instanceof Promise))
+        return Promise.all(values).then(transformer);
+    return transformer(values);
+}
+/**
+ * An implementation of a loop that waits on promises only when the value is a promise, and otherwise continues synchronously.
+ *
+ * This is a performance optimization to avoid adding many microtasks to the event loop,
+ * which makes reading from buffers significantly faster.
+ */
+export function promisableLoop({ condition, callback, afterthought = () => void 0, returnValue }) {
+    function iterate() {
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const shouldContinue = condition();
+            if (shouldContinue instanceof Promise)
+                return shouldContinue
+                    .then((shouldContinue) => {
+                    if (shouldContinue) {
+                        const value = callback();
+                        if (value instanceof Promise)
+                            return value.then(() => transformPromisable(afterthought(), iterate));
+                        return transformPromisable(afterthought(), iterate);
+                    }
+                    return returnValue();
+                });
+            if (shouldContinue) {
+                const value = callback();
+                if (value instanceof Promise)
+                    return value.then(() => transformPromisable(afterthought(), iterate));
+                const afterthoughtValue = afterthought();
+                if (afterthoughtValue instanceof Promise)
+                    return afterthoughtValue.then(iterate);
+                continue;
+            }
+            return returnValue();
+        }
+    }
+    return iterate();
+}
+//# sourceMappingURL=transformPromisable.js.map

package/dist/utils/transformPromisable.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformPromisable.js","sourceRoot":"","sources":["../../src/utils/transformPromisable.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CAAO,KAAoB,EAAE,WAAwC;IACpG,IAAI,KAAK,YAAY,OAAO;QACxB,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAEnC,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAChC,MAA4D,EAC5D,WAAgF;IAEhF,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,YAAY,OAAO,CAAC;QAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAEjD,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAI,EAC9B,SAAS,EACT,QAAQ,EACR,YAAY,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,EAC3B,WAAW,EAad;IACG,SAAS,OAAO;QACZ,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACV,MAAM,cAAc,GAAG,SAAS,EAAE,CAAC;YAEnC,IAAI,cAAc,YAAY,OAAO;gBACjC,OAAO,cAAc;qBAChB,IAAI,CAAC,CAAC,cAAc,EAAiB,EAAE;oBACpC,IAAI,cAAc,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;wBACzB,IAAI,KAAK,YAAY,OAAO;4BACxB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;wBAE1E,OAAO,mBAAmB,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;oBACxD,CAAC;oBAED,OAAO,WAAW,EAAE,CAAC;gBACzB,CAAC,CAAC,CAAC;YAEX,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACzB,IAAI,KAAK,YAAY,OAAO;oBACxB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;gBAE1E,MAAM,iBAAiB,GAAG,YAAY,EAAE,CAAC;gBACzC,IAAI,iBAAiB,YAAY,OAAO;oBACpC,OAAO,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE3C,SAAS;YACb,CAAC;YAED,OAAO,WAAW,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,OAAO,OAAO,EAAE,CAAC;AACrB,CAAC"}

package/dist/utils/truncateTextAndRoundToWords.d.ts

@@ -1,3 +1,4 @@
+import { LlamaText } from "./LlamaText.js";
 /**
  * Truncate the given text starting from the specified index and try to round to the nearest word.
  * @param text - The text to truncate and round
@@ -6,3 +7,4 @@
  * @returns - The truncated and rounded text
  */
 export declare function truncateTextAndRoundToWords(text: string, truncateStartIndex: number, maxRound?: number): string;
+export declare function truncateLlamaTextAndRoundToWords(llamaText: LlamaText, truncateStartIndex: number, maxRound?: number): LlamaText;

package/dist/utils/truncateTextAndRoundToWords.js

@@ -1,3 +1,4 @@
+import { LlamaText, SpecialToken } from "./LlamaText.js";
 const truncatePrefix = "...";
 /**
  * Truncate the given text starting from the specified index and try to round to the nearest word.
@@ -24,4 +25,33 @@ export function truncateTextAndRoundToWords(text, truncateStartIndex, maxRound =
         return "";
     return truncatePrefix + res.slice(truncatePrefix.length);
 }
+export function truncateLlamaTextAndRoundToWords(llamaText, truncateStartIndex, maxRound = 6) {
+    if (truncateStartIndex <= 0)
+        return llamaText;
+    for (let i = 0; i < llamaText.values.length; i++) {
+        const value = llamaText.values[i];
+        if (typeof value === "string") {
+            if (value.length > truncateStartIndex) {
+                return LlamaText([
+                    truncateTextAndRoundToWords(value, truncateStartIndex, maxRound),
+                    ...llamaText.values.slice(i + 1)
+                ]);
+            }
+            truncateStartIndex -= value.length;
+        }
+        else if (value instanceof SpecialToken) {
+            truncateStartIndex--;
+            if (truncateStartIndex <= 0)
+                return LlamaText(llamaText.values.slice(i + 1));
+        }
+        else {
+            void (value);
+            // SpecialTokensText shouldn't be truncated
+            if (value.value.length > truncateStartIndex)
+                return LlamaText(llamaText.values.slice(i + 1));
+            truncateStartIndex -= value.value.length;
+        }
+    }
+    return LlamaText([]);
+}
 //# sourceMappingURL=truncateTextAndRoundToWords.js.map

package/dist/utils/truncateTextAndRoundToWords.js.map

@@ -1 +1 @@
-{"version":3,"file":"truncateTextAndRoundToWords.js","sourceRoot":"","sources":["../../src/utils/truncateTextAndRoundToWords.ts"],"names":[],"mappings":"AAAA,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CAAC,IAAY,EAAE,kBAA0B,EAAE,WAAmB,CAAC;IACtG,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAE3C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAChB,OAAO,GAAG,CAAC;IAEf,IAAI,kBAAkB,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,KAAK,GAAG;QAChE,OAAO,GAAG,CAAC;IAEf,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAExC,IAAI,cAAc,GAAG,CAAC,EAAE;QACpB,IAAI,GAAG,CAAC,MAAM,IAAI,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;YAC5D,OAAO,EAAE,CAAC;QAEd,OAAO,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;KAC5D;IAED,IAAI,cAAc,IAAI,QAAQ;QAC1B,OAAO,GAAG,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;IAEzC,IAAI,GAAG,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;QAClC,OAAO,EAAE,CAAC;IAEd,OAAO,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"truncateTextAndRoundToWords.js","sourceRoot":"","sources":["../../src/utils/truncateTextAndRoundToWords.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAE,YAAY,EAAoB,MAAM,gBAAgB,CAAC;AAE1E,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CAAC,IAAY,EAAE,kBAA0B,EAAE,WAAmB,CAAC;IACtG,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAE3C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAChB,OAAO,GAAG,CAAC;IAEf,IAAI,kBAAkB,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,KAAK,GAAG;QAChE,OAAO,GAAG,CAAC;IAEf,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAExC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,IAAI,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;YAC5D,OAAO,EAAE,CAAC;QAEd,OAAO,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,cAAc,IAAI,QAAQ;QAC1B,OAAO,GAAG,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;IAEzC,IAAI,GAAG,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;QAClC,OAAO,EAAE,CAAC;IAEd,OAAO,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,SAAoB,EAAE,kBAA0B,EAAE,WAAmB,CAAC;IACnH,IAAI,kBAAkB,IAAI,CAAC;QACvB,OAAO,SAAS,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;gBACpC,OAAO,SAAS,CAAC;oBACb,2BAA2B,CAAC,KAAK,EAAE,kBAAkB,EAAE,QAAQ,CAAC;oBAChE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;iBACnC,CAAC,CAAC;YACP,CAAC;YAED,kBAAkB,IAAI,KAAK,CAAC,MAAM,CAAC;QACvC,CAAC;aAAM,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YACvC,kBAAkB,EAAE,CAAC;YACrB,IAAI,kBAAkB,IAAI,CAAC;gBACvB,OAAO,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACJ,KAAK,CAAC,KAAiC,CAAC,CAAC;YAEzC,2CAA2C;YAC3C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,kBAAkB;gBACvC,OAAO,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAEpD,kBAAkB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7C,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC"}

package/dist/utils/utilTypes.d.ts

@@ -0,0 +1,3 @@
+export type Writable<T> = {
+    -readonly [P in keyof T]: T[P];
+};

package/dist/utils/utilTypes.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=utilTypes.js.map

package/dist/utils/utilTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utilTypes.js","sourceRoot":"","sources":["../../src/utils/utilTypes.ts"],"names":[],"mappings":""}

package/dist/utils/waitForLockfileRelease.d.ts

@@ -0,0 +1,5 @@
+export declare function waitForLockfileRelease({ resourcePath, checkInterval, staleDuration }: {
+    resourcePath: string;
+    checkInterval?: number;
+    staleDuration?: number;
+}): Promise<void>;

package/dist/utils/waitForLockfileRelease.js

@@ -0,0 +1,20 @@
+import lockfile from "proper-lockfile";
+import { isLockActive, waitForLockRelease } from "lifecycle-utils";
+import { lockfileLockScope } from "./withLockfile.js";
+export async function waitForLockfileRelease({ resourcePath, checkInterval = 1000 * 5.5, staleDuration = 1000 * 10 }) {
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+        if (isLockActive(lockfileLockScope, resourcePath)) {
+            await waitForLockRelease(lockfileLockScope, resourcePath);
+            continue;
+        }
+        const lockfileActive = await lockfile.check(resourcePath, { stale: staleDuration, realpath: false });
+        const lockIsActive = isLockActive(lockfileLockScope, resourcePath);
+        if (lockIsActive)
+            continue;
+        if (!lockfileActive)
+            return;
+        await new Promise((resolve) => setTimeout(resolve, checkInterval));
+    }
+}
+//# sourceMappingURL=waitForLockfileRelease.js.map

package/dist/utils/waitForLockfileRelease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"waitForLockfileRelease.js","sourceRoot":"","sources":["../../src/utils/waitForLockfileRelease.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAC,YAAY,EAAE,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAEpD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,EACzC,YAAY,EAAE,aAAa,GAAG,IAAI,GAAG,GAAG,EAAE,aAAa,GAAG,IAAI,GAAG,EAAE,EAGtE;IACG,iDAAiD;IACjD,OAAO,IAAI,EAAE,CAAC;QACV,IAAI,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,EAAE,CAAC;YAChD,MAAM,kBAAkB,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;YAC1D,SAAS;QACb,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;QACnG,MAAM,YAAY,GAAG,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAEnE,IAAI,YAAY;YACZ,SAAS;QAEb,IAAI,CAAC,cAAc;YACf,OAAO;QAEX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;IACvE,CAAC;AACL,CAAC"}

package/dist/utils/withLockfile.d.ts

@@ -0,0 +1,7 @@
+export declare const lockfileLockScope: {};
+export declare function withLockfile<const T>({ resourcePath, staleDuration, updateInterval, retries }: {
+    resourcePath: string;
+    staleDuration?: number;
+    updateInterval?: number;
+    retries?: number;
+}, callback: () => T | Promise<T>): Promise<T>;

package/dist/utils/withLockfile.js

@@ -0,0 +1,44 @@
+import lockfile from "proper-lockfile";
+import { withLock } from "lifecycle-utils";
+import { getConsoleLogPrefix } from "./getConsoleLogPrefix.js";
+export const lockfileLockScope = {};
+export async function withLockfile({ resourcePath, staleDuration = 1000 * 10, updateInterval = staleDuration / 2, retries = 2 }, callback) {
+    return await withLock(lockfileLockScope, resourcePath, async () => {
+        let releaseLock;
+        let res;
+        const lockPromise = lockfile.lock(resourcePath, {
+            stale: staleDuration,
+            update: updateInterval,
+            retries,
+            realpath: false
+        });
+        try {
+            releaseLock = await lockPromise;
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() + `Failed to acquire lockfile for "${resourcePath}"`, err);
+            throw err;
+        }
+        try {
+            res = await callback();
+        }
+        catch (err) {
+            try {
+                await releaseLock();
+            }
+            catch (err) {
+                console.error(getConsoleLogPrefix() + `Failed to release lockfile for "${resourcePath}"`, err);
+            }
+            throw err;
+        }
+        try {
+            await releaseLock();
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() + `Failed to release lockfile for "${resourcePath}"`, err);
+            throw err;
+        }
+        return res;
+    });
+}
+//# sourceMappingURL=withLockfile.js.map

package/dist/utils/withLockfile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"withLockfile.js","sourceRoot":"","sources":["../../src/utils/withLockfile.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAC,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAE7D,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,EACI,YAAY,EAAE,aAAa,GAAG,IAAI,GAAG,EAAE,EAAE,cAAc,GAAG,aAAa,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAG3F,EACD,QAA8B;IAE9B,OAAO,MAAM,QAAQ,CAAC,iBAAiB,EAAE,YAAY,EAAE,KAAK,IAAI,EAAE;QAC9D,IAAI,WAAgC,CAAC;QACrC,IAAI,GAAM,CAAC;QAEX,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE;YAC5C,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,cAAc;YACtB,OAAO;YACP,QAAQ,EAAE,KAAK;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,WAAW,GAAG,MAAM,WAAW,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,YAAY,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/F,MAAM,GAAG,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC;gBACD,MAAM,WAAW,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,YAAY,GAAG,EAAE,GAAG,CAAC,CAAC;YACnG,CAAC;YAED,MAAM,GAAG,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACD,MAAM,WAAW,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,YAAY,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/F,MAAM,GAAG,CAAC;QACd,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/utils/withOra.d.ts

@@ -2,4 +2,6 @@ export default function withOra<T>(message: string | {
     loading: string;
     success?: string;
     fail?: string;
+    useStatusLogs?: boolean;
+    noSuccessLiveStatus?: boolean;
 }, callback: () => Promise<T>): Promise<T>;

package/dist/utils/withOra.js

@@ -1,20 +1,36 @@
 import ora from "ora";
+import { useCiLogs } from "../config.js";
+import { getConsoleLogPrefix } from "./getConsoleLogPrefix.js";
+import withStatusLogs from "./withStatusLogs.js";
 export default async function withOra(message, callback) {
-    const spinner = ora(typeof message === "string" ? message : message.loading);
-    spinner.start();
+    if (useCiLogs || (typeof message !== "string" && message.useStatusLogs))
+        return withStatusLogs(message, callback);
+    const spinner = ora({
+        prefixText: getConsoleLogPrefix(),
+        ...(typeof message === "string"
+            ? { text: message }
+            : { loading: message.loading, success: message.success, fail: message.fail })
+    });
+    spinner.start(typeof message === "string"
+        ? message
+        : message.loading);
     try {
         const res = await callback();
-        if (typeof message !== "string")
-            spinner.succeed(message.success);
+        if (typeof message !== "string") {
+            if (message.noSuccessLiveStatus)
+                spinner.clear();
+            else
+                spinner.succeed(message.success);
+        }
         else
-            spinner.succeed();
+            spinner.succeed(message);
         return res;
     }
     catch (er) {
         if (typeof message !== "string")
             spinner.fail(message.fail);
         else
-            spinner.fail();
+            spinner.fail(message);
         throw er;
     }
 }