sillytavern 1.4.1

package/public/scripts/world-info.js

@@ -0,0 +1,661 @@
+import { saveSettings, callPopup, token, substituteParams, getTokenCount } from "../script.js";
+import { download, debounce } from "./utils.js";
+
+export {
+    world_info,
+    world_info_data,
+    world_info_budget,
+    world_info_depth,
+    world_names,
+    imported_world_name,
+    checkWorldInfo,
+    deleteWorldInfo,
+    selectImportedWorldInfo,
+    setWorldInfoSettings,
+    getWorldInfoPrompt,
+}
+
+let world_info = null;
+let world_names;
+let world_info_data = null;
+let world_info_depth = 2;
+let world_info_budget = 128;
+let is_world_edit_open = false;
+let imported_world_name = "";
+const saveWorldDebounced = debounce(async () => await _save(), 500);
+const saveSettingsDebounced = debounce(() => saveSettings(), 500);
+
+const world_info_position = {
+    before: 0,
+    after: 1,
+};
+
+function getWorldInfoPrompt(chat2) {
+    let worldInfoString = "", worldInfoBefore = "", worldInfoAfter = "";
+
+    if (world_info && world_info_data) {
+        const activatedWorldInfo = checkWorldInfo(chat2);
+        worldInfoBefore = activatedWorldInfo.worldInfoBefore;
+        worldInfoAfter = activatedWorldInfo.worldInfoAfter;
+        worldInfoString = worldInfoBefore + worldInfoAfter;
+    }
+    return { worldInfoString, worldInfoBefore, worldInfoAfter };
+}
+
+function setWorldInfoSettings(settings, data) {
+    if (settings.world_info_depth !== undefined)
+        world_info_depth = Number(settings.world_info_depth);
+    if (settings.world_info_budget !== undefined)
+        world_info_budget = Number(settings.world_info_budget);
+
+    $("#world_info_depth_counter").html(`${world_info_depth} Messages`);
+    $("#world_info_depth").val(world_info_depth);
+
+    $("#world_info_budget_counter").html(`${world_info_budget} Tokens`);
+    $("#world_info_budget").val(world_info_budget);
+
+    world_names = data.world_names?.length ? data.world_names : [];
+
+    if (settings.world_info != undefined) {
+        if (world_names.includes(settings.world_info)) {
+            world_info = settings.world_info;
+        }
+    }
+
+    world_names.forEach((item, i) => {
+        $("#world_info").append(`<option value='${i}'>${item}</option>`);
+        // preselect world if saved
+        if (item == world_info) {
+            $("#world_info").val(i).change();
+        }
+    });
+}
+
+// World Info Editor
+async function showWorldEditor() {
+    if (!world_info) {
+        callPopup("<h3>Select a world info first!</h3>", "text");
+        return;
+    }
+
+    is_world_edit_open = true;
+    $("#world_popup_name").val(world_info);
+    $("#world_popup").css("display", "flex");
+    await loadWorldInfoData();
+    displayWorldEntries(world_info_data);
+}
+
+async function loadWorldInfoData() {
+    if (!world_info) {
+        return;
+    }
+
+    const response = await fetch("/getworldinfo", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "X-CSRF-Token": token,
+        },
+        body: JSON.stringify({ name: world_info }),
+    });
+
+    if (response.ok) {
+        world_info_data = await response.json();
+    }
+}
+
+async function updateWorldInfoList(importedWorldName) {
+    var result = await fetch("/getsettings", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "X-CSRF-Token": token,
+        },
+        body: JSON.stringify({}),
+    });
+
+    if (result.ok) {
+        var data = await result.json();
+        world_names = data.world_names?.length ? data.world_names : [];
+        $("#world_info").find('option[value!="None"]').remove();
+
+        world_names.forEach((item, i) => {
+            $("#world_info").append(`<option value='${i}'>${item}</option>`);
+        });
+
+        if (importedWorldName) {
+            const indexOf = world_names.indexOf(world_info);
+            $("#world_info").val(indexOf);
+
+            callPopup("<h3>World imported successfully! Select it now?</h3>", "world_imported");
+        }
+    }
+}
+
+function hideWorldEditor() {
+    is_world_edit_open = false;
+    $("#world_popup").css("display", "none");
+}
+
+function displayWorldEntries(data) {
+    $("#world_popup_entries_list").empty();
+
+    if (!data || !("entries" in data)) {
+        return;
+    }
+
+    for (const entryUid in data.entries) {
+        const entry = data.entries[entryUid];
+        appendWorldEntry(entry);
+    }
+}
+
+function appendWorldEntry(entry) {
+    const template = $("#entry_edit_template .world_entry").clone();
+    template.data("uid", entry.uid);
+
+    // key
+    const keyInput = template.find('textarea[name="key"]');
+    keyInput.data("uid", entry.uid);
+    keyInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).val();
+        $(this).css("height", ""); //reset the height
+        $(this).css("height", $(this).prop("scrollHeight") + "px");
+        world_info_data.entries[uid].key = value
+            .split(",")
+            .map((x) => x.trim())
+            .filter((x) => x);
+        saveWorldInfo();
+    });
+    keyInput.val(entry.key.join(",")).trigger("input");
+    keyInput.css("height", ""); //reset the height
+    keyInput.css("height", $(this).prop("scrollHeight") + "px");
+
+    // keysecondary
+    const keySecondaryInput = template.find('textarea[name="keysecondary"]');
+    keySecondaryInput.data("uid", entry.uid);
+    keySecondaryInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).val();
+        $(this).css("height", ""); //reset the height
+        $(this).css("height", $(this).prop("scrollHeight") + "px");
+        world_info_data.entries[uid].keysecondary = value
+            .split(",")
+            .map((x) => x.trim())
+            .filter((x) => x);
+        saveWorldInfo();
+    });
+    keySecondaryInput.val(entry.keysecondary.join(",")).trigger("input");
+    keySecondaryInput.css("height", ""); //reset the height
+    keySecondaryInput.css("height", $(this).prop("scrollHeight") + "px");
+
+    // comment
+    const commentInput = template.find('textarea[name="comment"]');
+    commentInput.data("uid", entry.uid);
+    commentInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).val();
+        $(this).css("height", ""); //reset the height
+        $(this).css("height", $(this).prop("scrollHeight") + "px");
+        world_info_data.entries[uid].comment = value;
+        saveWorldInfo();
+    });
+    commentInput.val(entry.comment).trigger("input");
+    commentInput.css("height", ""); //reset the height
+    commentInput.css("height", $(this).prop("scrollHeight") + "px");
+
+    // content
+    const contentInput = template.find('textarea[name="content"]');
+    contentInput.data("uid", entry.uid);
+    contentInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).val();
+        world_info_data.entries[uid].content = value;
+        $(this).css("height", ""); //reset the height
+        $(this).css("height", $(this).prop("scrollHeight") + "px");
+        saveWorldInfo();
+
+        // count tokens
+        const numberOfTokens = getTokenCount(value);
+        $(this)
+            .closest(".world_entry")
+            .find(".world_entry_form_token_counter")
+            .html(numberOfTokens);
+    });
+    contentInput.val(entry.content).trigger("input");
+    contentInput.css("height", ""); //reset the height
+    contentInput.css("height", $(this).prop("scrollHeight") + "px");
+
+    // selective
+    const selectiveInput = template.find('input[name="selective"]');
+    selectiveInput.data("uid", entry.uid);
+    selectiveInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).prop("checked");
+        world_info_data.entries[uid].selective = value;
+        saveWorldInfo();
+
+        const keysecondary = $(this)
+            .closest(".world_entry")
+            .find(".keysecondary");
+        value ? keysecondary.show() : keysecondary.hide();
+    });
+    selectiveInput.prop("checked", entry.selective).trigger("input");
+    selectiveInput.siblings(".checkbox_fancy").click(function () {
+        $(this).siblings("input").click();
+    });
+
+    // constant
+    const constantInput = template.find('input[name="constant"]');
+    constantInput.data("uid", entry.uid);
+    constantInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = $(this).prop("checked");
+        world_info_data.entries[uid].constant = value;
+        saveWorldInfo();
+    });
+    constantInput.prop("checked", entry.constant).trigger("input");
+    constantInput.siblings(".checkbox_fancy").click(function () {
+        $(this).siblings("input").click();
+    });
+
+    // order
+    const orderInput = template.find('input[name="order"]');
+    orderInput.data("uid", entry.uid);
+    orderInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = Number($(this).val());
+
+        world_info_data.entries[uid].order = !isNaN(value) ? value : 0;
+        saveWorldInfo();
+    });
+    orderInput.val(entry.order).trigger("input");
+
+    // position
+    if (entry.position === undefined) {
+        entry.position = 0;
+    }
+
+    const positionInput = template.find('input[name="position"]');
+    positionInput.data("uid", entry.uid);
+    positionInput.on("input", function () {
+        const uid = $(this).data("uid");
+        const value = Number($(this).val());
+        world_info_data.entries[uid].position = !isNaN(value) ? value : 0;
+        saveWorldInfo();
+    });
+    template
+        .find(`input[name="position"][value=${entry.position}]`)
+        .prop("checked", true)
+        .trigger("input");
+
+    // display uid
+    template.find(".world_entry_form_uid_value").html(entry.uid);
+
+    // delete button
+    const deleteButton = template.find("input.delete_entry_button");
+    deleteButton.data("uid", entry.uid);
+    deleteButton.on("click", function () {
+        const uid = $(this).data("uid");
+        deleteWorldInfoEntry(uid);
+        $(this).closest(".world_entry").remove();
+        saveWorldInfo();
+    });
+
+    template.appendTo("#world_popup_entries_list");
+    return template;
+}
+
+async function deleteWorldInfoEntry(uid) {
+    if (!world_info_data || !("entries" in world_info_data)) {
+        return;
+    }
+
+    delete world_info_data.entries[uid];
+}
+
+function createWorldInfoEntry() {
+    const newEntryTemplate = {
+        key: [],
+        keysecondary: [],
+        comment: "",
+        content: "",
+        constant: false,
+        selective: false,
+        order: 100,
+        position: 0,
+    };
+    const newUid = getFreeWorldEntryUid();
+
+    if (!Number.isInteger(newUid)) {
+        console.error("Couldn't assign UID to a new entry");
+        return;
+    }
+
+    const newEntry = { uid: newUid, ...newEntryTemplate };
+    world_info_data.entries[newUid] = newEntry;
+
+    const entryTemplate = appendWorldEntry(newEntry);
+    entryTemplate.get(0).scrollIntoView({ behavior: "smooth" });
+}
+
+async function _save() {
+    const response = await fetch("/editworldinfo", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "X-CSRF-Token": token,
+        },
+        body: JSON.stringify({ name: world_info, data: world_info_data }),
+    });
+}
+
+async function saveWorldInfo(immediately) {
+    if (!world_info || !world_info_data) {
+        return;
+    }
+
+
+    if (immediately) {
+        return await _save();
+    }
+    
+    saveWorldDebounced();
+}
+
+async function renameWorldInfo() {
+    const oldName = world_info;
+    const newName = $("#world_popup_name").val();
+
+    if (oldName === newName) {
+        return;
+    }
+
+    world_info = newName;
+    await saveWorldInfo(true);
+    await deleteWorldInfo(oldName, newName);
+}
+
+async function deleteWorldInfo(worldInfoName, selectWorldName) {
+    if (!world_names.includes(worldInfoName)) {
+        return;
+    }
+
+    const response = await fetch("/deleteworldinfo", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "X-CSRF-Token": token,
+        },
+        body: JSON.stringify({ name: worldInfoName }),
+    });
+
+    if (response.ok) {
+        await updateWorldInfoList();
+
+        const selectedIndex = world_names.indexOf(selectWorldName);
+        if (selectedIndex !== -1) {
+            $("#world_info").val(selectedIndex).change();
+        } else {
+            $("#world_info").val("None").change();
+        }
+
+        hideWorldEditor();
+    }
+}
+
+function getFreeWorldEntryUid() {
+    if (!world_info_data || !("entries" in world_info_data)) {
+        return null;
+    }
+
+    const MAX_UID = 1_000_000; // <- should be safe enough :)
+    for (let uid = 0; uid < MAX_UID; uid++) {
+        if (uid in world_info_data.entries) {
+            continue;
+        }
+        return uid;
+    }
+
+    return null;
+}
+
+function getFreeWorldName() {
+    const MAX_FREE_NAME = 100_000;
+    for (let index = 1; index < MAX_FREE_NAME; index++) {
+        const newName = `New World (${index})`;
+        if (world_names.includes(newName)) {
+            continue;
+        }
+        return newName;
+    }
+
+    return undefined;
+}
+
+async function createNewWorldInfo() {
+    const worldInfoTemplate = { entries: {} };
+    const worldInfoName = getFreeWorldName();
+
+    if (!worldInfoName) {
+        return;
+    }
+
+    world_info = worldInfoName;
+    world_info_data = { ...worldInfoTemplate };
+    await saveWorldInfo(true);
+    await updateWorldInfoList();
+
+    const selectedIndex = world_names.indexOf(worldInfoName);
+    if (selectedIndex !== -1) {
+        $("#world_info").val(selectedIndex).change();
+    } else {
+        $("#world_info").val("None").change();
+    }
+}
+
+function checkWorldInfo(chat) {
+    if (world_info_data.entries.length == 0) {
+        return "";
+    }
+
+    const messagesToLookBack = world_info_depth * 2;
+    let textToScan = chat.slice(0, messagesToLookBack).join("").toLowerCase();
+    let worldInfoBefore = "";
+    let worldInfoAfter = "";
+    let needsToScan = true;
+    let allActivatedEntries = new Set();
+
+    const sortedEntries = Object.keys(world_info_data.entries)
+        .map((x) => world_info_data.entries[x])
+        .sort((a, b) => b.order - a.order);
+    while (needsToScan) {
+        let activatedNow = new Set();
+
+        for (let entry of sortedEntries) {
+            if (allActivatedEntries.has(entry.uid)) {
+                continue;
+            }
+
+            if (entry.constant) {
+                activatedNow.add(entry.uid);
+            }
+
+            if (Array.isArray(entry.key) && entry.key.length) {
+                primary: for (let key of entry.key) {
+                    if (key && textToScan.includes(key.trim().toLowerCase())) {
+                        if (
+                            entry.selective &&
+                            Array.isArray(entry.keysecondary) &&
+                            entry.keysecondary.length
+                        ) {
+                            secondary: for (let keysecondary of entry.keysecondary) {
+                                if (
+                                    keysecondary &&
+                                    textToScan.includes(keysecondary.trim().toLowerCase())
+                                ) {
+                                    activatedNow.add(entry.uid);
+                                    break secondary;
+                                }
+                            }
+                        } else {
+                            activatedNow.add(entry.uid);
+                            break primary;
+                        }
+                    }
+                }
+            }
+        }
+
+        needsToScan = activatedNow.size > 0;
+        const newEntries = [...activatedNow]
+            .map((x) => world_info_data.entries[x])
+            .sort((a, b) => sortedEntries.indexOf(a) - sortedEntries.indexOf(b));
+
+        for (const entry of newEntries) {
+            if (entry.position === world_info_position.after) {
+                worldInfoAfter = `${substituteParams(
+                    entry.content
+                )}\n${worldInfoAfter}`;
+            } else {
+                worldInfoBefore = `${substituteParams(
+                    entry.content
+                )}\n${worldInfoBefore}`;
+            }
+
+            if (
+                getTokenCount(worldInfoBefore + worldInfoAfter) >= world_info_budget
+            ) {
+                needsToScan = false;
+                break;
+            }
+        }
+
+        if (needsToScan) {
+            textToScan =
+                newEntries
+                    .map((x) => x.content)
+                    .join("\n")
+                    .toLowerCase() + textToScan;
+        }
+
+        allActivatedEntries = new Set([...allActivatedEntries, ...activatedNow]);
+    }
+
+    return { worldInfoBefore, worldInfoAfter };
+}
+
+function selectImportedWorldInfo() {
+    if (!imported_world_name) {
+        return;
+    }
+
+    world_names.forEach((item, i) => {
+        if (item === imported_world_name) {
+            $("#world_info").val(i).change();
+        }
+    });
+    imported_world_name = "";
+}
+
+$(document).ready(() => {
+    $("#world_info").change(async function () {
+        const selectedWorld = $("#world_info").find(":selected").val();
+        world_info = null;
+        world_info_data = null;
+
+        if (selectedWorld !== "None") {
+            const worldIndex = Number(selectedWorld);
+            world_info = !isNaN(worldIndex) ? world_names[worldIndex] : null;
+            await loadWorldInfoData();
+        }
+
+        hideWorldEditor();
+        saveSettingsDebounced();
+    });
+
+    //**************************WORLD INFO IMPORT EXPORT*************************//
+    $("#world_import_button").click(function () {
+        $("#world_import_file").click();
+    });
+
+    $("#world_import_file").on("change", function (e) {
+        var file = e.target.files[0];
+
+        if (!file) {
+            return;
+        }
+
+        const ext = file.name.match(/\.(\w+)$/);
+        if (!ext || ext[1].toLowerCase() !== "json") {
+            return;
+        }
+
+        const formData = new FormData($("#form_world_import").get(0));
+
+        jQuery.ajax({
+            type: "POST",
+            url: "/importworldinfo",
+            data: formData,
+            beforeSend: () => { },
+            cache: false,
+            contentType: false,
+            processData: false,
+            success: function (data) {
+                if (data.name) {
+                    imported_world_name = data.name;
+                    updateWorldInfoList(imported_world_name);
+                }
+            },
+            error: (jqXHR, exception) => { },
+        });
+
+        // Will allow to select the same file twice in a row
+        $("#form_world_import").trigger("reset");
+    });
+
+    $("#world_info_edit_button").click(() => {
+        is_world_edit_open ? hideWorldEditor() : showWorldEditor();
+    });
+
+    $("#world_popup_export").click(() => {
+        if (world_info && world_info_data) {
+            const jsonValue = JSON.stringify(world_info_data);
+            const fileName = `${world_info}.json`;
+            download(jsonValue, fileName, "application/json");
+        }
+    });
+
+    $("#world_popup_delete").click(() => {
+        callPopup("<h3>Delete the World Info?</h3>",  "del_world");
+    });
+
+    $("#world_popup_new").click(() => {
+        createWorldInfoEntry();
+    });
+
+    $("#world_cross").click(() => {
+        hideWorldEditor();
+    });
+
+    $("#world_popup_name_button").click(() => {
+        renameWorldInfo();
+    });
+
+    $("#world_create_button").click(() => {
+        createNewWorldInfo();
+    });
+
+    $(document).on("input", "#world_info_depth", function () {
+        world_info_depth = Number($(this).val());
+        $("#world_info_depth_counter").html(`${$(this).val()} Messages`);
+        saveSettingsDebounced();
+    });
+
+    $(document).on("input", "#world_info_budget", function () {
+        world_info_budget = Number($(this).val());
+        $("#world_info_budget_counter").html(`${$(this).val()} Tokens`);
+        saveSettingsDebounced();
+    });
+});