sillytavern 1.4.1

package/public/scripts/kai-settings.js

@@ -0,0 +1,179 @@
+import {
+    saveSettingsDebounced,
+    getStoppingStrings,
+} from "../script.js";
+
+export {
+    kai_settings,
+    loadKoboldSettings,
+    formatKoboldUrl,
+    getKoboldGenerationData,
+    canUseKoboldStopSequence,
+};
+
+const kai_settings = {
+    temp: 1,
+    rep_pen: 1,
+    rep_pen_range: 0,
+    top_p: 1,
+    top_a: 1,
+    top_k: 0,
+    typical: 1,
+    tfs: 1,
+    rep_pen_slope: 0.9,
+    single_line: false,
+    use_stop_sequence: false,
+};
+
+const MIN_STOP_SEQUENCE_VERSION = '1.2.2';
+
+function formatKoboldUrl(value) {
+    try {
+        const url = new URL(value);
+        url.pathname = '/api';
+        return url.toString();
+    }
+    catch {
+        return null;
+    }
+}
+
+function loadKoboldSettings(preset) {
+    for (const name of Object.keys(kai_settings)) {
+        const value = preset[name];
+        const slider = sliders.find(x => x.name === name);
+
+        if (value === undefined || !slider) {
+            continue;
+        }
+
+        const formattedValue = slider.format(value);
+        slider.setValue(preset[name]);
+        $(slider.sliderId).val(preset[name]);
+        $(slider.counterId).text(formattedValue);
+    }
+
+    // TODO: refactor checkboxes (if adding any more)
+    if (preset.hasOwnProperty('single_line')) {
+        kai_settings.single_line = preset.single_line;
+        $('#single_line').prop('checked', kai_settings.single_line);
+    }
+}
+
+function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, this_max_context, isImpersonate) {
+    let generate_data = {
+        prompt: finalPromt,
+        gui_settings: false,
+        sampler_order: this_settings.sampler_order,
+        max_context_length: parseInt(this_max_context),
+        max_length: this_amount_gen,
+        rep_pen: parseFloat(kai_settings.rep_pen),
+        rep_pen_range: parseInt(kai_settings.rep_pen_range),
+        rep_pen_slope: kai_settings.rep_pen_slope,
+        temperature: parseFloat(kai_settings.temp),
+        tfs: kai_settings.tfs,
+        top_a: kai_settings.top_a,
+        top_k: kai_settings.top_k,
+        top_p: kai_settings.top_p,
+        typical: kai_settings.typical,
+        s1: this_settings.sampler_order[0],
+        s2: this_settings.sampler_order[1],
+        s3: this_settings.sampler_order[2],
+        s4: this_settings.sampler_order[3],
+        s5: this_settings.sampler_order[4],
+        s6: this_settings.sampler_order[5],
+        s7: this_settings.sampler_order[6],
+        use_world_info: false,
+        singleline: kai_settings.single_line,
+        stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined,
+    };
+    return generate_data;
+}
+
+const sliders = [
+    {
+        name: "temp",
+        sliderId: "#temp",
+        counterId: "#temp_counter",
+        format: (val) => Number(val).toFixed(2),
+        setValue: (val) => { kai_settings.temp = Number(val); },
+    },
+    {
+        name: "rep_pen",
+        sliderId: "#rep_pen",
+        counterId: "#rep_pen_counter",
+        format: (val) => Number(val).toFixed(2),
+        setValue: (val) => { kai_settings.rep_pen = Number(val); },
+    },
+    {
+        name: "rep_pen_range",
+        sliderId: "#rep_pen_range",
+        counterId: "#rep_pen_range_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.rep_pen_range = Number(val); },
+    },
+    {
+        name: "top_p",
+        sliderId: "#top_p",
+        counterId: "#top_p_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.top_p = Number(val); },
+    },
+    {
+        name: "top_a",
+        sliderId: "#top_a",
+        counterId: "#top_a_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.top_a = Number(val); },
+    },
+    {
+        name: "top_k",
+        sliderId: "#top_k",
+        counterId: "#top_k_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.top_k = Number(val); },
+    },
+    {
+        name: "typical",
+        sliderId: "#typical",
+        counterId: "#typical_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.typical = Number(val); },
+    },
+    {
+        name: "tfs",
+        sliderId: "#tfs",
+        counterId: "#tfs_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.tfs = Number(val); },
+    },
+    {
+        name: "rep_pen_slope",
+        sliderId: "#rep_pen_slope",
+        counterId: "#rep_pen_slope_counter",
+        format: (val) => val,
+        setValue: (val) => { kai_settings.rep_pen_slope = Number(val); },
+    },
+];
+
+function canUseKoboldStopSequence(version) {
+    return (version || '0.0.0').localeCompare(MIN_STOP_SEQUENCE_VERSION, undefined, { numeric: true, sensitivity: 'base' }) > -1;
+}
+
+$(document).ready(function () {
+    sliders.forEach(slider => {
+        $(document).on("input", slider.sliderId, function () {
+            const value = $(this).val();
+            const formattedValue = slider.format(value);
+            slider.setValue(value);
+            $(slider.counterId).html(formattedValue);
+            saveSettingsDebounced();
+        });
+    });
+
+    $('#single_line').on("input", function () {
+        const value = $(this).prop('checked');
+        kai_settings.single_line = value;
+        saveSettingsDebounced();
+    });
+});

package/public/scripts/nai-settings.js

@@ -0,0 +1,108 @@
+import {
+    saveSettingsDebounced,
+} from "../script.js";
+
+export {
+    nai_settings,
+    loadNovelPreset,
+    loadNovelSettings,
+    getNovelTier,
+};
+
+const nai_settings = {
+    temp_novel: 0.5,
+    rep_pen_novel: 1,
+    rep_pen_size_novel: 100,
+    model_novel: "euterpe-v2",
+    api_key_novel: "",
+    preset_settings_novel: "Classic-Euterpe",
+};
+
+const nai_tiers = {
+    0: 'Paper',
+    1: 'Tablet',
+    2: 'Scroll',
+    3: 'Opus',
+};
+
+function getNovelTier(tier) {
+    return nai_tiers[tier] ?? 'no_connection';
+}
+
+function loadNovelPreset(preset) {
+    nai_settings.temp_novel = preset.temperature;
+    nai_settings.rep_pen_novel = preset.repetition_penalty;
+    nai_settings.rep_pen_size_novel = preset.repetition_penalty_range;
+    $("#temp_novel").val(nai_settings.temp_novel);
+    $("#temp_counter_novel").html(nai_settings.temp_novel);
+
+    $("#rep_pen_novel").val(nai_settings.rep_pen_novel);
+    $("#rep_pen_counter_novel").html(nai_settings.rep_pen_novel);
+
+    $("#rep_pen_size_novel").val(nai_settings.rep_pen_size_novel);
+    $("#rep_pen_size_counter_novel").html(`${nai_settings.rep_pen_size_novel}`);
+}
+
+function loadNovelSettings(settings) {
+    //load Novel API KEY is exists
+    if (settings.api_key_novel != undefined) {
+        nai_settings.api_key_novel = settings.api_key_novel;
+        $("#api_key_novel").val(nai_settings.api_key_novel);
+    }
+
+    //load the rest of the Novel settings without any checks
+    nai_settings.model_novel = settings.model_novel;
+    $(`#model_novel_select option[value=${nai_settings.model_novel}]`).attr("selected", true);
+
+    nai_settings.temp_novel = settings.temp_novel;
+    nai_settings.rep_pen_novel = settings.rep_pen_novel;
+    nai_settings.rep_pen_size_novel = settings.rep_pen_size_novel;
+
+    $("#temp_novel").val(nai_settings.temp_novel);
+    $("#temp_counter_novel").text(Number(nai_settings.temp_novel).toFixed(2));
+
+    $("#rep_pen_novel").val(nai_settings.rep_pen_novel);
+    $("#rep_pen_counter_novel").text(Number(nai_settings.rep_pen_novel).toFixed(2));
+
+    $("#rep_pen_size_novel").val(nai_settings.rep_pen_size_novel);
+    $("#rep_pen_size_counter_novel").text(`${nai_settings.rep_pen_size_novel}`);
+}
+
+const sliders = [
+    {
+        sliderId: "#temp_novel",
+        counterId: "#temp_counter_novel",
+        format: (val) => Number(val).toFixed(2),
+        setValue: (val) => { nai_settings.temp_novel = Number(val); },
+    },
+    {
+        sliderId: "#rep_pen_novel",
+        counterId: "#rep_pen_counter_novel",
+        format: (val) => Number(val).toFixed(2),
+        setValue: (val) => { nai_settings.rep_pen_novel = Number(val); },
+    },
+    {
+        sliderId: "#rep_pen_size_novel",
+        counterId: "#rep_pen_size_counter_novel",
+        format: (val) => `${val}`,
+        setValue: (val) => { nai_settings.rep_pen_size_novel = Number(val); },
+    },
+];
+
+$(document).ready(function () {
+    sliders.forEach(slider => {
+        $(document).on("input", slider.sliderId, function () {
+            const value = $(this).val();
+            const formattedValue = slider.format(value);
+            slider.setValue(value);
+            $(slider.counterId).html(formattedValue);
+            console.log('saving');
+            saveSettingsDebounced();
+        });
+    });
+
+    $("#model_novel_select").change(function () {
+        nai_settings.model_novel = $("#model_novel_select").find(":selected").val();
+        saveSettingsDebounced();
+    });
+});