sillytavern-utils-lib 1.0.65 → 1.0.67

package/dist/prompt-builder.cjs

@@ -1,6 +1,6 @@
-"use strict";var Et=Object.defineProperty;var Rt=(m,i,o)=>i in m?Et(m,i,{enumerable:!0,configurable:!0,writable:!0,value:o}):m[i]=o;var A=(m,i,o)=>Rt(m,typeof i!="symbol"?i+"":i,o);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const s=require("./config.cjs"),St=require("./tokenizer.cjs"),gt=require("../../../regex/engine.js"),dt=require("../../../../world-info.js"),a=require("../../../../../script.js"),_t=require("../../../../power-user.js"),ht=require("../../../../group-chats.js");class Ot{constructor(i){A(this,"messages",[]);A(this,"tokenizer");A(this,"maxContext");A(this,"currentTokenCount",0);this.tokenizer=new St.Tokenizer,this.maxContext=i}getTokenCount(i){var o,g;return i.content?((g=(o=i.source)==null?void 0:o.extra)==null?void 0:g.token_count)??this.tokenizer.encode(i.content).length:0}canFit(i){return this.currentTokenCount+this.getTokenCount(i)<=this.maxContext}add(i){if(!i.content)return!0;const o=this.getTokenCount(i);return this.currentTokenCount+o>this.maxContext?!1:(this.messages.push(i),this.currentTokenCount+=o,!0)}addFront(i){if(!i.content)return!0;const o=this.getTokenCount(i);return this.currentTokenCount+o>this.maxContext?!1:(this.messages.unshift(i),this.currentTokenCount+=o,!0)}addMany(i){const o=i.filter(u=>u.content),g=o.map(u=>this.getTokenCount(u)),U=g.reduce((u,P)=>u+P,0);if(this.currentTokenCount+U<=this.maxContext)return this.messages.push(...o),this.currentTokenCount+=U,!0;let b=0;const f=[];for(let u=o.length-1;u>=0;u--){const P=o[u],v=g[u];if(this.currentTokenCount+b+v<=this.maxContext)f.unshift(P),b+=v;else break}return f.length>0&&(this.messages.push(...f),this.currentTokenCount+=b),f.length===o.length}insert(i,o){if(!o.content)return!0;const g=this.getTokenCount(o);return this.currentTokenCount+g>this.maxContext?!1:(this.messages.splice(i,0,o),this.currentTokenCount+=g,!0)}getMessages(){return this.messages}}async function At(m,{targetCharacterId:i,presetName:o,instructName:g,contextName:U,syspromptName:b,maxContext:f,includeNames:u,ignoreCharacterFields:P,ignoreAuthorNote:v,ignoreWorldInfo:Q,messageIndexesBetween:k}={}){var Z,tt,et,ot,nt,st,rt,it,at,pt,ct,lt,ut,mt;if(!["textgenerationwebui","openai"].includes(m))throw new Error("Unsupported API");const n=SillyTavern.getContext();let{description:$,personality:q,persona:J,scenario:z,mesExamples:Pt,system:y,jailbreak:yt}=P?{description:"",personality:"",persona:"",scenario:"",mesExamples:"",system:"",jailbreak:""}:n.getCharacterCardFields({chid:i});const E=m==="textgenerationwebui"?(Z=n.getPresetManager("instruct"))==null?void 0:Z.getCompletionPresetByName(g):void 0,H=!!(E!=null&&E.enabled);let x=s.st_parseMesExamples(Pt,H);function xt(){var e,l;if(typeof f=="number")return f;if(!f||f==="active"||!o)return s.st_getMaxContextSize();if(typeof f=="number")return f;let t;if(m==="textgenerationwebui"){const r=(e=n.getPresetManager("textgenerationwebui"))==null?void 0:e.getCompletionPresetByName(o);t=r==null?void 0:r.max_length}else{const r=(l=n.getPresetManager("openai"))==null?void 0:l.getCompletionPresetByName(o);t=r==null?void 0:r.openai_max_context}return typeof t=="number"?t:s.st_getMaxContextSize()}let M=[];const W=xt();if(W<=0)return{result:[],warnings:M};const c=new Ot(W),Mt=n.ToolManager.isToolCallingSupported(),K=(k==null?void 0:k.start)??0,L=k!=null&&k.end?k.end+1:void 0;let w=K===-1&&L===0?[]:n.chat.slice(K,L).filter(t=>{var e;return!t.is_system||Mt&&Array.isArray((e=t.extra)==null?void 0:e.tool_invocations)});w=await Promise.all(w.map(async(t,e)=>{var j,D;let l=t.mes,r=t.is_user?gt.regex_placement.USER_INPUT:gt.regex_placement.AI_OUTPUT,p={isPrompt:!0,depth:w.length-e-1},d=s.st_getRegexedString(l,r,p);return d=await s.st_appendFileContent(t,d),(j=t==null?void 0:t.extra)!=null&&j.append_title&&((D=t==null?void 0:t.extra)!=null&&D.title)&&(d=`${d}
+"use strict";var Re=Object.defineProperty;var Se=(u,r,s)=>r in u?Re(u,r,{enumerable:!0,configurable:!0,writable:!0,value:s}):u[r]=s;var O=(u,r,s)=>Se(u,typeof r!="symbol"?r+"":r,s);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const n=require("./config.cjs"),Ie=require("./tokenizer.cjs"),A=require("./prompt-message-utils.cjs"),Oe=require("./prompt-slice-utils.cjs"),ge=require("../../../regex/engine.js"),de=require("../../../../world-info.js"),a=require("../../../../../script.js"),_e=require("../../../../power-user.js"),he=require("../../../../group-chats.js");class Ae{constructor(r){O(this,"messages",[]);O(this,"tokenizer");O(this,"maxContext");O(this,"currentTokenCount",0);this.tokenizer=new Ie.Tokenizer,this.maxContext=r}getTokenCount(r){var l,g;const s=A.getMessageText(r);return s?((g=(l=r.source)==null?void 0:l.extra)==null?void 0:g.token_count)??this.tokenizer.encode(s).length:0}canFit(r){return this.currentTokenCount+this.getTokenCount(r)<=this.maxContext}add(r){const s=A.sanitizePromptMessage(r);if(!s)return!0;r=s;const l=this.getTokenCount(r);return this.currentTokenCount+l>this.maxContext?!1:(this.messages.push(r),this.currentTokenCount+=l,!0)}addFront(r){const s=A.sanitizePromptMessage(r);if(!s)return!0;r=s;const l=this.getTokenCount(r);return this.currentTokenCount+l>this.maxContext?!1:(this.messages.unshift(r),this.currentTokenCount+=l,!0)}addMany(r){const s=A.sanitizePromptMessages(r),l=s.map(d=>this.getTokenCount(d)),g=l.reduce((d,x)=>d+x,0);if(this.currentTokenCount+g<=this.maxContext)return this.messages.push(...s),this.currentTokenCount+=g,!0;let b=0;const f=[];for(let d=s.length-1;d>=0;d--){const x=s[d],v=l[d];if(this.currentTokenCount+b+v<=this.maxContext)f.unshift(x),b+=v;else break}return f.length>0&&(this.messages.push(...f),this.currentTokenCount+=b),f.length===s.length}insert(r,s){const l=A.sanitizePromptMessage(s);if(!l)return!0;s=l;const g=this.getTokenCount(s);return this.currentTokenCount+g>this.maxContext?!1:(this.messages.splice(r,0,s),this.currentTokenCount+=g,!0)}getMessages(){return this.messages}}async function Be(u,{targetCharacterId:r,presetName:s,instructName:l,contextName:g,syspromptName:b,maxContext:f,includeNames:d,ignoreCharacterFields:x,ignoreAuthorNote:v,ignoreWorldInfo:Q,messageIndexesBetween:Pe}={}){var Z,ee,te,se,oe,ne,re,ie,ae,pe,ce,me,le,ue;if(!["textgenerationwebui","openai"].includes(u))throw new Error("Unsupported API");const o=SillyTavern.getContext();let{description:q,personality:F,persona:J,scenario:$,mesExamples:xe,system:y,jailbreak:ye}=x?{description:"",personality:"",persona:"",scenario:"",mesExamples:"",system:"",jailbreak:""}:o.getCharacterCardFields({chid:r});const E=u==="textgenerationwebui"?(Z=o.getPresetManager("instruct"))==null?void 0:Z.getCompletionPresetByName(l):void 0,H=!!(E!=null&&E.enabled);let M=n.st_parseMesExamples(xe,H);function Me(){var t,m;if(typeof f=="number")return f;if(!f||f==="active"||!s)return n.st_getMaxContextSize();if(typeof f=="number")return f;let e;if(u==="textgenerationwebui"){const i=(t=o.getPresetManager("textgenerationwebui"))==null?void 0:t.getCompletionPresetByName(s);e=i==null?void 0:i.max_length}else{const i=(m=o.getPresetManager("openai"))==null?void 0:m.getCompletionPresetByName(s);e=i==null?void 0:i.openai_max_context}return typeof e=="number"?e:n.st_getMaxContextSize()}let w=[];const W=Me();if(W<=0)return{result:[],warnings:w};const c=new Ae(W),we=o.ToolManager.isToolCallingSupported(),{startIndex:K,endIndex:L}=Oe.getMessageSliceBounds(Pe);let k=K===-1&&L===0?[]:o.chat.slice(K,L).filter(e=>{var t;return!e.is_system||we&&Array.isArray((t=e.extra)==null?void 0:t.tool_invocations)});k=await Promise.all(k.map(async(e,t)=>{var N,j;let m=e.mes,i=e.is_user?ge.regex_placement.USER_INPUT:ge.regex_placement.AI_OUTPUT,p={isPrompt:!0,depth:k.length-t-1},_=n.st_getRegexedString(m,i,p);return _=await n.st_appendFileContent(e,_),(N=e==null?void 0:e.extra)!=null&&N.append_title&&((j=e==null?void 0:e.extra)!=null&&j.title)&&(_=`${_}
 
-${t.extra.title}`),{...t,mes:d,index:e}}));const Ct=w.map(t=>dt.world_info_include_names?`${t.name}: ${t.mes}`:t.mes).reverse(),{worldInfoString:Ut,worldInfoBefore:I,worldInfoAfter:N,worldInfoExamples:Tt,worldInfoDepth:kt,anBefore:V,anAfter:X}=Q?{worldInfoString:"",worldInfoBefore:"",worldInfoAfter:"",worldInfoExamples:[],worldInfoDepth:[],anBefore:[],anAfter:[]}:await n.getWorldInfoPrompt(Ct,W,!1);for(const t of Tt){const e=t.content;if(e.length===0)continue;const l=s.st_baseChatReplace(e,a.name1,a.name2),r=s.st_parseMesExamples(l,H);t.position===dt.wi_anchor_position.before?x.unshift(...r):x.push(...r)}function Y(){const t=[];for(let e=w.length-1;e>=0;e--){const l=w[e],r=l.name==="System"&&!l.is_user?"system":l.is_user?"user":"assistant";t.unshift({role:r,content:u&&r!="system"?`${l.name}: ${l.mes}`:l.mes,source:l})}c.addMany(t)}if(m==="textgenerationwebui"){const t=[...x];x&&(x=s.st_formatInstructModeExamples(x,a.name1,a.name2));const e=(tt=n.getPresetManager("sysprompt"))==null?void 0:tt.getCompletionPresetByName(b);e&&(y=n.powerUserSettings.prefer_character_prompt&&y?y:s.st_baseChatReplace(e.content,a.name1,a.name2),y=H?s.st_formatInstructModeSystemPrompt(n.substituteParams(y,a.name1,a.name2,e.content),E):y);const l={description:$,personality:q,persona:n.powerUserSettings.persona_description_position==_t.persona_description_positions.IN_PROMPT?J:"",scenario:z,system:y,char:a.name2,user:a.name1,wiBefore:I,wiAfter:N,loreBefore:I,loreAfter:N,mesExamples:x.join(""),mesExamplesRaw:t.join("")},r=(et=n.getPresetManager("context"))==null?void 0:et.getCompletionPresetByName(U);let p=s.st_renderStoryString(l,{customInstructSettings:E,customStoryString:r==null?void 0:r.story_string});p&&c.add({role:"system",content:p,ignoreInstruct:!0}),Y()}else{let t=function(h){const T=_.find(G=>G.identifier===h);if(T)return T;const ft=p.prompts.find(G=>G.identifier===h);if(ft)return ft},e=s.st_setOpenAIMessages(w),l=s.st_setOpenAIMessageExamples(x);async function r(){let[h,T]=await s.st_prepareOpenAIMessages({name2:a.name2,charDescription:$,charPersonality:q,Scenario:z,worldInfoBefore:I,worldInfoAfter:N,extensionPrompts:n.extensionPrompts,bias:"",type:"normal",quietPrompt:void 0,quietImage:void 0,cyclePrompt:"",systemPromptOverride:y,jailbreakPromptOverride:yt,personaDescription:J,messages:e,messageExamples:l},!1);c.addMany(h)}if(!o)return M.push("No preset name provided. Using default preset."),await r(),{result:c.getMessages(),warnings:M};const p=(ot=n.getPresetManager("openai"))==null?void 0:ot.getCompletionPresetByName(o);if(!p)return console.warn(`Preset not found: ${o}. Using current preset.`),M.push(`Preset not found: ${o}. Using current preset.`),r(),{result:c.getMessages(),warnings:M};let d=(nt=p.prompt_order)==null?void 0:nt.find(h=>h.character_id===a.this_chid);if(!d&&p.prompt_order&&p.prompt_order.length>0&&(d=p.prompt_order[p.prompt_order.length-1]),!d)return console.warn(`No prompt order found for preset: ${o}. Using current preset.`),M.push(`No prompt order found for preset: ${o}. Using current preset.`),r(),{result:c.getMessages(),warnings:M};const j=z&&p.scenario_format?n.substituteParams(p.scenario_format):"",D=q&&p.personality_format?n.substituteParams(p.personality_format):"",bt=n.substituteParams(p.group_nudge_prompt),vt=p.impersonation_prompt?n.substituteParams(p.impersonation_prompt):"",_=[];Q||_.push({role:"system",content:s.st_formatWorldInfo(I,{wiFormat:p.wi_format}),identifier:"worldInfoBefore"},{role:"system",content:s.st_formatWorldInfo(N,{wiFormat:p.wi_format}),identifier:"worldInfoAfter"}),P||_.push({role:"system",content:$,identifier:"charDescription"},{role:"system",content:D,identifier:"charPersonality"},{role:"system",content:j,identifier:"scenario"}),_.push({role:"system",content:vt,identifier:"impersonate"},{role:"system",content:bt,identifier:"groupNudge"});const R=n.extensionPrompts["1_memory"];R&&R.value&&_.push({role:s.st_getPromptRole(R.role),content:R.value,identifier:"summary",position:s.st_getPromptPosition(R.position)});const S=n.extensionPrompts["2_floating_prompt"];!v&&S&&S.value&&_.push({role:s.st_getPromptRole(S.role),content:S.value,identifier:"authorsNote",position:s.st_getPromptPosition(S.position)});const B=n.extensionPrompts["3_vectors"];B&&B.value&&_.push({role:"system",content:B.value,identifier:"vectorsMemory",position:s.st_getPromptPosition(B.position)});const O=n.extensionPrompts["4_vectors_data_bank"];O&&O.value&&_.push({role:s.st_getPromptRole(O.role),content:O.value,identifier:"vectorsDataBank",position:s.st_getPromptPosition(O.position)});const F=n.extensionPrompts.chromadb;F&&F.value&&_.push({role:"system",content:F.value,identifier:"smartContext",position:s.st_getPromptPosition(F.position)}),!P&&n.powerUserSettings.persona_description&&n.powerUserSettings.persona_description_position===_t.persona_description_positions.IN_PROMPT&&_.push({role:"system",content:n.powerUserSettings.persona_description,identifier:"personaDescription"}),d.order.forEach(h=>{if(!h.enabled)return;const T=t(h.identifier);if(T&&T.content){c.add({role:T.role??"system",content:n.substituteParams(T.content)});return}h.identifier==="chatHistory"&&Y()})}const wt=["1_memory","2_floating_prompt","3_vectors","4_vectors_data_bank","chromadb","PERSONA_DESCRIPTION","QUIET_PROMPT","DEPTH_PROMPT"];for(const t in n.extensionPrompts)if(Object.hasOwn(n.extensionPrompts,t)){const e=n.extensionPrompts[t];if(wt.includes(t)||!n.extensionPrompts[t].value||![a.extension_prompt_types.BEFORE_PROMPT,a.extension_prompt_types.IN_PROMPT].includes(e.position)||typeof e.filter=="function"&&!await e.filter())continue;const r={role:s.st_getPromptRole(e.role)??"system",content:e.value};if(e.position===a.extension_prompt_types.BEFORE_PROMPT)c.insert(e.depth,r);else if(e.position===a.extension_prompt_types.IN_PROMPT){const p=c.getMessages();c.insert(p.length-e.depth,r)}}for(const t of kt){const e=c.getMessages();c.insert(e.length-t.depth,{role:s.st_getPromptRole(t.role),content:t.entries.join(`
-`)})}if(!P){const t=s.st_getGroupDepthPrompts(ht.selected_group,Number(a.this_chid));if(ht.selected_group&&Array.isArray(t)&&t.length>0)t.filter(e=>e.text).forEach((e,l)=>{const r=c.getMessages();c.insert(r.length-e.depth,{role:e.role,content:e.text})});else{const e=s.st_baseChatReplace((pt=(at=(it=(rt=(st=n.characters[a.this_chid])==null?void 0:st.data)==null?void 0:rt.extensions)==null?void 0:it.depth_prompt)==null?void 0:at.prompt)==null?void 0:pt.trim(),a.name1,a.name2)||"";if(e){const l=a.depth_prompt_depth_default,r=((mt=(ut=(lt=(ct=n.characters[a.this_chid])==null?void 0:ct.data)==null?void 0:lt.extensions)==null?void 0:ut.depth_prompt)==null?void 0:mt.role)??a.depth_prompt_role_default,p=c.getMessages();c.insert(p.length-l,{role:s.st_getPromptRole(r),content:e})}}}let C=-1;if(!v){const t=s.st_getAuthorNote();if(t.prompt){t.prompt=s.st_baseChatReplace(t.prompt,a.name1,a.name2);const e={role:s.st_getPromptRole(t.role),content:t.prompt};switch(t.position){case a.extension_prompt_types.IN_PROMPT:c.insert(1,e),C=1;break;case a.extension_prompt_types.IN_CHAT:C=c.getMessages().length-t.depth,c.insert(C,e);break;case a.extension_prompt_types.BEFORE_PROMPT:c.addFront(e),C=0;break}}}return C>=0&&(V.length>0&&(c.insert(C,{role:"system",content:V.join(`
+${e.extra.title}`),{...e,mes:_,index:t}}));const Ce=k.map(e=>de.world_info_include_names?`${e.name}: ${e.mes}`:e.mes).reverse(),{worldInfoString:Ue,worldInfoBefore:B,worldInfoAfter:U,worldInfoExamples:Te,worldInfoDepth:ke,anBefore:V,anAfter:X}=Q?{worldInfoString:"",worldInfoBefore:"",worldInfoAfter:"",worldInfoExamples:[],worldInfoDepth:[],anBefore:[],anAfter:[]}:await o.getWorldInfoPrompt(Ce,W,!1);for(const e of Te){const t=e.content;if(t.length===0)continue;const m=n.st_baseChatReplace(t,a.name1,a.name2),i=n.st_parseMesExamples(m,H);e.position===de.wi_anchor_position.before?M.unshift(...i):M.push(...i)}function Y(){const e=[];for(let t=k.length-1;t>=0;t--){const m=k[t],i=m.name==="System"&&!m.is_user?"system":m.is_user?"user":"assistant";e.unshift({role:i,content:d&&i!="system"?`${m.name}: ${m.mes}`:m.mes,source:m})}c.addMany(e)}if(u==="textgenerationwebui"){const e=[...M];M&&(M=n.st_formatInstructModeExamples(M,a.name1,a.name2));const t=(ee=o.getPresetManager("sysprompt"))==null?void 0:ee.getCompletionPresetByName(b);t&&(y=o.powerUserSettings.prefer_character_prompt&&y?y:n.st_baseChatReplace(t.content,a.name1,a.name2),y=H?n.st_formatInstructModeSystemPrompt(o.substituteParams(y,a.name1,a.name2,t.content),E):y);const m={description:q,personality:F,persona:o.powerUserSettings.persona_description_position==_e.persona_description_positions.IN_PROMPT?J:"",scenario:$,system:y,char:a.name2,user:a.name1,wiBefore:B,wiAfter:U,loreBefore:B,loreAfter:U,mesExamples:M.join(""),mesExamplesRaw:e.join("")},i=(te=o.getPresetManager("context"))==null?void 0:te.getCompletionPresetByName(g);let p=n.st_renderStoryString(m,{customInstructSettings:E,customStoryString:i==null?void 0:i.story_string});p&&c.add({role:"system",content:p,ignoreInstruct:!0}),Y()}else{let e=function(P){const T=h.find(G=>G.identifier===P);if(T)return T;const fe=p.prompts.find(G=>G.identifier===P);if(fe)return fe},t=n.st_setOpenAIMessages(k),m=n.st_setOpenAIMessageExamples(M);async function i(){let[P,T]=await n.st_prepareOpenAIMessages({name2:a.name2,charDescription:q,charPersonality:F,Scenario:$,worldInfoBefore:B,worldInfoAfter:U,extensionPrompts:o.extensionPrompts,bias:"",type:"normal",quietPrompt:void 0,quietImage:void 0,cyclePrompt:"",systemPromptOverride:y,jailbreakPromptOverride:ye,personaDescription:J,messages:t,messageExamples:m},!1);c.addMany(P)}if(!s)return w.push("No preset name provided. Using default preset."),await i(),{result:c.getMessages(),warnings:w};const p=(se=o.getPresetManager("openai"))==null?void 0:se.getCompletionPresetByName(s);if(!p)return console.warn(`Preset not found: ${s}. Using current preset.`),w.push(`Preset not found: ${s}. Using current preset.`),i(),{result:c.getMessages(),warnings:w};let _=(oe=p.prompt_order)==null?void 0:oe.find(P=>P.character_id===a.this_chid);if(!_&&p.prompt_order&&p.prompt_order.length>0&&(_=p.prompt_order[p.prompt_order.length-1]),!_)return console.warn(`No prompt order found for preset: ${s}. Using current preset.`),w.push(`No prompt order found for preset: ${s}. Using current preset.`),i(),{result:c.getMessages(),warnings:w};const N=$&&p.scenario_format?o.substituteParams(p.scenario_format):"",j=F&&p.personality_format?o.substituteParams(p.personality_format):"",ve=o.substituteParams(p.group_nudge_prompt),Ee=p.impersonation_prompt?o.substituteParams(p.impersonation_prompt):"",h=[];Q||h.push({role:"system",content:n.st_formatWorldInfo(B,{wiFormat:p.wi_format}),identifier:"worldInfoBefore"},{role:"system",content:n.st_formatWorldInfo(U,{wiFormat:p.wi_format}),identifier:"worldInfoAfter"}),x||h.push({role:"system",content:q,identifier:"charDescription"},{role:"system",content:j,identifier:"charPersonality"},{role:"system",content:N,identifier:"scenario"}),h.push({role:"system",content:Ee,identifier:"impersonate"},{role:"system",content:ve,identifier:"groupNudge"});const R=o.extensionPrompts["1_memory"];R&&R.value&&h.push({role:n.st_getPromptRole(R.role),content:R.value,identifier:"summary",position:n.st_getPromptPosition(R.position)});const S=o.extensionPrompts["2_floating_prompt"];!v&&S&&S.value&&h.push({role:n.st_getPromptRole(S.role),content:S.value,identifier:"authorsNote",position:n.st_getPromptPosition(S.position)});const z=o.extensionPrompts["3_vectors"];z&&z.value&&h.push({role:"system",content:z.value,identifier:"vectorsMemory",position:n.st_getPromptPosition(z.position)});const I=o.extensionPrompts["4_vectors_data_bank"];I&&I.value&&h.push({role:n.st_getPromptRole(I.role),content:I.value,identifier:"vectorsDataBank",position:n.st_getPromptPosition(I.position)});const D=o.extensionPrompts.chromadb;D&&D.value&&h.push({role:"system",content:D.value,identifier:"smartContext",position:n.st_getPromptPosition(D.position)}),!x&&o.powerUserSettings.persona_description&&o.powerUserSettings.persona_description_position===_e.persona_description_positions.IN_PROMPT&&h.push({role:"system",content:o.powerUserSettings.persona_description,identifier:"personaDescription"}),_.order.forEach(P=>{if(!P.enabled)return;const T=e(P.identifier);if(T&&T.content){c.add({role:T.role??"system",content:o.substituteParams(T.content)});return}P.identifier==="chatHistory"&&Y()})}const be=["1_memory","2_floating_prompt","3_vectors","4_vectors_data_bank","chromadb","PERSONA_DESCRIPTION","QUIET_PROMPT","DEPTH_PROMPT"];for(const e in o.extensionPrompts)if(Object.hasOwn(o.extensionPrompts,e)){const t=o.extensionPrompts[e];if(be.includes(e)||!o.extensionPrompts[e].value||![a.extension_prompt_types.BEFORE_PROMPT,a.extension_prompt_types.IN_PROMPT].includes(t.position)||typeof t.filter=="function"&&!await t.filter())continue;const i={role:n.st_getPromptRole(t.role)??"system",content:t.value};if(t.position===a.extension_prompt_types.BEFORE_PROMPT)c.insert(t.depth,i);else if(t.position===a.extension_prompt_types.IN_PROMPT){const p=c.getMessages();c.insert(p.length-t.depth,i)}}for(const e of ke){const t=c.getMessages();c.insert(t.length-e.depth,{role:n.st_getPromptRole(e.role),content:e.entries.join(`
+`)})}if(!x){const e=n.st_getGroupDepthPrompts(he.selected_group,Number(a.this_chid));if(he.selected_group&&Array.isArray(e)&&e.length>0)e.filter(t=>t.text).forEach((t,m)=>{const i=c.getMessages();c.insert(i.length-t.depth,{role:t.role,content:t.text})});else{const t=n.st_baseChatReplace((pe=(ae=(ie=(re=(ne=o.characters[a.this_chid])==null?void 0:ne.data)==null?void 0:re.extensions)==null?void 0:ie.depth_prompt)==null?void 0:ae.prompt)==null?void 0:pe.trim(),a.name1,a.name2)||"";if(t){const m=a.depth_prompt_depth_default,i=((ue=(le=(me=(ce=o.characters[a.this_chid])==null?void 0:ce.data)==null?void 0:me.extensions)==null?void 0:le.depth_prompt)==null?void 0:ue.role)??a.depth_prompt_role_default,p=c.getMessages();c.insert(p.length-m,{role:n.st_getPromptRole(i),content:t})}}}let C=-1;if(!v){const e=n.st_getAuthorNote();if(e.prompt){e.prompt=n.st_baseChatReplace(e.prompt,a.name1,a.name2);const t={role:n.st_getPromptRole(e.role),content:e.prompt};switch(e.position){case a.extension_prompt_types.IN_PROMPT:c.insert(1,t),C=1;break;case a.extension_prompt_types.IN_CHAT:C=c.getMessages().length-e.depth,c.insert(C,t);break;case a.extension_prompt_types.BEFORE_PROMPT:c.addFront(t),C=0;break}}}return C>=0&&(V.length>0&&(c.insert(C,{role:"system",content:V.join(`
 `)}),C++),X.length>0&&c.insert(C+1,{role:"system",content:X.join(`
-`)})),{result:c.getMessages(),warnings:M}}exports.buildPrompt=At;
+`)})),{result:c.getMessages(),warnings:w}}exports.buildPrompt=Be;

package/dist/prompt-builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt-builder.d.ts","sourceRoot":"","sources":["../src/prompt-builder.ts"],"names":[],"mappings":"AA+BA,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAMtE,MAAM,WAAW,OAAQ,SAAQ,qBAAqB;IACpD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,qBAAqB,CAAC,EAAE;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAmGD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,MAAM,EACX,EACE,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EACb,UAAU,EACV,YAAY,EACZ,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,GACtB,GAAE,kBAAuB,GACzB,OAAO,CAAC;IAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAsgBrD"}
+{"version":3,"file":"prompt-builder.d.ts","sourceRoot":"","sources":["../src/prompt-builder.ts"],"names":[],"mappings":"AA+BA,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAQtE,MAAM,WAAW,OAAQ,SAAQ,qBAAqB;IACpD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,qBAAqB,CAAC,EAAE;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AA0GD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,MAAM,EACX,EACE,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EACb,UAAU,EACV,YAAY,EACZ,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,GACtB,GAAE,kBAAuB,GACzB,OAAO,CAAC;IAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAqgBrD"}

package/dist/prompt-builder.js

@@ -1,80 +1,89 @@
-var It = Object.defineProperty;
-var Dt = (l, s, o) => s in l ? It(l, s, { enumerable: !0, configurable: !0, writable: !0, value: o }) : l[s] = o;
-var U = (l, s, o) => Dt(l, typeof s != "symbol" ? s + "" : s, o);
-import { st_parseMesExamples as xt, st_getRegexedString as Bt, st_appendFileContent as Ft, st_baseChatReplace as q, st_formatInstructModeExamples as $t, st_formatInstructModeSystemPrompt as jt, st_renderStoryString as zt, st_setOpenAIMessages as Ht, st_setOpenAIMessageExamples as qt, st_formatWorldInfo as Mt, st_getPromptPosition as I, st_getPromptRole as w, st_getGroupDepthPrompts as Wt, st_getAuthorNote as Gt, st_getMaxContextSize as X, st_prepareOpenAIMessages as Qt } from "./config.js";
-import { Tokenizer as Jt } from "./tokenizer.js";
-import { regex_placement as Tt } from "../../../regex/engine.js";
-import { world_info_include_names as Kt, wi_anchor_position as Lt } from "../../../../world-info.js";
-import { name1 as b, name2 as T, this_chid as W, extension_prompt_types as v, depth_prompt_role_default as Vt, depth_prompt_depth_default as Xt } from "../../../../../script.js";
-import { persona_description_positions as Ct } from "../../../../power-user.js";
-import { selected_group as kt } from "../../../../group-chats.js";
-class Yt {
-  constructor(s) {
-    U(this, "messages", []);
-    U(this, "tokenizer");
-    U(this, "maxContext");
-    U(this, "currentTokenCount", 0);
-    this.tokenizer = new Jt(), this.maxContext = s;
+var Ue = Object.defineProperty;
+var De = (m, n, o) => n in m ? Ue(m, n, { enumerable: !0, configurable: !0, writable: !0, value: o }) : m[n] = o;
+var B = (m, n, o) => De(m, typeof n != "symbol" ? n + "" : n, o);
+import { st_parseMesExamples as ye, st_getRegexedString as ze, st_appendFileContent as Fe, st_baseChatReplace as H, st_formatInstructModeExamples as $e, st_formatInstructModeSystemPrompt as je, st_renderStoryString as He, st_setOpenAIMessages as qe, st_setOpenAIMessageExamples as We, st_formatWorldInfo as Me, st_getPromptPosition as N, st_getPromptRole as k, st_getGroupDepthPrompts as Ge, st_getAuthorNote as Qe, st_getMaxContextSize as V, st_prepareOpenAIMessages as Je } from "./config.js";
+import { Tokenizer as Ke } from "./tokenizer.js";
+import { getMessageText as Le, sanitizePromptMessage as X, sanitizePromptMessages as Ve } from "./prompt-message-utils.js";
+import { getMessageSliceBounds as Xe } from "./prompt-slice-utils.js";
+import { regex_placement as we } from "../../../regex/engine.js";
+import { world_info_include_names as Ye, wi_anchor_position as Ze } from "../../../../world-info.js";
+import { name1 as b, name2 as T, this_chid as q, extension_prompt_types as v, depth_prompt_role_default as et, depth_prompt_depth_default as tt } from "../../../../../script.js";
+import { persona_description_positions as Te } from "../../../../power-user.js";
+import { selected_group as Ce } from "../../../../group-chats.js";
+class ot {
+  constructor(n) {
+    B(this, "messages", []);
+    B(this, "tokenizer");
+    B(this, "maxContext");
+    B(this, "currentTokenCount", 0);
+    this.tokenizer = new Ke(), this.maxContext = n;
   }
-  getTokenCount(s) {
-    var o, m;
-    return s.content ? ((m = (o = s.source) == null ? void 0 : o.extra) == null ? void 0 : m.token_count) ?? this.tokenizer.encode(s.content).length : 0;
+  getTokenCount(n) {
+    var c, u;
+    const o = Le(n);
+    return o ? ((u = (c = n.source) == null ? void 0 : c.extra) == null ? void 0 : u.token_count) ?? this.tokenizer.encode(o).length : 0;
   }
-  canFit(s) {
-    return this.currentTokenCount + this.getTokenCount(s) <= this.maxContext;
+  canFit(n) {
+    return this.currentTokenCount + this.getTokenCount(n) <= this.maxContext;
   }
-  add(s) {
-    if (!s.content) return !0;
-    const o = this.getTokenCount(s);
-    return this.currentTokenCount + o > this.maxContext ? !1 : (this.messages.push(s), this.currentTokenCount += o, !0);
+  add(n) {
+    const o = X(n);
+    if (!o) return !0;
+    n = o;
+    const c = this.getTokenCount(n);
+    return this.currentTokenCount + c > this.maxContext ? !1 : (this.messages.push(n), this.currentTokenCount += c, !0);
   }
-  addFront(s) {
-    if (!s.content) return !0;
-    const o = this.getTokenCount(s);
-    return this.currentTokenCount + o > this.maxContext ? !1 : (this.messages.unshift(s), this.currentTokenCount += o, !0);
+  addFront(n) {
+    const o = X(n);
+    if (!o) return !0;
+    n = o;
+    const c = this.getTokenCount(n);
+    return this.currentTokenCount + c > this.maxContext ? !1 : (this.messages.unshift(n), this.currentTokenCount += c, !0);
   }
-  addMany(s) {
-    const o = s.filter((c) => c.content), m = o.map((c) => this.getTokenCount(c)), D = m.reduce((c, h) => c + h, 0);
-    if (this.currentTokenCount + D <= this.maxContext)
-      return this.messages.push(...o), this.currentTokenCount += D, !0;
+  addMany(n) {
+    const o = Ve(n), c = o.map((f) => this.getTokenCount(f)), u = c.reduce((f, _) => f + _, 0);
+    if (this.currentTokenCount + u <= this.maxContext)
+      return this.messages.push(...o), this.currentTokenCount += u, !0;
     let E = 0;
-    const u = [];
-    for (let c = o.length - 1; c >= 0; c--) {
-      const h = o[c], O = m[c];
-      if (this.currentTokenCount + E + O <= this.maxContext)
-        u.unshift(h), E += O;
+    const l = [];
+    for (let f = o.length - 1; f >= 0; f--) {
+      const _ = o[f], I = c[f];
+      if (this.currentTokenCount + E + I <= this.maxContext)
+        l.unshift(_), E += I;
       else
         break;
     }
-    return u.length > 0 && (this.messages.push(...u), this.currentTokenCount += E), u.length === o.length;
+    return l.length > 0 && (this.messages.push(...l), this.currentTokenCount += E), l.length === o.length;
   }
-  insert(s, o) {
-    if (!o.content) return !0;
-    const m = this.getTokenCount(o);
-    return this.currentTokenCount + m > this.maxContext ? !1 : (this.messages.splice(s, 0, o), this.currentTokenCount += m, !0);
+  insert(n, o) {
+    const c = X(o);
+    if (!c) return !0;
+    o = c;
+    const u = this.getTokenCount(o);
+    return this.currentTokenCount + u > this.maxContext ? !1 : (this.messages.splice(n, 0, o), this.currentTokenCount += u, !0);
   }
   getMessages() {
     return this.messages;
   }
 }
-async function ce(l, {
-  targetCharacterId: s,
+async function gt(m, {
+  targetCharacterId: n,
   presetName: o,
-  instructName: m,
-  contextName: D,
+  instructName: c,
+  contextName: u,
   syspromptName: E,
-  maxContext: u,
-  includeNames: c,
-  ignoreCharacterFields: h,
-  ignoreAuthorNote: O,
+  maxContext: l,
+  includeNames: f,
+  ignoreCharacterFields: _,
+  ignoreAuthorNote: I,
   ignoreWorldInfo: Y,
-  messageIndexesBetween: C
+  messageIndexesBetween: ke
 } = {}) {
-  var st, it, at, pt, ct, lt, ut, mt, ft, dt, gt, ht, _t, Pt;
-  if (!["textgenerationwebui", "openai"].includes(l))
+  var re, ie, ae, pe, ce, me, le, ue, fe, de, ge, he, _e, Pe;
+  if (!["textgenerationwebui", "openai"].includes(m))
     throw new Error("Unsupported API");
-  const n = SillyTavern.getContext();
-  let { description: G, personality: Q, persona: Z, scenario: J, mesExamples: wt, system: _, jailbreak: bt } = h ? {
+  const s = SillyTavern.getContext();
+  let { description: W, personality: G, persona: Z, scenario: Q, mesExamples: be, system: P, jailbreak: ve } = _ ? {
     description: "",
     personality: "",
     persona: "",
@@ -82,54 +91,54 @@ async function ce(l, {
     mesExamples: "",
     system: "",
     jailbreak: ""
-  } : n.getCharacterCardFields({
-    chid: s
+  } : s.getCharacterCardFields({
+    chid: n
   });
-  const S = l === "textgenerationwebui" ? (st = n.getPresetManager("instruct")) == null ? void 0 : st.getCompletionPresetByName(m) : void 0, K = !!(S != null && S.enabled);
-  let P = xt(wt, K);
-  function vt() {
-    var e, p;
-    if (typeof u == "number")
-      return u;
-    if (!u)
-      return X();
-    if (u === "active" || !o)
-      return X();
-    if (typeof u == "number")
-      return u;
-    let t;
-    if (l === "textgenerationwebui") {
-      const r = (e = n.getPresetManager("textgenerationwebui")) == null ? void 0 : e.getCompletionPresetByName(o);
-      t = r == null ? void 0 : r.max_length;
+  const S = m === "textgenerationwebui" ? (re = s.getPresetManager("instruct")) == null ? void 0 : re.getCompletionPresetByName(c) : void 0, J = !!(S != null && S.enabled);
+  let x = ye(be, J);
+  function Ee() {
+    var t, p;
+    if (typeof l == "number")
+      return l;
+    if (!l)
+      return V();
+    if (l === "active" || !o)
+      return V();
+    if (typeof l == "number")
+      return l;
+    let e;
+    if (m === "textgenerationwebui") {
+      const r = (t = s.getPresetManager("textgenerationwebui")) == null ? void 0 : t.getCompletionPresetByName(o);
+      e = r == null ? void 0 : r.max_length;
     } else {
-      const r = (p = n.getPresetManager("openai")) == null ? void 0 : p.getCompletionPresetByName(o);
-      t = r == null ? void 0 : r.openai_max_context;
+      const r = (p = s.getPresetManager("openai")) == null ? void 0 : p.getCompletionPresetByName(o);
+      e = r == null ? void 0 : r.openai_max_context;
     }
-    return typeof t == "number" ? t : X();
+    return typeof e == "number" ? e : V();
   }
   let y = [];
-  const L = vt();
-  if (L <= 0)
+  const K = Ee();
+  if (K <= 0)
     return { result: [], warnings: y };
-  const a = new Yt(L), Et = n.ToolManager.isToolCallingSupported(), tt = (C == null ? void 0 : C.start) ?? 0, et = C != null && C.end ? C.end + 1 : void 0;
-  let k = tt === -1 && et === 0 ? [] : n.chat.slice(tt, et).filter((t) => {
-    var e;
-    return !t.is_system || Et && Array.isArray((e = t.extra) == null ? void 0 : e.tool_invocations);
+  const a = new ot(K), Ie = s.ToolManager.isToolCallingSupported(), { startIndex: ee, endIndex: te } = Xe(ke);
+  let C = ee === -1 && te === 0 ? [] : s.chat.slice(ee, te).filter((e) => {
+    var t;
+    return !e.is_system || Ie && Array.isArray((t = e.extra) == null ? void 0 : t.tool_invocations);
   });
-  k = await Promise.all(
-    k.map(async (t, e) => {
-      var $, j;
-      let p = t.mes, r = t.is_user ? Tt.USER_INPUT : Tt.AI_OUTPUT, i = { isPrompt: !0, depth: k.length - e - 1 }, f = Bt(p, r, i);
-      return f = await Ft(t, f), ($ = t == null ? void 0 : t.extra) != null && $.append_title && ((j = t == null ? void 0 : t.extra) != null && j.title) && (f = `${f}
+  C = await Promise.all(
+    C.map(async (e, t) => {
+      var z, F;
+      let p = e.mes, r = e.is_user ? we.USER_INPUT : we.AI_OUTPUT, i = { isPrompt: !0, depth: C.length - t - 1 }, d = ze(p, r, i);
+      return d = await Fe(e, d), (z = e == null ? void 0 : e.extra) != null && z.append_title && ((F = e == null ? void 0 : e.extra) != null && F.title) && (d = `${d}
 
-${t.extra.title}`), {
-        ...t,
-        mes: f,
-        index: e
+${e.extra.title}`), {
+        ...e,
+        mes: d,
+        index: t
       };
     })
   );
-  const Ot = k.map((t) => Kt ? `${t.name}: ${t.mes}` : t.mes).reverse(), { worldInfoString: Zt, worldInfoBefore: B, worldInfoAfter: F, worldInfoExamples: St, worldInfoDepth: At, anBefore: ot, anAfter: nt } = Y ? {
+  const Se = C.map((e) => Ye ? `${e.name}: ${e.mes}` : e.mes).reverse(), { worldInfoString: st, worldInfoBefore: U, worldInfoAfter: D, worldInfoExamples: Oe, worldInfoDepth: Ae, anBefore: oe, anAfter: se } = Y ? {
     worldInfoString: "",
     worldInfoBefore: "",
     worldInfoAfter: "",
@@ -137,169 +146,169 @@ ${t.extra.title}`), {
     worldInfoDepth: [],
     anBefore: [],
     anAfter: []
-  } : await n.getWorldInfoPrompt(Ot, L, !1);
-  for (const t of St) {
-    const e = t.content;
-    if (e.length === 0)
+  } : await s.getWorldInfoPrompt(Se, K, !1);
+  for (const e of Oe) {
+    const t = e.content;
+    if (t.length === 0)
       continue;
-    const p = q(e, b, T), r = xt(p, K);
-    t.position === Lt.before ? P.unshift(...r) : P.push(...r);
+    const p = H(t, b, T), r = ye(p, J);
+    e.position === Ze.before ? x.unshift(...r) : x.push(...r);
   }
-  function rt() {
-    const t = [];
-    for (let e = k.length - 1; e >= 0; e--) {
-      const p = k[e], r = p.name === "System" && !p.is_user ? "system" : p.is_user ? "user" : "assistant";
-      t.unshift({
+  function ne() {
+    const e = [];
+    for (let t = C.length - 1; t >= 0; t--) {
+      const p = C[t], r = p.name === "System" && !p.is_user ? "system" : p.is_user ? "user" : "assistant";
+      e.unshift({
         role: r,
-        content: c && r != "system" ? `${p.name}: ${p.mes}` : p.mes,
+        content: f && r != "system" ? `${p.name}: ${p.mes}` : p.mes,
         source: p
       });
     }
-    a.addMany(t);
+    a.addMany(e);
   }
-  if (l === "textgenerationwebui") {
-    const t = [...P];
-    P && (P = $t(P, b, T));
-    const e = (it = n.getPresetManager("sysprompt")) == null ? void 0 : it.getCompletionPresetByName(E);
-    e && (_ = n.powerUserSettings.prefer_character_prompt && _ ? _ : q(e.content, b, T), _ = K ? jt(
-      n.substituteParams(_, b, T, e.content),
+  if (m === "textgenerationwebui") {
+    const e = [...x];
+    x && (x = $e(x, b, T));
+    const t = (ie = s.getPresetManager("sysprompt")) == null ? void 0 : ie.getCompletionPresetByName(E);
+    t && (P = s.powerUserSettings.prefer_character_prompt && P ? P : H(t.content, b, T), P = J ? je(
+      s.substituteParams(P, b, T, t.content),
       S
-    ) : _);
+    ) : P);
     const p = {
-      description: G,
-      personality: Q,
-      persona: n.powerUserSettings.persona_description_position == Ct.IN_PROMPT ? Z : "",
-      scenario: J,
-      system: _,
+      description: W,
+      personality: G,
+      persona: s.powerUserSettings.persona_description_position == Te.IN_PROMPT ? Z : "",
+      scenario: Q,
+      system: P,
       char: T,
       user: b,
-      wiBefore: B,
-      wiAfter: F,
-      loreBefore: B,
-      loreAfter: F,
-      mesExamples: P.join(""),
-      mesExamplesRaw: t.join("")
-    }, r = (at = n.getPresetManager("context")) == null ? void 0 : at.getCompletionPresetByName(D);
-    let i = zt(p, {
+      wiBefore: U,
+      wiAfter: D,
+      loreBefore: U,
+      loreAfter: D,
+      mesExamples: x.join(""),
+      mesExamplesRaw: e.join("")
+    }, r = (ae = s.getPresetManager("context")) == null ? void 0 : ae.getCompletionPresetByName(u);
+    let i = He(p, {
       customInstructSettings: S,
       customStoryString: r == null ? void 0 : r.story_string
     });
-    i && a.add({ role: "system", content: i, ignoreInstruct: !0 }), rt();
+    i && a.add({ role: "system", content: i, ignoreInstruct: !0 }), ne();
   } else {
-    let t = function(g) {
-      const M = d.find((V) => V.identifier === g);
-      if (M)
-        return M;
-      const yt = i.prompts.find((V) => V.identifier === g);
-      if (yt)
-        return yt;
-    }, e = Ht(k), p = qt(P);
+    let e = function(h) {
+      const w = g.find((L) => L.identifier === h);
+      if (w)
+        return w;
+      const xe = i.prompts.find((L) => L.identifier === h);
+      if (xe)
+        return xe;
+    }, t = qe(C), p = We(x);
     async function r() {
-      let [g, M] = await Qt(
+      let [h, w] = await Je(
         {
           name2: T,
-          charDescription: G,
-          charPersonality: Q,
-          Scenario: J,
-          worldInfoBefore: B,
-          worldInfoAfter: F,
-          extensionPrompts: n.extensionPrompts,
+          charDescription: W,
+          charPersonality: G,
+          Scenario: Q,
+          worldInfoBefore: U,
+          worldInfoAfter: D,
+          extensionPrompts: s.extensionPrompts,
           bias: "",
           type: "normal",
           quietPrompt: void 0,
           quietImage: void 0,
           cyclePrompt: "",
-          systemPromptOverride: _,
-          jailbreakPromptOverride: bt,
+          systemPromptOverride: P,
+          jailbreakPromptOverride: ve,
           personaDescription: Z,
-          messages: e,
+          messages: t,
           messageExamples: p
         },
         !1
       );
-      a.addMany(g);
+      a.addMany(h);
     }
     if (!o)
       return y.push("No preset name provided. Using default preset."), await r(), { result: a.getMessages(), warnings: y };
-    const i = (pt = n.getPresetManager("openai")) == null ? void 0 : pt.getCompletionPresetByName(o);
+    const i = (pe = s.getPresetManager("openai")) == null ? void 0 : pe.getCompletionPresetByName(o);
     if (!i)
       return console.warn(`Preset not found: ${o}. Using current preset.`), y.push(`Preset not found: ${o}. Using current preset.`), r(), { result: a.getMessages(), warnings: y };
-    let f = (ct = i.prompt_order) == null ? void 0 : ct.find((g) => g.character_id === W);
-    if (!f && i.prompt_order && i.prompt_order.length > 0 && (f = i.prompt_order[i.prompt_order.length - 1]), !f)
+    let d = (ce = i.prompt_order) == null ? void 0 : ce.find((h) => h.character_id === q);
+    if (!d && i.prompt_order && i.prompt_order.length > 0 && (d = i.prompt_order[i.prompt_order.length - 1]), !d)
       return console.warn(`No prompt order found for preset: ${o}. Using current preset.`), y.push(`No prompt order found for preset: ${o}. Using current preset.`), r(), { result: a.getMessages(), warnings: y };
-    const $ = J && i.scenario_format ? n.substituteParams(i.scenario_format) : "", j = Q && i.personality_format ? n.substituteParams(i.personality_format) : "", Nt = n.substituteParams(i.group_nudge_prompt), Ut = i.impersonation_prompt ? n.substituteParams(i.impersonation_prompt) : "", d = [];
-    Y || d.push(
+    const z = Q && i.scenario_format ? s.substituteParams(i.scenario_format) : "", F = G && i.personality_format ? s.substituteParams(i.personality_format) : "", Be = s.substituteParams(i.group_nudge_prompt), Ne = i.impersonation_prompt ? s.substituteParams(i.impersonation_prompt) : "", g = [];
+    Y || g.push(
       {
         role: "system",
-        content: Mt(B, { wiFormat: i.wi_format }),
+        content: Me(U, { wiFormat: i.wi_format }),
         identifier: "worldInfoBefore"
       },
       {
         role: "system",
-        content: Mt(F, { wiFormat: i.wi_format }),
+        content: Me(D, { wiFormat: i.wi_format }),
         identifier: "worldInfoAfter"
       }
-    ), h || d.push(
-      { role: "system", content: G, identifier: "charDescription" },
-      { role: "system", content: j, identifier: "charPersonality" },
-      { role: "system", content: $, identifier: "scenario" }
-    ), d.push(
-      { role: "system", content: Ut, identifier: "impersonate" },
-      { role: "system", content: Nt, identifier: "groupNudge" }
+    ), _ || g.push(
+      { role: "system", content: W, identifier: "charDescription" },
+      { role: "system", content: F, identifier: "charPersonality" },
+      { role: "system", content: z, identifier: "scenario" }
+    ), g.push(
+      { role: "system", content: Ne, identifier: "impersonate" },
+      { role: "system", content: Be, identifier: "groupNudge" }
     );
-    const A = n.extensionPrompts["1_memory"];
-    A && A.value && d.push({
-      role: w(A.role),
-      content: A.value,
+    const O = s.extensionPrompts["1_memory"];
+    O && O.value && g.push({
+      role: k(O.role),
+      content: O.value,
       identifier: "summary",
-      position: I(A.position)
+      position: N(O.position)
     });
-    const R = n.extensionPrompts["2_floating_prompt"];
-    !O && R && R.value && d.push({
-      role: w(R.role),
-      content: R.value,
+    const A = s.extensionPrompts["2_floating_prompt"];
+    !I && A && A.value && g.push({
+      role: k(A.role),
+      content: A.value,
       identifier: "authorsNote",
-      position: I(R.position)
+      position: N(A.position)
     });
-    const z = n.extensionPrompts["3_vectors"];
-    z && z.value && d.push({
+    const $ = s.extensionPrompts["3_vectors"];
+    $ && $.value && g.push({
       role: "system",
-      content: z.value,
+      content: $.value,
       identifier: "vectorsMemory",
-      position: I(z.position)
+      position: N($.position)
     });
-    const N = n.extensionPrompts["4_vectors_data_bank"];
-    N && N.value && d.push({
-      role: w(N.role),
-      content: N.value,
+    const R = s.extensionPrompts["4_vectors_data_bank"];
+    R && R.value && g.push({
+      role: k(R.role),
+      content: R.value,
       identifier: "vectorsDataBank",
-      position: I(N.position)
+      position: N(R.position)
     });
-    const H = n.extensionPrompts.chromadb;
-    H && H.value && d.push({
+    const j = s.extensionPrompts.chromadb;
+    j && j.value && g.push({
       role: "system",
-      content: H.value,
+      content: j.value,
       identifier: "smartContext",
-      position: I(H.position)
-    }), !h && n.powerUserSettings.persona_description && n.powerUserSettings.persona_description_position === Ct.IN_PROMPT && d.push({
+      position: N(j.position)
+    }), !_ && s.powerUserSettings.persona_description && s.powerUserSettings.persona_description_position === Te.IN_PROMPT && g.push({
       role: "system",
-      content: n.powerUserSettings.persona_description,
+      content: s.powerUserSettings.persona_description,
       identifier: "personaDescription"
-    }), f.order.forEach((g) => {
-      if (!g.enabled)
+    }), d.order.forEach((h) => {
+      if (!h.enabled)
         return;
-      const M = t(g.identifier);
-      if (M && M.content) {
+      const w = e(h.identifier);
+      if (w && w.content) {
         a.add({
-          role: M.role ?? "system",
-          content: n.substituteParams(M.content)
+          role: w.role ?? "system",
+          content: s.substituteParams(w.content)
         });
         return;
       }
-      g.identifier === "chatHistory" && rt();
+      h.identifier === "chatHistory" && ne();
     });
   }
-  const Rt = [
+  const Re = [
     "1_memory",
     "2_floating_prompt",
     "3_vectors",
@@ -309,74 +318,74 @@ ${t.extra.title}`), {
     "QUIET_PROMPT",
     "DEPTH_PROMPT"
   ];
-  for (const t in n.extensionPrompts)
-    if (Object.hasOwn(n.extensionPrompts, t)) {
-      const e = n.extensionPrompts[t];
-      if (Rt.includes(t) || !n.extensionPrompts[t].value || ![v.BEFORE_PROMPT, v.IN_PROMPT].includes(e.position) || typeof e.filter == "function" && !await e.filter()) continue;
+  for (const e in s.extensionPrompts)
+    if (Object.hasOwn(s.extensionPrompts, e)) {
+      const t = s.extensionPrompts[e];
+      if (Re.includes(e) || !s.extensionPrompts[e].value || ![v.BEFORE_PROMPT, v.IN_PROMPT].includes(t.position) || typeof t.filter == "function" && !await t.filter()) continue;
       const r = {
-        role: w(e.role) ?? "system",
-        content: e.value
+        role: k(t.role) ?? "system",
+        content: t.value
       };
-      if (e.position === v.BEFORE_PROMPT)
-        a.insert(e.depth, r);
-      else if (e.position === v.IN_PROMPT) {
+      if (t.position === v.BEFORE_PROMPT)
+        a.insert(t.depth, r);
+      else if (t.position === v.IN_PROMPT) {
         const i = a.getMessages();
-        a.insert(i.length - e.depth, r);
+        a.insert(i.length - t.depth, r);
       }
     }
-  for (const t of At) {
-    const e = a.getMessages();
-    a.insert(e.length - t.depth, {
-      role: w(t.role),
-      content: t.entries.join(`
+  for (const e of Ae) {
+    const t = a.getMessages();
+    a.insert(t.length - e.depth, {
+      role: k(e.role),
+      content: e.entries.join(`
 `)
     });
   }
-  if (!h) {
-    const t = Wt(kt, Number(W));
-    if (kt && Array.isArray(t) && t.length > 0)
-      t.filter((e) => e.text).forEach((e, p) => {
+  if (!_) {
+    const e = Ge(Ce, Number(q));
+    if (Ce && Array.isArray(e) && e.length > 0)
+      e.filter((t) => t.text).forEach((t, p) => {
         const r = a.getMessages();
-        a.insert(r.length - e.depth, { role: e.role, content: e.text });
+        a.insert(r.length - t.depth, { role: t.role, content: t.text });
       });
     else {
-      const e = q(
-        (dt = (ft = (mt = (ut = (lt = n.characters[W]) == null ? void 0 : lt.data) == null ? void 0 : ut.extensions) == null ? void 0 : mt.depth_prompt) == null ? void 0 : ft.prompt) == null ? void 0 : dt.trim(),
+      const t = H(
+        (de = (fe = (ue = (le = (me = s.characters[q]) == null ? void 0 : me.data) == null ? void 0 : le.extensions) == null ? void 0 : ue.depth_prompt) == null ? void 0 : fe.prompt) == null ? void 0 : de.trim(),
         b,
         T
       ) || "";
-      if (e) {
-        const p = Xt, r = ((Pt = (_t = (ht = (gt = n.characters[W]) == null ? void 0 : gt.data) == null ? void 0 : ht.extensions) == null ? void 0 : _t.depth_prompt) == null ? void 0 : Pt.role) ?? Vt, i = a.getMessages();
+      if (t) {
+        const p = tt, r = ((Pe = (_e = (he = (ge = s.characters[q]) == null ? void 0 : ge.data) == null ? void 0 : he.extensions) == null ? void 0 : _e.depth_prompt) == null ? void 0 : Pe.role) ?? et, i = a.getMessages();
         a.insert(i.length - p, {
-          role: w(r),
-          content: e
+          role: k(r),
+          content: t
         });
       }
     }
   }
-  let x = -1;
-  if (!O) {
-    const t = Gt();
-    if (t.prompt) {
-      t.prompt = q(t.prompt, b, T);
-      const e = { role: w(t.role), content: t.prompt };
-      switch (t.position) {
+  let M = -1;
+  if (!I) {
+    const e = Qe();
+    if (e.prompt) {
+      e.prompt = H(e.prompt, b, T);
+      const t = { role: k(e.role), content: e.prompt };
+      switch (e.position) {
         case v.IN_PROMPT:
-          a.insert(1, e), x = 1;
+          a.insert(1, t), M = 1;
           break;
         case v.IN_CHAT:
-          x = a.getMessages().length - t.depth, a.insert(x, e);
+          M = a.getMessages().length - e.depth, a.insert(M, t);
           break;
         case v.BEFORE_PROMPT:
-          a.addFront(e), x = 0;
+          a.addFront(t), M = 0;
           break;
       }
     }
   }
-  return x >= 0 && (ot.length > 0 && (a.insert(x, { role: "system", content: ot.join(`
-`) }), x++), nt.length > 0 && a.insert(x + 1, { role: "system", content: nt.join(`
+  return M >= 0 && (oe.length > 0 && (a.insert(M, { role: "system", content: oe.join(`
+`) }), M++), se.length > 0 && a.insert(M + 1, { role: "system", content: se.join(`
 `) })), { result: a.getMessages(), warnings: y };
 }
 export {
-  ce as buildPrompt
+  gt as buildPrompt
 };

package/dist/prompt-message-utils.cjs

@@ -0,0 +1,2 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});function r(e){return typeof e=="string"&&e.trim().length>0}function o(e){const t=e.content;return typeof t=="string"?t:Array.isArray(t)?t.map(n=>n.type==="text"?n.text:"").filter(r).join(`
+`):""}function s(e){const t=e.content;if(typeof t=="string")return r(t)?e:null;if(Array.isArray(t)){const n=t.filter(i=>i.type!=="text"||r(i.text));return n.length>0?{...e,content:n}:null}return null}function u(e){return e.map(t=>s(t)).filter(t=>t!==null)}exports.getMessageText=o;exports.sanitizePromptMessage=s;exports.sanitizePromptMessages=u;

package/dist/prompt-message-utils.d.ts

@@ -0,0 +1,6 @@
+import { ChatCompletionMessage } from './types/index.js';
+
+export declare function getMessageText(message: ChatCompletionMessage): string;
+export declare function sanitizePromptMessage<T extends ChatCompletionMessage>(message: T): T | null;
+export declare function sanitizePromptMessages<T extends ChatCompletionMessage>(messages: T[]): T[];
+//# sourceMappingURL=prompt-message-utils.d.ts.map

package/dist/prompt-message-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-message-utils.d.ts","sourceRoot":"","sources":["../src/prompt-message-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAYzD,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAerE;AAED,wBAAgB,qBAAqB,CAAC,CAAC,SAAS,qBAAqB,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAa3F;AAED,wBAAgB,sBAAsB,CAAC,CAAC,SAAS,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAI1F"}

package/dist/prompt-message-utils.js

@@ -0,0 +1,26 @@
+function r(n) {
+  return typeof n == "string" && n.trim().length > 0;
+}
+function s(n) {
+  const t = n.content;
+  return typeof t == "string" ? t : Array.isArray(t) ? t.map((e) => e.type === "text" ? e.text : "").filter(r).join(`
+`) : "";
+}
+function o(n) {
+  const t = n.content;
+  if (typeof t == "string")
+    return r(t) ? n : null;
+  if (Array.isArray(t)) {
+    const e = t.filter((i) => i.type !== "text" || r(i.text));
+    return e.length > 0 ? { ...n, content: e } : null;
+  }
+  return null;
+}
+function u(n) {
+  return n.map((t) => o(t)).filter((t) => t !== null);
+}
+export {
+  s as getMessageText,
+  o as sanitizePromptMessage,
+  u as sanitizePromptMessages
+};

package/dist/prompt-slice-utils.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});function i(o){return{startIndex:(o==null?void 0:o.start)??0,endIndex:(o==null?void 0:o.end)===void 0?void 0:o.end+1}}exports.getMessageSliceBounds=i;

package/dist/prompt-slice-utils.d.ts

@@ -0,0 +1,7 @@
+import { BuildPromptOptions } from './prompt-builder.js';
+
+export declare function getMessageSliceBounds(messageIndexesBetween?: BuildPromptOptions['messageIndexesBetween']): {
+    startIndex: number;
+    endIndex: number | undefined;
+};
+//# sourceMappingURL=prompt-slice-utils.d.ts.map

package/dist/prompt-slice-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-slice-utils.d.ts","sourceRoot":"","sources":["../src/prompt-slice-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,wBAAgB,qBAAqB,CAAC,qBAAqB,CAAC,EAAE,kBAAkB,CAAC,uBAAuB,CAAC,GAAG;IAC1G,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAKA"}

package/dist/prompt-slice-utils.js

@@ -0,0 +1,9 @@
+function r(o) {
+  return {
+    startIndex: (o == null ? void 0 : o.start) ?? 0,
+    endIndex: (o == null ? void 0 : o.end) === void 0 ? void 0 : o.end + 1
+  };
+}
+export {
+  r as getMessageSliceBounds
+};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "sillytavern-utils-lib",
-    "version": "1.0.65",
+    "version": "1.0.67",
     "description": "Utility library for SillyTavern",
     "type": "module",
     "exports": {