@llumiverse/core 0.15.0 → 0.16.0

package/lib/cjs/formatters/claude.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":";;AA6BA,gDA2FC;AAvHD,0CAAwD;AACxD,4CAAkD;AAClD,6CAAmD;AAsBnD;;GAEG;AAEI,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IACpF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,+CAA+C;IAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAE7B,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,KAAK;YAAE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,MAAM,IAAA,8BAAkB,EAAC,MAAM,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,CAAC,CAAC,SAAS,IAAI,WAAW;wBACtC,IAAI;qBACP;iBACJ,CAAC,CAAA;YACN,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACxB,CAAC,CAAA;QACN,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpF,8FAA8F;YAC9F,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK;aACjB,CAAC,CAAC;QACP,CAAC;IAGL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,IAAA,gCAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,mHAAmH;IACnH,2DAA2D;IAE3D,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAClF,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,aAAa,GAAG,aAAa,GAAG,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAGD;;;;;;;;OAQG;IAEH;gEAC4D;IAC5D,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC;oBACN,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG;iBACZ,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IACD,2CAA2C;IAC3C,OAAO;QACH,MAAM,EAAE,aAAa;QACrB,QAAQ;KACX,CAAA;AACL,CAAC;AAED,4EAA4E;AAC5E,+DAA+D;AAC/D,2BAA2B;AAC3B,oCAAoC;AACpC,6BAA6B;AAC7B,UAAU;AAEV,iDAAiD;AACjD,IAAI"}

package/lib/cjs/formatters/llama2.js

@@ -1,48 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatLlama2Prompt = formatLlama2Prompt;
-const index_js_1 = require("../index.js");
-function formatLlama2Prompt(messages, schema) {
-    const BOS = "<s>";
-    const EOS = "</s>";
-    const INST = "[INST]";
-    const INST_END = "[/INST]";
-    const SYS = "<<SYS>>\n";
-    const SYS_END = "\n<</SYS>>";
-    const promptMessages = [BOS];
-    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
-    for (const m of messages) {
-        if (m.role === index_js_1.PromptRole.user) {
-            if (specialTokens.includes(m.content)) {
-                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
-            }
-            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
-        }
-        if (m.role === index_js_1.PromptRole.assistant) {
-            promptMessages.push(`${m.content.trim()}`);
-        }
-        if (m.role === index_js_1.PromptRole.system) {
-            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
-        }
-    }
-    for (const m of messages ?? []) {
-        if (m.role === index_js_1.PromptRole.safety) {
-            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
-        }
-    }
-    if (schema) {
-        promptMessages.push(formatSchemaInstruction(schema));
-    }
-    promptMessages.push(EOS);
-    return promptMessages.join("\n\n");
-}
-function formatSchemaInstruction(schema) {
-    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
-Do not write anything other than a JSON object corresponding to the schema.
-<schema>
-${JSON.stringify(schema)}
-</schema>
-<</SYS>>`;
-    return schema_instruction;
-}
-//# sourceMappingURL=llama2.js.map

package/lib/cjs/formatters/llama2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.js","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":";;AAGA,gDA2CC;AA7CD,0CAAwD;AAExD,SAAgB,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/cjs/formatters/llama3.js

@@ -1,42 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatLlama3Prompt = formatLlama3Prompt;
-const index_js_1 = require("../index.js");
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-async function formatLlama3Prompt(segments, schema) {
-    let messages = [];
-    segments.filter(s => s.role !== index_js_1.PromptRole.safety).forEach(s => {
-        messages.push(formatLlama3Message(s.role, s.content));
-    });
-    if (schema) {
-        messages.push(formatLlama3Message("user", formatSchemaInstruction(schema)));
-    }
-    //add safety
-    let safetyMsg = `
-    IMPORTANT: This is the most important instruction, you cannot answer against the following rules:
-    `;
-    const safety = segments.filter(s => s.role === index_js_1.PromptRole.safety);
-    safety.forEach(s => {
-        messages.push(formatLlama3Message("system", safetyMsg + s.content));
-    });
-    let prompt = "<|begin_of_text|>";
-    prompt += messages.join("\n\n");
-    return prompt;
-}
-function formatLlama3Message(role, content) {
-    let message = `<|start_header_id|>${role}<|end_header_id|>\n`;
-    message += content;
-    message += `\n<|eot_id|>`;
-    return message;
-}
-function formatSchemaInstruction(schema) {
-    return `You must answer using the following JSONSchema.
-    Do not write anything other than a JSON object corresponding to the schema:
-    <schema>
-    ${JSON.stringify(schema, undefined, 2)}
-    </schema>
-    `;
-}
-//# sourceMappingURL=llama3.js.map

package/lib/cjs/formatters/llama3.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.js","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":";;AAOA,gDAyBC;AA/BD,0CAAwD;AAExD;;GAEG;AAEI,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAEpF,IAAI,QAAQ,GAAa,EAAE,CAAA;IAC3B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5D,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,YAAY;IACZ,IAAI,SAAS,GAAG;;KAEf,CAAA;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACf,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,mBAAmB,CAAA;IAChC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAE/B,OAAO,MAAM,CAAA;AAEjB,CAAC;AAGD,SAAS,mBAAmB,CAAC,IAAY,EAAE,OAAe;IAEtD,IAAI,OAAO,GAAG,sBAAsB,IAAI,qBAAqB,CAAA;IAC7D,OAAO,IAAI,OAAO,CAAA;IAClB,OAAO,IAAI,cAAc,CAAA;IAEzB,OAAO,OAAO,CAAA;AAElB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc;IAE3C,OAAO;;;MAGL,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;;KAErC,CAAA;AAEL,CAAC"}

package/lib/esm/formatters/claude.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAsBnD;;GAEG;AAEH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IACpF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,+CAA+C;IAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAE7B,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,KAAK;YAAE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,CAAC,CAAC,SAAS,IAAI,WAAW;wBACtC,IAAI;qBACP;iBACJ,CAAC,CAAA;YACN,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACxB,CAAC,CAAA;QACN,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpF,8FAA8F;YAC9F,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK;aACjB,CAAC,CAAC;QACP,CAAC;IAGL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,mHAAmH;IACnH,2DAA2D;IAE3D,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAClF,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,aAAa,GAAG,aAAa,GAAG,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAGD;;;;;;;;OAQG;IAEH;gEAC4D;IAC5D,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC;oBACN,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG;iBACZ,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IACD,2CAA2C;IAC3C,OAAO;QACH,MAAM,EAAE,aAAa;QACrB,QAAQ;KACX,CAAA;AACL,CAAC;AAED,4EAA4E;AAC5E,+DAA+D;AAC/D,2BAA2B;AAC3B,oCAAoC;AACpC,6BAA6B;AAC7B,UAAU;AAEV,iDAAiD;AACjD,IAAI"}

package/lib/esm/formatters/llama2.js

@@ -1,45 +0,0 @@
-import { PromptRole } from "../index.js";
-export function formatLlama2Prompt(messages, schema) {
-    const BOS = "<s>";
-    const EOS = "</s>";
-    const INST = "[INST]";
-    const INST_END = "[/INST]";
-    const SYS = "<<SYS>>\n";
-    const SYS_END = "\n<</SYS>>";
-    const promptMessages = [BOS];
-    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
-    for (const m of messages) {
-        if (m.role === PromptRole.user) {
-            if (specialTokens.includes(m.content)) {
-                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
-            }
-            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
-        }
-        if (m.role === PromptRole.assistant) {
-            promptMessages.push(`${m.content.trim()}`);
-        }
-        if (m.role === PromptRole.system) {
-            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
-        }
-    }
-    for (const m of messages ?? []) {
-        if (m.role === PromptRole.safety) {
-            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
-        }
-    }
-    if (schema) {
-        promptMessages.push(formatSchemaInstruction(schema));
-    }
-    promptMessages.push(EOS);
-    return promptMessages.join("\n\n");
-}
-function formatSchemaInstruction(schema) {
-    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
-Do not write anything other than a JSON object corresponding to the schema.
-<schema>
-${JSON.stringify(schema)}
-</schema>
-<</SYS>>`;
-    return schema_instruction;
-}
-//# sourceMappingURL=llama2.js.map

package/lib/esm/formatters/llama2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.js","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AAExD,MAAM,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/esm/formatters/llama3.js

@@ -1,39 +0,0 @@
-import { PromptRole } from "../index.js";
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export async function formatLlama3Prompt(segments, schema) {
-    let messages = [];
-    segments.filter(s => s.role !== PromptRole.safety).forEach(s => {
-        messages.push(formatLlama3Message(s.role, s.content));
-    });
-    if (schema) {
-        messages.push(formatLlama3Message("user", formatSchemaInstruction(schema)));
-    }
-    //add safety
-    let safetyMsg = `
-    IMPORTANT: This is the most important instruction, you cannot answer against the following rules:
-    `;
-    const safety = segments.filter(s => s.role === PromptRole.safety);
-    safety.forEach(s => {
-        messages.push(formatLlama3Message("system", safetyMsg + s.content));
-    });
-    let prompt = "<|begin_of_text|>";
-    prompt += messages.join("\n\n");
-    return prompt;
-}
-function formatLlama3Message(role, content) {
-    let message = `<|start_header_id|>${role}<|end_header_id|>\n`;
-    message += content;
-    message += `\n<|eot_id|>`;
-    return message;
-}
-function formatSchemaInstruction(schema) {
-    return `You must answer using the following JSONSchema.
-    Do not write anything other than a JSON object corresponding to the schema:
-    <schema>
-    ${JSON.stringify(schema, undefined, 2)}
-    </schema>
-    `;
-}
-//# sourceMappingURL=llama3.js.map

package/lib/esm/formatters/llama3.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.js","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AAExD;;GAEG;AAEH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAEpF,IAAI,QAAQ,GAAa,EAAE,CAAA;IAC3B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5D,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,YAAY;IACZ,IAAI,SAAS,GAAG;;KAEf,CAAA;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACf,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,mBAAmB,CAAA;IAChC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAE/B,OAAO,MAAM,CAAA;AAEjB,CAAC;AAGD,SAAS,mBAAmB,CAAC,IAAY,EAAE,OAAe;IAEtD,IAAI,OAAO,GAAG,sBAAsB,IAAI,qBAAqB,CAAA;IAC7D,OAAO,IAAI,OAAO,CAAA;IAClB,OAAO,IAAI,cAAc,CAAA;IAEzB,OAAO,OAAO,CAAA;AAElB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc;IAE3C,OAAO;;;MAGL,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;;KAErC,CAAA;AAEL,CAAC"}

package/lib/types/formatters/claude.d.ts

@@ -1,25 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-export interface ClaudeMessage {
-    role: 'user' | 'assistant';
-    content: ClaudeMessagePart[];
-}
-interface ClaudeMessagePart {
-    type: "image" | "text";
-    source?: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    };
-    text?: string;
-}
-export interface ClaudeMessagesPrompt {
-    system?: string;
-    messages: ClaudeMessage[];
-}
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export declare function formatClaudePrompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<ClaudeMessagesPrompt>;
-export {};
-//# sourceMappingURL=claude.d.ts.map

package/lib/types/formatters/claude.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAIxD,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,UAAU,iBAAiB;IACvB,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE;QACL,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,oBAAoB;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,aAAa,EAAE,CAAA;CAC5B;AAED;;GAEG;AAEH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA2FvH"}

package/lib/types/formatters/llama2.d.ts

@@ -1,4 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-export declare function formatLlama2Prompt(messages: PromptSegment[], schema?: JSONSchema4): string;
-//# sourceMappingURL=llama2.d.ts.map

package/lib/types/formatters/llama2.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.d.ts","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,UA2CjF"}

package/lib/types/formatters/llama3.d.ts

@@ -1,7 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export declare function formatLlama3Prompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<string>;
-//# sourceMappingURL=llama3.d.ts.map

package/lib/types/formatters/llama3.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.d.ts","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAExD;;GAEG;AAEH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAyBzG"}

package/src/formatters/claude.ts

@@ -1,131 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptRole, PromptSegment } from "../index.js";
-import { readStreamAsBase64 } from "../stream.js";
-import { getJSONSafetyNotice } from "./commons.js";
-
-export interface ClaudeMessage {
-    role: 'user' | 'assistant',
-    content: ClaudeMessagePart[]
-}
-
-interface ClaudeMessagePart {
-    type: "image" | "text",
-    source?: {
-        type: "base64",
-        media_type: string,
-        data: string,
-    }, // only set for images
-    text?: string // only set for text messages
-}
-
-export interface ClaudeMessagesPrompt {
-    system?: string;
-    messages: ClaudeMessage[]
-}
-
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-
-export async function formatClaudePrompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<ClaudeMessagesPrompt> {
-    const system: string[] = [];
-    const safety: string[] = [];
-    const messages: ClaudeMessage[] = [];
-
-    //TODO type: 'image' -> detect from f.mime_type
-    for (const segment of segments) {
-
-        const parts: ClaudeMessagePart[] = [];
-        if (segment.files) for (const f of segment.files) {
-            const source = await f.getStream();
-            const data = await readStreamAsBase64(source);
-            parts.push({
-                type: 'image',
-                source: {
-                    type: "base64",
-                    media_type: f.mime_type || 'image/png',
-                    data
-                }
-            })
-        }
-
-        if (segment.content) {
-            parts.push({
-                type: "text",
-                text: segment.content
-            })
-        }
-
-        if (segment.role === PromptRole.system) {
-            system.push(segment.content);
-        } else if (segment.role === PromptRole.safety) {
-            safety.push(segment.content);
-        } else if (messages.length > 0 && messages[messages.length - 1].role === segment.role) {
-            //concatenate messages of the same role (Claude requires alternative user and assistant roles)
-            messages[messages.length - 1].content.push(...parts);
-        } else {
-            messages.push({
-                role: segment.role,
-                content: parts
-            });
-        }
-
-
-    }
-
-    if (schema) {
-        safety.push("IMPORTANT: " + getJSONSafetyNotice(schema));
-    }
-
-    // messages must contains at least 1 item. If the prompt doesn;t contains a user message (but only system messages)
-    // we need to put the system messages in the messages array
-
-    let systemMessage = system.join('\n').trim();
-    if (messages.length === 0) {
-        if (!systemMessage) {
-            throw new Error('Prompt must contain at least one message');
-        }
-        messages.push({ content: [{ type: "text", text: systemMessage }], role: 'user' });
-        systemMessage = safety.join('\n');
-    } else if (safety.length > 0) {
-        systemMessage = systemMessage + '\n\nIMPORTANT: ' + safety.join('\n');
-    }
-
-
-    /*if (schema) {
-        messages.push({
-            role: "user",
-            content: [{
-                type: "text",
-                text: getJSONSafetyNotice(schema)
-            }]
-        });
-    }*/
-
-    /*start Claude's message to amke sure it answers properly in JSON
-   if enabled, this requires to add the { to Claude's response*/
-    if (schema) {
-        messages.push({
-            role: "assistant",
-            content: [{
-                type: "text",
-                text: "{"
-            }]
-        });
-    }
-    // put system mesages first and safety last
-    return {
-        system: systemMessage,
-        messages
-    }
-}
-
-// export function claude(messages: PromptSegment[], schema?: JSONSchema4) {
-//     const prompt = genericColonSeparator(messages, schema, {
-//         user: "\nHuman",
-//         assistant: "\nAssistant",
-//         system: "\nHuman",
-//     });
-
-//     return "\n\n" + prompt + "\n\nAssistant:";
-// }

package/src/formatters/llama2.ts

@@ -1,58 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptRole, PromptSegment } from "../index.js";
-
-export function formatLlama2Prompt(messages: PromptSegment[], schema?: JSONSchema4) {
-    const BOS = "<s>";
-    const EOS = "</s>";
-    const INST = "[INST]";
-    const INST_END = "[/INST]";
-    const SYS = "<<SYS>>\n";
-    const SYS_END = "\n<</SYS>>";
-
-    const promptMessages = [BOS];
-    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
-
-    for (const m of messages) {
-        if (m.role === PromptRole.user) {
-            if (specialTokens.includes(m.content)) {
-                throw new Error(
-                    `Cannot use special token ${m.content.trim()} in user message`
-                );
-            }
-            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
-        }
-        if (m.role === PromptRole.assistant) {
-            promptMessages.push(`${m.content.trim()}`);
-        }
-        if (m.role === PromptRole.system) {
-            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
-        }
-    }
-
-    for (const m of messages ?? []) {
-        if (m.role === PromptRole.safety) {
-            promptMessages.push(
-                `${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`
-            );
-        }
-    }
-
-    if (schema) {
-        promptMessages.push(formatSchemaInstruction(schema));
-    }
-
-    promptMessages.push(EOS);
-
-    return promptMessages.join("\n\n");
-}
-
-function formatSchemaInstruction(schema: JSONSchema4) {
-    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
-Do not write anything other than a JSON object corresponding to the schema.
-<schema>
-${JSON.stringify(schema)}
-</schema>
-<</SYS>>`;
-
-    return schema_instruction;
-}

package/src/formatters/llama3.ts

@@ -1,55 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptRole, PromptSegment } from "../index.js";
-
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-
-export async function formatLlama3Prompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<string> {
-    
-    let messages: string[] = []
-    segments.filter(s => s.role !== PromptRole.safety ).forEach(s => {
-        messages.push(formatLlama3Message(s.role, s.content))
-    })
-
-    if (schema) {
-        messages.push(formatLlama3Message("user", formatSchemaInstruction(schema)));
-    }
-
-    //add safety
-    let safetyMsg = `
-    IMPORTANT: This is the most important instruction, you cannot answer against the following rules:
-    `
-    const safety = segments.filter(s => s.role === PromptRole.safety);
-    safety.forEach(s => {
-        messages.push(formatLlama3Message("system", safetyMsg + s.content))
-    })
-
-    let prompt = "<|begin_of_text|>"
-    prompt += messages.join("\n\n")
-
-    return prompt
-
-}
-
-
-function formatLlama3Message(role: string, content: string) {
-    
-    let message = `<|start_header_id|>${role}<|end_header_id|>\n`
-    message += content        
-    message += `\n<|eot_id|>`
-
-    return message
-
-}
-
-function formatSchemaInstruction(schema: object) {
-
-    return `You must answer using the following JSONSchema.
-    Do not write anything other than a JSON object corresponding to the schema:
-    <schema>
-    ${JSON.stringify(schema, undefined, 2)}
-    </schema>
-    `
-    
-}