@mikugg/guidance 0.16.0 → 0.17.1

package/dist/index.d.ts

@@ -1,5 +1,6 @@
-import * as Tokenizer from "./lib/tokenizer";
-import * as TokenGenerator from "./lib/token-generator";
+import * as Agents from "./lib/Agent";
 import * as Template from "./lib/template";
-export { Tokenizer, TokenGenerator, Template };
+import * as TokenGenerator from "./lib/token-generator";
+import * as Tokenizer from "./lib/tokenizer";
+export { Agents, Template, TokenGenerator, Tokenizer };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,iBAAiB,CAAC;AAC7C,OAAO,KAAK,cAAc,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,cAAc,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,SAAS,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC"}

package/dist/index.js

@@ -23,10 +23,12 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Template = exports.TokenGenerator = exports.Tokenizer = void 0;
-const Tokenizer = __importStar(require("./lib/tokenizer"));
-exports.Tokenizer = Tokenizer;
-const TokenGenerator = __importStar(require("./lib/token-generator"));
-exports.TokenGenerator = TokenGenerator;
+exports.Tokenizer = exports.TokenGenerator = exports.Template = exports.Agents = void 0;
+const Agents = __importStar(require("./lib/Agent"));
+exports.Agents = Agents;
 const Template = __importStar(require("./lib/template"));
 exports.Template = Template;
+const TokenGenerator = __importStar(require("./lib/token-generator"));
+exports.TokenGenerator = TokenGenerator;
+const Tokenizer = __importStar(require("./lib/tokenizer"));
+exports.Tokenizer = Tokenizer;

package/dist/lib/Agent.d.ts

@@ -0,0 +1,24 @@
+export interface AgentPromptConfiguration<AgentInputs extends string[], AgentOutputs extends string[]> {
+    instruction: string;
+    description: string;
+    shotTemplate: {
+        input: string;
+        output: string;
+    };
+    shots: {
+        inputs: Record<AgentInputs[number], string>;
+        outputs: Record<AgentOutputs[number], string>;
+    }[];
+    instructSettings?: {
+        system?: string;
+        instruction?: string;
+        input?: string;
+        output?: string;
+    };
+}
+export declare class AgentPrompt<AgentInputs extends string[], AgentOutputs extends string[]> {
+    private configuration;
+    constructor(configuration: AgentPromptConfiguration<AgentInputs, AgentOutputs>);
+    generatePrompt(inputs: Record<AgentInputs[number], string>): string;
+}
+//# sourceMappingURL=Agent.d.ts.map

package/dist/lib/Agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Agent.d.ts","sourceRoot":"","sources":["../../src/lib/Agent.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,wBAAwB,CAEvC,WAAW,SAAS,MAAM,EAAE,EAC5B,YAAY,SAAS,MAAM,EAAE;IAE7B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,EAAE;QACL,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;KAC/C,EAAE,CAAC;IACJ,gBAAgB,CAAC,EAAE;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,qBAAa,WAAW,CACtB,WAAW,SAAS,MAAM,EAAE,EAC5B,YAAY,SAAS,MAAM,EAAE;IAE7B,OAAO,CAAC,aAAa,CAOnB;gBAGA,aAAa,EAAE,wBAAwB,CAAC,WAAW,EAAE,YAAY,CAAC;IAc7D,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,MAAM;CA+B3E"}

package/dist/lib/Agent.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentPrompt = void 0;
+function replaceTemplate(template, key, value) {
+    let regex = new RegExp(`{{GEN ${key}[^}]*}}`, "g");
+    template = template.replace(regex, value);
+    regex = new RegExp(`{{SEL ${key}[^}]*}}`, "g");
+    return template.replace(regex, value);
+}
+class AgentPrompt {
+    constructor(configuration) {
+        this.configuration = Object.assign(Object.assign({}, configuration), { instructSettings: Object.assign({ system: "", instruction: "\n### Instruction:\n", input: "\n### Input:\n", output: "\n### Response:\n" }, configuration.instructSettings) });
+    }
+    generatePrompt(inputs) {
+        let prompt = this.configuration.instructSettings.system;
+        prompt += this.configuration.description;
+        prompt += this.configuration.instructSettings.instruction;
+        prompt += this.configuration.instruction;
+        this.configuration.shots.forEach((shot) => {
+            prompt += this.configuration.instructSettings.input;
+            prompt += this.configuration.shotTemplate.input;
+            Object.keys(shot.inputs).forEach((key) => {
+                const value = shot.inputs[key];
+                prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+            });
+            prompt += this.configuration.instructSettings.output;
+            prompt += this.configuration.shotTemplate.output;
+            Object.keys(shot.outputs).forEach((key) => {
+                const value = shot.outputs[key];
+                prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+                prompt = replaceTemplate(prompt, key, value);
+            });
+        });
+        prompt += this.configuration.instructSettings.input;
+        prompt += this.configuration.shotTemplate.input;
+        Object.keys(inputs).forEach((key) => {
+            const value = inputs[key];
+            prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+        });
+        prompt += this.configuration.instructSettings.output;
+        prompt += this.configuration.shotTemplate.output;
+        return prompt;
+    }
+}
+exports.AgentPrompt = AgentPrompt;

package/dist/lib/template.d.ts

@@ -1,5 +1,5 @@
-import { AbstractTokenizer } from "./tokenizer";
-import { AbstractTokenGenerator } from "./token-generator";
+import { AbstractTokenizer } from './tokenizer';
+import { AbstractTokenGenerator } from './token-generator';
 export declare enum TEMPLATE_METHODS {
     SEL = "SEL",
     GEN = "GEN"
@@ -7,6 +7,7 @@ export declare enum TEMPLATE_METHODS {
 export declare class TemplateProcessor<TRequestOptions = undefined> {
     private tokenizer;
     private generator;
+    private isnemo;
     constructor(tokenizer: AbstractTokenizer, generator: AbstractTokenGenerator<TRequestOptions>);
     setTokenizer(tokenizer: AbstractTokenizer): void;
     setGenerator(generator: AbstractTokenGenerator<TRequestOptions>): void;

package/dist/lib/template.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"template.d.ts","sourceRoot":"","sources":["../../src/lib/template.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAG3D,oBAAY,gBAAgB;IAC1B,GAAG,QAAQ;IACX,GAAG,QAAQ;CACZ;AAED,qBAAa,iBAAiB,CAAC,eAAe,GAAG,SAAS;IACxD,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,SAAS,CAA0C;gBAGzD,SAAS,EAAE,iBAAiB,EAC5B,SAAS,EAAE,sBAAsB,CAAC,eAAe,CAAC;IAM7C,YAAY,CAAC,SAAS,EAAE,iBAAiB;IAIzC,YAAY,CAAC,SAAS,EAAE,sBAAsB,CAAC,eAAe,CAAC;IAIzD,eAAe,CAC1B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,EACzC,UAAU,CAAC,EAAE,eAAe,GAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAajB,qBAAqB,CACjC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,EACzC,UAAU,CAAC,EAAE,eAAe,GAC3B,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC;IAyI5C,OAAO,CAAC,cAAc;CAQvB"}
+{"version":3,"file":"template.d.ts","sourceRoot":"","sources":["../../src/lib/template.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAG3D,oBAAY,gBAAgB;IAC1B,GAAG,QAAQ;IACX,GAAG,QAAQ;CACZ;AAED,qBAAa,iBAAiB,CAAC,eAAe,GAAG,SAAS;IACxD,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,SAAS,CAA0C;IAC3D,OAAO,CAAC,MAAM,CAAU;gBAEZ,SAAS,EAAE,iBAAiB,EAAE,SAAS,EAAE,sBAAsB,CAAC,eAAe,CAAC;IAMrF,YAAY,CAAC,SAAS,EAAE,iBAAiB;IAIzC,YAAY,CAAC,SAAS,EAAE,sBAAsB,CAAC,eAAe,CAAC;IAIzD,eAAe,CAC1B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,EACzC,UAAU,CAAC,EAAE,eAAe,GAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASjB,qBAAqB,CACjC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,EACzC,UAAU,CAAC,EAAE,eAAe,GAC3B,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC;IAuI5C,OAAO,CAAC,cAAc;CAQvB"}

package/dist/lib/template.js

@@ -43,6 +43,7 @@ class TemplateProcessor {
     constructor(tokenizer, generator) {
         this.tokenizer = tokenizer;
         this.generator = generator;
+        this.isnemo = tokenizer.name === 'nemo';
     }
     setTokenizer(tokenizer) {
         this.tokenizer = tokenizer;
@@ -78,22 +79,19 @@ class TemplateProcessor {
             const result = new Map();
             // Replace {{val}} in template with variables[val]
             variables.forEach((value, key) => {
-                template = template.replace(new RegExp(`{{${key}}}`, "g"), value.toString());
+                template = template.replace(new RegExp(`{{${key}}}`, 'g'), value.toString());
             });
             // Replace {{method variableName methodArg1=methodArg1Value methodArg2=methodArg2Value}} in template
-            const indexes = [
-                ...this.findAllIndexes(template, "{{GEN"),
-                ...this.findAllIndexes(template, "{{SEL"),
-            ].sort((a, b) => a - b);
+            const indexes = [...this.findAllIndexes(template, '{{GEN'), ...this.findAllIndexes(template, '{{SEL')].sort((a, b) => a - b);
             let nextTemplateIndexForPrompt = 0;
-            let prompt = "";
+            let prompt = '';
             for (let i = 0; i < indexes.length; i++) {
                 prompt += template.substring(nextTemplateIndexForPrompt, indexes[i]);
                 const start = indexes[i];
-                const end = template.substring(start).indexOf("}}") + 2 + start;
+                const end = template.substring(start).indexOf('}}') + 2 + start;
                 const content = template.substring(start, end);
-                const { type: method, name: variableName, params: methodArgs, } = (0, templateParser_1.default)(content);
-                let completion = "";
+                const { type: method, name: variableName, params: methodArgs } = (0, templateParser_1.default)(content);
+                let completion = '';
                 switch (method) {
                     case TEMPLATE_METHODS.GEN:
                         const stream = this.generator.generateString(prompt, methodArgs, reqOptions);
@@ -118,26 +116,35 @@ class TemplateProcessor {
                     case TEMPLATE_METHODS.SEL:
                         const trie = new _trie_1.default();
                         // Get options from variables
-                        const options = variables.get(String(methodArgs["options"]));
+                        const options = variables.get(String(methodArgs['options']));
                         if (!options) {
-                            throw new Error(`${methodArgs["options"]} variable not found`);
+                            throw new Error(`${methodArgs['options']} variable not found`);
+                        }
+                        if (this.isnemo) {
+                            options.forEach((option) => {
+                                const prefix = this.tokenizer.encodeString(option);
+                                trie.addPrefix(prefix);
+                            });
+                        }
+                        else {
+                            prompt = this.tokenizer.decodeString(this.tokenizer.encodeString(prompt));
+                            // Add all options to trie
+                            options.forEach((option) => {
+                                const prefix = this.tokenizer.encodeString(prompt + option);
+                                trie.addPrefix(prefix);
+                            });
                         }
-                        // Add all options to trie
-                        options.forEach((option) => {
-                            const prefix = this.tokenizer.encodeString(prompt + option + this.tokenizer.getEOS());
-                            trie.addPrefix(prefix);
-                        });
                         let currentPrefixPrompt = prompt;
                         do {
-                            const currentPrefix = trie.getNextPrefix(this.tokenizer.encodeString(currentPrefixPrompt));
-                            currentPrefixPrompt = this.tokenizer.decodeString(currentPrefix);
+                            const currentPrefix = trie.getNextPrefix(this.isnemo ? [1] : this.tokenizer.encodeString(currentPrefixPrompt));
+                            currentPrefixPrompt = this.isnemo ? currentPrefixPrompt : this.tokenizer.decodeString(currentPrefix);
                             const nextChildren = trie.getNextChildren(currentPrefix);
                             if (nextChildren.length < 2) {
                                 // If there is only one child, we complete
-                                completion = this.tokenizer
-                                    .decodeString(trie.getWord(currentPrefix))
-                                    .substring(prompt.length)
-                                    .replace(this.tokenizer.getEOS(), "");
+                                completion = this.tokenizer.decodeString(trie.getWord(currentPrefix));
+                                if (!this.isnemo) {
+                                    completion = completion.substring(prompt.length);
+                                }
                                 break;
                             }
                             else {
@@ -146,22 +153,30 @@ class TemplateProcessor {
                                     acc[child.toString()] = 100;
                                     return acc;
                                 }, {});
-                                const top_logprobs = yield __await(this.generator.generateTokenLogProgs(prompt, logit_bias, reqOptions));
+                                const top_logprobs = yield __await(this.generator.generateTokenLogProgs(currentPrefixPrompt, logit_bias, reqOptions));
                                 // get max top_logpobs that is in logit_bias
                                 let max = -Infinity;
-                                let max_key = "";
+                                let max_key = '';
                                 for (const key in top_logprobs) {
-                                    const completedPrefix = this.tokenizer.encodeString(currentPrefixPrompt + key);
-                                    const completionTokens = completedPrefix.slice(currentPrefix.length);
-                                    if (top_logprobs[key] > max &&
-                                        completionTokens[0] &&
-                                        completionTokens[0] in logit_bias) {
-                                        max = top_logprobs[key];
-                                        max_key = key;
+                                    if (this.isnemo) {
+                                        const keyTokens = this.tokenizer.encodeString(key);
+                                        keyTokens.shift();
+                                        if (top_logprobs[key] > max && keyTokens[0] && keyTokens[0] in logit_bias) {
+                                            max = top_logprobs[key];
+                                            max_key = key;
+                                        }
+                                    }
+                                    else {
+                                        const completedPrefix = this.tokenizer.encodeString(currentPrefixPrompt + key);
+                                        const completionTokens = completedPrefix.slice(currentPrefix.length);
+                                        if (top_logprobs[key] > max && completionTokens[0] && completionTokens[0] in logit_bias) {
+                                            max = top_logprobs[key];
+                                            max_key = key;
+                                        }
                                     }
                                 }
                                 // if no key in logit_bias, get max top_logprobs
-                                if (max_key === "") {
+                                if (max_key === '') {
                                     // no key in logit_bias
                                     max = -Infinity;
                                     for (const key in top_logprobs) {
@@ -171,7 +186,13 @@ class TemplateProcessor {
                                         }
                                     }
                                 }
-                                currentPrefixPrompt = currentPrefixPrompt + max_key;
+                                if (this.isnemo) {
+                                    completion = this.tokenizer.decodeString(trie.getWord(this.tokenizer.encodeString(max_key)));
+                                    break;
+                                }
+                                else {
+                                    currentPrefixPrompt = currentPrefixPrompt + max_key;
+                                }
                             }
                         } while (!completion);
                         result.set(variableName, completion);

package/dist/lib/templateParser.js

@@ -4,7 +4,7 @@ function templateParser(template) {
     const patternRegex = /{{(GEN|SEL)\s+(\w+)\s+([^}]+)}}/;
     const match = template.match(patternRegex);
     if (!match) {
-        return { type: "", name: "", params: {} };
+        return { type: '', name: '', params: {} };
     }
     const type = match[1];
     const name = match[2];
@@ -16,7 +16,7 @@ function templateParser(template) {
     while ((paramMatch = paramsRegex.exec(paramsString)) !== null) {
         const key = paramMatch[1];
         const value = paramMatch[2].trim();
-        if (type === "SEL" && key === "options") {
+        if (type === 'SEL' && key === 'options') {
             params[key] = value;
         }
         else if (!isNaN(Number(value))) {
@@ -27,11 +27,12 @@ function templateParser(template) {
                 params[key] = JSON.parse(value);
             }
             catch (e) {
-                console.error("Error parsing JSON:", e);
+                console.error('Error parsing JSON:', e);
+                console.error(value);
             }
         }
         else {
-            params[key] = value.replace(/^"|"$/g, "");
+            params[key] = value.replace(/^"|"$/g, '');
         }
     }
     return {

package/dist/lib/token-generator.js

@@ -55,7 +55,7 @@ class OpenAITokenGenerator extends AbstractTokenGenerator {
                 model: this.model,
                 prompt,
                 logit_bias,
-                logprobs: 10,
+                logprobs: 5,
                 max_tokens: 1,
             }, reqOptions);
             const logprobsResult = ((_a = result.choices[0].logprobs) === null || _a === void 0 ? void 0 : _a.top_logprobs) || [];

package/dist/lib/tokenizer.d.ts

@@ -1,4 +1,5 @@
 export declare abstract class AbstractTokenizer {
+    name: string;
     abstract encodeString(str: string): number[];
     abstract decodeString(arr: number[]): string;
     abstract getEOS(): string;

package/dist/lib/tokenizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/lib/tokenizer.ts"],"names":[],"mappings":"AAIA,8BAAsB,iBAAiB;IACrC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE;IAC5C,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAC5C,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,qBAAa,cAAe,SAAQ,iBAAiB;IAC1C,YAAY,CACnB,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,EAC7B,eAAe,CAAC,EAAE,OAAO,GACxB,MAAM,EAAE;IAqBF,YAAY,CACnB,GAAG,EAAE,MAAM,EAAE,EACb,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,GAC5B,MAAM;IAWA,MAAM,IAAI,MAAM;CAG1B;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACxC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE;IAMnC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAInC,MAAM,IAAI,MAAM;CAG1B;AAED,qBAAa,gBAAiB,SAAQ,iBAAiB;IAC5C,YAAY,CACnB,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,EAC7B,eAAe,CAAC,EAAE,OAAO,GACxB,MAAM,EAAE;IAqBF,YAAY,CACnB,GAAG,EAAE,MAAM,EAAE,EACb,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,GAC5B,MAAM;IAWA,MAAM,IAAI,MAAM;CAG1B"}
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/lib/tokenizer.ts"],"names":[],"mappings":"AAIA,8BAAsB,iBAAiB;IAC9B,IAAI,EAAE,MAAM,CAAc;IACjC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE;IAC5C,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAC5C,QAAQ,CAAC,MAAM,IAAI,MAAM;CAC1B;AAED,qBAAa,cAAe,SAAQ,iBAAiB;IAC1C,YAAY,CACnB,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,EAC7B,eAAe,CAAC,EAAE,OAAO,GACxB,MAAM,EAAE;IAWF,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,OAAO,GAAG,MAAM;IAQ3F,MAAM,IAAI,MAAM;CAG1B;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACxC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE;IAMnC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAInC,MAAM,IAAI,MAAM;CAG1B;AAED,qBAAa,gBAAiB,SAAQ,iBAAiB;IAC5C,YAAY,CACnB,GAAG,EAAE,MAAM,EACX,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,EAC7B,eAAe,CAAC,EAAE,OAAO,GACxB,MAAM,EAAE;IAWF,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,OAAO,GAAG,MAAM;IAQ3F,MAAM,IAAI,MAAM;CAG1B"}

package/dist/lib/tokenizer.js

@@ -8,6 +8,9 @@ const _llama_tokenizer_1 = __importDefault(require("./_llama-tokenizer"));
 const gpt_tokenizer_1 = require("gpt-tokenizer");
 const _mistral_tokenizer_1 = __importDefault(require("./_mistral-tokenizer"));
 class AbstractTokenizer {
+    constructor() {
+        this.name = 'abstract';
+    }
 }
 exports.AbstractTokenizer = AbstractTokenizer;
 class LLaMATokenizer extends AbstractTokenizer {
@@ -24,13 +27,12 @@ class LLaMATokenizer extends AbstractTokenizer {
     decodeString(arr, add_bos_token, add_preceding_space) {
         if (arr[arr.length - 1] === 2) {
             arr = arr.slice(0, arr.length - 1);
-            return (_llama_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space) +
-                this.getEOS());
+            return _llama_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space) + this.getEOS();
         }
         return _llama_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space);
     }
     getEOS() {
-        return "</s>";
+        return '</s>';
     }
 }
 exports.LLaMATokenizer = LLaMATokenizer;
@@ -44,7 +46,7 @@ class GTPTokenizer extends AbstractTokenizer {
         return (0, gpt_tokenizer_1.decode)(arr);
     }
     getEOS() {
-        return "<|endoftext|>";
+        return '<|endoftext|>';
     }
 }
 exports.GTPTokenizer = GTPTokenizer;
@@ -62,13 +64,12 @@ class MistralTokenizer extends AbstractTokenizer {
     decodeString(arr, add_bos_token, add_preceding_space) {
         if (arr[arr.length - 1] === 2) {
             arr = arr.slice(0, arr.length - 1);
-            return (_mistral_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space) +
-                this.getEOS());
+            return _mistral_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space) + this.getEOS();
         }
         return _mistral_tokenizer_1.default.decode(arr, add_bos_token, add_preceding_space);
     }
     getEOS() {
-        return "</s>";
+        return '</s>';
     }
 }
 exports.MistralTokenizer = MistralTokenizer;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mikugg/guidance",
-  "version": "0.16.0",
+  "version": "0.17.1",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -10,6 +10,7 @@
   "scripts": {
     "build": "tsc",
     "demo": "ts-node demo/index.ts",
+    "demo-agent": "ts-node demo/agent.ts",
     "lint": "eslint . --ext .ts",
     "prepare": "npm run build",
     "test": "jest"
@@ -39,5 +40,5 @@
     "ts-node": "^10.9.1",
     "typescript": "^5.2.2"
   },
-  "gitHead": "e2cc1463ebb7a360deda3459dc1c32a1f2c4bb4d"
+  "gitHead": "4bd2d27eb1edcbe500b91da80180d719d2619eab"
 }