@mikugg/guidance 0.17.1 → 0.18.0

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-import * as Agents from "./lib/Agent";
-import * as Template from "./lib/template";
-import * as TokenGenerator from "./lib/token-generator";
-import * as Tokenizer from "./lib/tokenizer";
+import * as Agents from './lib/Agent';
+import * as Template from './lib/template';
+import * as TokenGenerator from './lib/token-generator';
+import * as Tokenizer from './lib/tokenizer';
 export { Agents, Template, TokenGenerator, Tokenizer };
 //# sourceMappingURL=index.d.ts.map

package/dist/lib/Agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Agent.d.ts","sourceRoot":"","sources":["../../src/lib/Agent.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,wBAAwB,CAEvC,WAAW,SAAS,MAAM,EAAE,EAC5B,YAAY,SAAS,MAAM,EAAE;IAE7B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,EAAE;QACL,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;KAC/C,EAAE,CAAC;IACJ,gBAAgB,CAAC,EAAE;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,qBAAa,WAAW,CACtB,WAAW,SAAS,MAAM,EAAE,EAC5B,YAAY,SAAS,MAAM,EAAE;IAE7B,OAAO,CAAC,aAAa,CAOnB;gBAGA,aAAa,EAAE,wBAAwB,CAAC,WAAW,EAAE,YAAY,CAAC;IAc7D,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,MAAM;CA+B3E"}
+{"version":3,"file":"Agent.d.ts","sourceRoot":"","sources":["../../src/lib/Agent.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,wBAAwB,CAEvC,WAAW,SAAS,MAAM,EAAE,EAC5B,YAAY,SAAS,MAAM,EAAE;IAE7B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,EAAE;QACL,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;KAC/C,EAAE,CAAC;IACJ,gBAAgB,CAAC,EAAE;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,qBAAa,WAAW,CAAC,WAAW,SAAS,MAAM,EAAE,EAAE,YAAY,SAAS,MAAM,EAAE;IAClF,OAAO,CAAC,aAAa,CAOnB;gBAEU,aAAa,EAAE,wBAAwB,CAAC,WAAW,EAAE,YAAY,CAAC;IAavE,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,MAAM;CA+B3E"}

package/dist/lib/Agent.js

@@ -2,14 +2,14 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgentPrompt = void 0;
 function replaceTemplate(template, key, value) {
-    let regex = new RegExp(`{{GEN ${key}[^}]*}}`, "g");
+    let regex = new RegExp(`{{GEN ${key}[^}]*}}`, 'g');
     template = template.replace(regex, value);
-    regex = new RegExp(`{{SEL ${key}[^}]*}}`, "g");
+    regex = new RegExp(`{{SEL ${key}[^}]*}}`, 'g');
     return template.replace(regex, value);
 }
 class AgentPrompt {
     constructor(configuration) {
-        this.configuration = Object.assign(Object.assign({}, configuration), { instructSettings: Object.assign({ system: "", instruction: "\n### Instruction:\n", input: "\n### Input:\n", output: "\n### Response:\n" }, configuration.instructSettings) });
+        this.configuration = Object.assign(Object.assign({}, configuration), { instructSettings: Object.assign({ system: '', instruction: '\n### Instruction:\n', input: '\n### Input:\n', output: '\n### Response:\n' }, configuration.instructSettings) });
     }
     generatePrompt(inputs) {
         let prompt = this.configuration.instructSettings.system;
@@ -21,13 +21,13 @@ class AgentPrompt {
             prompt += this.configuration.shotTemplate.input;
             Object.keys(shot.inputs).forEach((key) => {
                 const value = shot.inputs[key];
-                prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+                prompt = prompt.replace(new RegExp(`{{${key}}}`, 'g'), value);
             });
             prompt += this.configuration.instructSettings.output;
             prompt += this.configuration.shotTemplate.output;
             Object.keys(shot.outputs).forEach((key) => {
                 const value = shot.outputs[key];
-                prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+                prompt = prompt.replace(new RegExp(`{{${key}}}`, 'g'), value);
                 prompt = replaceTemplate(prompt, key, value);
             });
         });
@@ -35,7 +35,7 @@ class AgentPrompt {
         prompt += this.configuration.shotTemplate.input;
         Object.keys(inputs).forEach((key) => {
             const value = inputs[key];
-            prompt = prompt.replace(new RegExp(`{{${key}}}`, "g"), value);
+            prompt = prompt.replace(new RegExp(`{{${key}}}`, 'g'), value);
         });
         prompt += this.configuration.instructSettings.output;
         prompt += this.configuration.shotTemplate.output;

package/dist/lib/__test__/_trie.test.js

@@ -4,39 +4,39 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const _trie_1 = __importDefault(require("../_trie")); // replace './Trie' with the actual path of your Trie class
-describe("Trie", () => {
+describe('Trie', () => {
     let trie;
     beforeEach(() => {
         trie = new _trie_1.default();
     });
-    test("addPrefix should add numbers to the trie", () => {
+    test('addPrefix should add numbers to the trie', () => {
         var _a, _b, _c;
         trie.addPrefix([1, 2, 3]);
         expect(trie.root.children.has(1)).toBeTruthy();
         expect((_a = trie.root.children.get(1)) === null || _a === void 0 ? void 0 : _a.children.has(2)).toBeTruthy();
         expect((_c = (_b = trie.root.children.get(1)) === null || _b === void 0 ? void 0 : _b.children.get(2)) === null || _c === void 0 ? void 0 : _c.children.has(3)).toBeTruthy();
     });
-    test("getNextChildren should return correct next children", () => {
+    test('getNextChildren should return correct next children', () => {
         trie.addPrefix([1, 2, 3]);
         trie.addPrefix([1, 2, 4]);
         expect(trie.getNextChildren([1, 2])).toEqual([3, 4]);
     });
-    test("getNextPrefix should return correct next prefix", () => {
+    test('getNextPrefix should return correct next prefix', () => {
         trie.addPrefix([1, 2, 3]);
         trie.addPrefix([1, 2, 3, 4]);
         expect(trie.getNextPrefix([1, 2])).toEqual([1, 2, 3]);
     });
-    test("getNextPrefix should return correct next prefix", () => {
+    test('getNextPrefix should return correct next prefix', () => {
         trie.addPrefix([1, 2, 3, 4, 5]);
         trie.addPrefix([1, 2, 3, 4, 7]);
         expect(trie.getNextPrefix([1, 2])).toEqual([1, 2, 3, 4]);
     });
-    test("getWord should return correct word until the end of the prefix", () => {
+    test('getWord should return correct word until the end of the prefix', () => {
         trie.addPrefix([1, 2, 3]);
         trie.addPrefix([1, 2, 3, 4]);
         expect(trie.getWord([1, 2])).toEqual([1, 2, 3]);
     });
-    test("getWord should return empty array if prefix not found", () => {
+    test('getWord should return empty array if prefix not found', () => {
         trie.addPrefix([1, 2, 3]);
         expect(trie.getWord([4])).toEqual([]);
     });

package/dist/lib/__test__/template.test.js

@@ -32,7 +32,7 @@ class MockTokenGenerator extends token_generator_1.AbstractTokenGenerator {
     logit_bias) {
         return __awaiter(this, void 0, void 0, function* () {
             return {
-                "<TOK>": 100,
+                '<TOK>': 100,
             };
         });
     }
@@ -42,11 +42,11 @@ class MockTokenGenerator extends token_generator_1.AbstractTokenGenerator {
     // eslint-disable-next-line @typescript-eslint/no-unused-vars
     options) {
         return __asyncGenerator(this, arguments, function* generateString_1() {
-            return yield __await("generated");
+            return yield __await('generated');
         });
     }
 }
-describe("TemplateProcessor", () => {
+describe('TemplateProcessor', () => {
     let tokenizer;
     let generator;
     let templateProcessor;
@@ -55,73 +55,75 @@ describe("TemplateProcessor", () => {
         generator = new MockTokenGenerator();
         templateProcessor = new template_1.TemplateProcessor(tokenizer, generator);
     });
-    describe("processTemplate", () => {
-        it("should process template with GEN method correctly", () => __awaiter(void 0, void 0, void 0, function* () {
-            const spyGenerateString = jest.spyOn(generator, "generateString");
-            const result = yield templateProcessor.processTemplate("Hello, {{user}}. The weather is {{GEN weather}}", new Map([["user", "Hina"]]));
-            expect(spyGenerateString).toHaveBeenCalledWith("Hello, Hina. The weather is ", {});
-            expect(result.get("weather")).toEqual("generated");
+    describe('processTemplate', () => {
+        it('should process template with GEN method correctly', () => __awaiter(void 0, void 0, void 0, function* () {
+            const spyGenerateString = jest.spyOn(generator, 'generateString');
+            const result = yield templateProcessor.processTemplate('Hello, {{user}}. The weather is {{GEN weather}}', new Map([['user', 'Hina']]));
+            expect(spyGenerateString).toHaveBeenCalledWith('Hello, Hina. The weather is ', {});
+            expect(result.get('weather')).toEqual('generated');
         }));
-        it("should process template with GEN method and stop correctly", () => __awaiter(void 0, void 0, void 0, function* () {
-            const spyGenerateString = jest.spyOn(generator, "generateString");
-            const result = yield templateProcessor.processTemplate("Hello, {{user}}. The weather is {{GEN weather stop=.}}", new Map([["user", "Hina"]]));
-            expect(spyGenerateString).toHaveBeenCalledWith("Hello, Hina. The weather is ", { stop: "." });
-            expect(result.get("weather")).toEqual("generated");
+        it('should process template with GEN method and stop correctly', () => __awaiter(void 0, void 0, void 0, function* () {
+            const spyGenerateString = jest.spyOn(generator, 'generateString');
+            const result = yield templateProcessor.processTemplate('Hello, {{user}}. The weather is {{GEN weather stop=.}}', new Map([['user', 'Hina']]));
+            expect(spyGenerateString).toHaveBeenCalledWith('Hello, Hina. The weather is ', { stop: '.' });
+            expect(result.get('weather')).toEqual('generated');
         }));
-        it("should process template with GEN method and temperature and repetition_penalty and stop correctly", () => __awaiter(void 0, void 0, void 0, function* () {
-            const spyGenerateString = jest.spyOn(generator, "generateString");
-            const result = yield templateProcessor.processTemplate("Hello, {{user}}. The weather is {{GEN weather temperature=0.5 repetition_penalty=1 stop=.}}", new Map([["user", "Hina"]]));
-            expect(spyGenerateString).toHaveBeenCalledWith("Hello, Hina. The weather is ", { temperature: "0.5", repetition_penalty: "1", stop: "." });
-            expect(result.get("weather")).toEqual("generated");
+        it('should process template with GEN method and temperature and repetition_penalty and stop correctly', () => __awaiter(void 0, void 0, void 0, function* () {
+            const spyGenerateString = jest.spyOn(generator, 'generateString');
+            const result = yield templateProcessor.processTemplate('Hello, {{user}}. The weather is {{GEN weather temperature=0.5 repetition_penalty=1 stop=.}}', new Map([['user', 'Hina']]));
+            expect(spyGenerateString).toHaveBeenCalledWith('Hello, Hina. The weather is ', {
+                temperature: '0.5',
+                repetition_penalty: '1',
+                stop: '.',
+            });
+            expect(result.get('weather')).toEqual('generated');
         }));
-        it("should process template with SEL method correctly", () => __awaiter(void 0, void 0, void 0, function* () {
+        it('should process template with SEL method correctly', () => __awaiter(void 0, void 0, void 0, function* () {
             // 1153 = " ra"
             const spyGenerateToken = jest
-                .spyOn(generator, "generateTokenLogProgs")
-                .mockReturnValue(new Promise((resolve) => resolve({ " ra": 0 })));
-            const result = yield templateProcessor.processTemplate("Hello, {{user}}. The weather is{{SEL weather options=weatherOptions}}", new Map([
-                ["user", "Hina"],
-                ["weatherOptions", [" sunny", " rainy", " cloudy"]],
+                .spyOn(generator, 'generateTokenLogProgs')
+                .mockReturnValue(new Promise((resolve) => resolve({ ' ra': 0 })));
+            const result = yield templateProcessor.processTemplate('Hello, {{user}}. The weather is{{SEL weather options=weatherOptions}}', new Map([
+                ['user', 'Hina'],
+                ['weatherOptions', [' sunny', ' rainy', ' cloudy']],
             ]));
-            expect(spyGenerateToken).toHaveBeenCalledWith("Hello, Hina. The weather is", {
-                "6575": 100,
-                "1153": 100,
-                "9570": 100,
+            expect(spyGenerateToken).toHaveBeenCalledWith('Hello, Hina. The weather is', {
+                '6575': 100,
+                '1153': 100,
+                '9570': 100,
             });
-            expect(result.get("weather")).toEqual(" rainy");
+            expect(result.get('weather')).toEqual(' rainy');
         }));
-        it("should process template with SEL method in a JSON correctly", () => __awaiter(void 0, void 0, void 0, function* () {
+        it('should process template with SEL method in a JSON correctly', () => __awaiter(void 0, void 0, void 0, function* () {
             const mockGenerateString = function () {
                 return __asyncGenerator(this, arguments, function* () {
-                    yield yield __await("wizard");
+                    yield yield __await('wizard');
                 });
             };
             // 29879 = "s"
             const spyGenerateToken = jest
-                .spyOn(generator, "generateTokenLogProgs")
+                .spyOn(generator, 'generateTokenLogProgs')
                 .mockReturnValue(new Promise((resolve) => resolve({ s: 0 })));
-            const spyGenerateString = jest
-                .spyOn(generator, "generateString")
-                .mockImplementation(mockGenerateString);
+            const spyGenerateString = jest.spyOn(generator, 'generateString').mockImplementation(mockGenerateString);
             const result = yield templateProcessor.processTemplate(`RPG Game Character specification
         {
           "name": "{{name}}",
           "job": "{{GEN job stop=",}}",
           "weapon": "{{SEL weapon options=valid_weapons}}",
         }`, new Map([
-                ["name", "Rudeus"],
-                ["valid_weapons", ["axe", "mace", "sword", "bow", "crossbow"]],
+                ['name', 'Rudeus'],
+                ['valid_weapons', ['axe', 'mace', 'sword', 'bow', 'crossbow']],
             ]));
             expect(spyGenerateString).toHaveBeenCalledWith('RPG Game Character specification\n        {\n          "name": "Rudeus",\n          "job": "', { stop: '",' });
             expect(spyGenerateToken).toHaveBeenCalledWith('RPG Game Character specification\n        {\n          "name": "Rudeus",\n          "job": "wizard",\n          "weapon": "', {
-                "29879": 100,
-                "1165": 100,
-                "655": 100,
-                "17729": 100,
-                "19128": 100,
+                '29879': 100,
+                '1165': 100,
+                '655': 100,
+                '17729': 100,
+                '19128': 100,
             });
-            expect(result.get("weapon")).toEqual("sword");
-            expect(result.get("job")).toEqual("wizard");
+            expect(result.get('weapon')).toEqual('sword');
+            expect(result.get('job')).toEqual('wizard');
         }));
     });
 });

package/dist/lib/__test__/templateParser.test.js

@@ -4,69 +4,69 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const templateParser_1 = __importDefault(require("../templateParser")); // Adjust the import path as needed
-describe("extractGenParams", () => {
-    it("extracts simple parameters correctly", () => {
+describe('extractGenParams', () => {
+    it('extracts simple parameters correctly', () => {
         const template = `some text{{GEN example max_tokens=2000 stop=["End"]}}some other text`;
         expect((0, templateParser_1.default)(template)).toEqual({
-            name: "example",
+            name: 'example',
             params: {
                 max_tokens: 2000,
-                stop: ["End"],
+                stop: ['End'],
             },
-            type: "GEN",
+            type: 'GEN',
         });
     });
-    it("handles multiple parameters and array values", () => {
+    it('handles multiple parameters and array values', () => {
         const template = `{{GEN complex max_tokens=3000 stop=["\\nExit:", "\\nAnon:"]}}`;
         console.log((0, templateParser_1.default)(template));
         expect((0, templateParser_1.default)(template)).toEqual({
-            type: "GEN",
-            name: "complex",
+            type: 'GEN',
+            name: 'complex',
             params: {
                 max_tokens: 3000,
-                stop: ["\nExit:", "\nAnon:"],
+                stop: ['\nExit:', '\nAnon:'],
             },
         });
     });
-    it("returns null for a string without GEN pattern", () => {
+    it('returns null for a string without GEN pattern', () => {
         const template = `some regular text without GEN`;
         expect((0, templateParser_1.default)(template)).toEqual({
-            type: "",
-            name: "",
+            type: '',
+            name: '',
             params: {},
         });
     });
-    it("handles the SEL pattern with options parameter", () => {
+    it('handles the SEL pattern with options parameter', () => {
         const template = `{{SEL choice options=SomeConstantName}}`;
         expect((0, templateParser_1.default)(template)).toEqual({
-            type: "SEL",
-            name: "choice",
+            type: 'SEL',
+            name: 'choice',
             params: {
-                options: "SomeConstantName",
+                options: 'SomeConstantName',
             },
         });
     });
-    it("extracts multiple parameters including strings, numbers, and arrays", () => {
+    it('extracts multiple parameters including strings, numbers, and arrays', () => {
         const template = `{{GEN multiParam type="stringType" count=10 flags=["flag1", "flag2"]}}`;
         expect((0, templateParser_1.default)(template)).toEqual({
-            type: "GEN",
-            name: "multiParam",
+            type: 'GEN',
+            name: 'multiParam',
             params: {
-                type: "stringType",
+                type: 'stringType',
                 count: 10,
-                flags: ["flag1", "flag2"],
+                flags: ['flag1', 'flag2'],
             },
         });
     });
-    it("handles complex parameters in SEL pattern", () => {
+    it('handles complex parameters in SEL pattern', () => {
         const template = `{{SEL complexChoice options=ComplexOptions max_selections=3 custom_flag="enabled"}}`;
         expect((0, templateParser_1.default)(template)).toEqual({
-            type: "SEL",
-            name: "complexChoice",
+            type: 'SEL',
+            name: 'complexChoice',
             params: {
-                options: "ComplexOptions",
+                options: 'ComplexOptions',
                 max_selections: 3,
-                custom_flag: "enabled",
+                custom_flag: 'enabled',
             },
         });
     });

package/dist/lib/_llama-tokenizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"_llama-tokenizer.d.ts","sourceRoot":"","sources":["../../src/lib/_llama-tokenizer.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,CACN,IAAI,EAAE,MAAM,EACZ,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,EAC7B,eAAe,CAAC,EAAE,OAAO,KACtB,MAAM,EAAE,CAAC;IACd,MAAM,EAAE,CACN,QAAQ,EAAE,MAAM,EAAE,EAClB,aAAa,CAAC,EAAE,OAAO,EACvB,mBAAmB,CAAC,EAAE,OAAO,KAC1B,MAAM,CAAC;CACb;AAED,QAAA,MAAM,cAAc,EAAE,cAAmB,CAAC;AAqgB1C,eAAe,cAAc,CAAC"}
+{"version":3,"file":"_llama-tokenizer.d.ts","sourceRoot":"","sources":["../../src/lib/_llama-tokenizer.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,OAAO,KAAK,MAAM,EAAE,CAAC;IACtH,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,OAAO,KAAK,MAAM,CAAC;CAChG;AAED,QAAA,MAAM,cAAc,EAAE,cAAmB,CAAC;AA6c1C,eAAe,cAAc,CAAC"}