@garrix82/reactgenie-dsl 1.0.1 → 1.0.2

package/dist/nl/__test__/parameter-tuning.test.js

@@ -1,95 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const nl_parser_groq_1 = require("../nl-parser-groq");
-const prompt_gen_1 = require("../prompt-gen");
-const example_descriptor_1 = require("../../__test__/example_descriptor");
-const decorators_1 = require("../../decorators");
-(0, decorators_1.initGenie)();
-jest.setTimeout(180000);
-const testCases = [
-    {
-        name: 'Basic query',
-        input: 'get me the cheapest restaurant in palo alto',
-        expected: 'Restaurant.all().matching(field: .address, value: "palo alto").sort(field: .priceGrade, ascending: true)[0]',
-        method: 'parse'
-    },
-    {
-        name: 'Complex query',
-        input: 'order the same burger that I ordered at mcDonald last time',
-        expected: 'Order.current().addFoods(foods: [Order.all().matching(field: .restaurant, value: Restaurant.all().matching(field: .name, value: "mcDonald")[0]).sort(field: .dateTime, ascending: false)[0].foods.matching(field: .name, value: "burger")[0]])',
-        method: 'parse'
-    },
-    {
-        name: 'Voice recognition query',
-        input: 'elder the same foods that I ordered at mcDonald last time',
-        expected: 'Order.current().addFoods(foods: Order.all().matching(field: .restaurant, value: Restaurant.all().matching(field: .name, value: "mcDonald")[0]).sort(field: .dateTime, ascending: false)[0].foods)',
-        method: 'parseGpt4',
-        extraPrompt: '// We utilize voice recognition technology, which may occasionally result in errors. Please consider the possibility of words with similar sounds being misinterpreted. For instance, the word "order" might be mistakenly recognized as "elder".'
-    }
-];
-const parameterSets = [
-    { name: 'Baseline (temp=0.2)', temperature: 0.2, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Very deterministic', temperature: 0, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Slightly random', temperature: 0.1, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'More creative', temperature: 0.3, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Moderate creative', temperature: 0.5, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Narrow top_p', temperature: 0.2, top_p: 0.8, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Very narrow top_p', temperature: 0.2, top_p: 0.5, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Tighter sampling', temperature: 0.1, top_p: 0.9, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Low freq penalty', temperature: 0.2, top_p: 1, frequency_penalty: 0.2, presence_penalty: 0 },
-    { name: 'Medium freq penalty', temperature: 0.2, top_p: 1, frequency_penalty: 0.5, presence_penalty: 0 },
-    { name: 'High freq penalty', temperature: 0.2, top_p: 1, frequency_penalty: 1.0, presence_penalty: 0 },
-    { name: 'Low pres penalty', temperature: 0.2, top_p: 1, frequency_penalty: 0, presence_penalty: 0.2 },
-    { name: 'Medium pres penalty', temperature: 0.2, top_p: 1, frequency_penalty: 0, presence_penalty: 0.5 },
-    { name: 'Balanced penalties', temperature: 0.2, top_p: 1, frequency_penalty: 0.3, presence_penalty: 0.3 },
-    { name: 'Strong penalties', temperature: 0.1, top_p: 0.9, frequency_penalty: 0.5, presence_penalty: 0.5 },
-    { name: 'Code-optimized 1', temperature: 0, top_p: 0.95, frequency_penalty: 0, presence_penalty: 0 },
-    { name: 'Code-optimized 2', temperature: 0.1, top_p: 0.95, frequency_penalty: 0.1, presence_penalty: 0 },
-    { name: 'Code-optimized 3', temperature: 0.15, top_p: 0.9, frequency_penalty: 0.2, presence_penalty: 0.1 },
-];
-describe('Parameter Tuning Experiments', () => {
-    describe.skip('Comprehensive Parameter Testing', () => {
-        parameterSets.forEach((params) => {
-            describe(`Config: ${params.name}`, () => {
-                testCases.forEach((testCase) => {
-                    test(`${testCase.name}`, async () => {
-                        const parser = new nl_parser_groq_1.NlParserGroq(new prompt_gen_1.BasicPromptGen(example_descriptor_1.classDescriptions, example_descriptor_1.examples, testCase.extraPrompt), process.env.GROQ_API_KEY || 'test-key', 'llama-3.3-70b-versatile', params);
-                        let parsed;
-                        if (testCase.method === 'parseGpt4') {
-                            parsed = await parser.parseGpt4(testCase.input);
-                        }
-                        else {
-                            parsed = await parser.parse(testCase.input);
-                        }
-                        const matches = parsed === testCase.expected;
-                        console.log(`\n📊 ${params.name} - ${testCase.name}`);
-                        console.log(`   Temperature: ${params.temperature}, Top-p: ${params.top_p}, Freq: ${params.frequency_penalty}, Pres: ${params.presence_penalty}`);
-                        console.log(`   ✓ Match: ${matches ? '✅ EXACT' : '❌ DIFF'}`);
-                        if (!matches) {
-                            console.log(`   Expected: ${testCase.expected.substring(0, 80)}...`);
-                            console.log(`   Got:      ${parsed?.substring(0, 80)}...`);
-                        }
-                        expect(parsed).toBeDefined();
-                    });
-                });
-            });
-        });
-    });
-    describe('Quick Parameter Comparison', () => {
-        const focusedParams = [
-            { name: 'Baseline', temperature: 0.2, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-            { name: 'Deterministic', temperature: 0, top_p: 1, frequency_penalty: 0, presence_penalty: 0 },
-            { name: 'Code-optimized', temperature: 0.1, top_p: 0.95, frequency_penalty: 0.1, presence_penalty: 0 },
-        ];
-        focusedParams.forEach((params) => {
-            test(`Quick test: ${params.name}`, async () => {
-                const parser = new nl_parser_groq_1.NlParserGroq(new prompt_gen_1.BasicPromptGen(example_descriptor_1.classDescriptions, example_descriptor_1.examples), process.env.GROQ_API_KEY || 'test-key', 'llama-3.3-70b-versatile', params);
-                const parsed = await parser.parse('get me the cheapest restaurant in palo alto');
-                console.log(`\n🎯 ${params.name}:`);
-                console.log(`   Result: ${parsed?.substring(0, 100)}...`);
-                expect(parsed).toBeDefined();
-            });
-        });
-    });
-});
-//# sourceMappingURL=parameter-tuning.test.js.map

package/dist/nl/__test__/parameter-tuning.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parameter-tuning.test.js","sourceRoot":"","sources":["../../../lib/nl/__test__/parameter-tuning.test.ts"],"names":[],"mappings":";;AAAA,sDAAiD;AACjD,8CAA+C;AAC/C,0EAAgF;AAChF,iDAA6C;AAE7C,IAAA,sBAAS,GAAE,CAAC;AACZ,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAGxB,MAAM,SAAS,GAAG;IAChB;QACE,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,6CAA6C;QACpD,QAAQ,EAAE,6GAA6G;QACvH,MAAM,EAAE,OAAO;KAChB;IACD;QACE,IAAI,EAAE,eAAe;QACrB,KAAK,EAAE,4DAA4D;QACnE,QAAQ,EAAE,gPAAgP;QAC1P,MAAM,EAAE,OAAO;KAChB;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,KAAK,EAAE,2DAA2D;QAClE,QAAQ,EAAE,mMAAmM;QAC7M,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,mPAAmP;KACjQ;CACF,CAAC;AAGF,MAAM,aAAa,GAAG;IAEpB,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAGtG,EAAE,IAAI,EAAE,oBAAoB,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACnG,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAClG,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAChG,EAAE,IAAI,EAAE,mBAAmB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAGpG,EAAE,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACjG,EAAE,IAAI,EAAE,mBAAmB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACtG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAGrG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACrG,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACxG,EAAE,IAAI,EAAE,mBAAmB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE;IAGtG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,GAAG,EAAE;IACrG,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,GAAG,EAAE;IAGxG,EAAE,IAAI,EAAE,oBAAoB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;IACzG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;IAGzG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACpG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACxG,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;CAC3G,CAAC;AAEF,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAE5C,QAAQ,CAAC,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACpD,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC/B,QAAQ,CAAC,WAAW,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE;gBACtC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC7B,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;wBAClC,MAAM,MAAM,GAAG,IAAI,6BAAY,CAC7B,IAAI,2BAAc,CAChB,sCAAiB,EACjB,6BAAQ,EACR,QAAQ,CAAC,WAAW,CACrB,EACD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU,EACtC,yBAAyB,EACzB,MAAM,CACP,CAAC;wBAEF,IAAI,MAAqB,CAAC;wBAC1B,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BACpC,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClD,CAAC;6BAAM,CAAC;4BACN,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAC9C,CAAC;wBAED,MAAM,OAAO,GAAG,MAAM,KAAK,QAAQ,CAAC,QAAQ,CAAC;wBAE7C,OAAO,CAAC,GAAG,CAAC,QAAQ,MAAM,CAAC,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;wBACtD,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,WAAW,YAAY,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,iBAAiB,WAAW,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;wBAClJ,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;wBAE7D,IAAI,CAAC,OAAO,EAAE,CAAC;4BACb,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;4BACrE,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC7D,CAAC;wBAGD,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/B,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAGH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,MAAM,aAAa,GAAG;YACpB,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;YAC3F,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;YAC9F,EAAE,IAAI,EAAE,gBAAgB,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE;SACvG,CAAC;QAEF,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC/B,IAAI,CAAC,eAAe,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;gBAC5C,MAAM,MAAM,GAAG,IAAI,6BAAY,CAC7B,IAAI,2BAAc,CAAC,sCAAiB,EAAE,6BAAQ,CAAC,EAC/C,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU,EACtC,yBAAyB,EACzB,MAAM,CACP,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;gBAEjF,OAAO,CAAC,GAAG,CAAC,QAAQ,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/nl/__test__/semantic-parsing-experiment.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/nl/__test__/semantic-parsing-experiment.test.js

@@ -1,178 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const nl_parser_groq_1 = require("../nl-parser-groq");
-const prompt_gen_1 = require("../prompt-gen");
-const example_descriptor_1 = require("../../__test__/example_descriptor");
-const decorators_1 = require("../../decorators");
-(0, decorators_1.initGenie)();
-jest.setTimeout(300000);
-const testCases = [
-    {
-        name: 'Basic query',
-        input: 'get me the cheapest restaurant in palo alto',
-        expected: 'Restaurant.all().matching(field: .address, value: "palo alto").sort(field: .priceGrade, ascending: true)[0]',
-        method: 'parse'
-    },
-    {
-        name: 'Complex query',
-        input: 'order the same burger that I ordered at mcDonald last time',
-        expected: 'Order.current().addFoods(foods: [Order.all().matching(field: .restaurant, value: Restaurant.all().matching(field: .name, value: "mcDonald")[0]).sort(field: .dateTime, ascending: false)[0].foods.matching(field: .name, value: "burger")[0]])',
-        method: 'parse'
-    },
-    {
-        name: 'Voice recognition query',
-        input: 'elder the same foods that I ordered at mcDonald last time',
-        expected: 'Order.current().addFoods(foods: Order.all().matching(field: .restaurant, value: Restaurant.all().matching(field: .name, value: "mcDonald")[0]).sort(field: .dateTime, ascending: false)[0].foods)',
-        method: 'parseGpt4',
-        extraPrompt: '// We utilize voice recognition technology, which may occasionally result in errors. Please consider the possibility of words with similar sounds being misinterpreted. For instance, the word "order" might be mistakenly recognized as "elder".'
-    }
-];
-const experimentConfigs = [
-    { name: 'Current (temp=0.2)', params: { temperature: 0.2, top_p: 1, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Deterministic (temp=0)', params: { temperature: 0, top_p: 1, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Low temp (0.1)', params: { temperature: 0.1, top_p: 1, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Medium temp (0.3)', params: { temperature: 0.3, top_p: 1, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Narrow sampling (top_p=0.9)', params: { temperature: 0.2, top_p: 0.9, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Very narrow (top_p=0.8)', params: { temperature: 0.2, top_p: 0.8, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Code-opt 1', params: { temperature: 0, top_p: 0.95, frequency_penalty: 0, presence_penalty: 0 } },
-    { name: 'Code-opt 2', params: { temperature: 0.1, top_p: 0.95, frequency_penalty: 0.1, presence_penalty: 0 } },
-    { name: 'Code-opt 3', params: { temperature: 0.15, top_p: 0.9, frequency_penalty: 0.2, presence_penalty: 0.1 } },
-    { name: 'With freq penalty', params: { temperature: 0.2, top_p: 1, frequency_penalty: 0.3, presence_penalty: 0 } },
-    { name: 'Balanced penalties', params: { temperature: 0.2, top_p: 1, frequency_penalty: 0.2, presence_penalty: 0.2 } },
-];
-function calculateSimilarity(str1, str2) {
-    if (!str1)
-        return 0;
-    if (str1 === str2)
-        return 1.0;
-    const longer = str1.length > str2.length ? str1 : str2;
-    const shorter = str1.length > str2.length ? str2 : str1;
-    if (longer.length === 0)
-        return 1.0;
-    const editDistance = levenshteinDistance(str1, str2);
-    return (longer.length - editDistance) / longer.length;
-}
-function levenshteinDistance(str1, str2) {
-    const matrix = [];
-    for (let i = 0; i <= str2.length; i++) {
-        matrix[i] = [i];
-    }
-    for (let j = 0; j <= str1.length; j++) {
-        matrix[0][j] = j;
-    }
-    for (let i = 1; i <= str2.length; i++) {
-        for (let j = 1; j <= str1.length; j++) {
-            if (str2.charAt(i - 1) === str1.charAt(j - 1)) {
-                matrix[i][j] = matrix[i - 1][j - 1];
-            }
-            else {
-                matrix[i][j] = Math.min(matrix[i - 1][j - 1] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j] + 1);
-            }
-        }
-    }
-    return matrix[str2.length][str1.length];
-}
-describe('🔬 Semantic Parsing Parameter Experiments', () => {
-    let allResults = [];
-    describe('Run experiments', () => {
-        experimentConfigs.forEach((config) => {
-            describe(`Config: ${config.name}`, () => {
-                testCases.forEach((testCase) => {
-                    test(testCase.name, async () => {
-                        const parser = new nl_parser_groq_1.NlParserGroq(new prompt_gen_1.BasicPromptGen(example_descriptor_1.classDescriptions, example_descriptor_1.examples, testCase.extraPrompt), process.env.GROQ_API_KEY || 'test-key', 'llama-3.3-70b-versatile', config.params);
-                        let output;
-                        if (testCase.method === 'parseGpt4') {
-                            output = await parser.parseGpt4(testCase.input);
-                        }
-                        else {
-                            output = await parser.parse(testCase.input);
-                        }
-                        const exactMatch = output === testCase.expected;
-                        const similarity = calculateSimilarity(output, testCase.expected);
-                        const result = {
-                            configName: config.name,
-                            params: config.params,
-                            testName: testCase.name,
-                            input: testCase.input,
-                            output: output,
-                            expected: testCase.expected,
-                            exactMatch,
-                            similarityScore: similarity
-                        };
-                        allResults.push(result);
-                        console.log(`\n${exactMatch ? '✅' : '❌'} ${config.name} - ${testCase.name}`);
-                        console.log(`   Params: temp=${config.params.temperature}, top_p=${config.params.top_p}, freq=${config.params.frequency_penalty}, pres=${config.params.presence_penalty}`);
-                        console.log(`   Similarity: ${(similarity * 100).toFixed(1)}%`);
-                        if (!exactMatch && output) {
-                            console.log(`   Expected: ${testCase.expected.substring(0, 60)}...`);
-                            console.log(`   Got:      ${output.substring(0, 60)}...`);
-                        }
-                        expect(output).toBeDefined();
-                    });
-                });
-            });
-        });
-    });
-    describe('📊 Summary and Recommendations', () => {
-        test('Analyze results', () => {
-            console.log('\n\n' + '='.repeat(80));
-            console.log('📊 EXPERIMENT SUMMARY');
-            console.log('='.repeat(80));
-            const configSummaries = new Map();
-            allResults.forEach(result => {
-                if (!configSummaries.has(result.configName)) {
-                    configSummaries.set(result.configName, { totalTests: 0, exactMatches: 0, avgSimilarity: 0 });
-                }
-                const summary = configSummaries.get(result.configName);
-                summary.totalTests++;
-                if (result.exactMatch)
-                    summary.exactMatches++;
-                summary.avgSimilarity += result.similarityScore;
-            });
-            const sortedConfigs = Array.from(configSummaries.entries())
-                .map(([name, data]) => ({
-                name,
-                ...data,
-                avgSimilarity: data.avgSimilarity / data.totalTests,
-                successRate: (data.exactMatches / data.totalTests) * 100
-            }))
-                .sort((a, b) => {
-                if (b.exactMatches !== a.exactMatches) {
-                    return b.exactMatches - a.exactMatches;
-                }
-                return b.avgSimilarity - a.avgSimilarity;
-            });
-            console.log('\n🏆 Configuration Rankings:');
-            console.log('-'.repeat(80));
-            sortedConfigs.forEach((config, index) => {
-                const params = allResults.find(r => r.configName === config.name)?.params;
-                console.log(`\n${index + 1}. ${config.name}`);
-                console.log(`   Success Rate: ${config.successRate.toFixed(1)}% (${config.exactMatches}/${config.totalTests} exact matches)`);
-                console.log(`   Avg Similarity: ${(config.avgSimilarity * 100).toFixed(1)}%`);
-                if (params) {
-                    console.log(`   Parameters: temp=${params.temperature}, top_p=${params.top_p}, freq=${params.frequency_penalty}, pres=${params.presence_penalty}`);
-                }
-            });
-            console.log('\n' + '='.repeat(80));
-            console.log('🎯 RECOMMENDATION');
-            console.log('='.repeat(80));
-            const best = sortedConfigs[0];
-            const bestParams = allResults.find(r => r.configName === best.name)?.params;
-            console.log(`\n✨ Best Configuration: ${best.name}`);
-            console.log(`   Success Rate: ${best.successRate.toFixed(1)}%`);
-            console.log(`   Average Similarity: ${(best.avgSimilarity * 100).toFixed(1)}%`);
-            if (bestParams) {
-                console.log(`\n   Recommended Parameters:`);
-                console.log(`   {`);
-                console.log(`     temperature: ${bestParams.temperature},`);
-                console.log(`     top_p: ${bestParams.top_p},`);
-                console.log(`     frequency_penalty: ${bestParams.frequency_penalty},`);
-                console.log(`     presence_penalty: ${bestParams.presence_penalty}`);
-                console.log(`   }`);
-            }
-            console.log('\n' + '='.repeat(80) + '\n');
-            expect(allResults.length).toBeGreaterThan(0);
-        });
-    });
-});
-//# sourceMappingURL=semantic-parsing-experiment.test.js.map

package/dist/nl/__test__/semantic-parsing-experiment.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"semantic-parsing-experiment.test.js","sourceRoot":"","sources":["../../../lib/nl/__test__/semantic-parsing-experiment.test.ts"],"names":[],"mappings":";;AASA,sDAAiE;AACjE,8CAA+C;AAC/C,0EAAgF;AAChF,iDAA6C;AAE7C,IAAA,sBAAS,GAAE,CAAC;AACZ,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAsBxB,MAAM,SAAS,GAAe;IAC5B;QACE,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,6CAA6C;QACpD,QAAQ,EAAE,6GAA6G;QACvH,MAAM,EAAE,OAAO;KAChB;IACD;QACE,IAAI,EAAE,eAAe;QACrB,KAAK,EAAE,4DAA4D;QACnE,QAAQ,EAAE,gPAAgP;QAC1P,MAAM,EAAE,OAAO;KAChB;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,KAAK,EAAE,2DAA2D;QAClE,QAAQ,EAAE,mMAAmM;QAC7M,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,mPAAmP;KACjQ;CACF,CAAC;AAGF,MAAM,iBAAiB,GAAoD;IAEzE,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAGjH,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IACnH,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAC7G,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAGhH,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAC5H,EAAE,IAAI,EAAE,yBAAyB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAGxH,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAC1G,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAC9G,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;IAGhH,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE;IAClH,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,iBAAiB,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;CACtH,CAAC;AAGF,SAAS,mBAAmB,CAAC,IAAmB,EAAE,IAAY;IAC5D,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IAE9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAExD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAGpC,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrD,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,IAAY;IACrD,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACxB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CACrB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,QAAQ,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACzD,IAAI,UAAU,GAAuB,EAAE,CAAC;IAExC,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACnC,QAAQ,CAAC,WAAW,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE;gBACtC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC7B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;wBAC7B,MAAM,MAAM,GAAG,IAAI,6BAAY,CAC7B,IAAI,2BAAc,CAChB,sCAAiB,EACjB,6BAAQ,EACR,QAAQ,CAAC,WAAW,CACrB,EACD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,UAAU,EACtC,yBAAyB,EACzB,MAAM,CAAC,MAAM,CACd,CAAC;wBAEF,IAAI,MAAqB,CAAC;wBAC1B,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BACpC,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClD,CAAC;6BAAM,CAAC;4BACN,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAC9C,CAAC;wBAED,MAAM,UAAU,GAAG,MAAM,KAAK,QAAQ,CAAC,QAAQ,CAAC;wBAChD,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBAElE,MAAM,MAAM,GAAqB;4BAC/B,UAAU,EAAE,MAAM,CAAC,IAAI;4BACvB,MAAM,EAAE,MAAM,CAAC,MAAM;4BACrB,QAAQ,EAAE,QAAQ,CAAC,IAAI;4BACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;4BACrB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,QAAQ,CAAC,QAAQ;4BAC3B,UAAU;4BACV,eAAe,EAAE,UAAU;yBAC5B,CAAC;wBAEF,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAGxB,OAAO,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC7E,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,CAAC,WAAW,WAAW,MAAM,CAAC,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,MAAM,CAAC,iBAAiB,UAAU,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;wBAC3K,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;wBAEhE,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,CAAC;4BAC1B,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;4BACrE,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC5D,CAAC;wBAED,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/B,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC9C,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE;YAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAG5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAA+E,CAAC;YAE/G,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC1B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC5C,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBAED,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAE,CAAC;gBACxD,OAAO,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,MAAM,CAAC,UAAU;oBAAE,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC9C,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC,eAAe,CAAC;YAClD,CAAC,CAAC,CAAC;YAGH,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;iBACxD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,IAAI;gBACJ,GAAG,IAAI;gBACP,aAAa,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,UAAU;gBACnD,WAAW,EAAE,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG;aACzD,CAAC,CAAC;iBACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAEb,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY,EAAE,CAAC;oBACtC,OAAO,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;gBACzC,CAAC;gBACD,OAAO,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC;YAC3C,CAAC,CAAC,CAAC;YAEL,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBACtC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBAC1E,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,UAAU,iBAAiB,CAAC,CAAC;gBAC9H,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC9E,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,WAAW,WAAW,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,iBAAiB,UAAU,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBACrJ,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;YAE5E,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChF,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,CAAC,WAAW,GAAG,CAAC,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,CAAC,iBAAiB,GAAG,CAAC,CAAC;gBACxE,OAAO,CAAC,GAAG,CAAC,0BAA0B,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBACrE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YAE1C,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/nl/llm-monitoring.test.d.ts

@@ -1,5 +0,0 @@
-/// <reference types="jest" />
-declare const mockCreateRun: jest.Mock<any, any, any>;
-declare const mockTraceable: jest.Mock<any, [fn: any], any>;
-declare const mockGetCurrentRunTree: jest.Mock<any, any, any>;
-declare function loadMonitor(): typeof import("./llm-monitoring");

package/dist/nl/llm-monitoring.test.js

@@ -1,101 +0,0 @@
-const mockCreateRun = jest.fn();
-const mockTraceable = jest.fn((fn) => fn);
-const mockGetCurrentRunTree = jest.fn();
-jest.mock("langsmith", () => ({
-    Client: jest.fn().mockImplementation(() => ({
-        createRun: mockCreateRun,
-    })),
-}));
-jest.mock("langsmith/traceable", () => ({
-    traceable: mockTraceable,
-    getCurrentRunTree: mockGetCurrentRunTree,
-}));
-function loadMonitor() {
-    return require("./llm-monitoring");
-}
-describe("LLMMonitor tracing", () => {
-    beforeEach(() => {
-        jest.clearAllMocks();
-        jest.resetModules();
-    });
-    it("wraps traced calls with langsmith traceable chain runs", async () => {
-        const { getLLMMonitor } = loadMonitor();
-        const monitor = getLLMMonitor({
-            apiKey: "ls-test-key",
-            project: "reactgenie-dsl",
-        });
-        await monitor.traceCall("parse-command", { model: "gpt-4o-mini", provider: "openai" }, async () => "ok");
-        expect(mockTraceable).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
-            name: "parse-command",
-            run_type: "chain",
-            project_name: "reactgenie-dsl",
-        }));
-    });
-    it("logs llm child runs with token and cost metadata", async () => {
-        const childRun = {
-            postRun: jest.fn().mockResolvedValue(undefined),
-            end: jest.fn().mockResolvedValue(undefined),
-            patchRun: jest.fn().mockResolvedValue(undefined),
-        };
-        const createChild = jest.fn().mockReturnValue(childRun);
-        mockGetCurrentRunTree.mockReturnValue({ createChild });
-        const { getLLMMonitor } = loadMonitor();
-        const monitor = getLLMMonitor({
-            apiKey: "ls-test-key",
-            project: "reactgenie-dsl",
-        });
-        await monitor.logCall({
-            model: "gpt-4o-mini",
-            provider: "openai",
-            promptTokens: 12,
-            completionTokens: 4,
-            totalTokens: 16,
-            inputCost: 0.00003,
-            outputCost: 0.00008,
-            totalCost: 0.00011,
-            prompt: "hello",
-            completion: "world",
-            latency: 42,
-            timestamp: new Date("2026-03-11T10:00:00.000Z"),
-            error: "upstream failed",
-        });
-        expect(createChild).toHaveBeenCalledWith(expect.objectContaining({
-            run_type: "llm",
-            inputs: { prompt: "hello" },
-        }));
-        expect(childRun.end).toHaveBeenCalledWith(expect.objectContaining({
-            completion: "world",
-            usage_metadata: expect.objectContaining({
-                input_tokens: 12,
-                output_tokens: 4,
-                total_tokens: 16,
-                input_cost: 0.00003,
-                output_cost: 0.00008,
-                total_cost: 0.00011,
-            }),
-        }), "upstream failed", expect.any(Number));
-        expect(childRun.patchRun).toHaveBeenCalled();
-    });
-    it("does not emit synthetic failed llm runs from traceCall failures", async () => {
-        const captureException = jest.fn();
-        const { getLLMMonitor } = loadMonitor();
-        const monitor = getLLMMonitor({
-            apiKey: "ls-test-key",
-            project: "reactgenie-dsl",
-            telemetryBridge: {
-                captureException,
-            },
-        });
-        await expect(monitor.traceCall("parse-command", { model: "gpt-4o-mini", provider: "openai" }, async () => {
-            throw new Error("trace failed");
-        })).rejects.toThrow("trace failed");
-        expect(captureException).toHaveBeenCalledWith(expect.objectContaining({ message: "trace failed" }), expect.objectContaining({
-            source: "llm-monitor",
-            name: "parse-command",
-            model: "gpt-4o-mini",
-            provider: "openai",
-        }));
-        expect(mockCreateRun).not.toHaveBeenCalled();
-    });
-});
-//# sourceMappingURL=llm-monitoring.test.js.map

package/dist/nl/llm-monitoring.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm-monitoring.test.js","sourceRoot":"","sources":["../../lib/nl/llm-monitoring.test.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;AAChC,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1C,MAAM,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;AAExC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5B,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1C,SAAS,EAAE,aAAa;KACzB,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,SAAS,EAAE,aAAa;IACxB,iBAAiB,EAAE,qBAAqB;CACzC,CAAC,CAAC,CAAC;AAEJ,SAAS,WAAW;IAClB,OAAO,OAAO,CAAC,kBAAkB,CAAsC,CAAC;AAC1E,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,SAAS,CACrB,eAAe,EACf,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAC5C,KAAK,IAAI,EAAE,CAAC,IAAI,CACjB,CAAC;QAEF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,gBAAgB;SAC/B,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC/C,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC3C,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACjD,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACxD,qBAAqB,CAAC,eAAe,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;QAEvD,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,QAAQ;YAClB,YAAY,EAAE,EAAE;YAChB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,EAAE;YACf,SAAS,EAAE,OAAO;YAClB,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,OAAO;YACnB,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI,IAAI,CAAC,0BAA0B,CAAC;YAC/C,KAAK,EAAE,iBAAiB;SACzB,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;SAC5B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACvC,MAAM,CAAC,gBAAgB,CAAC;YACtB,UAAU,EAAE,OAAO;YACnB,cAAc,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBACtC,YAAY,EAAE,EAAE;gBAChB,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,OAAO;gBACnB,WAAW,EAAE,OAAO;gBACpB,UAAU,EAAE,OAAO;aACpB,CAAC;SACH,CAAC,EACF,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;YACzB,eAAe,EAAE;gBACf,gBAAgB;aACjB;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,CACV,OAAO,CAAC,SAAS,CACf,eAAe,EACf,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAC5C,KAAK,IAAI,EAAE;YACT,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC,CACF,CACF,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAElC,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EACpD,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CACH,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/lib/__test__/dsl-descriptor.test.ts

@@ -1,27 +0,0 @@
-import { Restaurant } from "./example_descriptor";
-
-test("Restaurant Description", async () => {
-  const description = Restaurant._ClassDescriptor.description();
-  expect(description).toEqual(
-    "// A restaurant\n" +
-    "class Restaurant {\n" +
-      "\tstring name;\n" +
-      "\tFood[] menu;\n" +
-      "\tint rating;\n" +
-      "\tfloat priceGrade;\n" +
-      "\tstring cuisine;\n" +
-      "\tstring address;\n" +
-      "\tOrder[] orders;\n" +
-      "\t// All active restaurants\n" +
-      "\tstatic Restaurant[] all();\n" +
-      "\t// All active restaurants\n" +
-      "\tstatic Restaurant[] All();\n" +
-      "\t// The current restaurant\n" +
-      "\tstatic Restaurant current();\n" +
-      "\t// Book a table for a given date time\n" +
-      "\tvoid book(dateTime: DateTime? = `DateTime.today()`);\n" +
-      "\t// Book numbers tables for a given date time\n" +
-      "\tvoid bookTable(dateTime: DateTime?, number: int?);\n" +
-      "}"
-  );
-});