@mzhub/promptc 0.1.0 → 0.1.1

package/dist/examples/load-compiled.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Load Compiled Program Example
+ *
+ * Shows how to load a previously compiled program from JSON
+ */
+export {};
+//# sourceMappingURL=load-compiled.d.ts.map

package/dist/examples/load-compiled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-compiled.d.ts","sourceRoot":"","sources":["../../examples/load-compiled.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/examples/load-compiled.js

@@ -0,0 +1,44 @@
+/**
+ * Load Compiled Program Example
+ *
+ * Shows how to load a previously compiled program from JSON
+ */
+import { readFileSync } from "fs";
+import { defineSchema, ChainOfThought, loadCompiledProgram, createProvider, z, } from "@mzhub/promptc";
+// Must match the schema used during compilation
+const NameExtractor = defineSchema({
+    description: "Extract proper names of people from text",
+    inputs: { text: z.string() },
+    outputs: { names: z.array(z.string()) },
+});
+async function main() {
+    // 1. Load the saved config
+    const savedJson = readFileSync("name-extractor.json", "utf-8");
+    // 2. Create the same program (schema + provider)
+    const provider = createProvider("openai", {
+        apiKey: process.env.OPENAI_API_KEY,
+    });
+    const program = new ChainOfThought(NameExtractor, provider);
+    // 3. Load the compiled program
+    const compiled = loadCompiledProgram(savedJson, program);
+    console.log("Loaded compiled program:");
+    console.log(`  Strategy: ${compiled.meta.strategy}`);
+    console.log(`  Score: ${(compiled.meta.score * 100).toFixed(1)}%`);
+    console.log(`  Examples: ${compiled.config.fewShotExamples.length}`);
+    // 4. Use it in production
+    const testCases = [
+        "Warren Buffett is a legendary investor.",
+        "The meeting with Sarah and John went well.",
+        "No specific people were mentioned.",
+    ];
+    console.log("\nRunning inference:");
+    for (const text of testCases) {
+        const result = await compiled.run({ text });
+        console.log(`\n  Input: "${text}"`);
+        console.log(`  Names: ${result.result.names.length > 0
+            ? result.result.names.join(", ")
+            : "(none)"}`);
+    }
+}
+main().catch(console.error);
+//# sourceMappingURL=load-compiled.js.map

package/dist/examples/load-compiled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-compiled.js","sourceRoot":"","sources":["../../examples/load-compiled.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EACL,YAAY,EACZ,cAAc,EACd,mBAAmB,EACnB,cAAc,EACd,CAAC,GACF,MAAM,gBAAgB,CAAC;AAExB,gDAAgD;AAChD,MAAM,aAAa,GAAG,YAAY,CAAC;IACjC,WAAW,EAAE,0CAA0C;IACvD,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE;IAC5B,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;CACxC,CAAC,CAAC;AAEH,KAAK,UAAU,IAAI;IACjB,2BAA2B;IAC3B,MAAM,SAAS,GAAG,YAAY,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;IAE/D,iDAAiD;IACjD,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE;QACxC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;KACnC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IAE5D,+BAA+B;IAC/B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;IAErE,0BAA0B;IAC1B,MAAM,SAAS,GAAG;QAChB,yCAAyC;QACzC,4CAA4C;QAC5C,oCAAoC;KACrC,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CACT,YACE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,CAAC,CAAC,QACN,EAAE,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/examples/multi-provider.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Multi-Provider Example
+ *
+ * Shows how to use different LLM providers with the same program
+ */
+export {};
+//# sourceMappingURL=multi-provider.d.ts.map

package/dist/examples/multi-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-provider.d.ts","sourceRoot":"","sources":["../../examples/multi-provider.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/examples/multi-provider.js

@@ -0,0 +1,63 @@
+/**
+ * Multi-Provider Example
+ *
+ * Shows how to use different LLM providers with the same program
+ */
+import { defineSchema, Predict, createProvider, z } from "@mzhub/promptc";
+const SentimentAnalyzer = defineSchema({
+    description: "Analyze the sentiment of text as positive, negative, or neutral",
+    inputs: { text: z.string() },
+    outputs: {
+        sentiment: z.enum(["positive", "negative", "neutral"]),
+        confidence: z.number(),
+    },
+});
+async function testProvider(providerName, apiKeyEnv) {
+    const apiKey = process.env[apiKeyEnv];
+    if (!apiKey) {
+        console.log(`⏭️ Skipping ${providerName} (no ${apiKeyEnv})`);
+        return;
+    }
+    try {
+        const provider = createProvider(providerName, { apiKey });
+        const program = new Predict(SentimentAnalyzer, provider);
+        const start = Date.now();
+        const result = await program.run({
+            text: "I absolutely love this product!",
+        });
+        const latency = Date.now() - start;
+        console.log(`\n✅ ${providerName}`);
+        console.log(`   Sentiment: ${result.result.sentiment}`);
+        console.log(`   Confidence: ${(result.result.confidence * 100).toFixed(0)}%`);
+        console.log(`   Latency: ${latency}ms`);
+        console.log(`   Tokens: ${result.trace.usage.inputTokens + result.trace.usage.outputTokens}`);
+    }
+    catch (error) {
+        console.log(`\n❌ ${providerName}: ${error.message}`);
+    }
+}
+async function main() {
+    console.log("Testing sentiment analysis across providers...");
+    await testProvider("openai", "OPENAI_API_KEY");
+    await testProvider("anthropic", "ANTHROPIC_API_KEY");
+    await testProvider("google", "GOOGLE_API_KEY");
+    await testProvider("groq", "GROQ_API_KEY");
+    await testProvider("cerebras", "CEREBRAS_API_KEY");
+    // Ollama (local, no API key)
+    try {
+        const provider = createProvider("ollama");
+        const program = new Predict(SentimentAnalyzer, provider);
+        const start = Date.now();
+        const result = await program.run({
+            text: "I absolutely love this product!",
+        });
+        console.log(`\n✅ ollama (local)`);
+        console.log(`   Sentiment: ${result.result.sentiment}`);
+        console.log(`   Latency: ${Date.now() - start}ms`);
+    }
+    catch {
+        console.log(`\n⏭️ Skipping ollama (not running locally)`);
+    }
+}
+main().catch(console.error);
+//# sourceMappingURL=multi-provider.js.map

package/dist/examples/multi-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-provider.js","sourceRoot":"","sources":["../../examples/multi-provider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,MAAM,gBAAgB,CAAC;AAE1E,MAAM,iBAAiB,GAAG,YAAY,CAAC;IACrC,WAAW,EACT,iEAAiE;IACnE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE;IAC5B,OAAO,EAAE;QACP,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;KACvB;CACF,CAAC,CAAC;AAEH,KAAK,UAAU,YAAY,CAAC,YAAoB,EAAE,SAAiB;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,eAAe,YAAY,QAAQ,SAAS,GAAG,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAmB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;QAEzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,EAAE,iCAAiC;SACxC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CACT,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACjE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,IAAI,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CACT,cACE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YACtD,EAAE,CACH,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAE9D,MAAM,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC/C,MAAM,YAAY,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IACrD,MAAM,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC/C,MAAM,YAAY,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC3C,MAAM,YAAY,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAEnD,6BAA6B;IAC7B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,EAAE,iCAAiC;SACxC,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/examples/name-extractor.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Name Extractor Example
+ *
+ * This example shows how to:
+ * 1. Define a schema
+ * 2. Create a program
+ * 3. Compile with BootstrapFewShot
+ * 4. Save and use the compiled program
+ */
+export {};
+//# sourceMappingURL=name-extractor.d.ts.map

package/dist/examples/name-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name-extractor.d.ts","sourceRoot":"","sources":["../../examples/name-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}

package/dist/examples/name-extractor.js

@@ -0,0 +1,85 @@
+/**
+ * Name Extractor Example
+ *
+ * This example shows how to:
+ * 1. Define a schema
+ * 2. Create a program
+ * 3. Compile with BootstrapFewShot
+ * 4. Save and use the compiled program
+ */
+import { writeFileSync } from "fs";
+import { defineSchema, ChainOfThought, BootstrapFewShot, exactMatch, createProvider, createCompiledProgram, z, } from "@mzhub/promptc";
+// 1. Define the schema
+const NameExtractor = defineSchema({
+    description: "Extract proper names of people from text",
+    inputs: { text: z.string() },
+    outputs: { names: z.array(z.string()) },
+});
+// 2. Create a provider (uses OPENAI_API_KEY env var)
+const provider = createProvider("openai", {
+    apiKey: process.env.OPENAI_API_KEY,
+});
+// 3. Create the program
+const program = new ChainOfThought(NameExtractor, provider);
+// 4. Training data
+const trainset = [
+    {
+        input: { text: "Bill Gates founded Microsoft with Paul Allen." },
+        output: { names: ["Bill Gates", "Paul Allen"] },
+    },
+    {
+        input: { text: "Elon Musk runs Tesla and SpaceX." },
+        output: { names: ["Elon Musk"] },
+    },
+    {
+        input: { text: "Jeff Bezos started Amazon in his garage." },
+        output: { names: ["Jeff Bezos"] },
+    },
+    {
+        input: { text: "Satya Nadella is the CEO of Microsoft." },
+        output: { names: ["Satya Nadella"] },
+    },
+    {
+        input: { text: "Tim Cook leads Apple after Steve Jobs." },
+        output: { names: ["Tim Cook", "Steve Jobs"] },
+    },
+    {
+        input: { text: "Mark Zuckerberg created Facebook." },
+        output: { names: ["Mark Zuckerberg"] },
+    },
+    {
+        input: { text: "Sundar Pichai runs Google and Alphabet." },
+        output: { names: ["Sundar Pichai"] },
+    },
+];
+async function main() {
+    console.log("Starting compilation...\n");
+    // 5. Create compiler with evaluator
+    const compiler = new BootstrapFewShot(exactMatch());
+    // 6. Compile with progress tracking
+    const result = await compiler.compile(program, trainset, {
+        candidates: 10,
+        concurrency: 3,
+        onProgress: ({ candidatesEvaluated, totalCandidates, currentBestScore, }) => {
+            console.log(`Progress: ${candidatesEvaluated}/${totalCandidates} | Best: ${(currentBestScore * 100).toFixed(1)}%`);
+        },
+    });
+    console.log("\nCompilation complete!");
+    console.log(`Best score: ${(result.meta.score * 100).toFixed(1)}%`);
+    console.log(`Tokens used: ${result.meta.tokenUsage.totalTokens}`);
+    console.log(`API calls: ${result.meta.tokenUsage.calls}`);
+    // 7. Save the compiled config
+    writeFileSync("name-extractor.json", JSON.stringify(result, null, 2));
+    console.log("\nSaved to name-extractor.json");
+    // 8. Create a production-ready compiled program
+    const compiled = createCompiledProgram(program, result);
+    // 9. Test it
+    console.log("\nTesting compiled program:");
+    const testResult = await compiled.run({
+        text: "Jensen Huang founded NVIDIA.",
+    });
+    console.log("Input: 'Jensen Huang founded NVIDIA.'");
+    console.log("Output:", testResult.result.names);
+}
+main().catch(console.error);
+//# sourceMappingURL=name-extractor.js.map

package/dist/examples/name-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"name-extractor.js","sourceRoot":"","sources":["../../examples/name-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACnC,OAAO,EACL,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,UAAU,EACV,cAAc,EACd,qBAAqB,EACrB,CAAC,GACF,MAAM,gBAAgB,CAAC;AAExB,uBAAuB;AACvB,MAAM,aAAa,GAAG,YAAY,CAAC;IACjC,WAAW,EAAE,0CAA0C;IACvD,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE;IAC5B,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;CACxC,CAAC,CAAC;AAEH,qDAAqD;AACrD,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;CACnC,CAAC,CAAC;AAEH,wBAAwB;AACxB,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;AAE5D,mBAAmB;AACnB,MAAM,QAAQ,GAAG;IACf;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,+CAA+C,EAAE;QAChE,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE;KAChD;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,kCAAkC,EAAE;QACnD,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE;KACjC;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,0CAA0C,EAAE;QAC3D,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,CAAC,EAAE;KAClC;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,wCAAwC,EAAE;QACzD,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,eAAe,CAAC,EAAE;KACrC;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,wCAAwC,EAAE;QACzD,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;KAC9C;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,mCAAmC,EAAE;QACpD,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,iBAAiB,CAAC,EAAE;KACvC;IACD;QACE,KAAK,EAAE,EAAE,IAAI,EAAE,yCAAyC,EAAE;QAC1D,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,eAAe,CAAC,EAAE;KACrC;CACF,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEzC,oCAAoC;IACpC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,UAAU,EAAuB,CAAC,CAAC;IAEzE,oCAAoC;IACpC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE;QACvD,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC,EACX,mBAAmB,EACnB,eAAe,EACf,gBAAgB,GACjB,EAAE,EAAE;YACH,OAAO,CAAC,GAAG,CACT,aAAa,mBAAmB,IAAI,eAAe,YAAY,CAC7D,gBAAgB,GAAG,GAAG,CACvB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChB,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IAE1D,8BAA8B;IAC9B,aAAa,CAAC,qBAAqB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAE9C,gDAAgD;IAChD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAExD,aAAa;IACb,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC;QACpC,IAAI,EAAE,8BAA8B;KACrC,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/examples/qa-system.d.ts

@@ -0,0 +1,8 @@
+/**
+ * QA System with Chain of Thought
+ *
+ * Shows how to build a question-answering system
+ * that shows its reasoning before answering
+ */
+export {};
+//# sourceMappingURL=qa-system.d.ts.map

package/dist/examples/qa-system.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"qa-system.d.ts","sourceRoot":"","sources":["../../examples/qa-system.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/examples/qa-system.js

@@ -0,0 +1,73 @@
+/**
+ * QA System with Chain of Thought
+ *
+ * Shows how to build a question-answering system
+ * that shows its reasoning before answering
+ */
+import { defineSchema, ChainOfThought, BootstrapFewShot, partialMatch, createProvider, z, } from "@mzhub/promptc";
+const QASchema = defineSchema({
+    description: "Answer questions based on provided context. Think step by step.",
+    inputs: {
+        context: z.string().describe("The text containing information"),
+        question: z.string().describe("The question to answer"),
+    },
+    outputs: {
+        answer: z.string().describe("The answer extracted from context"),
+        confidence: z.number().min(0).max(1).describe("Confidence in the answer"),
+    },
+});
+const provider = createProvider("openai", {
+    apiKey: process.env.OPENAI_API_KEY,
+});
+const qaProgram = new ChainOfThought(QASchema, provider);
+const trainset = [
+    {
+        input: {
+            context: "The Eiffel Tower was completed in 1889. It stands 330 meters tall and is located in Paris, France.",
+            question: "When was the Eiffel Tower completed?",
+        },
+        output: { answer: "1889", confidence: 0.95 },
+    },
+    {
+        input: {
+            context: "Apple Inc. was founded by Steve Jobs, Steve Wozniak, and Ronald Wayne in 1976.",
+            question: "Who founded Apple?",
+        },
+        output: {
+            answer: "Steve Jobs, Steve Wozniak, and Ronald Wayne",
+            confidence: 0.95,
+        },
+    },
+    {
+        input: {
+            context: "The speed of light is approximately 299,792 kilometers per second in a vacuum.",
+            question: "What is the speed of light?",
+        },
+        output: {
+            answer: "approximately 299,792 kilometers per second",
+            confidence: 0.9,
+        },
+    },
+];
+async function main() {
+    console.log("Building QA System with Chain of Thought...\n");
+    // Single inference to see the reasoning
+    const result = await qaProgram.run({
+        context: "Python was created by Guido van Rossum and first released in 1991. It emphasizes code readability.",
+        question: "Who created Python?",
+    });
+    console.log("Question: Who created Python?");
+    console.log("\nReasoning:", result.trace.reasoning);
+    console.log("Answer:", result.result.answer);
+    console.log("Confidence:", `${(result.result.confidence * 100).toFixed(0)}%`);
+    // Optional: Compile for better accuracy
+    console.log("\n--- Compiling for better accuracy ---\n");
+    const compiler = new BootstrapFewShot(partialMatch());
+    const compiled = await compiler.compile(qaProgram, trainset, {
+        candidates: 5,
+        concurrency: 2,
+    });
+    console.log(`Compilation score: ${(compiled.meta.score * 100).toFixed(1)}%`);
+}
+main().catch(console.error);
+//# sourceMappingURL=qa-system.js.map

package/dist/examples/qa-system.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qa-system.js","sourceRoot":"","sources":["../../examples/qa-system.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACd,CAAC,GACF,MAAM,gBAAgB,CAAC;AAExB,MAAM,QAAQ,GAAG,YAAY,CAAC;IAC5B,WAAW,EACT,iEAAiE;IACnE,MAAM,EAAE;QACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;QAC/D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;KACxD;IACD,OAAO,EAAE;QACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;QAChE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;KAC1E;CACF,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;CACnC,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAEzD,MAAM,QAAQ,GAAG;IACf;QACE,KAAK,EAAE;YACL,OAAO,EACL,oGAAoG;YACtG,QAAQ,EAAE,sCAAsC;SACjD;QACD,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE;KAC7C;IACD;QACE,KAAK,EAAE;YACL,OAAO,EACL,gFAAgF;YAClF,QAAQ,EAAE,oBAAoB;SAC/B;QACD,MAAM,EAAE;YACN,MAAM,EAAE,6CAA6C;YACrD,UAAU,EAAE,IAAI;SACjB;KACF;IACD;QACE,KAAK,EAAE;YACL,OAAO,EACL,gFAAgF;YAClF,QAAQ,EAAE,6BAA6B;SACxC;QACD,MAAM,EAAE;YACN,MAAM,EAAE,6CAA6C;YACrD,UAAU,EAAE,GAAG;SAChB;KACF;CACF,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;IAE7D,wCAAwC;IACxC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC;QACjC,OAAO,EACL,oGAAoG;QACtG,QAAQ,EAAE,qBAAqB;KAChC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE9E,wCAAwC;IACxC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IAEzD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CACnC,YAAY,EAA0C,CACvD,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE;QAC3D,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;KACf,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/src/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/src/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":""}

package/dist/src/cli.js

@@ -0,0 +1,111 @@
+#!/usr/bin/env node
+import { parseArgs } from "node:util";
+import { readFileSync, existsSync } from "node:fs";
+import { resolve } from "node:path";
+const { values, positionals } = parseArgs({
+    args: process.argv.slice(2),
+    options: {
+        config: { type: "string", short: "c" },
+        output: { type: "string", short: "o", default: "compiled-prompt.json" },
+        candidates: { type: "string", default: "10" },
+        concurrency: { type: "string", default: "5" },
+        provider: { type: "string", short: "p", default: "openai" },
+        model: { type: "string", short: "m" },
+        help: { type: "boolean", short: "h" },
+    },
+    allowPositionals: true,
+});
+function printHelp() {
+    console.log(`
+promptc - Type-safe LLM program compiler
+
+Usage:
+  promptc compile <trainset.json> [options]
+  promptc validate <compiled.json>
+
+Commands:
+  compile     Compile a program using a training set
+  validate    Validate a compiled prompt JSON file
+
+Options:
+  -c, --config <file>      Path to config file
+  -o, --output <file>      Output file (default: compiled-prompt.json)
+  -p, --provider <name>    LLM provider: openai, anthropic, google, groq, cerebras, ollama
+  -m, --model <name>       Model to use (overrides provider default)
+  --candidates <n>         Number of candidates to try (default: 10)
+  --concurrency <n>        Parallel evaluations (default: 5)
+  -h, --help               Show this help
+
+Examples:
+  promptc compile trainset.json -p openai -o prompt.json
+  promptc validate prompt.json
+`);
+}
+async function validateCommand(filePath) {
+    if (!existsSync(filePath)) {
+        console.error(`Error: File not found: ${filePath}`);
+        process.exit(1);
+    }
+    try {
+        const content = readFileSync(filePath, "utf-8");
+        const data = JSON.parse(content);
+        if (!data.meta || !data.config) {
+            console.error("Invalid format: missing 'meta' or 'config' fields");
+            process.exit(1);
+        }
+        console.log("✓ Valid compiled prompt file");
+        console.log(`  Score: ${data.meta.score}`);
+        console.log(`  Strategy: ${data.meta.strategy}`);
+        console.log(`  Compiled: ${data.meta.compiledAt}`);
+        console.log(`  Examples: ${data.config.fewShotExamples?.length || 0}`);
+        console.log(`  Tokens used: ${data.meta.tokenUsage?.totalTokens || "N/A"}`);
+    }
+    catch (error) {
+        console.error("Invalid JSON file");
+        process.exit(1);
+    }
+}
+async function main() {
+    if (values.help || positionals.length === 0) {
+        printHelp();
+        process.exit(0);
+    }
+    const command = positionals[0];
+    switch (command) {
+        case "validate":
+            if (!positionals[1]) {
+                console.error("Error: Please provide a file to validate");
+                process.exit(1);
+            }
+            await validateCommand(resolve(positionals[1]));
+            break;
+        case "compile":
+            console.log(`
+Note: The 'compile' command requires a custom config file that defines:
+- Your schema (using defineSchema)
+- Your program (Predict or ChainOfThought)
+- Your evaluator
+
+Example config file (promptc.config.ts):
+
+  import { defineSchema, ChainOfThought, createProvider, exactMatch, z } from '@mzhub/promptc';
+  
+  export const schema = defineSchema({...});
+  export const provider = createProvider('openai', { apiKey: process.env.OPENAI_API_KEY });
+  export const program = new ChainOfThought(schema, provider);
+  export const evaluator = exactMatch();
+
+Run with: promptc compile trainset.json -c promptc.config.ts
+`);
+            break;
+        default:
+            console.error(`Unknown command: ${command}`);
+            printHelp();
+            process.exit(1);
+    }
+}
+main().catch((error) => {
+    console.error("Error:", error.message);
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/src/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,YAAY,EAAiB,UAAU,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;IACxC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE;QACP,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;QACtC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACvE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;QAC7C,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE;QAC3D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;QACrC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;KACtC;IACD,gBAAgB,EAAE,IAAI;CACvB,CAAC,CAAC;AAEH,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;CAuBb,CAAC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAgB;IAC7C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,IAAI,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IAE/B,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,UAAU;YACb,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM;QAER,KAAK,SAAS;YACZ,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;CAgBjB,CAAC,CAAC;YACG,MAAM;QAER;YACE,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;YAC7C,SAAS,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/compiler/BootstrapFewShot.d.ts

@@ -0,0 +1,13 @@
+import { ZodRawShape } from "zod";
+import { Program } from "../program/Program.js";
+import type { Evaluator, Example, CompilationResult, CompileOptions } from "./types.js";
+export declare class BootstrapFewShot<O> {
+    private evaluator;
+    constructor(evaluator: Evaluator<O>);
+    compile<I extends ZodRawShape, OShape extends ZodRawShape>(program: Program<I, OShape>, trainset: Example<unknown, O>[], options?: CompileOptions): Promise<CompilationResult<unknown, O>>;
+    estimateCost(trainsetSize: number, options?: CompileOptions): {
+        estimatedCalls: number;
+        estimatedTokens: number;
+    };
+}
+//# sourceMappingURL=BootstrapFewShot.d.ts.map

package/dist/src/compiler/BootstrapFewShot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BootstrapFewShot.d.ts","sourceRoot":"","sources":["../../../src/compiler/BootstrapFewShot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,KAAK,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAIhD,OAAO,KAAK,EACV,SAAS,EACT,OAAO,EACP,iBAAiB,EACjB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,qBAAa,gBAAgB,CAAC,CAAC;IACjB,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAErC,OAAO,CAAC,CAAC,SAAS,WAAW,EAAE,MAAM,SAAS,WAAW,EAC7D,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,EAC3B,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAC/B,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,iBAAiB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IA6GzC,YAAY,CACV,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE,cAAmB,GAC3B;QACD,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;KACzB;CAcF"}

package/dist/src/compiler/BootstrapFewShot.js

@@ -0,0 +1,93 @@
+import { createConcurrencyManager } from "../runtime/concurrency.js";
+import { CostTracker } from "../runtime/costTracker.js";
+import { CandidatePool } from "./CandidatePool.js";
+export class BootstrapFewShot {
+    evaluator;
+    constructor(evaluator) {
+        this.evaluator = evaluator;
+    }
+    async compile(program, trainset, options = {}) {
+        const { candidates: candidateCount = 10, concurrency = 5, examplesPerCandidate = 3, validationSplit = 0.3, seed, earlyStopThreshold = 0, budget, onProgress, } = options;
+        const pool = new CandidatePool(trainset, seed);
+        const candidates = pool.generateFewShotCandidates(candidateCount, examplesPerCandidate);
+        const validationSet = pool.getValidationSet(validationSplit);
+        const limiter = createConcurrencyManager(concurrency);
+        const costTracker = new CostTracker();
+        const results = [];
+        const evaluationPromises = candidates.map((fewShotSet) => limiter.run(async () => {
+            if (budget?.maxTokens && costTracker.exceedsBudget(budget.maxTokens)) {
+                budget.onBudgetWarning?.(costTracker.total.totalTokens, budget.maxTokens);
+                return { score: -1, examples: fewShotSet };
+            }
+            let totalScore = 0;
+            let validCount = 0;
+            for (const testCase of validationSet) {
+                try {
+                    const prediction = await program.run(testCase.input, {
+                        fewShotExamples: fewShotSet.map((ex) => ({
+                            input: ex.input,
+                            output: ex.output,
+                        })),
+                    });
+                    costTracker.record(prediction.trace.usage);
+                    const score = await this.evaluator(prediction.result, testCase.output);
+                    totalScore += score;
+                    validCount++;
+                    if (earlyStopThreshold > 0 && validCount >= 2) {
+                        const avgSoFar = totalScore / validCount;
+                        if (avgSoFar < earlyStopThreshold) {
+                            break;
+                        }
+                    }
+                }
+                catch {
+                    continue;
+                }
+            }
+            return {
+                score: validCount > 0 ? totalScore / validCount : 0,
+                examples: fewShotSet,
+            };
+        }));
+        const candidateResults = await Promise.all(evaluationPromises);
+        let currentBestScore = -1;
+        for (const result of candidateResults) {
+            if (result.score >= 0) {
+                results.push(result);
+                if (result.score > currentBestScore) {
+                    currentBestScore = result.score;
+                }
+                onProgress?.({
+                    candidatesEvaluated: results.length,
+                    totalCandidates: candidateCount,
+                    currentBestScore,
+                    tokensUsed: costTracker.total.totalTokens,
+                });
+            }
+        }
+        const winner = results.reduce((best, current) => (current.score > best.score ? current : best), { score: -1, examples: [] });
+        return {
+            meta: {
+                score: winner.score,
+                compiledAt: new Date().toISOString(),
+                strategy: "BootstrapFewShot",
+                tokenUsage: costTracker.total,
+            },
+            config: {
+                instructions: program["schema"].description,
+                fewShotExamples: winner.examples,
+            },
+        };
+    }
+    estimateCost(trainsetSize, options = {}) {
+        const { candidates = 10, validationSplit = 0.3 } = options;
+        const validationSize = Math.max(1, Math.floor(trainsetSize * validationSplit));
+        const estimatedCalls = candidates * validationSize;
+        const avgTokensPerCall = 500;
+        return {
+            estimatedCalls,
+            estimatedTokens: estimatedCalls * avgTokensPerCall,
+        };
+    }
+}
+//# sourceMappingURL=BootstrapFewShot.js.map

package/dist/src/compiler/BootstrapFewShot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BootstrapFewShot.js","sourceRoot":"","sources":["../../../src/compiler/BootstrapFewShot.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAQnD,MAAM,OAAO,gBAAgB;IACP;IAApB,YAAoB,SAAuB;QAAvB,cAAS,GAAT,SAAS,CAAc;IAAG,CAAC;IAE/C,KAAK,CAAC,OAAO,CACX,OAA2B,EAC3B,QAA+B,EAC/B,UAA0B,EAAE;QAE5B,MAAM,EACJ,UAAU,EAAE,cAAc,GAAG,EAAE,EAC/B,WAAW,GAAG,CAAC,EACf,oBAAoB,GAAG,CAAC,EACxB,eAAe,GAAG,GAAG,EACrB,IAAI,EACJ,kBAAkB,GAAG,CAAC,EACtB,MAAM,EACN,UAAU,GACX,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAC/C,cAAc,EACd,oBAAoB,CACrB,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QAEtC,MAAM,OAAO,GACX,EAAE,CAAC;QAEL,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACrB,IAAI,MAAM,EAAE,SAAS,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrE,MAAM,CAAC,eAAe,EAAE,CACtB,WAAW,CAAC,KAAK,CAAC,WAAW,EAC7B,MAAM,CAAC,SAAS,CACjB,CAAC;gBACF,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;YAC7C,CAAC;YAED,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAY,EAAE;wBAC1D,eAAe,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BACvC,KAAK,EAAE,EAAE,CAAC,KAAgC;4BAC1C,MAAM,EAAE,EAAE,CAAC,MAAiC;yBAC7C,CAAC,CAAC;qBACJ,CAAC,CAAC;oBAEH,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAChC,UAAU,CAAC,MAAW,EACtB,QAAQ,CAAC,MAAM,CAChB,CAAC;oBACF,UAAU,IAAI,KAAK,CAAC;oBACpB,UAAU,EAAE,CAAC;oBAEb,IAAI,kBAAkB,GAAG,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;wBAC9C,MAAM,QAAQ,GAAG,UAAU,GAAG,UAAU,CAAC;wBACzC,IAAI,QAAQ,GAAG,kBAAkB,EAAE,CAAC;4BAClC,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBACnD,QAAQ,EAAE,UAAU;aACrB,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAE/D,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC1B,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACtC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,IAAI,MAAM,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;oBACpC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC;gBAClC,CAAC;gBACD,UAAU,EAAE,CAAC;oBACX,mBAAmB,EAAE,OAAO,CAAC,MAAM;oBACnC,eAAe,EAAE,cAAc;oBAC/B,gBAAgB;oBAChB,UAAU,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAC3B,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAChE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAA2B,EAAE,CACrD,CAAC;QAEF,OAAO;YACL,IAAI,EAAE;gBACJ,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE,kBAAkB;gBAC5B,UAAU,EAAE,WAAW,CAAC,KAAK;aAC9B;YACD,MAAM,EAAE;gBACN,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW;gBAC3C,eAAe,EAAE,MAAM,CAAC,QAAQ;aACjC;SACF,CAAC;IACJ,CAAC;IAED,YAAY,CACV,YAAoB,EACpB,UAA0B,EAAE;QAK5B,MAAM,EAAE,UAAU,GAAG,EAAE,EAAE,eAAe,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAC3D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,eAAe,CAAC,CAC3C,CAAC;QACF,MAAM,cAAc,GAAG,UAAU,GAAG,cAAc,CAAC;QACnD,MAAM,gBAAgB,GAAG,GAAG,CAAC;QAE7B,OAAO;YACL,cAAc;YACd,eAAe,EAAE,cAAc,GAAG,gBAAgB;SACnD,CAAC;IACJ,CAAC;CACF"}

package/dist/src/compiler/CandidatePool.d.ts

@@ -0,0 +1,10 @@
+import type { Example } from "./types.js";
+export declare class CandidatePool<I, O> {
+    private trainset;
+    private rng;
+    constructor(trainset: Example<I, O>[], seed?: number);
+    generateFewShotCandidates(count: number, examplesPerCandidate: number): Array<Example<I, O>[]>;
+    getValidationSet(splitRatio?: number): Example<I, O>[];
+    private seededRandom;
+}
+//# sourceMappingURL=CandidatePool.d.ts.map

package/dist/src/compiler/CandidatePool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CandidatePool.d.ts","sourceRoot":"","sources":["../../../src/compiler/CandidatePool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,qBAAa,aAAa,CAAC,CAAC,EAAE,CAAC;IAGjB,OAAO,CAAC,QAAQ;IAF5B,OAAO,CAAC,GAAG,CAAe;gBAEN,QAAQ,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM;IAI5D,yBAAyB,CACvB,KAAK,EAAE,MAAM,EACb,oBAAoB,EAAE,MAAM,GAC3B,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IAazB,gBAAgB,CAAC,UAAU,GAAE,MAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;IAM3D,OAAO,CAAC,YAAY;CAOrB"}

package/dist/src/compiler/CandidatePool.js

@@ -0,0 +1,29 @@
+export class CandidatePool {
+    trainset;
+    rng;
+    constructor(trainset, seed) {
+        this.trainset = trainset;
+        this.rng = seed !== undefined ? this.seededRandom(seed) : Math.random;
+    }
+    generateFewShotCandidates(count, examplesPerCandidate) {
+        const candidates = [];
+        for (let i = 0; i < count; i++) {
+            const shuffled = [...this.trainset].sort(() => this.rng() - 0.5);
+            candidates.push(shuffled.slice(0, Math.min(examplesPerCandidate, shuffled.length)));
+        }
+        return candidates;
+    }
+    getValidationSet(splitRatio = 0.3) {
+        const count = Math.max(1, Math.floor(this.trainset.length * splitRatio));
+        const shuffled = [...this.trainset].sort(() => this.rng() - 0.5);
+        return shuffled.slice(0, count);
+    }
+    seededRandom(seed) {
+        let s = seed;
+        return () => {
+            s = Math.sin(s) * 10000;
+            return s - Math.floor(s);
+        };
+    }
+}
+//# sourceMappingURL=CandidatePool.js.map