@qvac/sdk 0.13.4 → 0.14.0

package/dist/examples/rag/rag-hyperdb/pipeline.js

@@ -2,13 +2,17 @@ import { loadModel, unloadModel, embed, GTE_LARGE_FP16, ragChunk, ragSaveEmbeddi
 try {
     // Get query from command line or use default
     const query = process.argv[2] || "machine learning algorithms";
-    console.log("🔧 RAG Pipeline Example (Segregated Flow)\n");
-    console.log(`🔍 Query: "${query}"`);
+    console.log("▸ RAG Pipeline Example (Segregated Flow)");
+    console.log(`▸ Query: "${query}"`);
     const workspace = "pipeline-example";
     const modelId = await loadModel({
         modelSrc: GTE_LARGE_FP16,
-        onProgress: (progress) => {
-            console.log(`Loading model... ${progress.percentage.toFixed(1)}%`);
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
         },
     });
     const samples = [
@@ -21,7 +25,7 @@ try {
         "Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.",
         "Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.",
     ];
-    console.log("\n📝 Step 1: Chunking documents...");
+    console.log("▸ Step 1: Chunking documents...");
     const chunks = await ragChunk({
         documents: samples,
         chunkOpts: {
@@ -29,8 +33,8 @@ try {
             chunkOverlap: 20,
         },
     });
-    console.log(`   Created ${chunks.length} chunks`);
-    console.log("\n🧠 Step 2: Generating embeddings (batch)...");
+    console.log(`▸ Created ${chunks.length} chunks`);
+    console.log("▸ Step 2: Generating embeddings (batch)...");
     const texts = chunks.map((chunk) => chunk.content);
     const { embedding: embeddings } = await embed({ modelId, text: texts });
     const embeddedDocs = chunks.map((chunk, i) => ({
@@ -39,35 +43,33 @@ try {
         embedding: embeddings[i],
         embeddingModelId: modelId,
     }));
-    console.log(`   Generated ${embeddedDocs.length} embeddings`);
-    console.log("\n💾 Step 3: Saving to vector database...");
+    console.log(`▸ Generated ${embeddedDocs.length} embeddings`);
+    console.log("▸ Step 3: Saving to vector database...");
     const saveResult = await ragSaveEmbeddings({
         workspace,
         documents: embeddedDocs,
     });
     const saved = saveResult.filter((r) => r.status === "fulfilled").length;
-    console.log(`   Saved ${saved}/${saveResult.length} documents`);
-    console.log("\n🔎 Step 4: Searching...");
+    console.log(`▸ Saved ${saved}/${saveResult.length} documents`);
+    console.log("▸ Step 4: Searching...");
     const results = await ragSearch({
         workspace,
         modelId,
         query,
         topK: 3,
     });
-    console.log("\n📋 Top 3 most similar documents:");
+    console.log("▸ Top 3 most similar documents:");
     results.forEach((result, index) => {
-        console.log("=".repeat(50) + " Top result:");
-        console.log(`\n${index + 1}. (Score: ${result.score})`);
+        console.log(`${index + 1}. (Score: ${result.score})`);
         console.log(`   ${result.content}`);
-        console.log("=".repeat(100));
         console.log();
     });
     // Cleanup: close and delete workspace
     await ragCloseWorkspace({ workspace, deleteOnClose: true });
-    console.log(`🗑️  Deleted '${workspace}' workspace`);
+    console.log(`▸ Deleted '${workspace}' workspace`);
     await unloadModel({ modelId });
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }

package/dist/examples/rag/rag-hyperdb/workspaces.js

@@ -1,12 +1,17 @@
 import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragDeleteEmbeddings, ragListWorkspaces, ragCloseWorkspace, ragReindex, } from "@qvac/sdk";
 try {
-    console.log("🚀 RAG Workspaces with Chunking Example\n");
+    console.log("▸ RAG Workspaces with Chunking Example");
     // Load model
     const modelId = await loadModel({
         modelSrc: GTE_LARGE_FP16,
-        onProgress: (p) => process.stdout.write(`\rLoading: ${Math.round(p.percentage * 100)}%`),
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
+        },
     });
-    console.log("\n");
     // Medical articles (will be chunked)
     const medicalArticles = [
         `COVID-19: A Comprehensive Overview
@@ -68,7 +73,7 @@ try {
         "Deep learning neural networks enable breakthroughs in computer vision and natural language processing.",
     ];
     // Ingest medical articles with chunking
-    console.log("📚 Ingesting medical articles with chunking...");
+    console.log("▸ Ingesting medical articles with chunking...");
     const medicalResult = await ragIngest({
         modelId,
         workspace: "medical",
@@ -81,16 +86,16 @@ try {
             splitStrategy: "token",
         },
     });
-    console.log(`✅ Created ${medicalResult.processed.length} chunks from medical articles`);
+    console.log(`▸ Created ${medicalResult.processed.length} chunks from medical articles`);
     // Ingest tech docs without chunking
-    console.log("\n📚 Ingesting tech documents...");
+    console.log("\n▸ Ingesting tech documents...");
     const techResult = await ragIngest({
         modelId,
         workspace: "technology",
         documents: techDocs,
         chunk: false,
     });
-    console.log(`✅ Ingested ${techResult.processed.length} tech documents`);
+    console.log(`▸ Ingested ${techResult.processed.length} tech documents`);
     // Test searches
     const searches = [
         { workspace: "medical", query: "COVID symptoms fever", label: "Medical" },
@@ -98,20 +103,20 @@ try {
         { workspace: "technology", query: "neural networks", label: "Tech" },
         { workspace: "technology", query: "COVID", label: "Tech (isolation test)" },
     ];
-    console.log("\n🔍 Running searches:");
+    console.log("\n▸ Running searches:");
     for (const { workspace, query, label } of searches) {
         const results = await ragSearch({ modelId, workspace, query, topK: 1 });
         console.log(`\n${label}: "${query}"`);
         if (results.length > 0 && results[0]) {
-            console.log(`  ✓ Score: ${results[0].score.toFixed(3)}`);
-            console.log(`  ✓ Match: ${results[0].content.substring(0, 80)}...`);
+            console.log(`  Score: ${results[0].score.toFixed(3)}`);
+            console.log(`  Match: ${results[0].content.substring(0, 80)}...`);
         }
         else {
-            console.log(`  ✗ No results (workspace isolation working correctly)`);
+            console.log(`  ▸ No results (workspace isolation working correctly)`);
         }
     }
     // Test a third workspace
-    console.log("\n📁 Testing 'general' workspace...");
+    console.log("\n▸ Testing 'general' workspace...");
     await ragIngest({
         modelId,
         workspace: "general",
@@ -123,20 +128,19 @@ try {
         workspace: "general",
         query: "general workspace",
     });
-    console.log(`General workspace: ${generalSearch?.[0]?.content === "General workspace content for testing" ? "✅ Working" : "❌ Failed"}`);
+    console.log(`▸ General workspace: ${generalSearch?.[0]?.content === "General workspace content for testing" ? "Working" : "Failed"}`);
     // Reindexing - regenerate embeddings for an existing workspace
-    console.log("\n🔄 Reindexing medical workspace...");
+    console.log("\n▸ Reindexing medical workspace...");
     const reindexResult = await ragReindex({
         workspace: "medical",
         modelId,
         onProgress: (stage, current, total) => {
-            const pct = total > 0 ? Math.round((current / total) * 100) : 0;
-            console.log(`   [${stage}] ${current}/${total} (${pct}%)`);
+            console.log(`▸ ${stage} ${current}/${total}`);
         },
     });
-    console.log(`${reindexResult.reindexed ? "✅ Reindex completed" : "⚠️  Reindex returned false"} for medical workspace`);
+    console.log(`▸ ${reindexResult.reindexed ? "Reindex completed" : "Reindex returned false"} for medical workspace`);
     if (reindexResult.details) {
-        console.log("   Details:", reindexResult.details);
+        console.log("▸ Details:", reindexResult.details);
     }
     // Verify reindexed data still works
     const reindexVerify = await ragSearch({
@@ -145,7 +149,7 @@ try {
         query: "COVID symptoms",
         topK: 1,
     });
-    console.log(`   Verification search: ${reindexVerify.length > 0 ? "✅ Working" : "❌ Failed"}`);
+    console.log(`▸ Verification search: ${reindexVerify.length > 0 ? "Working" : "Failed"}`);
     // Cleanup example
     const firstChunk = medicalResult.processed.find((p) => p.status === "fulfilled" && p.id);
     if (firstChunk?.id) {
@@ -153,25 +157,25 @@ try {
             workspace: "medical",
             ids: [firstChunk.id],
         });
-        console.log("\n🗑️  Deleted one medical chunk");
+        console.log("\n▸ Deleted one medical chunk");
     }
     // List all workspaces
-    console.log("\n📂 Listing workspaces...");
+    console.log("\n▸ Listing workspaces...");
     const workspaces = await ragListWorkspaces();
     workspaces.forEach((ws) => {
-        console.log(`  • ${ws.name} (${ws.open ? "open" : "closed"})`);
+        console.log(`▸ ${ws.name} (${ws.open ? "open" : "closed"})`);
     });
     // Close and delete all workspaces created in this example
-    console.log("\n🗑️  Closing and deleting workspaces...");
+    console.log("\n▸ Closing and deleting workspaces...");
     await ragCloseWorkspace({ workspace: "medical", deleteOnClose: true });
-    console.log("Deleted 'medical' workspace");
+    console.log("▸ Deleted 'medical' workspace");
     await ragCloseWorkspace({ workspace: "technology", deleteOnClose: true });
-    console.log("Deleted 'technology' workspace");
+    console.log("▸ Deleted 'technology' workspace");
     await ragCloseWorkspace({ workspace: "general", deleteOnClose: true });
-    console.log("Deleted 'general' workspace");
+    console.log("▸ Deleted 'general' workspace");
     await unloadModel({ modelId });
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }

package/dist/examples/rag/rag-lancedb.js

@@ -4,12 +4,16 @@ import * as a from "apache-arrow";
 try {
     // Get query from command line or use default
     const query = process.argv[2] || "machine learning algorithms";
-    console.log(`🔍 Query: "${query}"`);
+    console.log(`▸ Query: "${query}"`);
     const db = await lancedb.connect(".rag-lancedb");
     const modelId = await loadModel({
         modelSrc: GTE_LARGE_FP16,
-        onProgress: (progress) => {
-            console.log(`Loading model... ${progress.percentage.toFixed(1)}%`);
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
         },
     });
     const samples = [
@@ -56,10 +60,10 @@ try {
         await db.dropTable("documents");
     }
     catch (e) {
-        console.warn(`Table doesn't exist, no need to drop: ${String(e)}`);
+        console.warn(`▸ Table doesn't exist, no need to drop: ${String(e)}`);
     }
     const documentsTable = await db.createEmptyTable("documents", schema);
-    console.log("📚 Embedding documents...");
+    console.log("▸ Embedding documents...");
     const documents = [];
     for (const sample of samples) {
         const { embedding } = await embed({ modelId, text: sample.text });
@@ -71,13 +75,13 @@ try {
         documents.push(record);
     }
     await documentsTable.add(documents);
-    console.log("🔎 Searching for similar documents...");
+    console.log("▸ Searching for similar documents...");
     const { embedding: queryEmbedding } = await embed({ modelId, text: query });
     const results = (await documentsTable
         .vectorSearch(queryEmbedding)
         .limit(1)
         .toArray());
-    console.log("\n📋 Top 3 most similar documents:");
+    console.log("\n▸ Top 3 most similar documents:");
     results.forEach((result, index) => {
         console.log("=".repeat(50) + " Top result:");
         console.log(`\n${index + 1}. (Score: ${result._distance?.toFixed(4)})`);
@@ -88,6 +92,6 @@ try {
     await unloadModel({ modelId });
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }

package/dist/examples/rag/rag-sqlite.js

@@ -3,14 +3,18 @@ import sqlite3InitModule from "@sqliteai/sqlite-wasm";
 try {
     // Get query from command line or use default
     const query = process.argv[2] || "machine learning algorithms";
-    console.log(`🔍 Query: "${query}"`);
+    console.log(`▸ Query: "${query}"`);
     // Initialize SQLite with vector extension
     const sqlite3 = await sqlite3InitModule();
     const db = new sqlite3.oo1.DB(":memory:", "c");
     const modelId = await loadModel({
         modelSrc: GTE_LARGE_FP16,
-        onProgress: (progress) => {
-            console.log(`Loading model... ${progress.percentage.toFixed(1)}%`);
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
         },
     });
     const samples = [
@@ -55,7 +59,7 @@ try {
     embedding BLOB NOT NULL
   )
 `);
-    console.log("📚 Embedding documents...");
+    console.log("▸ Embedding documents...");
     for (const sample of samples) {
         const { embedding } = await embed({ modelId, text: sample.text });
         db.exec({
@@ -70,7 +74,7 @@ try {
     // [Optional] Preload quantized vectors in memory for optimal performance
     db.exec(`SELECT vector_quantize_preload('documents', 'embedding')`);
     // Search for similar documents
-    console.log("🔎 Searching for similar documents...");
+    console.log("▸ Searching for similar documents...");
     const { embedding: queryEmbedding } = await embed({ modelId, text: query });
     const results = [];
     // Perform vector search
@@ -88,7 +92,7 @@ try {
             results.push(typedRow);
         },
     });
-    console.log("\n📋 Top 3 most similar documents:");
+    console.log("\n▸ Top 3 most similar documents:");
     results.forEach((result, index) => {
         console.log("=".repeat(50) + " Top result:");
         console.log(`\n${index + 1}. [ID: ${result.id}] (Score: ${result.distance.toFixed(4)})`);
@@ -100,6 +104,6 @@ try {
     db.close();
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }

package/dist/examples/registry-query.js

@@ -1,55 +1,55 @@
 import { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, ModelType, close, } from "@qvac/sdk";
 try {
-    console.log("QVAC Model Registry Query Examples\n");
+    console.log("▸ QVAC Model Registry Query Examples\n");
     // List all available models
-    console.log("Listing all models in QVAC model registry...");
+    console.log("▸ Listing all models in QVAC model registry...");
     const allModels = await modelRegistryList();
-    console.log(`   Found ${allModels.length} models in registry\n`);
+    console.log(`▸ Found ${allModels.length} models in registry\n`);
     // Show first 5 models as sample
-    console.log("   Sample models:");
+    console.log("▸ Sample models:");
     allModels.slice(0, 5).forEach((model) => {
         console.log(`   - ${model.name} (${model.addon}, ${model.engine}, ${formatSize(model.expectedSize)})`);
     });
     console.log();
     // Search with text filter
-    console.log('Searching for "whisper" models...');
+    console.log('▸ Searching for "whisper" models...');
     const whisperModels = await modelRegistrySearch({ filter: "whisper" });
-    console.log(`   Found ${whisperModels.length} whisper-related models\n`);
+    console.log(`▸ Found ${whisperModels.length} whisper-related models\n`);
     // Search by engine (using canonical ModelType enum)
-    console.log(`Searching by engine (${ModelType.llamacppEmbedding})...`);
+    console.log(`▸ Searching by engine (${ModelType.llamacppEmbedding})...`);
     const embedModels = await modelRegistrySearch({
         engine: ModelType.llamacppEmbedding,
     });
-    console.log(`   Found ${embedModels.length} embedding models`);
+    console.log(`▸ Found ${embedModels.length} embedding models`);
     embedModels.slice(0, 3).forEach((model) => {
         console.log(`   - ${model.name} (${model.quantization})`);
     });
     console.log();
     // Search by quantization
-    console.log("Searching for Q4 quantized models...");
+    console.log("▸ Searching for Q4 quantized models...");
     const q4Models = await modelRegistrySearch({ quantization: "q4" });
-    console.log(`   Found ${q4Models.length} Q4 quantized models`);
+    console.log(`▸ Found ${q4Models.length} Q4 quantized models`);
     q4Models.slice(0, 3).forEach((model) => {
         console.log(`   - ${model.name}`);
     });
     console.log();
     // Search by addon/model type
-    console.log("Searching for transcription models...");
+    console.log("▸ Searching for transcription models...");
     const transcriptionModels = await modelRegistrySearch({
         addon: "whisper",
     });
-    console.log(`   Found ${transcriptionModels.length} transcription models`);
+    console.log(`▸ Found ${transcriptionModels.length} transcription models`);
     transcriptionModels.slice(0, 3).forEach((model) => {
         console.log(`   - ${model.name}`);
     });
     console.log();
     // Combined search: engine + quantization
-    console.log("Searching for Q4 LLM models...");
+    console.log("▸ Searching for Q4 LLM models...");
     const q4LlmModels = await modelRegistrySearch({
         engine: ModelType.llamacppCompletion,
         quantization: "q4",
     });
-    console.log(`   Found ${q4LlmModels.length} Q4 LLM models`);
+    console.log(`▸ Found ${q4LlmModels.length} Q4 LLM models`);
     q4LlmModels.slice(0, 3).forEach((model) => {
         console.log(`   - ${model.name} (${model.quantization})`);
     });
@@ -57,7 +57,7 @@ try {
     // Get specific model (if we have at least one model)
     const sampleModel = allModels[0];
     if (sampleModel) {
-        console.log(`Getting specific model: ${sampleModel.registrySource}/${sampleModel.registryPath}`);
+        console.log(`▸ Getting specific model: ${sampleModel.registrySource}/${sampleModel.registryPath}`);
         const model = await modelRegistryGetModel(sampleModel.registryPath, sampleModel.registrySource);
         console.log("   Model details:");
         console.log(`   - Name: ${model.name}`);
@@ -68,12 +68,12 @@ try {
         console.log(`   - Checksum: ${model.sha256Checksum.slice(0, 16)}...`);
         console.log();
     }
-    console.log("QVAC model registry query examples completed successfully!");
+    console.log("▸ QVAC model registry query examples completed successfully!");
     void close();
     process.exit(0);
 }
 catch (error) {
-    console.error("Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }
 function formatSize(bytes) {

package/dist/examples/seed-p2p.js

@@ -2,20 +2,24 @@ import { LLAMA_3_2_1B_INST_Q4_0, downloadAsset } from "@qvac/sdk";
 await downloadAsset({
     assetSrc: LLAMA_3_2_1B_INST_Q4_0,
     seed: true,
-    onProgress: (progress) => {
-        console.log(progress);
+    onProgress: (p) => {
+        const mb = (n) => (n / 1e6).toFixed(1);
+        const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+        process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+        if (p.percentage >= 100)
+            process.stderr.write("\n");
     },
 })
     .then(() => {
-    console.log("✅ Model loaded and seeding started!");
-    console.log("📡 Seeding service is running... Press Ctrl+C to stop");
+    console.log("▸ Model loaded and seeding started!");
+    console.log("▸ Seeding service is running... Press Ctrl+C to stop");
 })
     .catch((error) => {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 });
 process.on("SIGINT", () => {
-    console.log("\n🛑 Seeding service stopped");
+    console.log("\n▸ Seeding service stopped");
     process.exit(0);
 });
 process.stdin.resume();

package/dist/examples/suspend-resume.js

@@ -3,14 +3,18 @@ try {
     // Load a model
     const modelId = await loadModel({
         modelSrc: LLAMA_3_2_1B_INST_Q4_0,
-        onProgress: (progress) => {
-            console.log(progress);
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
         },
     });
-    console.log("✅ Model loaded\n");
-    console.log(`📊 Lifecycle state: ${await state()}\n`);
+    console.log("▸ Model loaded\n");
+    console.log(`▸ Lifecycle state: ${await state()}\n`);
     // Run a completion before suspending
-    console.log("--- Completion before suspend ---");
+    console.log("▸ Completion before suspend");
     const result1 = completion({
         modelId,
         history: [{ role: "user", content: "Say hello in one word" }],
@@ -19,11 +23,11 @@ try {
     for await (const token of result1.tokenStream) {
         process.stdout.write(token);
     }
-    console.log("\n");
+    console.log("");
     // Suspend all networking and storage (e.g. app going to background)
-    console.log("⏸️  Suspending...");
+    console.log("▸ Suspending...");
     await suspend();
-    console.log(`📊 Lifecycle state: ${await state()}\n`);
+    console.log(`▸ Lifecycle state: ${await state()}\n`);
     try {
         await completion({
             modelId,
@@ -34,21 +38,21 @@ try {
     catch (error) {
         const name = error.name;
         if (name === "LIFECYCLE_OPERATION_BLOCKED") {
-            console.log(`🚫 Operation blocked while suspended (${name})`);
+            console.log(`▸ Operation blocked while suspended (${name})`);
         }
         else {
             throw error;
         }
     }
     // Simulate time in background
-    console.log("\n💤 Simulating 3 seconds in background...");
+    console.log("\n▸ Simulating 3 seconds in background...");
     await new Promise((resolve) => setTimeout(resolve, 3000));
     // Resume when returning to foreground
-    console.log("▶️  Resuming...");
+    console.log("▸ Resuming...");
     await resume();
-    console.log(`📊 Lifecycle state: ${await state()}\n`);
+    console.log(`▸ Lifecycle state: ${await state()}\n`);
     // Run another completion after resuming
-    console.log("--- Completion after resume ---");
+    console.log("▸ Completion after resume");
     const result2 = completion({
         modelId,
         history: [{ role: "user", content: "Say goodbye in one word" }],
@@ -57,12 +61,12 @@ try {
     for await (const token of result2.tokenStream) {
         process.stdout.write(token);
     }
-    console.log("\n");
+    console.log("");
     await unloadModel({ modelId });
-    console.log("✅ Model unloaded");
+    console.log("▸ Model unloaded");
     process.exit(0);
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }

package/dist/examples/tools/llamacpp-native-tools.js

@@ -7,9 +7,15 @@ try {
             ctx_size: 4096,
             tools: true,
         },
-        onProgress: (progress) => console.log(`Loading: ${progress.percentage.toFixed(1)}%`),
+        onProgress: (p) => {
+            const mb = (n) => (n / 1e6).toFixed(1);
+            const line = `▸ Downloading ${p.percentage.toFixed(0)}% (${mb(p.downloaded)}/${mb(p.total)} MB)`;
+            process.stderr.write(process.stderr.isTTY ? `\r${line}` : `${line}\n`);
+            if (p.percentage >= 100)
+                process.stderr.write("\n");
+        },
     });
-    console.log(`✅ Model loaded successfully! Model ID: ${modelId}`);
+    console.log(`▸ Model loaded successfully! Model ID: ${modelId}`);
     const history = [
         {
             role: "system",
@@ -20,8 +26,8 @@ try {
             content: "What's the weather in Tokyo and my horoscope for Aquarius?",
         },
     ];
-    console.log("\n🤖 AI Response:");
-    console.log("(Streaming with tool definitions in prompt)\n");
+    console.log("\n▸ AI Response:");
+    console.log("▸ (Streaming with tool definitions in prompt)\n");
     const result = completion({ modelId, history, stream: true, tools });
     const tokensTask = (async () => {
         for await (const token of result.tokenStream) {
@@ -30,38 +36,38 @@ try {
     })();
     const toolsTask = (async () => {
         for await (const evt of result.toolCallStream) {
-            console.log(`\n\n→ Tool Call Detected: ${evt.call.name}(${JSON.stringify(evt.call.arguments)})`);
-            console.log(`   ID: ${evt.call.id}`);
+            console.log(`\n\n▸ Tool Call Detected: ${evt.call.name}(${JSON.stringify(evt.call.arguments)})`);
+            console.log(`▸ ID: ${evt.call.id}`);
         }
     })();
     await Promise.all([tokensTask, toolsTask]);
     const stats = await result.stats;
     const toolCalls = await result.toolCalls;
-    console.log("\n\n📋 Parsed Tool Calls:");
+    console.log("\n\n▸ Parsed Tool Calls:");
     if (toolCalls.length > 0) {
         for (const call of toolCalls) {
-            console.log(`  - ${call.name}(${JSON.stringify(call.arguments)})`);
+            console.log(`▸ ${call.name}(${JSON.stringify(call.arguments)})`);
             const schema = toolSchemas[call.name];
             if (schema) {
                 const validated = schema.safeParse(call.arguments);
                 if (validated.success) {
-                    console.log(`    ✓ Arguments validated with Zod`);
+                    console.log(`▸ Arguments validated with Zod`);
                 }
                 else {
-                    console.log(`    ✗ Validation failed:`, validated.error);
+                    console.log(`✖ Validation failed:`, validated.error);
                 }
             }
         }
     }
     else {
-        console.log("  No tool calls detected in response");
+        console.log("▸ No tool calls detected in response");
     }
-    console.log("\n📊 Performance Stats:", stats);
+    console.log("\n▸ Performance Stats:", stats);
     if (toolCalls.length > 0) {
-        console.log("\n\n🔧 Simulating Tool Execution...");
+        console.log("\n\n▸ Simulating Tool Execution...");
         const toolResults = toolCalls.map((call) => {
             const result = mockExecute(call.name, call.arguments);
-            console.log(`  ✓ ${call.name}: ${result}`);
+            console.log(`▸ ${call.name}: ${result}`);
             return { toolCallId: call.id, result };
         });
         history.push({
@@ -74,7 +80,7 @@ try {
                 content: toolResult.result,
             });
         }
-        console.log("\n\n🤖 Follow-up Response with Tool Results:");
+        console.log("\n\n▸ Follow-up Response with Tool Results:");
         const followUpResult = completion({
             modelId,
             history,
@@ -85,12 +91,12 @@ try {
             process.stdout.write(token);
         }
         const followUpStats = await followUpResult.stats;
-        console.log("\n\n📊 Follow-up Stats:", followUpStats);
+        console.log("\n\n▸ Follow-up Stats:", followUpStats);
     }
-    console.log("\n\n🎉 Completed!");
+    console.log("\n\n▸ Completed!");
     await unloadModel({ modelId, clearStorage: false });
 }
 catch (error) {
-    console.error("❌ Error:", error);
+    console.error("✖", error);
     process.exit(1);
 }