toolpack-cli 1.0.1 → 1.1.0-SNAPSHOT.202603211

package/dist/components/KnowledgeLoader.d.ts

@@ -0,0 +1 @@
+export declare function KnowledgeLoader(): import("react/jsx-runtime").JSX.Element | null;

package/dist/components/KnowledgeLoader.js

@@ -0,0 +1,18 @@
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { Box, Text } from 'ink';
+import { useToolpack } from '../context/ToolpackContext.js';
+import { useTheme } from '../theme/ThemeContext.js';
+const BAR_WIDTH = 30;
+export function KnowledgeLoader() {
+    const { knowledgeProgress } = useToolpack();
+    const { theme } = useTheme();
+    if (!knowledgeProgress || knowledgeProgress.phase === 'complete') {
+        return null;
+    }
+    const percentage = Math.min(knowledgeProgress.percentage ?? 0, 99);
+    const filled = Math.round((percentage / 100) * BAR_WIDTH);
+    const label = knowledgeProgress.phase === 'start'
+        ? 'Scanning knowledge sources...'
+        : `Embedding content (${percentage}%)`;
+    return (_jsxs(Box, { flexDirection: "column", borderStyle: "round", borderColor: theme.colors.border, paddingX: 2, paddingY: 1, marginBottom: 1, children: [_jsx(Text, { color: theme.colors.primary, children: "Knowledge base initializing\u2026" }), _jsx(Text, { color: theme.colors.text, children: label }), _jsxs(Text, { color: theme.colors.textSecondary, children: ["[", '#'.repeat(Math.max(0, filled)), ' '.repeat(Math.max(0, BAR_WIDTH - filled)), "] ", percentage, "%"] }), knowledgeProgress.currentSource && (_jsxs(Text, { color: theme.colors.textSecondary, children: ["Source: ", knowledgeProgress.currentSource] }))] }));
+}

package/dist/context/ToolpackContext.d.ts

@@ -1,5 +1,5 @@
 import { ReactNode } from 'react';
-import { Toolpack, ModeConfig, ToolLogEvent, WorkflowProgress } from 'toolpack-sdk';
+import { Toolpack, ModeConfig, ToolLogEvent, WorkflowProgress, EmbeddingProgressEvent } from 'toolpack-sdk';
 /**
  * Clean React Context wrapper for the Toolpack SDK.
  * Manages SDK-related state only: modes, models, and the toolpack instance.
@@ -47,6 +47,7 @@ interface ToolpackContextType {
     setToolsUnsupportedWarning: (msg: string) => void;
     configSource: 'local' | 'global' | 'base' | 'default';
     activeConfigPath: string | null;
+    knowledgeProgress: EmbeddingProgressEvent | null;
 }
 export declare function ToolpackProvider({ children }: {
     children: ReactNode;

package/dist/context/ToolpackContext.js

@@ -1,11 +1,15 @@
 import { jsx as _jsx } from "react/jsx-runtime";
 import { createContext, useContext, useEffect, useState, useCallback, } from 'react';
-import { Toolpack, createMode, loadRuntimeConfig, getRuntimeConfigStatus, } from 'toolpack-sdk';
+import { Toolpack, createMode, loadRuntimeConfig, getRuntimeConfigStatus, Knowledge, MemoryProvider, MarkdownSource, JSONSource, SQLiteTextSource, } from 'toolpack-sdk';
+import Database from 'better-sqlite3';
 import { XAIAdapter } from '../custom-providers/XAIAdapter.js';
 import { skillToolsProject } from '../custom-tools/skill-tools/index.js';
 import * as fs from 'fs';
 import * as os from 'os';
 import * as path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
 const ToolpackContext = createContext(undefined);
 export function ToolpackProvider({ children }) {
     const [toolpack, setToolpack] = useState(null);
@@ -21,6 +25,7 @@ export function ToolpackProvider({ children }) {
     const [toolsUnsupportedWarning, setToolsUnsupportedWarning] = useState(null);
     const [configSource, setConfigSource] = useState('default');
     const [activeConfigPath, setActiveConfigPath] = useState(null);
+    const [knowledgeProgress, setKnowledgeProgress] = useState(null);
     useEffect(() => {
         async function init() {
             // Get config status
@@ -41,6 +46,28 @@ export function ToolpackProvider({ children }) {
                 systemPrompt: 'You are a helpful assistant. Provide clear and concise responses.',
                 blockAllTools: true,
             });
+            const knowledgeBasePath = ensureGlobalKnowledgeAssets();
+            const kb = await Knowledge.create({
+                provider: new MemoryProvider(),
+                sources: [
+                    new MarkdownSource(path.join(knowledgeBasePath, '**/*.md'), { namespace: 'docs' }),
+                    new JSONSource(path.join(knowledgeBasePath, 'toolpack-cli.json'), {
+                        chunkBy: 'item',
+                        contentFields: ['title', 'description'],
+                        metadataFields: ['id', 'category'],
+                        namespace: 'json',
+                    }),
+                    new SQLiteTextSource(path.join(knowledgeBasePath, 'toolpack-guides.db'), {
+                        table: 'guides',
+                        contentColumns: ['title', 'body'],
+                        metadataColumns: ['category'],
+                        namespace: 'guides',
+                    }),
+                ],
+                onEmbeddingProgress: event => {
+                    setKnowledgeProgress(event);
+                },
+            });
             const instance = await Toolpack.init({
                 defaultMode: 'agent',
                 configPath: tempConfigPath, // Use our merged temp config
@@ -55,6 +82,7 @@ export function ToolpackProvider({ children }) {
                 customModes: [simpleChat],
                 customProviders: [new XAIAdapter()],
                 customTools: [skillToolsProject],
+                knowledge: kb,
                 modeOverrides: {
                     agent: {
                         // Override the agent mode system prompt to include skill search and read
@@ -210,6 +238,7 @@ export function ToolpackProvider({ children }) {
             setToolsUnsupportedWarning,
             configSource,
             activeConfigPath,
+            knowledgeProgress,
         }, children: children }));
 }
 export function useToolpack() {
@@ -219,3 +248,85 @@ export function useToolpack() {
     }
     return context;
 }
+function ensureGlobalKnowledgeAssets() {
+    const bundledDir = path.join(__dirname, '..', '..', 'knowledge');
+    const globalDir = path.join(os.homedir(), '.toolpack');
+    const targetDir = path.join(globalDir, 'knowledge');
+    fs.mkdirSync(globalDir, { recursive: true });
+    if (fs.existsSync(bundledDir)) {
+        copyDirectoryRecursive(bundledDir, targetDir);
+    }
+    seedKnowledgeSamples(targetDir);
+    return targetDir;
+}
+function copyDirectoryRecursive(source, destination) {
+    if (!fs.existsSync(source)) {
+        return;
+    }
+    const stats = fs.statSync(source);
+    if (stats.isDirectory()) {
+        fs.mkdirSync(destination, { recursive: true });
+        for (const entry of fs.readdirSync(source)) {
+            const srcPath = path.join(source, entry);
+            const destPath = path.join(destination, entry);
+            copyDirectoryRecursive(srcPath, destPath);
+        }
+        return;
+    }
+    fs.mkdirSync(path.dirname(destination), { recursive: true });
+    fs.copyFileSync(source, destination);
+}
+function seedKnowledgeSamples(targetDir) {
+    fs.mkdirSync(targetDir, { recursive: true });
+    const markdownPath = path.join(targetDir, 'toolpack-overview.md');
+    const jsonPath = path.join(targetDir, 'toolpack-cli.json');
+    const sqlitePath = path.join(targetDir, 'toolpack-guides.db');
+    if (!fs.existsSync(markdownPath)) {
+        fs.writeFileSync(markdownPath, `# Toolpack SDK Overview\n\nThe Toolpack SDK provides a provider-agnostic agent runtime with built-in tooling, workflow automation, and knowledge retrieval.\n\n## Highlights\n- Unified API across OpenAI, Anthropic, Gemini, and local providers\n- Configurable agent modes (agent, chat, simpleChat, custom modes)\n- Knowledge module for RAG with Markdown/JSON/SQLite sources\n- Workflow engine with hooks for pre/post tool execution\n\n## CLI Integration\nThe sample CLI demonstrates multi-mode chat, provider switching, history, telemetry, and automatic knowledge bootstrapping.\n`);
+    }
+    if (!fs.existsSync(jsonPath)) {
+        fs.writeFileSync(jsonPath, JSON.stringify([
+            {
+                id: 'cli_modes',
+                title: 'Toolpack CLI Modes',
+                description: 'The CLI ships with agent, chat, and simpleChat modes plus an example custom mode.',
+                capabilities: ['mode switching', 'history', 'provider selection'],
+                category: 'cli',
+            },
+            {
+                id: 'sdk_features',
+                title: 'Toolpack SDK Features',
+                description: 'Unified provider API, workflow engine, tool telemetry, and knowledge integration.',
+                category: 'sdk',
+            },
+        ], null, 2));
+    }
+    if (!fs.existsSync(sqlitePath)) {
+        fs.mkdirSync(path.dirname(sqlitePath), { recursive: true });
+        const db = new Database(sqlitePath);
+        try {
+            db.exec(`CREATE TABLE IF NOT EXISTS guides (
+				id TEXT PRIMARY KEY,
+				title TEXT,
+				body TEXT,
+				category TEXT
+			);`);
+            const insert = db.prepare('INSERT OR REPLACE INTO guides (id, title, body, category) VALUES (@id, @title, @body, @category)');
+            insert.run({
+                id: 'sdk_init',
+                title: 'Initializing Toolpack SDK',
+                body: 'Use Toolpack.init with provider configs, tools flag, knowledge instance, and custom modes to bootstrap your agent runtime.',
+                category: 'sdk',
+            });
+            insert.run({
+                id: 'cli_setup',
+                title: 'Toolpack CLI Setup',
+                body: 'Install dependencies, configure toolpack.config.json, and start via `toolpack` to enter the Ink interface.',
+                category: 'cli',
+            });
+        }
+        finally {
+            db.close();
+        }
+    }
+}

package/dist/screens/HomeScreen.js

@@ -10,10 +10,12 @@ import { HomeInput } from '../components/HomeInput.js';
 import { ModeSelect } from '../components/common/ModeSelect.js';
 import { ModelSelect } from '../components/common/ModelSelect.js';
 import { HistorySelect } from '../components/common/HistorySelect.js';
+import { KnowledgeLoader } from '../components/KnowledgeLoader.js';
 export function HomeScreen() {
     const { theme } = useTheme();
     const { stdout } = useStdout();
-    const { setMode, setModel, models } = useToolpack();
+    const { setMode, setModel, models, knowledgeProgress } = useToolpack();
+    const knowledgeReady = !knowledgeProgress || knowledgeProgress.phase === 'complete';
     const { loadConversation, setScreen } = useConversation();
     // 0 = TextInput, 1 = Mode, 2 = Model, 3 = History
     const [focusedIndex, setFocusedIndex] = useState(0);
@@ -37,7 +39,7 @@ export function HomeScreen() {
             setScreen('settings');
         }
     });
-    return (_jsxs(Box, { width: stdout.columns, height: stdout.rows - 1, flexDirection: "column", position: "relative", children: [_jsxs(Box, { width: "100%", alignItems: "center", flexDirection: "column", paddingTop: 6, flexShrink: 0, children: [_jsx(Logo, {}), _jsx(AppInfo, {})] }), _jsx(Box, { flexGrow: 1, width: "100%", justifyContent: "center", alignItems: "center", flexDirection: "column", children: _jsx(Box, { width: "80%", children: _jsx(HomeInput, { focusedIndex: focusedIndex, showModeSelect: showModeSelect, setShowModeSelect: setShowModeSelect, showModelSelect: showModelSelect, setShowModelSelect: setShowModelSelect, showHistorySelect: showHistorySelect, setShowHistorySelect: setShowHistorySelect }) }) }), _jsx(Box, { width: "100%", flexDirection: "column", alignItems: "center", paddingBottom: 1, flexShrink: 0, children: _jsx(Box, { marginTop: 1, children: _jsxs(Text, { color: theme.colors.textSecondary, children: [_jsx(Text, { color: "#eab308", bold: true, children: "\u2022 Note" }), ' ', "If you are using local models, make sure to have them downloaded and available."] }) }) }), showModeSelect && (_jsx(ModeSelect, { onSelect: val => {
+    return (_jsxs(Box, { width: stdout.columns, height: stdout.rows - 1, flexDirection: "column", position: "relative", children: [_jsxs(Box, { width: "100%", alignItems: "center", flexDirection: "column", paddingTop: 6, flexShrink: 0, children: [_jsx(Logo, {}), _jsx(AppInfo, {}), knowledgeProgress && knowledgeProgress.phase !== 'complete' && (_jsx(Box, { width: "100%", marginTop: 1, alignItems: "center", justifyContent: "center", children: _jsx(KnowledgeLoader, {}) }))] }), _jsx(Box, { flexGrow: 1, width: "100%", justifyContent: "center", alignItems: "center", flexDirection: "column", children: knowledgeReady ? (_jsx(Box, { width: "80%", children: _jsx(HomeInput, { focusedIndex: focusedIndex, showModeSelect: showModeSelect, setShowModeSelect: setShowModeSelect, showModelSelect: showModelSelect, setShowModelSelect: setShowModelSelect, showHistorySelect: showHistorySelect, setShowHistorySelect: setShowHistorySelect }) })) : (_jsx(Text, { color: theme.colors.textSecondary, children: "Preparing knowledge workspace\u2026" })) }), _jsx(Box, { width: "100%", flexDirection: "column", alignItems: "center", paddingBottom: 1, flexShrink: 0, children: _jsx(Box, { marginTop: 1, children: _jsxs(Text, { color: theme.colors.textSecondary, children: [_jsx(Text, { color: "#eab308", bold: true, children: "\u2022 Note" }), ' ', "If you are using local models, make sure to have them downloaded and available."] }) }) }), showModeSelect && (_jsx(ModeSelect, { onSelect: val => {
                     setMode(val);
                     setShowModeSelect(false);
                     setFocusedIndex(0); // Return focus to input

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "toolpack-cli",
-	"version": "1.0.1",
+	"version": "1.1.0-SNAPSHOT.202603211",
 	"description": "Rich interactive command-line interface directly powering the Toolpack SDK",
 	"license": "Apache-2.0",
 	"preferGlobal": true,
@@ -56,7 +56,7 @@
 		"node-pty": "^1.1.0",
 		"open": "^11.0.0",
 		"react": "^18.2.0",
-		"toolpack-sdk": "latest",
+		"toolpack-sdk": "1.1.0-SNAPSHOT",
 		"uuid": "^13.0.0"
 	},
 	"devDependencies": {