@agent-smith/cli 0.0.116 → 0.0.118

package/dist/cmd/sys/run_python.js

@@ -1,39 +0,0 @@
-import { PythonShell } from 'python-shell';
-async function runPyScript(rsShell, pythonPath, scriptPath, scriptArgs, onEmitLine) {
-    const _options = {
-        mode: "text",
-        pythonPath: pythonPath,
-        pythonOptions: ['-u'],
-        args: scriptArgs,
-    };
-    let promiseResolve;
-    let promise = new Promise((resolve) => promiseResolve = resolve);
-    rsShell = new PythonShell(scriptPath, _options);
-    const res = { data: new Array() };
-    function handleLine(msg) {
-        if (onEmitLine) {
-            onEmitLine(msg);
-        }
-        res.data.push(msg);
-    }
-    rsShell.on('message', function (message) {
-        //console.log("MSG", message);
-        handleLine(message);
-    });
-    rsShell.on('stderr', function (err) {
-        console.log("STDERR", err);
-    });
-    rsShell.on('pythonError', function (err) {
-        //console.log("PYERR", `${err.message}, ${err.traceback}`);
-        res.error = new Error(`${err.traceback} ${err.message}`);
-        promiseResolve(true);
-    });
-    rsShell.end(function (err, code, signal) {
-        //console.log("END", code, signal);
-        //console.log("DATA", res);
-        promiseResolve(true);
-    });
-    await promise;
-    return res;
-}
-export { runPyScript };

package/dist/conf.d.ts

@@ -1,14 +0,0 @@
-import { type ConfigFile } from "./interfaces.js";
-declare function getConfigPath(appName: string, filename: string): {
-    confDir: string;
-    dbPath: string;
-};
-declare const confDir: string, dbPath: string;
-declare function updateConfigFile(conf: ConfigFile, cfp?: string): string;
-declare function createConfigFile(cfp?: string, local?: Array<"llamacpp" | "koboldcpp" | "ollama">): string;
-declare function processConfPath(confPath: string): Promise<{
-    paths: Array<string>;
-    pf: string;
-    dd: string;
-}>;
-export { confDir, dbPath, processConfPath, getConfigPath, createConfigFile, updateConfigFile, };

package/dist/conf.js

@@ -1,166 +0,0 @@
-import fs from "node:fs";
-import { readConf } from "./cmd/sys/read_conf.js";
-import { upsertBackends, insertFeaturesPathIfNotExists, insertPluginIfNotExists, upsertTaskSettings, deleteTaskSettings } from "./db/write.js";
-import { buildPluginsPaths } from "./state/plugins.js";
-import { runtimeError } from "./cmd/lib/user_msgs.js";
-import { localBackends } from "./const.js";
-import { homedir } from 'os';
-import { join } from 'path';
-import { createDirectoryIfNotExists } from "./cmd/sys/dirs.js";
-import { initTaskSettings, tasksSettings } from "./state/tasks.js";
-import path from "node:path";
-import yaml from "yaml";
-function getConfigPath(appName, filename) {
-    let confDir;
-    let dbPath;
-    if (process.platform === 'win32') {
-        confDir = join(process.env.APPDATA, appName);
-        dbPath = join(process.env.APPDATA, appName, filename);
-    }
-    else if (process.platform === 'darwin') {
-        confDir = join(homedir(), 'Library', 'Application Support', appName);
-        dbPath = join(homedir(), 'Library', 'Application Support', appName, filename);
-    }
-    else { // Linux, BSD, etc.
-        confDir = join(homedir(), '.config', appName);
-        dbPath = join(homedir(), '.config', appName, filename);
-    }
-    return { confDir: confDir, dbPath: dbPath };
-}
-const { confDir, dbPath } = getConfigPath("agent-smith", "config.db");
-function updateConfigFile(conf, cfp) {
-    const fp = cfp ? cfp : path.join(confDir, "config.yml");
-    const txt = yaml.stringify(conf);
-    if (!fs.existsSync(fp)) {
-        const err = `Config file ${fp} does not exist`;
-        throw new Error(err);
-    }
-    try {
-        fs.writeFileSync(fp, txt, { encoding: 'utf8' });
-    }
-    catch (e) {
-        throw new Error(`Error creating config file at ${fp}: ${e}`);
-    }
-    return fp;
-}
-function createConfigFile(cfp, local = ["llamacpp", "koboldcpp", "ollama"]) {
-    createDirectoryIfNotExists(confDir);
-    const fp = cfp ? cfp : path.join(confDir, "config.yml");
-    const fc = {
-        backends: {
-            default: "llamacpp",
-            local: local,
-            llamacpp_oai: {
-                type: "openai",
-                url: "http://localhost:8080/v1"
-            }
-        },
-        promptfile: "",
-    };
-    const txt = yaml.stringify(fc);
-    if (fs.existsSync(fp)) {
-        const err = `Config file ${fp} already exists`;
-        throw new Error(err);
-    }
-    try {
-        fs.writeFileSync(fp, txt, { encoding: 'utf8' });
-    }
-    catch (e) {
-        throw new Error(`Error creating config file at ${fp}: ${e}`);
-    }
-    return fp;
-}
-async function processConfPath(confPath) {
-    createDirectoryIfNotExists(confDir);
-    const { found, data } = readConf(confPath);
-    if (!found) {
-        runtimeError(`Config file ${confPath} not found`);
-    }
-    //console.log(data)
-    const allPaths = new Array();
-    // backends
-    const backends = {};
-    let defaultBackendName = "";
-    if (data?.backends) {
-        for (const [name, val] of Object.entries(data.backends)) {
-            switch (name) {
-                case "local":
-                    const bs = val;
-                    bs.forEach(b => {
-                        if (!["llamacpp", "koboldcpp", "ollama"].includes(b)) {
-                            throw new Error(`Unknow backend default value: ${b}`);
-                        }
-                        const lb = localBackends[b];
-                        backends[lb.name] = lb;
-                    });
-                    break;
-                case "default":
-                    const v1 = val;
-                    defaultBackendName = v1;
-                    break;
-                default:
-                    const v3 = val;
-                    let apiKey = undefined;
-                    if (v3?.apiKey) {
-                        apiKey = v3.apiKey;
-                    }
-                    const ib = {
-                        name: name,
-                        type: v3.type,
-                        url: v3.url,
-                        isDefault: false,
-                    };
-                    if (apiKey) {
-                        ib.apiKey = apiKey;
-                    }
-                    backends[name] = ib;
-                    break;
-            }
-        }
-    }
-    console.log("Default backend:", defaultBackendName);
-    //console.dir(backends, { depth: 4 });
-    if (!Object.keys(backends).includes(defaultBackendName)) {
-        throw new Error(`Undeclared default backend: ${defaultBackendName}`);
-    }
-    backends[defaultBackendName].isDefault = true;
-    upsertBackends(Object.values(backends));
-    // features and plugins from conf
-    if (data?.features) {
-        allPaths.push(...data.features);
-        const fts = new Array();
-        data.features.forEach((f) => {
-            if (!fts.includes(f)) {
-                insertFeaturesPathIfNotExists(f);
-                fts.push(f);
-            }
-        });
-    }
-    if (data?.plugins) {
-        const plugins = await buildPluginsPaths(data.plugins);
-        plugins.forEach((_pl) => {
-            allPaths.push(_pl.path);
-            insertPluginIfNotExists(_pl.name, _pl.path);
-        });
-    }
-    if (data?.tasks) {
-        initTaskSettings();
-        const okTasks = new Array();
-        for (const [name, settings] of Object.entries(data.tasks)) {
-            upsertTaskSettings(name, settings);
-            okTasks.push(name);
-        }
-        const toDel = Object.keys(tasksSettings).filter(t => !okTasks.includes(t));
-        deleteTaskSettings(toDel);
-    }
-    let pf = "";
-    if (data?.promptfile) {
-        pf = data.promptfile;
-    }
-    let dd = "";
-    if (data?.datadir) {
-        dd = data.datadir;
-    }
-    return { paths: allPaths, pf: pf, dd: dd };
-}
-export { confDir, dbPath, processConfPath, getConfigPath, createConfigFile, updateConfigFile, };

package/dist/const.d.ts

@@ -1,3 +0,0 @@
-import { InferenceBackend } from "./interfaces.js";
-declare const localBackends: Record<string, InferenceBackend>;
-export { localBackends };

package/dist/const.js

@@ -1,24 +0,0 @@
-const localBackends = {
-    llamacpp: {
-        name: "llamacpp",
-        type: "llamacpp",
-        url: "http://localhost:8080",
-        apiKey: "",
-        isDefault: false,
-    },
-    koboldcpp: {
-        name: "koboldcpp",
-        type: "koboldcpp",
-        url: "http://localhost:5001",
-        apiKey: "",
-        isDefault: false,
-    },
-    ollama: {
-        name: "ollama",
-        type: "ollama",
-        url: "http://localhost:11434",
-        apiKey: "",
-        isDefault: false,
-    },
-};
-export { localBackends };

package/dist/db/db.d.ts

@@ -1,4 +0,0 @@
-import { Database } from "better-sqlite3";
-declare let db: Database;
-declare function initDb(isVerbose: boolean, execSchema: boolean): void;
-export { db, initDb, };

package/dist/db/db.js

@@ -1,23 +0,0 @@
-import DatabaseConstructor from "better-sqlite3";
-import { schemas } from "./schemas.js";
-import { createDirectoryIfNotExists } from "../cmd/sys/dirs.js";
-import { confDir, dbPath } from "../conf.js";
-let db;
-const debugDb = false;
-function initDb(isVerbose, execSchema) {
-    //console.log("DBP", dbPath);
-    if (execSchema) {
-        createDirectoryIfNotExists(confDir, true);
-        db = new DatabaseConstructor(dbPath, { fileMustExist: false, verbose: debugDb ? console.log : undefined });
-        schemas.forEach((s) => {
-            db.exec(s);
-            if (isVerbose) {
-                console.log(`Schema executed: ${s}`);
-            }
-        });
-    }
-    else {
-        db = new DatabaseConstructor(dbPath, { fileMustExist: true });
-    }
-}
-export { db, initDb, };

package/dist/db/read.d.ts

@@ -1,34 +0,0 @@
-import { ToolSpec } from "@locallm/types";
-import { AliasType, FeatureSpec, FeatureType, ToolType, InferenceBackend } from "../interfaces.js";
-declare function readFeaturePaths(): Array<string>;
-declare function readBackends(): Record<string, InferenceBackend>;
-declare function readPlugins(): Array<Record<string, string>>;
-declare function readFeaturesType(type: FeatureType): Record<string, FeatureSpec>;
-declare function readFeatures(): Record<FeatureType, Record<string, FeatureSpec>>;
-declare function readAliases(): Array<{
-    name: string;
-    type: AliasType;
-}>;
-declare function readFeature(name: string, type: FeatureType): {
-    found: boolean;
-    feature: FeatureSpec;
-};
-declare function readTool(name: string): {
-    found: boolean;
-    tool: ToolSpec;
-    type: ToolType;
-};
-declare function readFilePaths(): Array<{
-    name: string;
-    path: string;
-}>;
-declare function readFilePath(name: string): {
-    found: boolean;
-    path: string;
-};
-declare function readTaskSettings(): Array<Record<string, any>>;
-declare function readTaskSetting(name: string): {
-    found: boolean;
-    settings: Record<string, string>;
-};
-export { readFeatures, readFeaturePaths, readFeature, readPlugins, readAliases, readFilePath, readFilePaths, readTool, readFeaturesType, readBackends, readTaskSettings, readTaskSetting, };

package/dist/db/read.js

@@ -1,128 +0,0 @@
-import { db } from "./db.js";
-function readFeaturePaths() {
-    const stmt = db.prepare("SELECT path FROM featurespath");
-    const data = stmt.all();
-    let f = new Array();
-    data.forEach((row) => {
-        f.push(row.path);
-    });
-    return f;
-}
-function readBackends() {
-    const stmt = db.prepare("SELECT name, type, url, apiKey, isdefault FROM backend");
-    const data = stmt.all();
-    const bks = {};
-    data.forEach((row) => {
-        bks[row.name] = { name: row.name, type: row.type, url: row.url, apiKey: row.apiKey, isDefault: row.isdefault === 1 };
-    });
-    return bks;
-}
-function readPlugins() {
-    const stmt = db.prepare("SELECT name, path FROM plugin");
-    const data = stmt.all();
-    let f = new Array();
-    data.forEach((row) => {
-        f.push({ name: row.name, path: row.path });
-    });
-    return f;
-}
-function readFeaturesType(type) {
-    //console.log(`SELECT name, path, ext, variables FROM ${type}`)
-    const stmt = db.prepare(`SELECT name, path, ext, variables FROM ${type}`);
-    const data = stmt.all();
-    const res = {};
-    data.forEach((row) => {
-        const vars = row?.variables ? JSON.parse(row.variables) : undefined;
-        res[row.name] = {
-            name: row.name,
-            path: row.path,
-            ext: row.ext,
-            variables: vars,
-        };
-    });
-    return res;
-}
-function readFeatures() {
-    const feats = {
-        task: {}, action: {}, cmd: {}, workflow: {}, adaptater: {}, agent: {}
-    };
-    feats.agent = readFeaturesType("agent");
-    feats.task = readFeaturesType("task");
-    feats.action = readFeaturesType("action");
-    feats.cmd = readFeaturesType("cmd");
-    feats.workflow = readFeaturesType("workflow");
-    feats.adaptater = readFeaturesType("adaptater");
-    return feats;
-}
-function readAliases() {
-    const stmt = db.prepare("SELECT name, type FROM aliases");
-    const data = stmt.all();
-    let f = new Array();
-    data.forEach((row) => {
-        f.push({ name: row.name, type: row.type });
-    });
-    return f;
-}
-function readFeature(name, type) {
-    const q = `SELECT id, name, path, ext FROM ${type} WHERE name='${name}'`;
-    const stmt = db.prepare(q);
-    const result = stmt.get();
-    if (result?.id) {
-        return {
-            found: true,
-            feature: {
-                name: result.name,
-                path: result.path,
-                ext: result.ext,
-            }
-        };
-    }
-    return { found: false, feature: {} };
-}
-function readTool(name) {
-    const q = `SELECT id, name, type, spec FROM tool WHERE name='${name}'`;
-    const stmt = db.prepare(q);
-    const result = stmt.get();
-    if (result?.id) {
-        const tool = JSON.parse(result.spec);
-        return {
-            found: true,
-            tool: tool,
-            type: result.type,
-        };
-    }
-    return { found: false, tool: {}, type: "action" };
-}
-function readFilePaths() {
-    const stmt1 = db.prepare("SELECT name, path FROM filepath");
-    const data = stmt1.all();
-    let f = new Array();
-    data.forEach((row) => {
-        f.push({ name: row.name, path: row.path });
-    });
-    return f;
-}
-function readFilePath(name) {
-    const q = `SELECT id, path FROM filepath WHERE name= ?`;
-    const stmt = db.prepare(q);
-    const result = stmt.get(name);
-    if (result?.id) {
-        return { found: true, path: result.path };
-    }
-    return { found: false, path: "" };
-}
-function readTaskSettings() {
-    const stmt1 = db.prepare("SELECT * FROM tasksettings ORDER BY name");
-    const data = stmt1.all();
-    return data;
-}
-function readTaskSetting(name) {
-    const q = "SELECT * FROM tasksettings WHERE name= ?";
-    const stmt = db.prepare(q);
-    const result = stmt.get(name);
-    if (result?.id) {
-        return { found: true, settings: result };
-    }
-    return { found: false, settings: {} };
-}
-export { readFeatures, readFeaturePaths, readFeature, readPlugins, readAliases, readFilePath, readFilePaths, readTool, readFeaturesType, readBackends, readTaskSettings, readTaskSetting, };

package/dist/db/schemas.d.ts

@@ -1,2 +0,0 @@
-declare const schemas: string[];
-export { schemas };

package/dist/db/schemas.js

@@ -1,105 +0,0 @@
-const filepath = `CREATE TABLE IF NOT EXISTS filepath (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL
-);`;
-const featurespath = `CREATE TABLE IF NOT EXISTS featurespath (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    path TEXT NOT NULL
-);`;
-const plugin = `CREATE TABLE IF NOT EXISTS plugin (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL
-);`;
-const tasks = `CREATE TABLE IF NOT EXISTS task (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('yml') )
-);`;
-const agents = `CREATE TABLE IF NOT EXISTS agent (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('yml') )
-);`;
-const workflow = `CREATE TABLE IF NOT EXISTS workflow (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('yml') )
-);`;
-const action = `CREATE TABLE IF NOT EXISTS action (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('yml', 'js', 'py') )
-);`;
-const adaptater = `CREATE TABLE IF NOT EXISTS adaptater (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('yml', 'js', 'py') )
-);`;
-const cmd = `CREATE TABLE IF NOT EXISTS cmd (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    path TEXT NOT NULL,
-    variables TEXT,
-    ext TEXT NOT NULL CHECK ( ext IN ('js') )
-);`;
-const tool = `CREATE TABLE IF NOT EXISTS tool (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    spec TEXT NOT NULL,
-    type TEXT NOT NULL CHECK ( type IN ('agent', 'task', 'action', 'workflow') )
-);`;
-const alias = `CREATE TABLE IF NOT EXISTS aliases (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    type TEXT NOT NULL CHECK ( type IN ('agent', 'task', 'action', 'workflow') )
-);`;
-const backend = `CREATE TABLE IF NOT EXISTS backend (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    type TEXT NOT NULL CHECK ( type IN ('llamacpp', 'koboldcpp', 'ollama', 'openai') ),
-    url TEXT NOT NULL,
-    isdefault INTEGER NOT NULL,
-    apiKey TEXT
-);`;
-const tasksSettings = `CREATE TABLE IF NOT EXISTS tasksettings (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    name TEXT UNIQUE NOT NULL,
-    model TEXT,
-    template TEXT,
-    ctx INTEGER,
-    maxtokens INTEGER
-    topk INTEGER,
-    topp REAL,
-    minp REAL,
-    temperature REAL,
-    repeat REAL,
-    backend TEXT
-);`;
-const schemas = [
-    filepath,
-    featurespath,
-    tasks,
-    workflow,
-    action,
-    tool,
-    cmd,
-    plugin,
-    alias,
-    adaptater,
-    backend,
-    tasksSettings,
-    agents,
-];
-export { schemas };

package/dist/db/write.d.ts

@@ -1,15 +0,0 @@
-import { Features, InferenceBackend, TaskSettings } from "../interfaces.js";
-declare function updatePromptfilePath(pf: string): void;
-declare function updateDataDirPath(dd: string): void;
-declare function setDefaultBackend(name: string): void;
-declare function upsertBackends(bdata: Array<InferenceBackend>): boolean;
-declare function insertFeaturesPathIfNotExists(path: string): boolean;
-declare function insertPluginIfNotExists(n: string, p: string): boolean;
-declare function cleanupFeaturePaths(paths: Array<string>): Array<string>;
-declare function updateAliases(feats: Features): void;
-declare function updateFeatures(feats: Features): void;
-declare function upsertFilePath(name: string, newPath: string): boolean;
-declare function upsertTaskSettings(taskName: string, settings: TaskSettings): boolean;
-declare function deleteTaskSettings(settings: Array<string>): void;
-declare function deleteTaskSetting(name: string): void;
-export { updatePromptfilePath, updateDataDirPath, upsertBackends, setDefaultBackend, insertFeaturesPathIfNotExists, insertPluginIfNotExists, updateFeatures, updateAliases, cleanupFeaturePaths, upsertFilePath, upsertTaskSettings, deleteTaskSettings, deleteTaskSetting, };