@receptron/graphai_cli 0.2.0

package/README.md

@@ -0,0 +1,59 @@
+# graphai cli
+
+graphai command line tool
+
+## Usage
+
+```
+graphai_cli.ts <yaml_or_json_file>
+
+run GraphAI with GraphAI file.
+
+Positionals:
+  yaml_or_json_file  yaml or json file                                  [string]
+
+Options:
+      --help     Show help                                             [boolean]
+      --version  Show version number                                   [boolean]
+  -l, --list     agents list
+  -s, --sample   agents list                                            [string]
+  -d, --detail   agent detail                                           [string]
+  -v, --verbose  verbose log               [boolean] [required] [default: false]
+      --log      output log                                             [string]
+```
+
+### Run graphai
+
+```
+graphai test_yaml/test_base.yml 
+```
+
+### Get Agents List
+
+```
+graphai -l
+
+Available Agents
+- bypassAgent
+- copyMessageAgent
+- countingAgent
+- dataObjectMergeTemplateAgent
+- dataSumTemplateAgent
+- dotProductAgent
+- echoAgent
+- mapAgent
+- mergeNodeIdAgent
+- nestedAgent
+- popAgent
+- pushAgent
+- shiftAgent
+- slashGPTAgent
+- sleeperAgent
+- sleeperAgentDebug
+- sortByValuesAgent
+- stringEmbeddingsAgent
+- stringSplitterAgent
+- stringTemplateAgent
+- tokenBoundStringsAgent
+- totalAgent
+```

package/lib/args.d.ts

@@ -0,0 +1,12 @@
+export declare const hasOption: boolean;
+export declare const args: {
+    [x: string]: unknown;
+    list: unknown;
+    sample: string | undefined;
+    d: string | undefined;
+    v: boolean;
+    log: string | undefined;
+    yaml_or_json_file: string | undefined;
+    _: (string | number)[];
+    $0: string;
+};

package/lib/args.js

@@ -0,0 +1,42 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.args = exports.hasOption = void 0;
+const yargs_1 = __importDefault(require("yargs"));
+exports.hasOption = ["-l", "--list", "-d", "--detail", "-s", "--sample"].some((o) => process.argv.includes(o));
+exports.args = yargs_1.default
+    .option("list", {
+    alias: "l",
+    description: "agents list",
+})
+    .option("sample", {
+    alias: "s",
+    description: "agent sample data",
+    type: "string",
+})
+    .option("d", {
+    alias: "detail",
+    describe: "agent detail",
+    type: "string",
+})
+    .option("v", {
+    alias: "verbose",
+    describe: "verbose log",
+    demandOption: true,
+    default: false,
+    type: "boolean",
+})
+    .option("log", {
+    description: "output log",
+    demandOption: false,
+    type: "string",
+})
+    .command(exports.hasOption ? "* [yaml_or_json_file]" : "* <yaml_or_json_file>", "run GraphAI with GraphAI file.")
+    .positional("yaml_or_json_file", {
+    describe: "yaml or json file",
+    type: "string",
+    demandOption: exports.hasOption,
+})
+    .parseSync();

package/lib/file_utils.d.ts

@@ -0,0 +1,3 @@
+export declare const mkdirLogDir: (logsDir: string) => void;
+export declare const readGraphaiData: (file: string) => any;
+export declare const fileBaseName: (file: string) => string;

package/lib/file_utils.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fileBaseName = exports.readGraphaiData = exports.mkdirLogDir = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const yaml_1 = __importDefault(require("yaml"));
+const mkdirLogDir = (logsDir) => {
+    if (!fs_1.default.existsSync(logsDir)) {
+        fs_1.default.mkdirSync(logsDir, { recursive: true });
+    }
+};
+exports.mkdirLogDir = mkdirLogDir;
+const readGraphaiData = (file) => {
+    if (file.endsWith(".yaml") || file.endsWith(".yml")) {
+        return readYamlFile(file);
+    }
+    if (file.endsWith(".json")) {
+        return readJsonFile(file);
+    }
+    throw new Error("No file exists " + file);
+};
+exports.readGraphaiData = readGraphaiData;
+const readJsonFile = (fileName) => {
+    const file_file = fs_1.default.readFileSync(fileName, "utf8");
+    const file = JSON.parse(file_file);
+    return file;
+};
+const readYamlFile = (fileName) => {
+    const file_file = fs_1.default.readFileSync(fileName, "utf8");
+    const file = yaml_1.default.parse(file_file);
+    return file;
+};
+const fileBaseName = (file) => {
+    return path_1.default.basename(file).replace(/\.[a-zA-Z_-]+$/, "");
+};
+exports.fileBaseName = fileBaseName;

package/lib/graphai_cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/lib/graphai_cli.js

@@ -0,0 +1,77 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const graphai_1 = require("graphai");
+const packages = __importStar(require("graphai/lib/experimental_agents/packages"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const args_1 = require("./args");
+const utils_1 = require("./utils");
+const file_utils_1 = require("./file_utils");
+const options_1 = require("./options");
+const fileFullPath = (file) => {
+    return path_1.default.resolve(process.cwd() + "/" + file) || "";
+};
+const main = async () => {
+    if (args_1.hasOption) {
+        (0, options_1.option)(args_1.args, packages);
+        return;
+    }
+    const file_path = fileFullPath(args_1.args.yaml_or_json_file);
+    if (!fs_1.default.existsSync(file_path)) {
+        console.log("no file exist: " + file_path);
+        return;
+    }
+    if (args_1.args.log) {
+        const logfile = fileFullPath(args_1.args.log);
+        (0, file_utils_1.mkdirLogDir)(path_1.default.dirname(logfile));
+    }
+    try {
+        const graph_data = (0, file_utils_1.readGraphaiData)(file_path);
+        const agents = Object.entries(packages).reduce((tmp, current) => {
+            const [k, v] = current;
+            tmp[v.name] = v.agent;
+            return tmp;
+        }, {});
+        const graph = new graphai_1.GraphAI(graph_data, agents);
+        if (args_1.args.verbose) {
+            graph.onLogCallback = utils_1.callbackLog;
+        }
+        const results = await graph.run();
+        console.log(results);
+        if (args_1.args.log) {
+            const logfile = fileFullPath(args_1.args.log);
+            fs_1.default.writeFileSync(logfile, JSON.stringify(graph.transactionLogs(), null, 2));
+        }
+    }
+    catch (e) {
+        console.log("error", e);
+    }
+};
+main();

package/lib/options.d.ts

@@ -0,0 +1,3 @@
+import { Arguments } from "yargs";
+import { AgentFunctionInfo } from "graphai/lib/type";
+export declare const option: (args: Arguments, packages: Record<string, AgentFunctionInfo>) => void;

package/lib/options.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.option = void 0;
+const option = (args, packages) => {
+    const list = () => {
+        console.log("Available Agents");
+        console.log(Object.entries(packages)
+            .map(([k, v]) => "* " + k + " - " + v.description)
+            .sort()
+            .join("\n"));
+    };
+    const getAgent = (agentId) => {
+        return Object.entries(packages).find(([k, v]) => k === agentId);
+    };
+    const detail = () => {
+        const agent = getAgent(args.detail);
+        if (!agent) {
+            console.log("no agent: " + args.detail);
+            return;
+        }
+        console.log("* " + agent[0]);
+        const detail = agent[1];
+        console.log([detail.name, " - ", detail.description].join(""));
+        console.log("Author " + detail.author);
+        console.log("Repository " + detail.repository);
+        console.log("Licence " + detail.license);
+    };
+    const sample = () => {
+        const agent = getAgent(args.sample);
+        if (!agent) {
+            console.log("no agent: " + args.sample);
+            return;
+        }
+        const detail = agent[1];
+        console.log("* " + agent[0]);
+        console.log(JSON.stringify(detail.samples, null, 2));
+    };
+    if (args.list) {
+        list();
+    }
+    if (args.detail) {
+        detail();
+    }
+    if (args.sample) {
+        sample();
+    }
+};
+exports.option = option;

package/lib/utils.d.ts

@@ -0,0 +1,2 @@
+import { TransactionLog } from "graphai/lib/transaction_log";
+export declare const callbackLog: ({ nodeId, state, inputs, result, errorMessage }: TransactionLog) => void;

package/lib/utils.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.callbackLog = void 0;
+const type_1 = require("graphai/lib/type");
+const callbackLog = ({ nodeId, state, inputs, result, errorMessage }) => {
+    if (state === type_1.NodeState.Executing) {
+        console.log(`${nodeId.padEnd(10)} =>( ${(JSON.stringify(inputs) ?? "").slice(0, 60)}`);
+    }
+    else if (state === type_1.NodeState.Injected || state == type_1.NodeState.Completed) {
+        const shortName = state === type_1.NodeState.Injected ? "=  " : "{} ";
+        console.log(`${nodeId.padEnd(10)} ${shortName} ${(JSON.stringify(result) ?? "").slice(0, 60)}`);
+    }
+    else if (state == type_1.NodeState.Failed) {
+        console.log(`${nodeId.padEnd(10)} ERR ${(errorMessage ?? "").slice(0, 60)}`);
+    }
+    else {
+        console.log(`${nodeId.padEnd(10)} ${state}`);
+    }
+};
+exports.callbackLog = callbackLog;

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@receptron/graphai_cli",
+  "version": "0.2.0",
+  "description": "GraphAI command line tools.",
+  "main": "lib/graphai_cli.js",
+  "bin": {
+    "graphai": "lib/graphai_cli.js"
+  },
+  "files": [
+    "./lib"
+  ],
+  "scripts": {
+    "build": "tsc && tsc-alias",
+    "eslint": "eslint --fix --ext .ts ./src",
+    "format": "prettier --write '{src,tests,samples}/**/*.ts' .eslintrc.js",
+    "test": "node --test  -r tsconfig-paths/register --require ts-node/register ./tests/**/test_*.ts",
+    "cli": "npx ts-node  -r tsconfig-paths/register ./src/graphai_cli.ts",
+    "b": "yarn run format && yarn run eslint && yarn run build"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/receptron/graphai_cli"
+  },
+  "author": "Receptron team",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/receptron/graphai_cli/issues"
+  },
+  "homepage": "https://github.com/receptron/graphai_cli#readme",
+  "devDependencies": {
+    "@types/express": "^4.17.21",
+    "@types/node": "^20.8.7",
+    "@types/yargs": "^17.0.32",
+    "@typescript-eslint/eslint-plugin": "^6.8.0",
+    "@typescript-eslint/parser": "^6.8.0",
+    "eslint": "^7.32.0 || ^8.2.0",
+    "eslint-plugin-import": "^2.25.2",
+    "prettier": "^3.0.3",
+    "ts-node": "^10.9.1",
+    "tsc-alias": "^1.8.8",
+    "tsconfig-paths": "^4.2.0",
+    "typescript": "^5.2.2"
+  },
+  "dependencies": {
+    "@inquirer/prompts": "^5.0.0",
+    "arxiv-api-ts": "^1.0.3",
+    "deepmerge": "^4.3.1",
+    "dotenv": "^16.4.5",
+    "express": "^4.19.2",
+    "graphai": "0.2.0",
+    "openai": "^4.12.4",
+    "slashgpt": "^0.0.8",
+    "tiktoken": "^1.0.14",
+    "wikipedia": "^2.1.2",
+    "yaml": "^2.3.3",
+    "yargs": "^17.7.2"
+  },
+  "types": "./lib/graphai_cli.d.ts",
+  "directories": {
+    "lib": "lib"
+  }
+}