graphai 0.1.2 → 0.2.0

package/lib/experimental_agents/test_agents/bypass_agent.js

@@ -8,3 +8,27 @@ const bypassAgent = async (context) => {
     return context.inputs;
 };
 exports.bypassAgent = bypassAgent;
+// for test and document
+const bypassAgentInfo = {
+    name: "bypassAgent",
+    agent: exports.bypassAgent,
+    mock: exports.bypassAgent,
+    samples: [
+        {
+            inputs: [{ a: "123" }],
+            params: {},
+            result: { a: "123" },
+        },
+        {
+            inputs: [{ a: "123" }, { b: "abc" }],
+            params: {},
+            result: [{ a: "123" }, { b: "abc" }],
+        },
+    ],
+    description: "bypass agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = bypassAgentInfo;

package/lib/experimental_agents/test_agents/copy2array_agent.d.ts

@@ -1,2 +1,7 @@
 import { AgentFunction } from "../../graphai";
-export declare const copy2ArrayAgent: AgentFunction;
+import { AgentFunctionInfo } from "../../type";
+export declare const copy2ArrayAgent: AgentFunction<{
+    count: number;
+}>;
+declare const copy2ArrayAgentInfo: AgentFunctionInfo;
+export default copy2ArrayAgentInfo;

package/lib/experimental_agents/test_agents/copy2array_agent.js

@@ -1,9 +1,39 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.copy2ArrayAgent = void 0;
-const copy2ArrayAgent = async ({ inputs }) => {
-    return new Array(10).fill(undefined).map(() => {
+const copy2ArrayAgent = async ({ inputs, params }) => {
+    return new Array(params.count).fill(undefined).map(() => {
         return inputs[0];
     });
 };
 exports.copy2ArrayAgent = copy2ArrayAgent;
+// for test and document
+const copy2ArrayAgentInfo = {
+    name: "copy2ArrayAgent",
+    agent: exports.copy2ArrayAgent,
+    mock: exports.copy2ArrayAgent,
+    samples: [
+        {
+            inputs: [{ message: "hello" }],
+            params: { count: 10 },
+            result: [
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+                { message: "hello" },
+            ],
+        },
+    ],
+    description: "Copy2Array agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = copy2ArrayAgentInfo;

package/lib/experimental_agents/test_agents/copy_message_agent.d.ts

@@ -1,2 +1,10 @@
 import { AgentFunction } from "../../graphai";
-export declare const copyMessageAgent: AgentFunction;
+import { AgentFunctionInfo } from "../../type";
+export declare const copyMessageAgent: AgentFunction<{
+    count: number;
+    message: string;
+}, {
+    messages: string[];
+}>;
+declare const copyMessageAgentInfo: AgentFunctionInfo;
+export default copyMessageAgentInfo;

package/lib/experimental_agents/test_agents/copy_message_agent.js

@@ -9,3 +9,22 @@ const copyMessageAgent = async ({ params }) => {
     };
 };
 exports.copyMessageAgent = copyMessageAgent;
+// for test and document
+const copyMessageAgentInfo = {
+    name: "copyMessageAgent",
+    agent: exports.copyMessageAgent,
+    mock: exports.copyMessageAgent,
+    samples: [
+        {
+            inputs: [],
+            params: { count: 4, message: "hello" },
+            result: { messages: ["hello", "hello", "hello", "hello"] },
+        },
+    ],
+    description: "CopyMessage agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = copyMessageAgentInfo;

package/lib/experimental_agents/test_agents/counting_agent.d.ts

@@ -1,2 +1,9 @@
 import { AgentFunction } from "../../graphai";
-export declare const countingAgent: AgentFunction;
+import { AgentFunctionInfo } from "../../type";
+export declare const countingAgent: AgentFunction<{
+    count: number;
+}, {
+    list: number[];
+}>;
+declare const countingAgentInfo: AgentFunctionInfo;
+export default countingAgentInfo;

package/lib/experimental_agents/test_agents/counting_agent.js

@@ -9,3 +9,22 @@ const countingAgent = async ({ params }) => {
     };
 };
 exports.countingAgent = countingAgent;
+// for test and document
+const countingAgentInfo = {
+    name: "countingAgent",
+    agent: exports.countingAgent,
+    mock: exports.countingAgent,
+    samples: [
+        {
+            inputs: [],
+            params: { count: 4 },
+            result: { list: [0, 1, 2, 3] },
+        },
+    ],
+    description: "Counting agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = countingAgentInfo;

package/lib/experimental_agents/test_agents/echo_agent.d.ts

@@ -1,2 +1,5 @@
 import { AgentFunction } from "../../graphai";
+import { AgentFunctionInfo } from "../../type";
 export declare const echoAgent: AgentFunction;
+declare const echoAgentInfo: AgentFunctionInfo;
+export default echoAgentInfo;

package/lib/experimental_agents/test_agents/echo_agent.js

@@ -5,3 +5,16 @@ const echoAgent = async ({ params }) => {
     return params;
 };
 exports.echoAgent = echoAgent;
+// for test and document
+const echoAgentInfo = {
+    name: "echoAgent",
+    agent: exports.echoAgent,
+    mock: exports.echoAgent,
+    samples: [],
+    description: "Echo agent",
+    category: [],
+    author: "Satoshi Nakajima",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = echoAgentInfo;

package/lib/experimental_agents/test_agents/merge_node_id_agent.d.ts

@@ -1,2 +1,5 @@
 import { AgentFunction } from "../../graphai";
+import { AgentFunctionInfo } from "../../type";
 export declare const mergeNodeIdAgent: AgentFunction;
+declare const mergeNodeIdAgentInfo: AgentFunctionInfo;
+export default mergeNodeIdAgentInfo;

package/lib/experimental_agents/test_agents/merge_node_id_agent.js

@@ -8,3 +8,25 @@ const mergeNodeIdAgent = async ({ debugInfo: { nodeId }, inputs }) => {
     }, { [nodeId]: "hello" });
 };
 exports.mergeNodeIdAgent = mergeNodeIdAgent;
+// for test and document
+const mergeNodeIdAgentInfo = {
+    name: "mergeNodeIdAgent",
+    agent: exports.mergeNodeIdAgent,
+    mock: exports.mergeNodeIdAgent,
+    samples: [
+        {
+            inputs: [{ message: "hello" }],
+            params: {},
+            result: {
+                message: "hello",
+                test: "hello",
+            },
+        },
+    ],
+    description: "merge node id agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = mergeNodeIdAgentInfo;

package/lib/experimental_agents/test_agents/packages.d.ts

@@ -0,0 +1,7 @@
+import echoAgent from "../../experimental_agents/test_agents/echo_agent";
+import bypassAgent from "../../experimental_agents/test_agents/bypass_agent";
+import countingAgent from "../../experimental_agents/test_agents/counting_agent";
+import copyMessageAgent from "../../experimental_agents/test_agents/copy_message_agent";
+import copy2ArrayAgent from "../../experimental_agents/test_agents/copy2array_agent";
+import mergeNodeIdAgent from "../../experimental_agents/test_agents/merge_node_id_agent";
+export { echoAgent, bypassAgent, countingAgent, copyMessageAgent, copy2ArrayAgent, mergeNodeIdAgent };

package/lib/experimental_agents/test_agents/packages.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mergeNodeIdAgent = exports.copy2ArrayAgent = exports.copyMessageAgent = exports.countingAgent = exports.bypassAgent = exports.echoAgent = void 0;
+const echo_agent_1 = __importDefault(require("../../experimental_agents/test_agents/echo_agent"));
+exports.echoAgent = echo_agent_1.default;
+const bypass_agent_1 = __importDefault(require("../../experimental_agents/test_agents/bypass_agent"));
+exports.bypassAgent = bypass_agent_1.default;
+const counting_agent_1 = __importDefault(require("../../experimental_agents/test_agents/counting_agent"));
+exports.countingAgent = counting_agent_1.default;
+const copy_message_agent_1 = __importDefault(require("../../experimental_agents/test_agents/copy_message_agent"));
+exports.copyMessageAgent = copy_message_agent_1.default;
+const copy2array_agent_1 = __importDefault(require("../../experimental_agents/test_agents/copy2array_agent"));
+exports.copy2ArrayAgent = copy2array_agent_1.default;
+const merge_node_id_agent_1 = __importDefault(require("../../experimental_agents/test_agents/merge_node_id_agent"));
+exports.mergeNodeIdAgent = merge_node_id_agent_1.default;

package/lib/experimental_agents/token_agent.d.ts

@@ -4,3 +4,23 @@ export declare const tokenBoundStringsAgent: AgentFunction<{
 }, {
     content: string;
 }, Array<string>>;
+declare const tokenBoundStringsAgentInfo: {
+    name: string;
+    agent: AgentFunction<{
+        limit?: number | undefined;
+    }, {
+        content: string;
+    }, string[]>;
+    mock: AgentFunction<{
+        limit?: number | undefined;
+    }, {
+        content: string;
+    }, string[]>;
+    samples: never[];
+    description: string;
+    category: never[];
+    author: string;
+    repository: string;
+    license: string;
+};
+export default tokenBoundStringsAgentInfo;

package/lib/experimental_agents/token_agent.js

@@ -31,3 +31,15 @@ const tokenBoundStringsAgent = async ({ params, inputs }) => {
     return { content, tokenCount, endIndex };
 };
 exports.tokenBoundStringsAgent = tokenBoundStringsAgent;
+const tokenBoundStringsAgentInfo = {
+    name: "tokenBoundStringsAgent",
+    agent: exports.tokenBoundStringsAgent,
+    mock: exports.tokenBoundStringsAgent,
+    samples: [],
+    description: "token bound Agent",
+    category: [],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    license: "MIT",
+};
+exports.default = tokenBoundStringsAgentInfo;

package/lib/graphai.d.ts

@@ -37,5 +37,5 @@ export declare class GraphAI {
     updateLog(log: TransactionLog): void;
     transactionLogs(): TransactionLog[];
     injectValue(nodeId: string, value: ResultData, injectFrom?: string): void;
-    resultsOf(sources: Array<DataSource>, anyInput?: boolean): any[];
+    resultsOf(sources: Array<DataSource>): ResultData[];
 }

package/lib/graphai.js

@@ -40,8 +40,7 @@ class GraphAI {
     }
     getValueFromResults(key, results) {
         const source = (0, utils_1.parseNodeName)(key);
-        const result = results[source.nodeId];
-        return result && source.propId ? result[source.propId] : result;
+        return (0, utils_1.getDataFromSource)(results[source.nodeId], source.propIds);
     }
     // for static
     initializeNodes(previousResults) {
@@ -96,10 +95,7 @@ class GraphAI {
     // Public API
     results(all) {
         return Object.keys(this.nodes)
-            .filter((nodeId) => {
-            const node = this.nodes[nodeId];
-            return all || node.isResult;
-        })
+            .filter((nodeId) => all || this.nodes[nodeId].isResult)
             .reduce((results, nodeId) => {
             const node = this.nodes[nodeId];
             if (node.result !== undefined) {
@@ -153,6 +149,10 @@ class GraphAI {
             console.error("-- Already Running");
         }
         this.pushReadyNodesIntoQueue();
+        if (!this.isRunning()) {
+            console.warn("-- nothing to execute");
+            return {};
+        }
         return new Promise((resolve, reject) => {
             this.onComplete = () => {
                 const errors = this.errors();
@@ -227,13 +227,10 @@ class GraphAI {
             console.error("InjectionTo can only specify static nodes");
         }
     }
-    resultsOf(sources, anyInput = false) {
+    resultsOf(sources) {
         return sources.map((source) => {
             const { result } = this.nodes[source.nodeId];
-            if (source.propId) {
-                (0, utils_1.assert)((0, utils_1.isObject)(result), `resultsOf: result is not object. nodeId ${source.nodeId}`, anyInput);
-            }
-            return result && source.propId ? result[source.propId] : result;
+            return (0, utils_1.getDataFromSource)(result, source.propIds);
         });
     }
 }

package/lib/node.d.ts

@@ -31,6 +31,7 @@ export declare class ComputedNode extends Node {
     constructor(graphId: string, nodeId: string, data: ComputedNodeData, graph: GraphAI);
     isReadyNode(): boolean;
     private retry;
+    private checkDataAvailability;
     removePending(nodeId: string): void;
     private isCurrentTransaction;
     private executeTimeout;

package/lib/node.js

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.StaticNode = exports.ComputedNode = exports.Node = void 0;
-const type_1 = require("./type");
 const utils_1 = require("./utils/utils");
+const type_1 = require("./type");
+const utils_2 = require("./utils/utils");
 const transaction_log_1 = require("./transaction_log");
 class Node {
     constructor(nodeId, graph) {
@@ -43,7 +44,7 @@ class ComputedNode extends Node {
         this.timeout = data.timeout;
         this.isResult = data.isResult ?? false;
         this.anyInput = data.anyInput ?? false;
-        this.dataSources = (data.inputs ?? []).map(utils_1.parseNodeName);
+        this.dataSources = (data.inputs ?? []).map(utils_2.parseNodeName);
         this.pendings = new Set(this.dataSources.map((source) => source.nodeId));
         this.log.initForComputedNode(this);
     }
@@ -53,7 +54,7 @@ class ComputedNode extends Node {
             // We care it only when this.anyInput is true.
             // Notice that this logic enables dynamic data-flows.
             const counter = this.dataSources.reduce((count, source) => {
-                const [result] = this.graph.resultsOf([source], this.anyInput);
+                const [result] = this.graph.resultsOf([source]);
                 return result === undefined ? count : count + 1;
             }, 0);
             if (!this.anyInput || counter > 0) {
@@ -79,14 +80,18 @@ class ComputedNode extends Node {
             this.graph.onExecutionComplete(this);
         }
     }
+    checkDataAvailability() {
+        (0, utils_2.assert)(this.anyInput, "checkDataAvailability should be called only for anyInput case");
+        const results = this.graph.resultsOf(this.dataSources).filter((result) => {
+            return result !== undefined;
+        });
+        return results.length > 0;
+    }
     // This method is called when the data became available on one of nodes,
     // which this node needs data from.
     removePending(nodeId) {
         if (this.anyInput) {
-            const results = this.graph.resultsOf(this.dataSources, this.anyInput).filter((result) => {
-                return result !== undefined;
-            });
-            if (results.length > 0) {
+            if (this.checkDataAvailability()) {
                 this.pendings.clear();
             }
         }
@@ -111,7 +116,7 @@ class ComputedNode extends Node {
     // then it removes itself from the "running node" list of the graph.
     // Notice that setting the result of this node may make other nodes ready to run.
     async execute() {
-        const previousResults = this.graph.resultsOf(this.dataSources, this.anyInput).filter((result) => {
+        const previousResults = this.graph.resultsOf(this.dataSources).filter((result) => {
             // Remove undefined if anyInput flag is set.
             return !this.anyInput || result !== undefined;
         });
@@ -174,8 +179,10 @@ class ComputedNode extends Node {
     // the agent function. It records the error in the transaction log and handles
     // the retry if specified.
     errorProcess(error, transactionId) {
-        console.error(this.agentId + ": error");
-        console.error(error);
+        if (error instanceof Error && error.message !== utils_1.strIntentionalError) {
+            console.error(this.agentId + ": error");
+            console.error(error);
+        }
         if (!this.isCurrentTransaction(transactionId)) {
             console.log(`-- ${this.nodeId}: transactionId mismatch(error)`);
             return;

package/lib/type.d.ts

@@ -10,7 +10,7 @@ export declare enum NodeState {
     Injected = "injected",
     Dispatched = "dispatched"
 }
-export type DefaultResultData = Record<string, any>;
+export type DefaultResultData = Record<string, any> | string | number | Array<DefaultResultData>;
 export type DefaultInputData = Record<string, any>;
 export type ResultData<ResultType = DefaultResultData> = ResultType | undefined;
 export type ResultDataDictonary<ResultType = DefaultResultData> = Record<string, ResultData<ResultType>>;
@@ -18,7 +18,7 @@ export type DefaultParamsType = Record<string, any>;
 export type NodeDataParams<ParamsType = DefaultParamsType> = ParamsType;
 export type DataSource = {
     nodeId: string;
-    propId?: string;
+    propIds?: string[];
 };
 export type StaticNodeData = {
     value: ResultData;
@@ -54,7 +54,7 @@ export type AgentFunctionContext<ParamsType, InputDataType> = {
         nodeId: string;
         retry: number;
     };
-    graphData?: GraphData;
+    graphData?: GraphData | string;
     agents?: AgentFunctionDictonary;
     log?: TransactionLog[];
     taskManager?: TaskManager;
@@ -71,6 +71,7 @@ export type AgentFunctionInfo = {
         result: any;
     }[];
     description: string;
+    category: string[];
     author: string;
     repository: string;
     license: string;

package/lib/utils/test_utils.js

@@ -27,7 +27,7 @@ const agentTestRunner = async (agentInfo) => {
                 params,
                 inputs,
             });
-            node_assert_1.default.deepStrictEqual(result, actual);
+            node_assert_1.default.deepStrictEqual(actual, result);
         }
     });
 };

package/lib/utils/utils.d.ts

@@ -1,5 +1,7 @@
-import { DataSource } from "../type";
+import { DataSource, ResultData } from "../type";
 export declare const sleep: (milliseconds: number) => Promise<unknown>;
 export declare const parseNodeName: (inputNodeId: string) => DataSource;
 export declare function assert(condition: boolean, message: string, isWarn?: boolean): asserts condition;
 export declare const isObject: (x: unknown) => boolean;
+export declare const getDataFromSource: (result: ResultData, propIds: string[] | undefined) => ResultData | undefined;
+export declare const strIntentionalError = "Intentional Error for Debugging";

package/lib/utils/utils.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isObject = exports.assert = exports.parseNodeName = exports.sleep = void 0;
+exports.strIntentionalError = exports.getDataFromSource = exports.isObject = exports.assert = exports.parseNodeName = exports.sleep = void 0;
 const sleep = async (milliseconds) => {
     return await new Promise((resolve) => setTimeout(resolve, milliseconds));
 };
@@ -10,7 +10,7 @@ const parseNodeName = (inputNodeId) => {
     if (parts.length == 1) {
         return { nodeId: parts[0] };
     }
-    return { nodeId: parts[0], propId: parts[1] };
+    return { nodeId: parts[0], propIds: parts.slice(1) };
 };
 exports.parseNodeName = parseNodeName;
 function assert(condition, message, isWarn = false) {
@@ -26,3 +26,31 @@ const isObject = (x) => {
     return x !== null && typeof x === "object";
 };
 exports.isObject = isObject;
+const getNestedData = (result, propId) => {
+    if (Array.isArray(result)) {
+        const regex = /^\$(\d+)$/;
+        const match = propId.match(regex);
+        if (match) {
+            const index = parseInt(match[1], 10);
+            return result[index];
+        }
+        if (propId === "$last") {
+            return result[result.length - 1];
+        }
+    }
+    assert((0, exports.isObject)(result), "result is not object.");
+    return result[propId];
+};
+const getDataFromSource = (result, propIds) => {
+    if (result && propIds && propIds.length > 0) {
+        const propId = propIds[0];
+        const ret = getNestedData(result, propId);
+        if (propIds.length > 1) {
+            return (0, exports.getDataFromSource)(ret, propIds.slice(1));
+        }
+        return ret;
+    }
+    return result;
+};
+exports.getDataFromSource = getDataFromSource;
+exports.strIntentionalError = "Intentional Error for Debugging";

package/package.json

@@ -1,16 +1,17 @@
 {
   "name": "graphai",
-  "version": "0.1.2",
+  "version": "0.2.0",
   "description": "Asynchronous data flow execution engine for agentic AI apps.",
   "main": "lib/index.js",
   "files": [
     "./lib"
   ],
   "scripts": {
-    "build": "tsc && tsc-alias",
+    "build": "rm -r lib/* && tsc && tsc-alias",
     "eslint": "eslint --fix --ext .ts ./src ./tests ./samples",
     "format": "prettier --write '{src,tests,samples}/**/*.ts' .eslintrc.js",
     "test": "node --test  -r tsconfig-paths/register --require ts-node/register ./tests/**/test_*.ts",
+    "http_test": "node --test  -r tsconfig-paths/register --require ts-node/register ./tests/**/http_*.ts",
     "b": "yarn run format && yarn run eslint && yarn run build",
     "samples": "npx ts-node  -r tsconfig-paths/register samples/sample_runner.ts",
     "sample": "npx ts-node  -r tsconfig-paths/register"

package/lib/experimental_agents/map_agent.d.ts

@@ -1,4 +0,0 @@
-import { AgentFunction } from "../graphai";
-export declare const mapAgent: AgentFunction<{
-    injectionTo?: string;
-}, Record<string, Array<any>>, any>;

package/lib/experimental_agents/nested_agent.d.ts

@@ -1,5 +0,0 @@
-import { GraphData, AgentFunction } from "../graphai";
-export declare const nestedAgent: AgentFunction<{
-    graph: GraphData;
-    injectionTo?: Array<string>;
-}>;

package/lib/experimental_agents/nested_agent.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.nestedAgent = void 0;
-const graphai_1 = require("../graphai");
-const utils_1 = require("../utils/utils");
-const nestedAgent = async ({ params, inputs, agents, log, taskManager, graphData }) => {
-    if (taskManager) {
-        const status = taskManager.getStatus(false);
-        (0, utils_1.assert)(status.concurrency > status.running, `nestedAgent: Concurrency is too low: ${status.concurrency}`);
-    }
-    (0, utils_1.assert)(graphData !== undefined, "nestedAgent: graphData is required");
-    const injectionTo = params.injectionTo ??
-        inputs.map((__input, index) => {
-            return `$${index}`;
-        });
-    injectionTo.forEach((nodeId) => {
-        if (graphData.nodes[nodeId] === undefined) {
-            // If the input node does not exist, automatically create a static node
-            graphData.nodes[nodeId] = { value: {} };
-        }
-    });
-    const graphAI = new graphai_1.GraphAI(graphData, agents || {}, taskManager);
-    try {
-        // Inject inputs to specified source nodes
-        injectionTo.forEach((injectToNodeId, index) => {
-            graphAI.injectValue(injectToNodeId, inputs[index]);
-        });
-        const results = await graphAI.run(false);
-        log?.push(...graphAI.transactionLogs());
-        return results;
-    }
-    catch (error) {
-        log?.push(...graphAI.transactionLogs());
-        if (error instanceof Error) {
-            console.log("Error:", error.message);
-        }
-        throw error;
-    }
-};
-exports.nestedAgent = nestedAgent;