graphai 0.0.4 → 0.0.6

package/tests/graphai/test_dispatch.ts

@@ -0,0 +1,42 @@
+import { AgentFunction } from "@/graphai";
+import { fileTestRunner } from "~/utils/runner";
+
+import { sleep } from "~/utils/utils";
+
+import { testAgent } from "~/agents/agents";
+
+import test from "node:test";
+import assert from "node:assert";
+
+const dispatchAgent: AgentFunction<{ delay: number; fail: boolean }> = async (context) => {
+  const { nodeId, retry, params, payload } = context;
+  console.log("executing", nodeId);
+  await sleep(params.delay / (retry + 1));
+
+  if (params.fail && retry < 2) {
+    const result = { [nodeId]: "failed" };
+    console.log("failed (intentional)", nodeId, retry);
+    throw new Error("Intentional Failure");
+  } else {
+    const result = Object.keys(payload).reduce(
+      (result, key) => {
+        result = { ...result, ...payload[key] };
+        return result;
+      },
+      { [nodeId]: "dispatch" },
+    );
+    console.log("completing", nodeId);
+    return { output1: result };
+  }
+};
+
+test("test dispatch", async () => {
+  const result = await fileTestRunner("/graphs/test_dispatch.yml", { default: testAgent, alt: dispatchAgent });
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node20: { node2: "dispatch" },
+    node3: { node3: "output", node1: "output", node2: "dispatch" },
+    node4: { node4: "output", node3: "output", node1: "output", node2: "dispatch" },
+    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "dispatch" },
+  });
+});

package/tests/graphai/test_http_client.ts

@@ -0,0 +1,40 @@
+import { GraphAI, AgentFunction } from "@/graphai";
+import { graphDataTestRunner } from "~/utils/runner";
+
+import test from "node:test";
+import assert from "node:assert";
+
+const httpClientAgent: AgentFunction<Record<string, string>> = async (context) => {
+  const { nodeId, retry, params, payload } = context;
+  console.log("executing", nodeId, params, payload);
+
+  const response = await fetch(params.url);
+  const result = await response.json();
+
+  console.log("completing", nodeId, result);
+  return result;
+};
+
+const graph_data = {
+  nodes: {
+    node1: {
+      params: {
+        url: "http://127.0.0.1:8080/llm.json",
+      },
+    },
+    node2: {
+      params: {
+        url: "http://127.0.0.1:8080/llm2.json",
+      },
+      inputs: ["node1"],
+    },
+  },
+};
+
+test("test sample1", async () => {
+  const result = await graphDataTestRunner("http.log", graph_data, httpClientAgent);
+  assert.deepStrictEqual(result, {
+    node1: { result: true, messages: ["hello"] },
+    node2: { result: true, messages: ["hello2"] },
+  });
+});

package/tests/{test_multiple_functions.ts → graphai/test_multiple_functions.ts}

@@ -1,12 +1,12 @@
 import path from "path";
-import { GraphAI, NodeExecuteContext } from "../src/graphai";
-import { readManifestData } from "../src/file_utils";
-import { sleep } from "./utils";
+import { GraphAI, AgentFunction } from "@/graphai";
+import { readGraphaiData } from "~/utils/file_utils";
+import { fileTestRunner } from "~/utils/runner";
 
 import test from "node:test";
 import assert from "node:assert";
 
-const testFunction1 = async (context: NodeExecuteContext<Record<string, string>>) => {
+const testAgent1: AgentFunction = async (context) => {
   const { nodeId, retry, params } = context;
   console.log("executing", nodeId, params);
 
@@ -15,7 +15,7 @@ const testFunction1 = async (context: NodeExecuteContext<Record<string, string>>
   return result;
 };
 
-const testFunction2 = async (context: NodeExecuteContext<Record<string, string>>) => {
+const testAgent2: AgentFunction = async (context) => {
   const { nodeId, retry, params } = context;
   console.log("executing", nodeId, params);
 
@@ -24,24 +24,23 @@ const testFunction2 = async (context: NodeExecuteContext<Record<string, string>>
   return result;
 };
 
-const runTest = async (file: string) => {
-  const file_path = path.resolve(__dirname) + file;
-  const graph_data = readManifestData(file_path);
-
-  const graph = new GraphAI(graph_data, { default: testFunction1, test2: testFunction2 });
+const numberTestAgent: AgentFunction<{ number: number }, { [key: string]: number }> = async (context) => {
+  const { nodeId, retry, params } = context;
+  console.log("executing", nodeId, params);
 
-  const results = await graph.run();
-  console.log(results);
-  return results;
+  const result = { [nodeId]: params.number };
+  console.log("completing", nodeId, result);
+  return result;
 };
 
 test("test sample1", async () => {
-  const result = await runTest("/graphs/test_multiple_functions_1.yml");
+  const result = await fileTestRunner("/graphs/test_multiple_functions_1.yml", { default: testAgent1, test2: testAgent2, numberTestAgent });
   assert.deepStrictEqual(result, {
     node1: { node1: "output 1" },
     node2: { node2: "output 1" },
     node3: { node3: "output 2" },
     node4: { node4: "output 1" },
     node5: { node5: "output 2" },
+    node6: { node6: 10 },
   });
 });

package/tests/graphai/test_sample_flow.ts

@@ -0,0 +1,72 @@
+import { GraphAI } from "@/graphai";
+import { testAgent } from "~/agents/agents";
+import { fileTestRunner } from "~/utils/runner";
+
+import test from "node:test";
+import assert from "node:assert";
+
+test("test base", async () => {
+  const result = await fileTestRunner("/graphs/test_base.yml", testAgent);
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node2: { node2: "output" },
+    node3: { node3: "output", node1: "output", node2: "output" },
+    node4: { node4: "output", node3: "output", node1: "output", node2: "output" },
+    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "output" },
+  });
+});
+
+test("test retry", async () => {
+  const result = await fileTestRunner("/graphs/test_retry.yml", testAgent);
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node2: { node2: "output" },
+    node3: { node3: "output", node1: "output", node2: "output" },
+    node4: { node4: "output", node3: "output", node1: "output", node2: "output" },
+    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "output" },
+  });
+});
+
+test("test error", async () => {
+  const result = await fileTestRunner("/graphs/test_error.yml", testAgent);
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node2: { node2: "output" },
+  });
+});
+
+test("test timeout", async () => {
+  const result = await fileTestRunner("/graphs/test_timeout.yml", testAgent);
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node2: { node2: "output" },
+    node3: { node3: "output", node1: "output", node2: "output" },
+  });
+});
+
+test("test source", async () => {
+  const result = await fileTestRunner("/graphs/test_source.yml", testAgent, (graph: GraphAI) => {
+    graph.injectResult("node2", { node2: "injected" });
+  });
+  assert.deepStrictEqual(result, {
+    node1: { node1: "output" },
+    node2: { node2: "injected" },
+    node3: { node3: "output", node1: "output", node2: "injected" },
+    node4: { node4: "output", node3: "output", node1: "output", node2: "injected" },
+    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "injected" },
+  });
+});
+
+test("test source2", async () => {
+  const result = await fileTestRunner("/graphs/test_source2.yml", testAgent, (graph: GraphAI) => {
+    graph.injectResult("node1", { node1: "injected" });
+    graph.injectResult("node2", { node2: "injected" });
+  });
+  assert.deepStrictEqual(result, {
+    node1: { node1: "injected" },
+    node2: { node2: "injected" },
+    node3: { node3: "output", node1: "injected", node2: "injected" },
+    node4: { node4: "output", node3: "output", node1: "injected", node2: "injected" },
+    node5: { node5: "output", node4: "output", node3: "output", node1: "injected", node2: "injected" },
+  });
+});

package/tests/graphs/test_dispatch.yml

@@ -0,0 +1,24 @@
+nodes:
+  node1:
+    params:
+      delay: 500
+  node2:
+    params:
+      delay: 100
+    agentId: alt
+    dispatch:
+      output1: node20
+  node20:
+    source: true
+  node3:
+    params:
+      delay: 500
+    inputs: [node1, node20]
+  node4:
+    params:
+      delay: 100
+    inputs: [node3]
+  node5:
+    params:
+      delay: 500
+    inputs: [node20, node4]

package/tests/graphs/test_error.yml

@@ -0,0 +1,22 @@
+nodes:
+  node1:
+    params:
+      delay: 500
+  node2:
+    params:
+      delay: 100
+  node3:
+    params:
+      delay: 500
+      fail: true
+    inputs: [node1, node2]
+  node4:
+    timeout: 200
+    retry: 2
+    params:
+      delay: 300
+    inputs: [node3]
+  node5:
+    params:
+      delay: 100
+    inputs: [node4]

package/tests/graphs/test_multiple_functions_1.yml

@@ -9,7 +9,7 @@ nodes:
     params:
       delay: 500
     inputs: [node1, node2]
-    functionName: test2
+    agentId: test2
   node4:
     params:
       delay: 100
@@ -18,4 +18,10 @@ nodes:
     params:
       delay: 500
     inputs: [node2, node4]
-    functionName: test2
+    agentId: test2
+  node6:
+    params:
+      delay: 100
+      number: 10
+    inputs: [node4]
+    agentId: numberTestAgent

package/tests/graphs/test_source.yml

@@ -0,0 +1,18 @@
+nodes:
+  node1:
+    params:
+      delay: 500
+  node2:
+    source: true
+  node3:
+    params:
+      delay: 500
+    inputs: [node1, node2]
+  node4:
+    params:
+      delay: 100
+    inputs: [node3]
+  node5:
+    params:
+      delay: 500
+    inputs: [node2, node4]

package/tests/graphs/test_source2.yml

@@ -0,0 +1,17 @@
+nodes:
+  node1:
+    source: true
+  node2:
+    source: true
+  node3:
+    params:
+      delay: 500
+    inputs: [node1, node2]
+  node4:
+    params:
+      delay: 100
+    inputs: [node3]
+  node5:
+    params:
+      delay: 500
+    inputs: [node2, node4]

package/tests/graphs/test_timeout.yml

@@ -0,0 +1,22 @@
+nodes:
+  node1:
+    params:
+      delay: 500
+  node2:
+    params:
+      delay: 100
+  node3:
+    params:
+      delay: 500
+      fail: true
+    inputs: [node1, node2]
+    retry: 2
+  node4:
+    timeout: 200
+    params:
+      delay: 300
+    inputs: [node3]
+  node5:
+    params:
+      delay: 100
+    inputs: [node4]

package/tests/http-server/README.md

@@ -0,0 +1,10 @@
+This is a simple http server for testing http client.
+
+```
+cd docs
+```
+and
+
+```
+npx http-server
+```

package/tests/http-server/docs/llm.json

@@ -0,0 +1,4 @@
+{
+  "result": true,
+  "messages": ["hello"]
+}

package/tests/http-server/docs/llm2.json

@@ -0,0 +1,4 @@
+{
+  "result": true,
+  "messages": ["hello2"]
+}

package/tests/{file_utils.ts → utils/file_utils.ts}

@@ -1,7 +1,16 @@
 import fs from "fs";
+import path from "path";
 import YAML from "yaml";
 
-export const readManifestData = (file: string) => {
+export const mkdirLogDir = () => {
+  const logsDir = path.join(__dirname, "../logs");
+
+  if (!fs.existsSync(logsDir)) {
+    fs.mkdirSync(logsDir, { recursive: true });
+  }
+};
+
+export const readGraphaiData = (file: string) => {
   if (file.endsWith(".yaml") || file.endsWith(".yml")) {
     return readYamlManifest(file);
   }

package/tests/utils/runner.ts

@@ -0,0 +1,40 @@
+import { GraphAI, GraphData, AgentFunctionDictonary, AgentFunction } from "@/graphai";
+import path from "path";
+import * as fs from "fs";
+import { readGraphaiData, mkdirLogDir } from "~/utils/file_utils";
+
+export const fileTestRunner = async (
+  file: string,
+  callbackDictonary: AgentFunctionDictonary | AgentFunction<any, any, any>,
+  callback: (graph: GraphAI) => void = () => {},
+) => {
+  const file_path = path.resolve(__dirname) + "/.." + file;
+  const graph_data = readGraphaiData(file_path);
+  return await graphDataTestRunner(file, graph_data, callbackDictonary, callback);
+};
+
+export const graphDataTestRunner = async (
+  logFileName: string,
+  graph_data: GraphData,
+  callbackDictonary: AgentFunctionDictonary | AgentFunction<any, any, any>,
+  callback: (graph: GraphAI) => void = () => {},
+) => {
+  mkdirLogDir();
+
+  const log_path = path.resolve(__dirname) + "/../logs/" + path.basename(logFileName).replace(/\.yml$/, ".log");
+  const graph = new GraphAI(graph_data, callbackDictonary);
+  callback(graph);
+
+  try {
+    const results = await graph.run();
+    fs.writeFileSync(log_path, JSON.stringify(graph.transactionLogs(), null, 2));
+    // console.log(graph.transactionLogs());
+    return results;
+  } catch (error) {
+    if (error instanceof Error) {
+      console.log("Error:", error.message);
+    }
+    // console.log(graph.transactionLogs());
+    return graph.results();
+  }
+};

package/tsconfig.json

@@ -28,8 +28,11 @@
     "module": "commonjs",                                /* Specify what module code is generated. */
     "rootDir": "./src/",                                  /* Specify the root folder within your source files. */
     // "moduleResolution": "node10",                     /* Specify how TypeScript looks up a file from a given module specifier. */
-    // "baseUrl": "./",                                  /* Specify the base directory to resolve non-relative module names. */
-    // "paths": {},                                      /* Specify a set of entries that re-map imports to additional lookup locations. */
+    "baseUrl": "./",                                  /* Specify the base directory to resolve non-relative module names. */
+    "paths": {
+      "@/*": ["./src/*"],
+      "~/*": ["./tests/*"],
+    },                                      /* Specify a set of entries that re-map imports to additional lookup locations. */
     // "rootDirs": [],                                   /* Allow multiple folders to be treated as one when resolving modules. */
     // "typeRoots": [],                                  /* Specify multiple folders that act like './node_modules/@types'. */
     // "types": [],                                      /* Specify type package names to be included without being referenced in a source file. */

package/tests/test_sample_flow.ts

@@ -1,63 +0,0 @@
-import path from "path";
-import { GraphAI, NodeExecuteContext } from "../src/graphai";
-import { readManifestData } from "./file_utils";
-import { sleep } from "./utils";
-
-import test from "node:test";
-import assert from "node:assert";
-
-const testFunction = async (context: NodeExecuteContext<Record<string, string>>) => {
-  const { nodeId, retry, params, payload } = context;
-  console.log("executing", nodeId, params);
-  await sleep(params.delay / (retry + 1));
-
-  if (params.fail && retry < 2) {
-    const result = { [nodeId]: "failed" };
-    console.log("failed", nodeId, result, retry);
-    throw new Error("Intentional Failure");
-  } else {
-    const result = Object.keys(payload).reduce(
-      (result, key) => {
-        result = { ...result, ...payload[key] };
-        return result;
-      },
-      { [nodeId]: "output" },
-    );
-    console.log("completing", nodeId, result);
-    return result;
-  }
-};
-
-const runTest = async (file: string) => {
-  const file_path = path.resolve(__dirname) + file;
-  const graph_data = readManifestData(file_path);
-
-  const graph = new GraphAI(graph_data, testFunction);
-
-  const results = await graph.run();
-  console.log(results);
-  return results;
-};
-
-test("test sample1", async () => {
-  const result = await runTest("/graphs/sample1.yml");
-  assert.deepStrictEqual(result, {
-    node1: { node1: "output" },
-    node2: { node2: "output" },
-    node3: { node3: "output", node1: "output", node2: "output" },
-    node4: { node4: "output", node3: "output", node1: "output", node2: "output" },
-    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "output" },
-  });
-});
-
-test("test sample1", async () => {
-  const result = await runTest("/graphs/sample2.yml");
-  assert.deepStrictEqual(result, {
-    node1: { node1: "output" },
-    node2: { node2: "output" },
-    node3: { node3: "output", node1: "output", node2: "output" },
-    node4: { node4: "output", node3: "output", node1: "output", node2: "output" },
-    node5: { node5: "output", node4: "output", node3: "output", node1: "output", node2: "output" },
-  });
-  console.log("COMPLETE 2");
-});