graphai 0.4.0 → 0.4.2

package/lib/experimental_agents/llm_agents/groq_agent.js

@@ -22,9 +22,9 @@ const groq = process.env.GROQ_API_KEY ? new groq_sdk_1.Groq({ apiKey: process.en
 //
 // https://console.groq.com/docs/quickstart
 //
-const groqAgent = async ({ params, inputs }) => {
+const groqAgent = async ({ params, inputs, filterParams }) => {
     (0, utils_1.assert)(groq !== undefined, "The GROQ_API_KEY environment variable is missing.");
-    const { verbose, query, system, tools, tool_choice, max_tokens, temperature } = params;
+    const { verbose, query, system, tools, tool_choice, max_tokens, temperature, isStreaming } = params;
     const [input_query, previous_messages] = inputs;
     // Notice that we ignore params.system if previous_message exists.
     const messages = previous_messages && Array.isArray(previous_messages) ? previous_messages : system ? [{ role: "system", content: system }] : [];
@@ -38,11 +38,18 @@ const groqAgent = async ({ params, inputs }) => {
     if (verbose) {
         console.log(messages);
     }
-    const options = {
+    const streamOption = {
         messages,
         model: params.model,
         temperature: temperature ?? 0.7,
+        stream: true,
     };
+    const nonStreamOption = {
+        messages,
+        model: params.model,
+        temperature: temperature ?? 0.7,
+    };
+    const options = isStreaming ? streamOption : nonStreamOption;
     if (max_tokens) {
         options.max_tokens = max_tokens;
     }
@@ -50,8 +57,28 @@ const groqAgent = async ({ params, inputs }) => {
         options.tools = tools;
         options.tool_choice = tool_choice ?? "auto";
     }
-    const result = await groq.chat.completions.create(options);
-    return result;
+    if (!options.stream) {
+        const result = await groq.chat.completions.create(options);
+        return result;
+    }
+    // streaming
+    const stream = await groq.chat.completions.create(options);
+    let lastMessage = null;
+    const contents = [];
+    for await (const message of stream) {
+        const token = message.choices[0].delta.content;
+        if (token) {
+            if (filterParams && filterParams.streamTokenCallback) {
+                filterParams.streamTokenCallback(token);
+            }
+            contents.push(token);
+        }
+        lastMessage = message;
+    }
+    if (lastMessage) {
+        lastMessage.choices[0]["message"] = [{ role: "assistant", content: contents.join("") }];
+    }
+    return lastMessage;
 };
 exports.groqAgent = groqAgent;
 const groqAgentInfo = {

package/lib/experimental_agents/llm_agents/groq_stream_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 import { Groq } from "groq-sdk";
 export declare const groqStreamAgent: AgentFunction<{
     model: string;

package/lib/experimental_agents/llm_agents/openai_agent.d.ts

@@ -1,8 +1,10 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const openAIAgent: AgentFunction<{
     model?: string;
     query?: string;
     system?: string;
+    tools?: any;
+    tool_choice?: any;
     verbose?: boolean;
     temperature?: number;
 }, Record<string, any> | string, string | Array<any>>;
@@ -19,6 +21,8 @@ declare const openaiAgentInfo: {
         model?: string | undefined;
         query?: string | undefined;
         system?: string | undefined;
+        tools?: any;
+        tool_choice?: any;
         verbose?: boolean | undefined;
         temperature?: number | undefined;
     }, string | Record<string, any>, string | any[]>;

package/lib/experimental_agents/llm_agents/openai_agent.js

@@ -25,6 +25,8 @@ const openAIAgent = async ({ filterParams, params, inputs }) => {
     const chatStream = await openai.beta.chat.completions.stream({
         model: params.model || "gpt-3.5-turbo",
         messages,
+        tools: params.tools,
+        tool_choice: params.tool_choice,
         temperature: temperature ?? 0.7,
         stream: true,
     });

package/lib/experimental_agents/llm_agents/slashgpt_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 import { ManifestData, ChatData } from "slashgpt";
 export declare const slashGPTAgent: AgentFunction<{
     manifest: ManifestData;

package/lib/experimental_agents/matrix_agents/dot_product_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const dotProductAgent: AgentFunction<Record<never, never>, Array<number>, Array<Array<number>> | Array<number>>;
 declare const dotProductAgentInfo: {
     name: string;

package/lib/experimental_agents/matrix_agents/sort_by_values_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const sortByValuesAgent: AgentFunction<{
     assendant?: boolean;
 }, Array<any>, Array<any>>;

package/lib/experimental_agents/service_agents/fetch_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const fetchAgent: AgentFunction<{
     debug?: boolean;
     type?: string;

package/lib/experimental_agents/service_agents/wikipedia.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const wikipediaAgent: AgentFunction<{
     lang?: string;
     summary?: boolean;

package/lib/experimental_agents/sleeper_agents/sleeper_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const sleeperAgent: AgentFunction<{
     duration?: number;
     value?: Record<string, any>;

package/lib/experimental_agents/sleeper_agents/sleeper_agent_debug.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const sleeperAgentDebug: AgentFunction<{
     duration: number;
     value?: Record<string, any>;

package/lib/experimental_agents/string_agents/string_splitter_agent.d.ts

@@ -1,40 +1,9 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const stringSplitterAgent: AgentFunction<{
     chunkSize?: number;
     overlap?: number;
 }, {
     contents: Array<string>;
 }, string>;
-declare const stringSplitterAgentInfo: {
-    name: string;
-    agent: AgentFunction<{
-        chunkSize?: number | undefined;
-        overlap?: number | undefined;
-    }, {
-        contents: Array<string>;
-    }, string>;
-    mock: AgentFunction<{
-        chunkSize?: number | undefined;
-        overlap?: number | undefined;
-    }, {
-        contents: Array<string>;
-    }, string>;
-    samples: {
-        inputs: string[];
-        params: {
-            chunkSize: number;
-        };
-        result: {
-            contents: string[];
-            count: number;
-            chunkSize: number;
-            overlap: number;
-        };
-    }[];
-    description: string;
-    category: never[];
-    author: string;
-    repository: string;
-    license: string;
-};
+declare const stringSplitterAgentInfo: AgentFunctionInfo;
 export default stringSplitterAgentInfo;

package/lib/experimental_agents/string_agents/string_template_agent.d.ts

@@ -1,22 +1,64 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 export declare const stringTemplateAgent: AgentFunction<{
-    template: string;
-}, string, string>;
+    template: any;
+}, any, string>;
 declare const stringTemplateAgentInfo: {
     name: string;
     agent: AgentFunction<{
-        template: string;
-    }, string, string>;
+        template: any;
+    }, any, string>;
     mock: AgentFunction<{
-        template: string;
-    }, string, string>;
-    samples: {
+        template: any;
+    }, any, string>;
+    samples: ({
         inputs: string[];
         params: {
             template: string;
         };
         result: string;
-    }[];
+    } | {
+        inputs: string[];
+        params: {
+            template: string[];
+        };
+        result: string[];
+    } | {
+        inputs: string[];
+        params: {
+            template: {
+                apple: string;
+                lemon: string;
+            };
+        };
+        result: {
+            apple: string;
+            lemon: string;
+        };
+    } | {
+        inputs: string[];
+        params: {
+            template: {
+                apple: string;
+                lemon: string;
+            }[];
+        };
+        result: {
+            apple: string;
+            lemon: string;
+        }[];
+    } | {
+        inputs: string[];
+        params: {
+            template: {
+                apple: string;
+                lemon: string[];
+            };
+        };
+        result: {
+            apple: string;
+            lemon: string[];
+        };
+    })[];
     description: string;
     category: never[];
     author: string;

package/lib/experimental_agents/string_agents/string_template_agent.js

@@ -1,18 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.stringTemplateAgent = void 0;
-// see example
-//  tests/agents/test_string_agent.ts
+const processTemplate = (template, match, input) => {
+    if (typeof template === "string") {
+        return template.replace(match, input);
+    }
+    else if (Array.isArray(template)) {
+        return template.map((item) => processTemplate(item, match, input));
+    }
+    return Object.keys(template).reduce((tmp, key) => {
+        tmp[key] = processTemplate(template[key], match, input);
+        return tmp;
+    }, {});
+};
 const stringTemplateAgent = async ({ params, inputs }) => {
-    const content = inputs.reduce((template, input, index) => {
-        return template.replace("${" + index + "}", input);
+    return inputs.reduce((template, input, index) => {
+        return processTemplate(template, "${" + index + "}", input);
     }, params.template);
-    return content;
 };
 exports.stringTemplateAgent = stringTemplateAgent;
 const sampleInput = ["hello", "test"];
-const sampleParams = { template: "${0}: ${1}" };
-const sampleResult = "hello: test";
 // for test and document
 const stringTemplateAgentInfo = {
     name: "stringTemplateAgent",
@@ -21,8 +28,28 @@ const stringTemplateAgentInfo = {
     samples: [
         {
             inputs: sampleInput,
-            params: sampleParams,
-            result: sampleResult,
+            params: { template: "${0}: ${1}" },
+            result: "hello: test",
+        },
+        {
+            inputs: sampleInput,
+            params: { template: ["${0}: ${1}", "${1}: ${0}"] },
+            result: ["hello: test", "test: hello"],
+        },
+        {
+            inputs: sampleInput,
+            params: { template: { apple: "${0}", lemon: "${1}" } },
+            result: { apple: "hello", lemon: "test" },
+        },
+        {
+            inputs: sampleInput,
+            params: { template: [{ apple: "${0}", lemon: "${1}" }] },
+            result: [{ apple: "hello", lemon: "test" }],
+        },
+        {
+            inputs: sampleInput,
+            params: { template: { apple: "${0}", lemon: ["${1}"] } },
+            result: { apple: "hello", lemon: ["test"] },
         },
     ],
     description: "Template agent",

package/lib/experimental_agents/test_agents/bypass_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 import { AgentFunctionInfo } from "../../type";
 export declare const bypassAgent: AgentFunction<{
     flat?: number;

package/lib/experimental_agents/test_agents/copy2array_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../../graphai";
+import { AgentFunction } from "../../index";
 import { AgentFunctionInfo } from "../../type";
 export declare const copy2ArrayAgent: AgentFunction<{
     count: number;

package/lib/experimental_agents/test_agents/copy_message_agent.d.ts

@@ -1,5 +1,4 @@
-import { AgentFunction } from "../../graphai";
-import { AgentFunctionInfo } from "../../type";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const copyMessageAgent: AgentFunction<{
     count: number;
     message: string;

package/lib/experimental_agents/test_agents/counting_agent.d.ts

@@ -1,5 +1,4 @@
-import { AgentFunction } from "../../graphai";
-import { AgentFunctionInfo } from "../../type";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const countingAgent: AgentFunction<{
     count: number;
 }, {

package/lib/experimental_agents/test_agents/echo_agent.d.ts

@@ -1,5 +1,4 @@
-import { AgentFunction } from "../../graphai";
-import { AgentFunctionInfo } from "../../type";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const echoAgent: AgentFunction;
 declare const echoAgentInfo: AgentFunctionInfo;
 export default echoAgentInfo;

package/lib/experimental_agents/test_agents/merge_node_id_agent.d.ts

@@ -1,5 +1,4 @@
-import { AgentFunction } from "../../graphai";
-import { AgentFunctionInfo } from "../../type";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const mergeNodeIdAgent: AgentFunction;
 declare const mergeNodeIdAgentInfo: AgentFunctionInfo;
 export default mergeNodeIdAgentInfo;

package/lib/experimental_agents/test_agents/stream_mock_agent.d.ts

@@ -1,5 +1,4 @@
-import { AgentFunction } from "../../graphai";
-import { AgentFunctionInfo } from "../../type";
+import { AgentFunction, AgentFunctionInfo } from "../../index";
 export declare const streamMockAgent: AgentFunction;
 declare const streamMockAgentInfo: AgentFunctionInfo;
 export default streamMockAgentInfo;

package/lib/experimental_agents/token_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction } from "../graphai";
+import { AgentFunction } from "../index";
 export declare const tokenBoundStringsAgent: AgentFunction<{
     limit?: number;
 }, {

package/lib/experimental_agents/vanilla.d.ts

@@ -4,5 +4,6 @@ export * from "./matrix_agents/vanilla";
 export * from "./test_agents/vanilla";
 export * from "./graph_agents/vanilla";
 export * from "./data_agents/vanilla";
-export * from "./function_agent";
-export * from "./embedding_agent";
+import functionAgent from "./function_agent";
+import stringEmbeddingsAgent from "./embedding_agent";
+export { functionAgent, stringEmbeddingsAgent };

package/lib/experimental_agents/vanilla.js

@@ -14,7 +14,11 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
 var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.stringEmbeddingsAgent = exports.functionAgent = void 0;
 // Please refrain from adding agents that require npm. Those should be added to the index.ts.
 __exportStar(require("./string_agents/vanilla"), exports);
 __exportStar(require("./array_agents/vanilla"), exports);
@@ -22,5 +26,7 @@ __exportStar(require("./matrix_agents/vanilla"), exports);
 __exportStar(require("./test_agents/vanilla"), exports);
 __exportStar(require("./graph_agents/vanilla"), exports);
 __exportStar(require("./data_agents/vanilla"), exports);
-__exportStar(require("./function_agent"), exports);
-__exportStar(require("./embedding_agent"), exports);
+const function_agent_1 = __importDefault(require("./function_agent"));
+exports.functionAgent = function_agent_1.default;
+const embedding_agent_1 = __importDefault(require("./embedding_agent"));
+exports.stringEmbeddingsAgent = embedding_agent_1.default;

package/lib/graphai.d.ts

@@ -1,4 +1,3 @@
-export { AgentFunction, GraphData, AgentFunctionInfoDictonary } from "./type";
 import { AgentFunctionInfoDictonary, AgentFilterInfo, GraphData, DataSource, ResultDataDictonary, ResultData, DefaultResultData } from "./type";
 import { TransactionLog } from "./transaction_log";
 import { ComputedNode, StaticNode } from "./node";
@@ -45,3 +44,4 @@ export declare class GraphAI {
     injectValue(nodeId: string, value: ResultData, injectFrom?: string): void;
     resultsOf(sources: Array<DataSource>): ResultData[];
 }
+export {};

package/lib/index.d.ts

@@ -1,4 +1,3 @@
-import { GraphAI } from "./graphai";
-export { GraphAI };
-export { AgentFunction, AgentFunctionInfoDictonary, GraphData, ResultDataDictonary, ResultData, NodeState } from "./type";
+export { GraphAI } from "./graphai";
+export { AgentFunction, AgentFunctionInfo, AgentFunctionInfoDictonary, GraphData, ResultDataDictonary, ResultData, NodeState, AgentFilterFunction, } from "./type";
 export type { TransactionLog } from "./transaction_log";

package/lib/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NodeState = exports.GraphAI = void 0;
-const graphai_1 = require("./graphai");
+var graphai_1 = require("./graphai");
 Object.defineProperty(exports, "GraphAI", { enumerable: true, get: function () { return graphai_1.GraphAI; } });
 var type_1 = require("./type");
 Object.defineProperty(exports, "NodeState", { enumerable: true, get: function () { return type_1.NodeState; } });

package/lib/node.d.ts

@@ -1,4 +1,4 @@
-import type { GraphAI, GraphData } from "./graphai";
+import type { GraphAI, GraphData } from "./index";
 import { NodeDataParams, ResultData, DataSource, ComputedNodeData, StaticNodeData, NodeState } from "./type";
 import { TransactionLog } from "./transaction_log";
 export declare class Node {
@@ -31,6 +31,7 @@ export declare class ComputedNode extends Node {
     dataSources: Array<DataSource>;
     pendings: Set<string>;
     private ifSource?;
+    private console;
     readonly isStaticNode = false;
     readonly isComputedNode = true;
     constructor(graphId: string, nodeId: string, data: ComputedNodeData, graph: GraphAI);

package/lib/node.js

@@ -38,6 +38,7 @@ class ComputedNode extends Node {
         this.isComputedNode = true;
         this.graphId = graphId;
         this.params = data.params ?? {};
+        this.console = data.console ?? {};
         this.filterParams = data.filterParams ?? {};
         this.nestedGraph = data.graph;
         if (typeof data.agent === "string") {
@@ -229,7 +230,13 @@ class ComputedNode extends Node {
                 context.graphData = this.nestedGraph;
                 context.agents = this.graph.agentFunctionInfoDictionary;
             }
+            if (this.console.before) {
+                console.log(this.console.before === true ? JSON.stringify(context.inputs, null, 2) : this.console.before);
+            }
             const result = await this.agentFilterHandler(context, agentFunction);
+            if (this.console.after) {
+                console.log(this.console.after === true ? (typeof result === "string" ? result : JSON.stringify(result, null, 2)) : this.console.after);
+            }
             if (this.nestedGraph) {
                 this.graph.taskManager.restoreAfterNesting();
             }

package/lib/type.d.ts

@@ -40,6 +40,7 @@ export type ComputedNodeData = {
     graph?: GraphData;
     isResult?: boolean;
     priority?: number;
+    console?: Record<string, string | boolean>;
 };
 export type NodeData = StaticNodeData | ComputedNodeData;
 export type LoopData = {

package/lib/utils/test_agents.d.ts

@@ -1,2 +1,2 @@
-import { AgentFunctionInfoDictonary } from "../graphai";
+import { AgentFunctionInfoDictonary } from "../index";
 export declare const defaultTestAgents: AgentFunctionInfoDictonary;

package/lib/utils/test_utils.d.ts

@@ -1,28 +1,4 @@
 import { AgentFunctionInfo, AgentFunctionContext, AgentFunction, AgentFilterInfo, ResultData } from "../type";
-export declare const defaultTestContext: {
-    debugInfo: {
-        nodeId: string;
-        retry: number;
-        verbose: boolean;
-    };
-    params: {};
-    filterParams: {};
-    agents: {};
-    log: never[];
-};
-export declare const defaultAgentInfo: {
-    name: string;
-    samples: {
-        inputs: never[];
-        params: {};
-        result: {};
-    }[];
-    description: string;
-    category: never[];
-    author: string;
-    repository: string;
-    license: string;
-};
 export declare const getAgentInfo: (agent: AgentFunction<any, any, any>) => {
     name: string;
     samples: {
@@ -38,5 +14,16 @@ export declare const getAgentInfo: (agent: AgentFunction<any, any, any>) => {
     agent: AgentFunction<any, any, any>;
     mock: AgentFunction<any, any, any>;
 };
+export declare const defaultTestContext: {
+    debugInfo: {
+        nodeId: string;
+        retry: number;
+        verbose: boolean;
+    };
+    params: {};
+    filterParams: {};
+    agents: {};
+    log: never[];
+};
 export declare const agentTestRunner: (agentInfo: AgentFunctionInfo) => Promise<void>;
 export declare const agentFilterRunnerBuilder: (__agentFilters: AgentFilterInfo[]) => (context: AgentFunctionContext, agent: AgentFunction) => Promise<ResultData>;

package/lib/utils/test_utils.js

@@ -3,9 +3,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.agentFilterRunnerBuilder = exports.agentTestRunner = exports.getAgentInfo = exports.defaultAgentInfo = exports.defaultTestContext = void 0;
+exports.agentFilterRunnerBuilder = exports.agentTestRunner = exports.defaultTestContext = exports.getAgentInfo = void 0;
+const utils_1 = require("../utils/utils");
 const node_assert_1 = __importDefault(require("node:assert"));
 const node_test_1 = __importDefault(require("node:test"));
+exports.getAgentInfo = utils_1.agentInfoWrapper;
 exports.defaultTestContext = {
     debugInfo: {
         nodeId: "test",
@@ -17,29 +19,6 @@ exports.defaultTestContext = {
     agents: {},
     log: [],
 };
-exports.defaultAgentInfo = {
-    name: "defaultAgentInfo",
-    samples: [
-        {
-            inputs: [],
-            params: {},
-            result: {},
-        },
-    ],
-    description: "",
-    category: [],
-    author: "",
-    repository: "",
-    license: "",
-};
-const getAgentInfo = (agent) => {
-    return {
-        agent,
-        mock: agent,
-        ...exports.defaultAgentInfo,
-    };
-};
-exports.getAgentInfo = getAgentInfo;
 // for agent
 const agentTestRunner = async (agentInfo) => {
     const { agent, samples, skipTest } = agentInfo;

package/lib/utils/utils.d.ts

@@ -1,7 +1,35 @@
-import { DataSource, ResultData } from "../type";
+import { DataSource, ResultData, AgentFunction } from "../type";
 export declare const sleep: (milliseconds: number) => Promise<unknown>;
 export declare const parseNodeName: (inputNodeId: any, version: number) => DataSource;
 export declare function assert(condition: boolean, message: string, isWarn?: boolean): asserts condition;
 export declare const isObject: (x: unknown) => boolean;
 export declare const getDataFromSource: (result: ResultData | undefined, source: DataSource) => ResultData | undefined;
 export declare const strIntentionalError = "Intentional Error for Debugging";
+export declare const defaultAgentInfo: {
+    name: string;
+    samples: {
+        inputs: never[];
+        params: {};
+        result: {};
+    }[];
+    description: string;
+    category: never[];
+    author: string;
+    repository: string;
+    license: string;
+};
+export declare const agentInfoWrapper: (agent: AgentFunction<any, any, any>) => {
+    name: string;
+    samples: {
+        inputs: never[];
+        params: {};
+        result: {};
+    }[];
+    description: string;
+    category: never[];
+    author: string;
+    repository: string;
+    license: string;
+    agent: AgentFunction<any, any, any>;
+    mock: AgentFunction<any, any, any>;
+};