graphai 0.2.7 → 0.3.0

package/README.md

@@ -21,42 +21,42 @@ nodes:
       name: Sam Bankman-Fried
       query: describe the final sentence by the court for Sam Bank-Fried
   wikipedia: // Retrieve data from Wikipedia
-    agentId: wikipediaAgent
-    inputs: [source.name]
+    agent: wikipediaAgent
+    inputs: [:source.name]
   chunks: // Break the text from Wikipedia into chunks (2048 character each with 512 overlap）
-    agentId: stringSplitterAgent
-    inputs: [wikipedia]
+    agent: stringSplitterAgent
+    inputs: [:wikipedia]
   chunkEmbeddings: // Get embedding vector of each chunk
-    agentId: stringEmbeddingsAgent
-    inputs: [chunks]
+    agent: stringEmbeddingsAgent
+    inputs: [:chunks]
   topicEmbedding: // Get embedding vector of the question
-    agentId: stringEmbeddingsAgent
-    inputs: [source.query]
+    agent: stringEmbeddingsAgent
+    inputs: [:source.query]
   similarities: // Calculate the cosine similarity of each chunk
-    agentId: dotProductAgent
-    inputs: [chunkEmbeddings, topicEmbedding]
+    agent: dotProductAgent
+    inputs: [:chunkEmbeddings, :topicEmbedding]
   sortedChunks: // Sort chunks based on their similarities
-    agentId: sortByValuesAgent
-    inputs: [chunks, similarities]
+    agent: sortByValuesAgent
+    inputs: [:chunks, :similarities]
   referenceText: // Concatenate chunks up to the token limit (5000)
-    agentId: tokenBoundStringsAgent
-    inputs: [sortedChunks]
+    agent: tokenBoundStringsAgent
+    inputs: [:sortedChunks]
     params:
       limit: 5000
   prompt: // Generate a prompt with that reference text
-    agentId: stringTemplateAgent
-    inputs: [source, referenceText]
+    agent: stringTemplateAgent
+    inputs: [:source, :referenceText]
     params:
       template: |-
         Using the following document, ${0}
         ${1}
   query: // retrieves the answer from GPT3.5
-    agentId: slashGPTAgent
+    agent: slashGPTAgent
     params:
       manifest:
         model: gpt-3.5-turbo
     isResult: true // indicating this is the final result
-    inputs: [prompt]
+    inputs: [:prompt]
 ```
 
 ```mermaid
@@ -64,8 +64,8 @@ flowchart TD
  source -- name --> wikipedia(wikipedia)
  source -- query --> topicEmbedding(topicEmbedding)
  wikipedia --> chunks(chunks)
- chunks --> chunksEmbeddings(chunksEmbeddings)
- chunksEmbeddings --> similarities(similarities)
+ chunks --> chunkEmbeddings(chunkEmbeddings)
+ chunkEmbeddings --> similarities(similarities)
  topicEmbedding --> similarities
  similarities --> sortedChunks(sortedChunks)
  sortedChunks --> resourceText(resourceText)
@@ -74,7 +74,7 @@ flowchart TD
  prompt --> query(query)
 ```
 
-Notice that the conversion of the querty text into an embedding vector and text chunks into an array of embedding vectors can be done concurrently because there is no dependency between them. GraphAI will automatically recognize it and execute them concurrently. This kind of *concurrent programing* is very difficult in traditional programming style, and GraphAI's *data flow programming* style is much better alternative.
+Notice that the conversion of the query text into an embedding vector and text chunks into an array of embedding vectors can be done concurrently because there is no dependency between them. GraphAI will automatically recognize it and execute them concurrently. This kind of *concurrent programing* is very difficult in traditional programming style, and GraphAI's *data flow programming* style is much better alternative.
 
 ## Quick Install
 
@@ -94,52 +94,83 @@ A Data Flow Graph (DFG) is a JavaScript object, which defines the flow of data.
 
 A DFG consists of a collection of [nodes](#node), which contains a series of nested properties representing individual nodes in the data flow. Each node is identified by a unique key, *nodeId* (e.g., node1, node2) and can contain several predefined properties (such as params, inputs, and value) that dictate the node's behavior and its relationship with other nodes. There are two types of nodes, [computed nodes](#computed-node) and [static nodes](#static-node), which are described below.
 
-Connections between nodes will be established by references from one not to another, using either its "inputs" or "update" property. The values of those properties are *data sources*. A *data souce* is specified by either the nodeId (e.g., "node1"), or nodeId + propertyId ("node1.item").
+### Data Source
+
+Connections between nodes will be established by references from one node to another, using either its "inputs", "update", "if" or "while" property. The values of those properties are *data sources*. A *data souce* is specified by either the ":" + nodeId (e.g., ":node1"), or ":" + nodeId + propertyId (e.g., ":node1.item"), index (e.g., ":node1.$0", ":node2.$last") or combinations (e.g., ":node1.messages.$0.content").
 
 ### DFG Structure
 
-- 'nodes': A list of node. Required.
-- 'concurrency': An optional property, which specifies the maximum number of concurrent operations (agent functions to be executed at the same time). The default is 8.
-- 'loop': An optional property, which specifies if the graph needs to be executed multiple times. See the [Loop section below](#loop) for details.
+- *version*: GraphAI version, *required*. The latest version is 0.3.
+- *nodes*: A list of node. Required.
+- *concurrency*: An optional property, which specifies the maximum number of concurrent operations (agent functions to be executed at the same time). The default is 8.
+- *loop*: An optional property, which specifies if the graph needs to be executed multiple times (iterations). See the [Loop section below](#loop) for details.
 
 ## Agent
 
-An *agent* is an abstract object which takes some inputs and generates an output asynchronously. It could be an LLM (such as GPT-4), a media generator, a database, or a REST API over HTTP. A node associated with an agent (specified by 'agentId' property) is called [computed node](#computed-node), which takes a set of inputs from other nodes, lets the agent to process it, and pushes the returned value to other nodes.
+An *agent* is an abstract object which takes some inputs and generates an output asynchronously. It could be an LLM call (such as GPT-4), a media generator, a database access, or a REST API over HTTP. A node associated with an agent (specified by the *agent*'* property) is called [computed node](#computed-node), which takes a set of *inputs* from *data sources*, asks the *agent function* to process it, and makes the returned value available to other nodes.
 
 ### Agent function
 
-An agent function is a TypeScript function, which implements a particular *agent*. An *agent function* receives two set of parameters via AgentFunctionContext:
+An *agent function* is a TypeScript function, which implements a particular *agent*, performing some computations for the associated *computed node*. An *agent function* receives a *context* (type AgentFunctionContext), which has following properties:
+
+- *params*: agent specific parameters specified in the DFG (specified by the "params" property of the node)
+- *inputs*: a set of inputs came from other nodes (specified by "inputs" property of the node).
+- *debugInfo*: a set of information for debugging purposes.
+
+There are additional optional parameters for developers of nested agents and agent filters.
+
+- *graphData*: an optional GraphData (for nested agents)
+- *agents*: AgentFunctionDictonary (for nested agents)
+- *taskManager*: TaskManager (for nested agents)
+- *log*: TransactionLog[] (for nested agents)
+- *filterParams*: agent filter parameters (for agent filters)
+
+### Inline Agent Function
 
-- params: agent specific parameters specified in the DFG (specified by the "params" property of the node)
-- inputs: a set of inputs came from other nodes (specified by "inputs" property of the node).
+An *inline agent function* is a simplified version of *agent function*, which is embedded in the graph (available only when the graph was described in TypeScript). An *inline agent function* receives only the *inputs* paramter as a variable length arguments.
+
+Here is an examnple (from [weather chat](https://github.com/receptron/graphai/blob/main/samples/sample_weather.ts)):
+
+```typescript
+    messagesWithUserInput: {
+      // Appends the user's input to the messages.
+      agent: (messages: Array<any>, content: string) => [...messages, { role: "user", content }],
+      inputs: [":messages", ":userInput"],
+      if: "checkInput",
+    },
+```
 
 ## Node
 
-There are two types of Node, *computed nodes* and *static nodes*. A *computed node* is associated with an *agent function*, which receives some inputs, performs some computations asynchronously then returns the result (output). A *static node* is a placeholder of a value (just like a variable in programming language), which is specified by the *value* property, injected by an external program, or is updated at the end of iteration (see the [loop](#loop)). 
+There are two types of Node, *computed nodes* and *static nodes*. 
+
+A *computed node* is associated with an *agent function*, which receives some inputs, performs some computations asynchronously, and returns the result (output). 
+
+A *static node* is a placeholder of a value (just like a variable in programming languages), which is initially specified by its *value* property, and can be updated by an external program (before the execution of the graph), or updated using the *update* property at the end of each iteration of a [loop](#loop) operation. 
 
 ### Computed Node
 
-A *computed node* have following properties.
+A *computed node* has following properties.
 
-- 'agentId': An **required** property, which specifies the id of the *agent function*.
-- 'params': An optional agent-specific property to control the behavior of the associated agent function. 
-- 'inputs': An optional list of *data sources* that the current node receives the data from. This establishes a data flow where the current node can only be executed after the completion of the nodes listed under 'inputs'. If this list is empty, the associated *agent function* will be immediatley executed. 
-- 'anyInput': An optiona boolean flag, which indicates that the associated *agent function* will be called when at least one of input data became available. Otherwise, it will wait until all the data became available.
-- 'retry': An optional number, which specifies the maximum number of retries to be made. If the last attempt fails, the error will be recorded.
-- 'timeout': An optional number, which specifies the maximum waittime in msec. If the associated agent function does not return the value in time, the "Timeout" error will be recorded. The returned value received after the time out will be discarded.
-- 'isResult': An optional boolean value, which indicates that the return value of this node, should be included as a property of the return value from the run() method of the GraphUI instance.
-- 'priority': An optional number, which specifies the priority of the execution of the associated agent (the task). Default is 0, which means "neutral". Negative numbers are allowed as well.
+- *agent*: An **required** property, which specifies the id of the *agent function*, or an *inline agent function* (NOTE: this is not possible in JSON or YAML).
+- *params*: An optional agent-specific property to control the behavior of the associated agent function. The top level property may reference a *data source*.
+- *inputs*: An optional list of *data sources* that the current node receives the data from. This establishes a data flow where the current node can only be executed after the completion of the nodes listed under *inputs*. If this list is empty, the associated *agent function* will be immediatley executed. 
+- *anyInput*: An optiona boolean flag, which indicates that the associated *agent function* will be called when at least one of input data became available. Otherwise, it will wait until all the data became available.
+- *retry*: An optional number, which specifies the maximum number of retries to be made. If the last attempt fails, the error will be recorded.
+- *timeout*: An optional number, which specifies the maximum waittime in msec. If the associated agent function does not return the value in time, the "Timeout" error will be recorded. The returned value received after the time out will be discarded.
+- *isResult*: An optional boolean value, which indicates that the return value of this node, should be included as a property of the return value from the run() method of the GraphUI instance.
+- *priority*: An optional number, which specifies the priority of the execution of the associated agent (the task). Default is 0, which means "neutral". Negative numbers are allowed as well.
 
 ### Static Node
 
-A *static* node have following properties.
+A *static* node has following properties.
 
-- 'value': An **required** property, which specifies the initial value of this static node (equivalent to calling the injectValue method from outside).
-- 'update': An optional property, which specifies the *data source* after each iteration. See the [loop](#loop) for details.
+- *value*: An **required** property, which specifies the initial value of this static node (equivalent to calling the injectValue method from outside).
+- *update*: An optional property, which specifies the *data source* for a [loop](#loop) operation. After each iteration, the value of this node will be updated with the data from the specified *data source*.
 
 ## Flow Control
 
-Since the data-flow graph must be asyclic by design, we added a few mechanism to control data flows, [nesting](#nesting), [loop](#loop), [mapping](#mapping) and [condtional flow](#conditional-flow).
+Since the data-flow graph must be asyclic by design, we added a few mechanisms to control data flows, [nesting](#nesting), [loop](#loop), [mapping](#mapping) and [conditional flow](#conditional-flow).
 
 ### Nested Graph
 
@@ -152,24 +183,24 @@ nodes:
   question:
     value: "Find out which materials we need to purchase this week for Joe Smith's residential house project."
   projectId: // identifies the projectId from the question
-    agentId: "identifierAgent"
-    inputs: ["source"] // == "sourceNode.query"
+    agent: "identifierAgent"
+    inputs: [":source"] // == "sourceNode.query"
   database:
-    agentId: "nestedAgent"
-    inputs: ["question", "projectId"]
+    agent: "nestedAgent"
+    inputs: [":question", ":projectId"]
     graph:
       nodes:
         schema: // retrieves the database schema for the apecified projectId
-          agentId: "schemaAgent"
-          inputs: ["$1"]
+          agent: "schemaAgent"
+          inputs: [":$1"]
         ... // issue query to the database and build an appropriate prompt with it.
         query: // send the generated prompt to the LLM
-          agentId: "llama3Agent"
-          inputs: ["prompt"]
+          agent: "llama3Agent"
+          inputs: [":prompt"]
           isResult: true
   response: // Deliver the answer
-    agentid: "deliveryAgent"      
-    inputs: [database.query.$last.content]
+    agent: "deliveryAgent"      
+    inputs: [:database.query.$last.content]
 ```
 
 The databaseQuery node (which is associated "nestedAgent") takes the data from "question" node abd "projectId" node, and make them available to inner nodes (nodes of the child graph) via phantom node, "$0" and "$1". After the completion of the child graph, the data from "query" node (which has "isResult" property) becomes available as a property of the output of "database" node.
@@ -181,7 +212,7 @@ flowchart LR
  question --> projectId(projectId)
  question --> database
  projectId --> database
- database[[database]] -- query --> response(responce)
+ database[[database]] -- query --> response(response)
 ```
 
 Here is the diagram of the child graph. Notice that two phantom nodes are automatically created to allow inner nodes to access input data from the parent graph.
@@ -198,35 +229,38 @@ This mechanism does not only allows devleoper to reuse code, but also makes it p
 
 ### Loop
 
-The loop is an optioal property of a graph, which has two optional properties. The *count* property specifies the number of times the graph needs to be executed and the *while* property specifies the condition required to contineu the loop in the form of node name (nodeId) or its property (nodeId.propId). Unlike JavaScript, an empty array will be treated as false.
+The loop is an optional property of a graph, which has two optional properties. 
 
-Here is an example, which performs an LLM query for each person in the list and create the list of answers. The "people" node (static), is initialized with an array of names, and the "retriever" node (computed) retrieves one name at a time, and send it to the "query" node (computed) to perform an LLM query. The "reducer" append it the array retrieved form the "result" node (static node, which is initialized as an empty array). 
+- *count*: Specifies the number of times the graph needs to be executed.
+- *while*: Specifies the *data source* to check after the each iteration. It continues if the data from that *data source* is *true*. Unlike JavaScript, an empty array will be treated as *false*.
+
+Here is an example, which performs an LLM query for each person in the list and create the list of answers. The "people" node (static), is initialized with an array of names, and the "retriever" node (computed) retrieves one name at a time, and sends it to the "query" node (computed) to perform an LLM query. The "reducer" append it the array retrieved form the "result" node (static node, which is initialized as an empty array). 
 
 The "update" property of two static nodes ("people" and "result"), updates those properties based on the results from the previous itelation. This loop continues until the value of "people" node become an empty array.
 
 ```
 loop:
-  while: people
+  while: :people
 nodes:
   people:
     value: [Steve Jobs, Elon Musk, Nikola Tesla]
-    update: retriever.array
+    update: :retriever.array
   result:
     value: []
-    update: reducer
+    update: :reducer
     isResult: true
   retriever:
-    agentId: shift
+    agent: shift
     inputs: [people]
   query:
-    agentId: slashgpt
+    agent: slashgpt
     params:
       manifest:
         prompt: Describe about the person in less than 100 words
-    inputs: [retriever.item]
+    inputs: [:retriever.item]
   reducer:
-    agentId: push
-    inputs: [result, query.content]
+    agent: push
+    inputs: [:result, :query.content]
 ```
 
 ```mermaid
@@ -258,16 +292,16 @@ nodes:
   people:
     value: [Steve Jobs, Elon Musk, Nikola Tesla]
   retriever:
-    agentId: "mapAgent"
-    inputs: ["people"]
+    agent: "mapAgent"
+    inputs: [":people"]
     graph:
       nodes:
         query:
-          agentId: slashgpt
+          agent: slashgpt
           params:
             manifest:
               prompt: Describe about the person in less than 100 words
-          inputs: ["$0"]
+          inputs: [":$0"]
 ```
 
 Here is the conceptual representation of this operation.
@@ -283,7 +317,34 @@ flowchart LR
 ```
 ### Conditional Flow
 
-To be filled.
+When a node has *if* property (which specifies the data source), the data flows to this node only if the value from the data source has some value. 
+
+A sample code, [weather chat](https://github.com/receptron/graphai/blob/main/samples/sample_weather.ts) uses the following *if* property to execute a block of graph, if the LLM asks to use a tool (i.e., function call).
+
+```typescript
+    tool_calls: {
+      // This node is activated if the LLM requests a tool call.
+      agent: "nestedAgent",
+      inputs: [":groq.choices.$0.message.tool_calls", ":messagesWithFirstRes"],
+      if: ":groq.choices.$0.message.tool_calls",
+      graph: {
+        // This graph is nested only for the readability.
+```
+
+Even though it is not required, we strongly recommand to use it with a nested graph for the readability. 
+
+The *anyInput* property (boolean) allows the developer to "merge" multiple data flow paths into one. When the value of this property is true, the agent function associated with this node will be executed when the data from one of data sources became available.
+
+The [weather chat](https://github.com/receptron/graphai/blob/main/samples/sample_weather.ts) sample application uses this property to continue the chat iteration either a tool was requested by LLM or not.
+
+```typescript
+    reducer: {
+      // Receives messages from either case.
+      agent: "copyAgent",
+      anyInput: true,
+      inputs: [":no_tool_calls", ":tool_calls.messagesWithSecondRes"],
+    },
+```
 
 ## Concurrency
 

package/lib/experimental_agents/data_agents/index.d.ts

@@ -1,5 +1,4 @@
 export { totalAgent } from "../../experimental_agents/data_agents/total_agent";
-export { dataObjectMergeTemplateAgent } from "../../experimental_agents/data_agents/data_object_merge_template_agent";
 export { dataSumTemplateAgent } from "../../experimental_agents/data_agents/data_sum_template_agent";
 export { propertyFilterAgent } from "../../experimental_agents/data_agents/property_filter_agent";
 export { copyAgent } from "../../experimental_agents/data_agents/copy_agent";

package/lib/experimental_agents/data_agents/index.js

@@ -1,10 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.copyAgent = exports.propertyFilterAgent = exports.dataSumTemplateAgent = exports.dataObjectMergeTemplateAgent = exports.totalAgent = void 0;
+exports.copyAgent = exports.propertyFilterAgent = exports.dataSumTemplateAgent = exports.totalAgent = void 0;
 var total_agent_1 = require("../../experimental_agents/data_agents/total_agent");
 Object.defineProperty(exports, "totalAgent", { enumerable: true, get: function () { return total_agent_1.totalAgent; } });
-var data_object_merge_template_agent_1 = require("../../experimental_agents/data_agents/data_object_merge_template_agent");
-Object.defineProperty(exports, "dataObjectMergeTemplateAgent", { enumerable: true, get: function () { return data_object_merge_template_agent_1.dataObjectMergeTemplateAgent; } });
 var data_sum_template_agent_1 = require("../../experimental_agents/data_agents/data_sum_template_agent");
 Object.defineProperty(exports, "dataSumTemplateAgent", { enumerable: true, get: function () { return data_sum_template_agent_1.dataSumTemplateAgent; } });
 var property_filter_agent_1 = require("../../experimental_agents/data_agents/property_filter_agent");

package/lib/experimental_agents/graph_agents/map_agent.js

@@ -37,7 +37,7 @@ const mapAgent = async ({ params, inputs, agents, log, taskManager, graphData })
     });
     const results = await Promise.all(runs);
     const nodeIds = Object.keys(results[0]);
-    (0, utils_1.assert)(nodeIds.length > 0, "mapAgent: no return values (missing isResult)");
+    // assert(nodeIds.length > 0, "mapAgent: no return values (missing isResult)");
     const compositeResult = nodeIds.reduce((tmp, nodeId) => {
         tmp[nodeId] = results.map((result) => {
             return result[nodeId];

package/lib/experimental_agents/graph_agents/nested_agent.js

@@ -38,22 +38,13 @@ const nestedAgent = async ({ params, inputs, agents, log, taskManager, graphData
         }
     });
     const graphAI = new graphai_1.GraphAI(nestedGraphData, agents || {}, { taskManager });
-    try {
-        // Inject inputs to specified source nodes
-        injectionTo.forEach((injectToNodeId, index) => {
-            graphAI.injectValue(injectToNodeId, inputs[index]);
-        });
-        const results = await graphAI.run(false);
-        log?.push(...graphAI.transactionLogs());
-        return results;
-    }
-    catch (error) {
-        log?.push(...graphAI.transactionLogs());
-        if (error instanceof Error) {
-            console.log("Error:", error.message);
-        }
-        throw error;
-    }
+    // Inject inputs to specified source nodes
+    injectionTo.forEach((injectToNodeId, index) => {
+        graphAI.injectValue(injectToNodeId, inputs[index]);
+    });
+    const results = await graphAI.run(false);
+    log?.push(...graphAI.transactionLogs());
+    return results;
 };
 exports.nestedAgent = nestedAgent;
 const nestedAgentInfo = {

package/lib/experimental_agents/index.d.ts

@@ -1,12 +1,6 @@
-export * from "./string_agents";
+export * from "./vanilla";
+export { dataObjectMergeTemplateAgent } from "../experimental_agents/data_agents/data_object_merge_template_agent";
 export * from "./sleeper_agents";
-export * from "./data_agents";
-export * from "./array_agents";
-export * from "./matrix_agents";
-export * from "./test_agents";
-export * from "./graph_agents";
 export * from "./llm_agents";
 export * from "./service_agents";
-export * from "./embedding_agent";
 export * from "./token_agent";
-export * from "./function_agent";

package/lib/experimental_agents/index.js

@@ -14,15 +14,12 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./string_agents"), exports);
+exports.dataObjectMergeTemplateAgent = void 0;
+__exportStar(require("./vanilla"), exports);
+// Agents that use npm modules will be added here.
+var data_object_merge_template_agent_1 = require("../experimental_agents/data_agents/data_object_merge_template_agent");
+Object.defineProperty(exports, "dataObjectMergeTemplateAgent", { enumerable: true, get: function () { return data_object_merge_template_agent_1.dataObjectMergeTemplateAgent; } });
 __exportStar(require("./sleeper_agents"), exports);
-__exportStar(require("./data_agents"), exports);
-__exportStar(require("./array_agents"), exports);
-__exportStar(require("./matrix_agents"), exports);
-__exportStar(require("./test_agents"), exports);
-__exportStar(require("./graph_agents"), exports);
 __exportStar(require("./llm_agents"), exports);
 __exportStar(require("./service_agents"), exports);
-__exportStar(require("./embedding_agent"), exports);
 __exportStar(require("./token_agent"), exports);
-__exportStar(require("./function_agent"), exports);

package/lib/experimental_agents/llm_agents/groq_agent.d.ts

@@ -1,21 +1,37 @@
 import { AgentFunction } from "../../graphai";
-export declare const gloqAgent: AgentFunction<{
+import { Groq } from "groq-sdk";
+export declare const groqAgent: AgentFunction<{
     model: string;
     query?: string;
     system?: string;
-}, Record<string, any> | string, string>;
-declare const gloqAgentInfo: {
+    verbose?: boolean;
+    tools?: Record<string, Groq.Chat.CompletionCreateParams.Tool>;
+    temperature?: number;
+    max_tokens?: number;
+    tool_choice?: string | Record<string, Groq.Chat.CompletionCreateParams.ToolChoice>;
+}, Groq.Chat.ChatCompletion, string | Array<Groq.Chat.CompletionCreateParams.Message>>;
+declare const groqAgentInfo: {
     name: string;
     agent: AgentFunction<{
         model: string;
         query?: string | undefined;
         system?: string | undefined;
-    }, string | Record<string, any>, string>;
+        verbose?: boolean | undefined;
+        tools?: Record<string, Groq.Chat.Completions.CompletionCreateParams.Tool> | undefined;
+        temperature?: number | undefined;
+        max_tokens?: number | undefined;
+        tool_choice?: string | Record<string, Groq.Chat.Completions.CompletionCreateParams.ToolChoice> | undefined;
+    }, Groq.Chat.Completions.ChatCompletion, string | Groq.Chat.Completions.CompletionCreateParams.Message[]>;
     mock: AgentFunction<{
         model: string;
         query?: string | undefined;
         system?: string | undefined;
-    }, string | Record<string, any>, string>;
+        verbose?: boolean | undefined;
+        tools?: Record<string, Groq.Chat.Completions.CompletionCreateParams.Tool> | undefined;
+        temperature?: number | undefined;
+        max_tokens?: number | undefined;
+        tool_choice?: string | Record<string, Groq.Chat.Completions.CompletionCreateParams.ToolChoice> | undefined;
+    }, Groq.Chat.Completions.ChatCompletion, string | Groq.Chat.Completions.CompletionCreateParams.Message[]>;
     samples: never[];
     description: string;
     category: string[];
@@ -23,4 +39,4 @@ declare const gloqAgentInfo: {
     repository: string;
     license: string;
 };
-export default gloqAgentInfo;
+export default groqAgentInfo;

package/lib/experimental_agents/llm_agents/groq_agent.js

@@ -1,29 +1,63 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.gloqAgent = void 0;
+exports.groqAgent = void 0;
 const groq_sdk_1 = require("groq-sdk");
 const utils_1 = require("../../utils/utils");
 const groq = process.env.GROQ_API_KEY ? new groq_sdk_1.Groq({ apiKey: process.env.GROQ_API_KEY }) : undefined;
-const gloqAgent = async ({ params, inputs }) => {
+//
+// This agent takes two optional inputs, and following parameters.
+// inputs:
+// - [0]: query string (typically from the user), optional
+// - [1]: array of messages from previous conversation, optional
+//
+// params:
+// - model: LLM model (Llama3-8b-8192, Llama3-70b-8192, Mixtral-8x7b-32768), required.
+// - query: Additional query string from the app to prepend the query from the user, optional.
+// - system: System prompt (ignored if inputs[1] is specified), optional
+// - tools: Function definitions, optional
+// - tool_choice: Tool choice parameter, optional (default = "auto")
+// - temperature: Controls randomness of responses, optional (default = 0.7)
+// - max_tokens: The maximum number of tokens that the model can process in a single response, optional.
+// - verbose: dumps the message array to the debug console, before sending it the LLM.
+//
+// https://console.groq.com/docs/quickstart
+//
+const groqAgent = async ({ params, inputs }) => {
     (0, utils_1.assert)(groq !== undefined, "The GROQ_API_KEY environment variable is missing.");
-    const query = params?.query ? [params.query] : [];
-    const content = query.concat(inputs).join("\n");
-    const messages = params?.system ? [{ role: "system", content: params.system }] : [];
-    messages.push({
-        role: "user",
-        content,
-    });
-    const result = await groq.chat.completions.create({
+    const { verbose, query, system, tools, tool_choice, max_tokens, temperature } = params;
+    const [input_query, previous_messages] = inputs;
+    // Notice that we ignore params.system if previous_message exists.
+    const messages = previous_messages && Array.isArray(previous_messages) ? previous_messages : system ? [{ role: "system", content: system }] : [];
+    const content = (query ? [query] : []).concat(input_query && typeof input_query === "string" ? [input_query] : []).join("\n");
+    if (content) {
+        messages.push({
+            role: "user",
+            content,
+        });
+    }
+    if (verbose) {
+        console.log(messages);
+    }
+    const options = {
         messages,
         model: params.model,
-    });
+        temperature: temperature ?? 0.7,
+    };
+    if (max_tokens) {
+        options.max_tokens = max_tokens;
+    }
+    if (tools) {
+        options.tools = tools;
+        options.tool_choice = tool_choice ?? "auto";
+    }
+    const result = await groq.chat.completions.create(options);
     return result;
 };
-exports.gloqAgent = gloqAgent;
-const gloqAgentInfo = {
-    name: "gloqAgent",
-    agent: exports.gloqAgent,
-    mock: exports.gloqAgent,
+exports.groqAgent = groqAgent;
+const groqAgentInfo = {
+    name: "groqAgent",
+    agent: exports.groqAgent,
+    mock: exports.groqAgent,
     samples: [],
     description: "Groq Agent",
     category: ["llm"],
@@ -31,4 +65,4 @@ const gloqAgentInfo = {
     repository: "https://github.com/receptron/graphai",
     license: "MIT",
 };
-exports.default = gloqAgentInfo;
+exports.default = groqAgentInfo;

package/lib/experimental_agents/llm_agents/packages.d.ts

@@ -1,3 +1,3 @@
-import gloqAgent from "../../experimental_agents/llm_agents/groq_agent";
+import groqAgent from "../../experimental_agents/llm_agents/groq_agent";
 import slashGPTAgent from "../../experimental_agents/llm_agents/slashgpt_agent";
-export { gloqAgent, slashGPTAgent };
+export { groqAgent, slashGPTAgent };

package/lib/experimental_agents/llm_agents/packages.js

@@ -3,8 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.slashGPTAgent = exports.gloqAgent = void 0;
+exports.slashGPTAgent = exports.groqAgent = void 0;
 const groq_agent_1 = __importDefault(require("../../experimental_agents/llm_agents/groq_agent"));
-exports.gloqAgent = groq_agent_1.default;
+exports.groqAgent = groq_agent_1.default;
 const slashgpt_agent_1 = __importDefault(require("../../experimental_agents/llm_agents/slashgpt_agent"));
 exports.slashGPTAgent = slashgpt_agent_1.default;

package/lib/experimental_agents/packages.d.ts

@@ -6,6 +6,7 @@ export * from "./matrix_agents/packages";
 export * from "./test_agents/packages";
 export * from "./graph_agents/packages";
 export * from "./llm_agents/packages";
+export * from "./service_agents/packages";
 import stringEmbeddingsAgent from "./embedding_agent";
 import tokenBoundStringsAgent from "./token_agent";
 import functionAgentInfo from "./function_agent";

package/lib/experimental_agents/packages.js

@@ -26,6 +26,7 @@ __exportStar(require("./matrix_agents/packages"), exports);
 __exportStar(require("./test_agents/packages"), exports);
 __exportStar(require("./graph_agents/packages"), exports);
 __exportStar(require("./llm_agents/packages"), exports);
+__exportStar(require("./service_agents/packages"), exports);
 const embedding_agent_1 = __importDefault(require("./embedding_agent"));
 exports.stringEmbeddingsAgent = embedding_agent_1.default;
 const token_agent_1 = __importDefault(require("./token_agent"));