@alpic80/rivet-core 1.19.1-aidon.1 → 1.19.1-aidon.3

package/dist/esm/model/GraphProcessor.js

@@ -64,6 +64,8 @@ export class GraphProcessor {
     #aborted = false;
     #abortSuccessfully = false;
     #abortError = undefined;
+    #totalRequestTokens = 0;
+    #totalResponseTokens = 0;
     #totalCost = 0;
     #ignoreNodes = undefined;
     #nodeAbortControllers = new Map();
@@ -480,6 +482,18 @@ export class GraphProcessor {
                 }
                 throw error;
             }
+            if (this.#graphOutputs['requestTokens'] == null) {
+                this.#graphOutputs['requestTokens'] = {
+                    type: 'number',
+                    value: this.#totalRequestTokens,
+                };
+            }
+            if (this.#graphOutputs['responseTokens'] == null) {
+                this.#graphOutputs['responseTokens'] = {
+                    type: 'number',
+                    value: this.#totalResponseTokens,
+                };
+            }
             if (this.#graphOutputs['cost'] == null) {
                 this.#graphOutputs['cost'] = {
                     type: 'number',
@@ -811,6 +825,12 @@ export class GraphProcessor {
                     ]));
                     try {
                         const output = await this.#processNodeWithInputData(node, inputs, i, processId, (node, partialOutputs, index) => this.#emitter.emit('partialOutput', { node, outputs: partialOutputs, index, processId }));
+                        if (output['requestTokens']?.type === 'number') {
+                            this.#totalRequestTokens += coerceTypeOptional(output['requestTokens'], 'number') ?? 0;
+                        }
+                        if (output['responseTokens']?.type === 'number') {
+                            this.#totalResponseTokens += coerceTypeOptional(output['responseTokens'], 'number') ?? 0;
+                        }
                         if (output['cost']?.type === 'number') {
                             this.#totalCost += coerceTypeOptional(output['cost'], 'number') ?? 0;
                         }
@@ -829,6 +849,12 @@ export class GraphProcessor {
                     ]));
                     try {
                         const output = await this.#processNodeWithInputData(node, inputs, i, processId, (node, partialOutputs, index) => this.#emitter.emit('partialOutput', { node, outputs: partialOutputs, index, processId }));
+                        if (output['requestTokens']?.type === 'number') {
+                            this.#totalRequestTokens += coerceTypeOptional(output['requestTokens'], 'number') ?? 0;
+                        }
+                        if (output['responseTokens']?.type === 'number') {
+                            this.#totalResponseTokens += coerceTypeOptional(output['responseTokens'], 'number') ?? 0;
+                        }
                         if (output['cost']?.type === 'number') {
                             this.#totalCost += coerceTypeOptional(output['cost'], 'number') ?? 0;
                         }
@@ -858,6 +884,8 @@ export class GraphProcessor {
             }, {});
             this.#nodeResults.set(node.id, aggregateResults);
             this.#visitedNodes.add(node.id);
+            this.#totalRequestTokens += sum(results.map((r) => coerceTypeOptional(r.output?.['requestTokens'], 'number') ?? 0));
+            this.#totalResponseTokens += sum(results.map((r) => coerceTypeOptional(r.output?.['responseTokens'], 'number') ?? 0));
             this.#totalCost += sum(results.map((r) => coerceTypeOptional(r.output?.['cost'], 'number') ?? 0));
             this.#emitter.emit('nodeFinish', { node, outputs: aggregateResults, processId });
         }
@@ -875,6 +903,12 @@ export class GraphProcessor {
             const outputValues = await this.#processNodeWithInputData(node, inputValues, 0, processId, (node, partialOutputs, index) => this.#emitter.emit('partialOutput', { node, outputs: partialOutputs, index, processId }));
             this.#nodeResults.set(node.id, outputValues);
             this.#visitedNodes.add(node.id);
+            if (outputValues['requestTokens']?.type === 'number') {
+                this.#totalRequestTokens += coerceTypeOptional(outputValues['requestTokens'], 'number') ?? 0;
+            }
+            if (outputValues['responseTokens']?.type === 'number') {
+                this.#totalResponseTokens += coerceTypeOptional(outputValues['responseTokens'], 'number') ?? 0;
+            }
             if (outputValues['cost']?.type === 'number') {
                 this.#totalCost += coerceTypeOptional(outputValues['cost'], 'number') ?? 0;
             }

package/dist/esm/model/Nodes.js

@@ -99,6 +99,8 @@ import { shuffleNode } from './nodes/ShuffleNode.js';
 export * from './nodes/ShuffleNode.js';
 import { commentNode } from './nodes/CommentNode.js';
 export * from './nodes/CommentNode.js';
+import { imageToMDNode } from './nodes/ImageToMDNode.js';
+export * from './nodes/ImageToMDNode.js';
 import { imageNode } from './nodes/ImageNode.js';
 export * from './nodes/ImageNode.js';
 import { audioNode } from './nodes/AudioNode.js';
@@ -196,6 +198,7 @@ export const registerBuiltInNodes = (registry) => {
         .register(randomNumberNode)
         .register(shuffleNode)
         .register(commentNode)
+        .register(imageToMDNode)
         .register(imageNode)
         .register(audioNode)
         .register(httpCallNode)

package/dist/esm/model/nodes/ChatNode.js

@@ -728,6 +728,8 @@ export class ChatNodeImpl extends NodeImpl {
                     }
                 }
                 const startTime = Date.now();
+                let usagePromptTokens = -1;
+                let usageCompletionTokens = -1;
                 const chunks = streamChatCompletions({
                     auth: {
                         apiKey: context.settings.openAiKey ?? '',
@@ -746,6 +748,10 @@ export class ChatNodeImpl extends NodeImpl {
                         // Could be error for some reason 🤷‍♂️ but ignoring has worked for me so far.
                         continue;
                     }
+                    if (chunk.choices.length == 0 && chunk.usage) { //capture the usage info
+                        usagePromptTokens = chunk.usage.prompt_tokens;
+                        usageCompletionTokens = chunk.usage.completion_tokens;
+                    }
                     for (const { delta, index } of chunk.choices) {
                         if (delta.content != null) {
                             responseChoicesParts[index] ??= [];
@@ -847,11 +853,22 @@ export class ChatNodeImpl extends NodeImpl {
                     throw new Error('No response from OpenAI');
                 }
                 output['in-messages'] = { type: 'chat-message[]', value: messages };
-                output['requestTokens'] = { type: 'number', value: tokenCount * (numberOfChoices ?? 1) };
+                let finalTokenCount = tokenCount * (numberOfChoices ?? 1);
                 let responseTokenCount = 0;
                 for (const choiceParts of responseChoicesParts) {
-                    responseTokenCount += await context.tokenizer.getTokenCountForString(choiceParts.join(), tokenizerInfo);
+                    responseTokenCount += await context.tokenizer.getTokenCountForString(choiceParts.join(''), tokenizerInfo);
+                }
+                if (usagePromptTokens != -1 && usageCompletionTokens != -1) {
+                    if (finalTokenCount != usagePromptTokens) {
+                        console.log(`calculated token count:${finalTokenCount}, usage:${usagePromptTokens}`);
+                        finalTokenCount = usagePromptTokens;
+                    }
+                    if (responseTokenCount != usageCompletionTokens) {
+                        console.log(`calculated response token count:${responseTokenCount}, usage:${usageCompletionTokens}`);
+                        responseTokenCount = usageCompletionTokens;
+                    }
                 }
+                output['requestTokens'] = { type: 'number', value: finalTokenCount };
                 output['responseTokens'] = { type: 'number', value: responseTokenCount };
                 const promptCostPerThousand = model in openaiModels ? openaiModels[model].cost.prompt : 0;
                 const completionCostPerThousand = model in openaiModels ? openaiModels[model].cost.completion : 0;

package/dist/esm/model/nodes/ImageToMDNode.js

@@ -0,0 +1,116 @@
+import { uint8ArrayToBase64 } from '../../index.js';
+import { nanoid } from 'nanoid/non-secure';
+import { NodeImpl } from '../NodeImpl.js';
+import { nodeDefinition } from '../NodeDefinition.js';
+import {} from '../GraphProcessor.js';
+import { dedent } from 'ts-dedent';
+import { expectType } from '../../utils/expectType.js';
+export class ImageToMDNodeImpl extends NodeImpl {
+    static create() {
+        const chartNode = {
+            type: 'imagetoMD',
+            title: 'Image To Markdown',
+            id: nanoid(),
+            visualData: {
+                x: 0,
+                y: 0,
+                width: 175,
+            },
+            data: {
+                useDataInput: false,
+                mediaType: 'image/png',
+                useMediaTypeInput: false,
+            },
+        };
+        return chartNode;
+    }
+    getInputDefinitions() {
+        const inputDefinitions = [];
+        if (this.chartNode.data.useDataInput) {
+            inputDefinitions.push({
+                id: 'data',
+                title: 'Data',
+                dataType: 'image',
+                coerced: false,
+            });
+        }
+        if (this.chartNode.data.useMediaTypeInput) {
+            inputDefinitions.push({
+                id: 'mediaType',
+                title: 'Media Type',
+                dataType: 'string',
+            });
+        }
+        return inputDefinitions;
+    }
+    getOutputDefinitions() {
+        return [
+            {
+                id: 'imageMarkdown',
+                title: 'Image',
+                dataType: 'string',
+            },
+        ];
+    }
+    getEditors() {
+        return [
+            {
+                type: 'dropdown',
+                label: 'Media Type',
+                dataKey: 'mediaType',
+                options: [
+                    { value: 'image/png', label: 'PNG' },
+                    { value: 'image/jpeg', label: 'JPEG' },
+                    { value: 'image/gif', label: 'GIF' },
+                ],
+                useInputToggleDataKey: 'useMediaTypeInput',
+            },
+            {
+                type: 'imageBrowser',
+                label: 'Image',
+                dataKey: 'data',
+                useInputToggleDataKey: 'useDataInput',
+                mediaTypeDataKey: 'mediaType',
+            },
+        ];
+    }
+    getBody() {
+        return this.data.mediaType;
+    }
+    static getUIData() {
+        return {
+            infoBoxBody: dedent `
+        Turns the input value (image byte array) into its Markdown equivalent.
+      `,
+            infoBoxTitle: 'Image to Markdown Node',
+            contextMenuTitle: 'Image to Markdown',
+            group: ['Data'],
+        };
+    }
+    async process(inputData, context) {
+        let data;
+        if (this.chartNode.data.useDataInput) {
+            const imageData = expectType(inputData['data'], 'image');
+            data = (await uint8ArrayToBase64(imageData.data));
+        }
+        else {
+            const dataRef = this.data.data?.refId;
+            if (!dataRef) {
+                throw new Error('No data ref');
+            }
+            const encodedData = context.project.data?.[dataRef];
+            if (!encodedData) {
+                throw new Error(`No data at ref ${dataRef}`);
+            }
+            data = encodedData;
+        }
+        data = `![Image](data:image/png;base64,${data})`;
+        return {
+            ['imageMarkdown']: {
+                type: 'string',
+                value: data,
+            },
+        };
+    }
+}
+export const imageToMDNode = nodeDefinition(ImageToMDNodeImpl, 'Image To Markdown');

package/dist/esm/plugins/aidon/nodes/ChatAidonNode.js

@@ -181,7 +181,7 @@ const createPluginNodeImpl = (chatNode) => {
             impl.chartNode.data = data; // Ensure data is set correctly in the base class
             const outputs = impl.getOutputDefinitions();
             return outputs.filter(output => {
-                return !(output.id === 'function-calls');
+                return output.id !== 'function-calls';
             });
         },
         getEditors(data) {

package/dist/esm/utils/openai.js

@@ -169,6 +169,7 @@ export class OpenAIError extends Error {
         this.name = 'OpenAIError';
     }
 }
+;
 export async function* streamChatCompletions({ endpoint, auth, signal, headers, timeout, ...rest }) {
     const abortSignal = signal ?? new AbortController().signal;
     const response = await fetchEventSource(endpoint, {
@@ -182,6 +183,9 @@ export async function* streamChatCompletions({ endpoint, auth, signal, headers,
         body: JSON.stringify({
             ...rest,
             stream: true,
+            stream_options: {
+                "include_usage": true
+            },
         }),
         signal: abortSignal,
     }, timeout ?? DEFAULT_CHAT_NODE_TIMEOUT);

package/dist/types/model/Nodes.d.ts

@@ -49,6 +49,7 @@ export * from './nodes/NumberNode.js';
 export * from './nodes/RandomNumberNode.js';
 export * from './nodes/ShuffleNode.js';
 export * from './nodes/CommentNode.js';
+export * from './nodes/ImageToMDNode.js';
 export * from './nodes/ImageNode.js';
 export * from './nodes/AudioNode.js';
 export * from './nodes/HttpCallNode.js';
@@ -72,8 +73,8 @@ export * from './nodes/CallGraphNode.js';
 export * from './nodes/DelegateFunctionCallNode.js';
 export * from './nodes/PlayAudioNode.js';
 export * from './nodes/CallGraphNode.js';
-export declare const registerBuiltInNodes: (registry: NodeRegistration) => NodeRegistration<"number" | "boolean" | "object" | "pop" | "join" | "slice" | "filter" | "match" | "split" | "image" | "audio" | "code" | "array" | "userInput" | "prompt" | "text" | "chat" | "extractRegex" | "if" | "readDirectory" | "readFile" | "ifElse" | "chunk" | "graphInput" | "graphOutput" | "subGraph" | "extractJson" | "assemblePrompt" | "extractYaml" | "loopController" | "trimChatMessages" | "externalCall" | "setGlobal" | "raiseEvent" | "getGlobal" | "abortGraph" | "extractObjectPath" | "context" | "coalesce" | "passthrough" | "waitForEvent" | "gptFunction" | "toYaml" | "getEmbedding" | "vectorStore" | "vectorNearestNeighbors" | "hash" | "raceInputs" | "toJson" | "compare" | "evaluate" | "randomNumber" | "shuffle" | "comment" | "httpCall" | "delay" | "appendToDataset" | "createDataset" | "loadDataset" | "getAllDatasets" | "datasetNearestNeighbors" | "getDatasetRow" | "extractMarkdownCodeBlocks" | "assembleMessage" | "urlReference" | "destructure" | "replaceDataset" | "listGraphs" | "graphReference" | "callGraph" | "delegateFunctionCall" | "playAudio", import("./nodes/UserInputNode.js").UserInputNode | import("./nodes/TextNode.js").TextNode | import("./nodes/ChatNode.js").ChatNode | import("./nodes/PromptNode.js").PromptNode | import("./nodes/ExtractRegexNode.js").ExtractRegexNode | import("./nodes/CodeNode.js").CodeNode | import("./nodes/MatchNode.js").MatchNode | import("./nodes/IfNode.js").IfNode | import("./nodes/ReadDirectoryNode.js").ReadDirectoryNode | import("./nodes/ReadFileNode.js").ReadFileNode | import("./nodes/IfElseNode.js").IfElseNode | import("./nodes/ChunkNode.js").ChunkNode | import("./nodes/GraphInputNode.js").GraphInputNode | import("./nodes/GraphOutputNode.js").GraphOutputNode | import("./nodes/SubGraphNode.js").SubGraphNode | import("./nodes/ArrayNode.js").ArrayNode | import("./nodes/ExtractJsonNode.js").ExtractJsonNode | import("./nodes/AssemblePromptNode.js").AssemblePromptNode | import("./nodes/ExtractYamlNode.js").ExtractYamlNode | import("./nodes/LoopControllerNode.js").LoopControllerNode | import("./nodes/TrimChatMessagesNode.js").TrimChatMessagesNode | import("./nodes/ExternalCallNode.js").ExternalCallNode | import("./nodes/ExtractObjectPathNode.js").ExtractObjectPathNode | import("./nodes/RaiseEventNode.js").RaiseEventNode | import("./nodes/ContextNode.js").ContextNode | import("./nodes/CoalesceNode.js").CoalesceNode | import("./nodes/PassthroughNode.js").PassthroughNode | import("./nodes/PopNode.js").PopNode | import("./nodes/SetGlobalNode.js").SetGlobalNode | import("./nodes/GetGlobalNode.js").GetGlobalNode | import("./nodes/WaitForEventNode.js").WaitForEventNode | import("./nodes/GptFunctionNode.js").GptFunctionNode | import("./nodes/ToYamlNode.js").ToYamlNode | import("./nodes/GetEmbeddingNode.js").GetEmbeddingNode | import("./nodes/VectorStoreNode.js").VectorStoreNode | import("./nodes/VectorNearestNeighborsNode.js").VectorNearestNeighborsNode | import("./nodes/HashNode.js").HashNode | import("./nodes/AbortGraphNode.js").AbortGraphNode | import("./nodes/RaceInputsNode.js").RaceInputsNode | import("./nodes/ToJsonNode.js").ToJsonNode | import("./nodes/JoinNode.js").JoinNode | import("./nodes/FilterNode.js").FilterNode | import("./nodes/ObjectNode.js").ObjectNode | import("./nodes/BooleanNode.js").BooleanNode | import("./nodes/CompareNode.js").CompareNode | import("./nodes/EvaluateNode.js").EvaluateNode | import("./nodes/NumberNode.js").NumberNode | import("./nodes/RandomNumberNode.js").RandomNumberNode | import("./nodes/ShuffleNode.js").ShuffleNode | import("./nodes/CommentNode.js").CommentNode | import("./nodes/ImageNode.js").ImageNode | import("./nodes/AudioNode.js").AudioNode | import("./nodes/HttpCallNode.js").HttpCallNode | import("./nodes/DelayNode.js").DelayNode | import("./nodes/AppendToDatasetNode.js").AppendToDatasetNode | import("./nodes/CreateDatasetNode.js").CreateDatasetNode | import("./nodes/LoadDatasetNode.js").LoadDatasetNode | import("./nodes/GetAllDatasetsNode.js").GetAllDatasetsNode | import("./nodes/SplitNode.js").SplitNode | import("./nodes/DatasetNearestNeigborsNode.js").DatasetNearestNeighborsNode | import("./nodes/GetDatasetRowNode.js").GetDatasetRowNode | import("./nodes/SliceNode.js").SliceNode | import("./nodes/ExtractMarkdownCodeBlocksNode.js").ExtractMarkdownCodeBlocksNode | import("./nodes/AssembleMessageNode.js").AssembleMessageNode | import("./nodes/URLReferenceNode.js").UrlReferenceNode | import("./nodes/DestructureNode.js").DestructureNode | import("./nodes/ReplaceDatasetNode.js").ReplaceDatasetNode | import("./nodes/ListGraphsNode.js").ListGraphsNode | import("./nodes/GraphReferenceNode.js").GraphReferenceNode | import("./nodes/CallGraphNode.js").CallGraphNode | import("./nodes/DelegateFunctionCallNode.js").DelegateFunctionCallNode | import("./nodes/PlayAudioNode.js").PlayAudioNode>;
-declare let globalRivetNodeRegistry: NodeRegistration<"number" | "boolean" | "object" | "pop" | "join" | "slice" | "filter" | "match" | "split" | "image" | "audio" | "code" | "array" | "userInput" | "prompt" | "text" | "chat" | "extractRegex" | "if" | "readDirectory" | "readFile" | "ifElse" | "chunk" | "graphInput" | "graphOutput" | "subGraph" | "extractJson" | "assemblePrompt" | "extractYaml" | "loopController" | "trimChatMessages" | "externalCall" | "setGlobal" | "raiseEvent" | "getGlobal" | "abortGraph" | "extractObjectPath" | "context" | "coalesce" | "passthrough" | "waitForEvent" | "gptFunction" | "toYaml" | "getEmbedding" | "vectorStore" | "vectorNearestNeighbors" | "hash" | "raceInputs" | "toJson" | "compare" | "evaluate" | "randomNumber" | "shuffle" | "comment" | "httpCall" | "delay" | "appendToDataset" | "createDataset" | "loadDataset" | "getAllDatasets" | "datasetNearestNeighbors" | "getDatasetRow" | "extractMarkdownCodeBlocks" | "assembleMessage" | "urlReference" | "destructure" | "replaceDataset" | "listGraphs" | "graphReference" | "callGraph" | "delegateFunctionCall" | "playAudio", import("./nodes/UserInputNode.js").UserInputNode | import("./nodes/TextNode.js").TextNode | import("./nodes/ChatNode.js").ChatNode | import("./nodes/PromptNode.js").PromptNode | import("./nodes/ExtractRegexNode.js").ExtractRegexNode | import("./nodes/CodeNode.js").CodeNode | import("./nodes/MatchNode.js").MatchNode | import("./nodes/IfNode.js").IfNode | import("./nodes/ReadDirectoryNode.js").ReadDirectoryNode | import("./nodes/ReadFileNode.js").ReadFileNode | import("./nodes/IfElseNode.js").IfElseNode | import("./nodes/ChunkNode.js").ChunkNode | import("./nodes/GraphInputNode.js").GraphInputNode | import("./nodes/GraphOutputNode.js").GraphOutputNode | import("./nodes/SubGraphNode.js").SubGraphNode | import("./nodes/ArrayNode.js").ArrayNode | import("./nodes/ExtractJsonNode.js").ExtractJsonNode | import("./nodes/AssemblePromptNode.js").AssemblePromptNode | import("./nodes/ExtractYamlNode.js").ExtractYamlNode | import("./nodes/LoopControllerNode.js").LoopControllerNode | import("./nodes/TrimChatMessagesNode.js").TrimChatMessagesNode | import("./nodes/ExternalCallNode.js").ExternalCallNode | import("./nodes/ExtractObjectPathNode.js").ExtractObjectPathNode | import("./nodes/RaiseEventNode.js").RaiseEventNode | import("./nodes/ContextNode.js").ContextNode | import("./nodes/CoalesceNode.js").CoalesceNode | import("./nodes/PassthroughNode.js").PassthroughNode | import("./nodes/PopNode.js").PopNode | import("./nodes/SetGlobalNode.js").SetGlobalNode | import("./nodes/GetGlobalNode.js").GetGlobalNode | import("./nodes/WaitForEventNode.js").WaitForEventNode | import("./nodes/GptFunctionNode.js").GptFunctionNode | import("./nodes/ToYamlNode.js").ToYamlNode | import("./nodes/GetEmbeddingNode.js").GetEmbeddingNode | import("./nodes/VectorStoreNode.js").VectorStoreNode | import("./nodes/VectorNearestNeighborsNode.js").VectorNearestNeighborsNode | import("./nodes/HashNode.js").HashNode | import("./nodes/AbortGraphNode.js").AbortGraphNode | import("./nodes/RaceInputsNode.js").RaceInputsNode | import("./nodes/ToJsonNode.js").ToJsonNode | import("./nodes/JoinNode.js").JoinNode | import("./nodes/FilterNode.js").FilterNode | import("./nodes/ObjectNode.js").ObjectNode | import("./nodes/BooleanNode.js").BooleanNode | import("./nodes/CompareNode.js").CompareNode | import("./nodes/EvaluateNode.js").EvaluateNode | import("./nodes/NumberNode.js").NumberNode | import("./nodes/RandomNumberNode.js").RandomNumberNode | import("./nodes/ShuffleNode.js").ShuffleNode | import("./nodes/CommentNode.js").CommentNode | import("./nodes/ImageNode.js").ImageNode | import("./nodes/AudioNode.js").AudioNode | import("./nodes/HttpCallNode.js").HttpCallNode | import("./nodes/DelayNode.js").DelayNode | import("./nodes/AppendToDatasetNode.js").AppendToDatasetNode | import("./nodes/CreateDatasetNode.js").CreateDatasetNode | import("./nodes/LoadDatasetNode.js").LoadDatasetNode | import("./nodes/GetAllDatasetsNode.js").GetAllDatasetsNode | import("./nodes/SplitNode.js").SplitNode | import("./nodes/DatasetNearestNeigborsNode.js").DatasetNearestNeighborsNode | import("./nodes/GetDatasetRowNode.js").GetDatasetRowNode | import("./nodes/SliceNode.js").SliceNode | import("./nodes/ExtractMarkdownCodeBlocksNode.js").ExtractMarkdownCodeBlocksNode | import("./nodes/AssembleMessageNode.js").AssembleMessageNode | import("./nodes/URLReferenceNode.js").UrlReferenceNode | import("./nodes/DestructureNode.js").DestructureNode | import("./nodes/ReplaceDatasetNode.js").ReplaceDatasetNode | import("./nodes/ListGraphsNode.js").ListGraphsNode | import("./nodes/GraphReferenceNode.js").GraphReferenceNode | import("./nodes/CallGraphNode.js").CallGraphNode | import("./nodes/DelegateFunctionCallNode.js").DelegateFunctionCallNode | import("./nodes/PlayAudioNode.js").PlayAudioNode>;
+export declare const registerBuiltInNodes: (registry: NodeRegistration) => NodeRegistration<"number" | "boolean" | "object" | "pop" | "join" | "slice" | "filter" | "match" | "split" | "image" | "audio" | "code" | "array" | "userInput" | "prompt" | "text" | "chat" | "extractRegex" | "if" | "readDirectory" | "readFile" | "ifElse" | "chunk" | "graphInput" | "graphOutput" | "subGraph" | "extractJson" | "assemblePrompt" | "extractYaml" | "loopController" | "trimChatMessages" | "externalCall" | "setGlobal" | "raiseEvent" | "getGlobal" | "abortGraph" | "extractObjectPath" | "context" | "coalesce" | "passthrough" | "waitForEvent" | "gptFunction" | "toYaml" | "getEmbedding" | "vectorStore" | "vectorNearestNeighbors" | "hash" | "raceInputs" | "toJson" | "compare" | "evaluate" | "randomNumber" | "shuffle" | "comment" | "imagetoMD" | "httpCall" | "delay" | "appendToDataset" | "createDataset" | "loadDataset" | "getAllDatasets" | "datasetNearestNeighbors" | "getDatasetRow" | "extractMarkdownCodeBlocks" | "assembleMessage" | "urlReference" | "destructure" | "replaceDataset" | "listGraphs" | "graphReference" | "callGraph" | "delegateFunctionCall" | "playAudio", import("./nodes/UserInputNode.js").UserInputNode | import("./nodes/TextNode.js").TextNode | import("./nodes/ChatNode.js").ChatNode | import("./nodes/PromptNode.js").PromptNode | import("./nodes/ExtractRegexNode.js").ExtractRegexNode | import("./nodes/CodeNode.js").CodeNode | import("./nodes/MatchNode.js").MatchNode | import("./nodes/IfNode.js").IfNode | import("./nodes/ReadDirectoryNode.js").ReadDirectoryNode | import("./nodes/ReadFileNode.js").ReadFileNode | import("./nodes/IfElseNode.js").IfElseNode | import("./nodes/ChunkNode.js").ChunkNode | import("./nodes/GraphInputNode.js").GraphInputNode | import("./nodes/GraphOutputNode.js").GraphOutputNode | import("./nodes/SubGraphNode.js").SubGraphNode | import("./nodes/ArrayNode.js").ArrayNode | import("./nodes/ExtractJsonNode.js").ExtractJsonNode | import("./nodes/AssemblePromptNode.js").AssemblePromptNode | import("./nodes/ExtractYamlNode.js").ExtractYamlNode | import("./nodes/LoopControllerNode.js").LoopControllerNode | import("./nodes/TrimChatMessagesNode.js").TrimChatMessagesNode | import("./nodes/ExternalCallNode.js").ExternalCallNode | import("./nodes/ExtractObjectPathNode.js").ExtractObjectPathNode | import("./nodes/RaiseEventNode.js").RaiseEventNode | import("./nodes/ContextNode.js").ContextNode | import("./nodes/CoalesceNode.js").CoalesceNode | import("./nodes/PassthroughNode.js").PassthroughNode | import("./nodes/PopNode.js").PopNode | import("./nodes/SetGlobalNode.js").SetGlobalNode | import("./nodes/GetGlobalNode.js").GetGlobalNode | import("./nodes/WaitForEventNode.js").WaitForEventNode | import("./nodes/GptFunctionNode.js").GptFunctionNode | import("./nodes/ToYamlNode.js").ToYamlNode | import("./nodes/GetEmbeddingNode.js").GetEmbeddingNode | import("./nodes/VectorStoreNode.js").VectorStoreNode | import("./nodes/VectorNearestNeighborsNode.js").VectorNearestNeighborsNode | import("./nodes/HashNode.js").HashNode | import("./nodes/AbortGraphNode.js").AbortGraphNode | import("./nodes/RaceInputsNode.js").RaceInputsNode | import("./nodes/ToJsonNode.js").ToJsonNode | import("./nodes/JoinNode.js").JoinNode | import("./nodes/FilterNode.js").FilterNode | import("./nodes/ObjectNode.js").ObjectNode | import("./nodes/BooleanNode.js").BooleanNode | import("./nodes/CompareNode.js").CompareNode | import("./nodes/EvaluateNode.js").EvaluateNode | import("./nodes/NumberNode.js").NumberNode | import("./nodes/RandomNumberNode.js").RandomNumberNode | import("./nodes/ShuffleNode.js").ShuffleNode | import("./nodes/CommentNode.js").CommentNode | import("./nodes/ImageToMDNode.js").ImageToMDNode | import("./nodes/ImageNode.js").ImageNode | import("./nodes/AudioNode.js").AudioNode | import("./nodes/HttpCallNode.js").HttpCallNode | import("./nodes/DelayNode.js").DelayNode | import("./nodes/AppendToDatasetNode.js").AppendToDatasetNode | import("./nodes/CreateDatasetNode.js").CreateDatasetNode | import("./nodes/LoadDatasetNode.js").LoadDatasetNode | import("./nodes/GetAllDatasetsNode.js").GetAllDatasetsNode | import("./nodes/SplitNode.js").SplitNode | import("./nodes/DatasetNearestNeigborsNode.js").DatasetNearestNeighborsNode | import("./nodes/GetDatasetRowNode.js").GetDatasetRowNode | import("./nodes/SliceNode.js").SliceNode | import("./nodes/ExtractMarkdownCodeBlocksNode.js").ExtractMarkdownCodeBlocksNode | import("./nodes/AssembleMessageNode.js").AssembleMessageNode | import("./nodes/URLReferenceNode.js").UrlReferenceNode | import("./nodes/DestructureNode.js").DestructureNode | import("./nodes/ReplaceDatasetNode.js").ReplaceDatasetNode | import("./nodes/ListGraphsNode.js").ListGraphsNode | import("./nodes/GraphReferenceNode.js").GraphReferenceNode | import("./nodes/CallGraphNode.js").CallGraphNode | import("./nodes/DelegateFunctionCallNode.js").DelegateFunctionCallNode | import("./nodes/PlayAudioNode.js").PlayAudioNode>;
+declare let globalRivetNodeRegistry: NodeRegistration<"number" | "boolean" | "object" | "pop" | "join" | "slice" | "filter" | "match" | "split" | "image" | "audio" | "code" | "array" | "userInput" | "prompt" | "text" | "chat" | "extractRegex" | "if" | "readDirectory" | "readFile" | "ifElse" | "chunk" | "graphInput" | "graphOutput" | "subGraph" | "extractJson" | "assemblePrompt" | "extractYaml" | "loopController" | "trimChatMessages" | "externalCall" | "setGlobal" | "raiseEvent" | "getGlobal" | "abortGraph" | "extractObjectPath" | "context" | "coalesce" | "passthrough" | "waitForEvent" | "gptFunction" | "toYaml" | "getEmbedding" | "vectorStore" | "vectorNearestNeighbors" | "hash" | "raceInputs" | "toJson" | "compare" | "evaluate" | "randomNumber" | "shuffle" | "comment" | "imagetoMD" | "httpCall" | "delay" | "appendToDataset" | "createDataset" | "loadDataset" | "getAllDatasets" | "datasetNearestNeighbors" | "getDatasetRow" | "extractMarkdownCodeBlocks" | "assembleMessage" | "urlReference" | "destructure" | "replaceDataset" | "listGraphs" | "graphReference" | "callGraph" | "delegateFunctionCall" | "playAudio", import("./nodes/UserInputNode.js").UserInputNode | import("./nodes/TextNode.js").TextNode | import("./nodes/ChatNode.js").ChatNode | import("./nodes/PromptNode.js").PromptNode | import("./nodes/ExtractRegexNode.js").ExtractRegexNode | import("./nodes/CodeNode.js").CodeNode | import("./nodes/MatchNode.js").MatchNode | import("./nodes/IfNode.js").IfNode | import("./nodes/ReadDirectoryNode.js").ReadDirectoryNode | import("./nodes/ReadFileNode.js").ReadFileNode | import("./nodes/IfElseNode.js").IfElseNode | import("./nodes/ChunkNode.js").ChunkNode | import("./nodes/GraphInputNode.js").GraphInputNode | import("./nodes/GraphOutputNode.js").GraphOutputNode | import("./nodes/SubGraphNode.js").SubGraphNode | import("./nodes/ArrayNode.js").ArrayNode | import("./nodes/ExtractJsonNode.js").ExtractJsonNode | import("./nodes/AssemblePromptNode.js").AssemblePromptNode | import("./nodes/ExtractYamlNode.js").ExtractYamlNode | import("./nodes/LoopControllerNode.js").LoopControllerNode | import("./nodes/TrimChatMessagesNode.js").TrimChatMessagesNode | import("./nodes/ExternalCallNode.js").ExternalCallNode | import("./nodes/ExtractObjectPathNode.js").ExtractObjectPathNode | import("./nodes/RaiseEventNode.js").RaiseEventNode | import("./nodes/ContextNode.js").ContextNode | import("./nodes/CoalesceNode.js").CoalesceNode | import("./nodes/PassthroughNode.js").PassthroughNode | import("./nodes/PopNode.js").PopNode | import("./nodes/SetGlobalNode.js").SetGlobalNode | import("./nodes/GetGlobalNode.js").GetGlobalNode | import("./nodes/WaitForEventNode.js").WaitForEventNode | import("./nodes/GptFunctionNode.js").GptFunctionNode | import("./nodes/ToYamlNode.js").ToYamlNode | import("./nodes/GetEmbeddingNode.js").GetEmbeddingNode | import("./nodes/VectorStoreNode.js").VectorStoreNode | import("./nodes/VectorNearestNeighborsNode.js").VectorNearestNeighborsNode | import("./nodes/HashNode.js").HashNode | import("./nodes/AbortGraphNode.js").AbortGraphNode | import("./nodes/RaceInputsNode.js").RaceInputsNode | import("./nodes/ToJsonNode.js").ToJsonNode | import("./nodes/JoinNode.js").JoinNode | import("./nodes/FilterNode.js").FilterNode | import("./nodes/ObjectNode.js").ObjectNode | import("./nodes/BooleanNode.js").BooleanNode | import("./nodes/CompareNode.js").CompareNode | import("./nodes/EvaluateNode.js").EvaluateNode | import("./nodes/NumberNode.js").NumberNode | import("./nodes/RandomNumberNode.js").RandomNumberNode | import("./nodes/ShuffleNode.js").ShuffleNode | import("./nodes/CommentNode.js").CommentNode | import("./nodes/ImageToMDNode.js").ImageToMDNode | import("./nodes/ImageNode.js").ImageNode | import("./nodes/AudioNode.js").AudioNode | import("./nodes/HttpCallNode.js").HttpCallNode | import("./nodes/DelayNode.js").DelayNode | import("./nodes/AppendToDatasetNode.js").AppendToDatasetNode | import("./nodes/CreateDatasetNode.js").CreateDatasetNode | import("./nodes/LoadDatasetNode.js").LoadDatasetNode | import("./nodes/GetAllDatasetsNode.js").GetAllDatasetsNode | import("./nodes/SplitNode.js").SplitNode | import("./nodes/DatasetNearestNeigborsNode.js").DatasetNearestNeighborsNode | import("./nodes/GetDatasetRowNode.js").GetDatasetRowNode | import("./nodes/SliceNode.js").SliceNode | import("./nodes/ExtractMarkdownCodeBlocksNode.js").ExtractMarkdownCodeBlocksNode | import("./nodes/AssembleMessageNode.js").AssembleMessageNode | import("./nodes/URLReferenceNode.js").UrlReferenceNode | import("./nodes/DestructureNode.js").DestructureNode | import("./nodes/ReplaceDatasetNode.js").ReplaceDatasetNode | import("./nodes/ListGraphsNode.js").ListGraphsNode | import("./nodes/GraphReferenceNode.js").GraphReferenceNode | import("./nodes/CallGraphNode.js").CallGraphNode | import("./nodes/DelegateFunctionCallNode.js").DelegateFunctionCallNode | import("./nodes/PlayAudioNode.js").PlayAudioNode>;
 export { globalRivetNodeRegistry };
 export type BuiltInNodes = typeof globalRivetNodeRegistry.NodesType;
 export type BuiltInNodeType = typeof globalRivetNodeRegistry.NodeTypesType;

package/dist/types/model/nodes/ImageToMDNode.d.ts

@@ -0,0 +1,20 @@
+import { type ChartNode, type NodeInputDefinition, type NodeOutputDefinition, type EditorDefinition, type DataRef, type InternalProcessContext } from '../../index.js';
+import { NodeImpl, type NodeUIData } from '../NodeImpl.js';
+import { type Inputs, type Outputs } from '../GraphProcessor.js';
+export type ImageToMDNode = ChartNode<'imagetoMD', ImageToMDNodeData>;
+export type ImageToMDNodeData = {
+    data?: DataRef;
+    useDataInput: boolean;
+    mediaType: 'image/png' | 'image/jpeg' | 'image/gif';
+    useMediaTypeInput: boolean;
+};
+export declare class ImageToMDNodeImpl extends NodeImpl<ImageToMDNode> {
+    static create(): ImageToMDNode;
+    getInputDefinitions(): NodeInputDefinition[];
+    getOutputDefinitions(): NodeOutputDefinition[];
+    getEditors(): EditorDefinition<ImageToMDNode>[];
+    getBody(): string | undefined;
+    static getUIData(): NodeUIData;
+    process(inputData: Inputs, context: InternalProcessContext): Promise<Outputs>;
+}
+export declare const imageToMDNode: import("../NodeDefinition.js").NodeDefinition<ImageToMDNode>;

package/dist/types/utils/openai.d.ts

@@ -311,6 +311,7 @@ export type ChatCompletionChunk = {
     created: number;
     model: string;
     choices?: ChatCompletionChunkChoice[];
+    usage?: CompletionUsage;
 };
 export type GptFunctionCall = {
     name: string;
@@ -320,6 +321,11 @@ export type GptFunctionCallDelta = {
     name?: string;
     arguments?: string;
 };
+export interface CompletionUsage {
+    completion_tokens: number;
+    prompt_tokens: number;
+    total_tokens: number;
+}
 export type ChatCompletionChunkChoice = {
     index: number;
     message_index: number;

package/package.json

@@ -2,7 +2,7 @@
   "name": "@alpic80/rivet-core",
   "license": "MIT",
   "repository": "https://github.com/castortech/rivet",
-  "version": "1.19.1-aidon.1",
+  "version": "1.19.1-aidon.3",
   "packageManager": "yarn@3.5.0",
   "main": "dist/cjs/bundle.cjs",
   "module": "dist/esm/index.js",