@alpic80/rivet-core 1.19.1-aidon.3 → 1.24.0-aidon.3

package/dist/esm/model/nodes/{GptFunctionNode.js → ToolNode.js}

@@ -13,7 +13,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
     static create() {
         const chartNode = {
             type: 'gptFunction',
-            title: 'GPT Function',
+            title: 'Tool',
             id: nanoid(),
             visualData: {
                 x: 0,
@@ -21,7 +21,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
                 width: 250,
             },
             data: {
-                name: 'newFunction',
+                name: 'newTool',
                 description: 'No description provided',
                 schema: dedent `
           {
@@ -39,7 +39,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
                 id: 'name',
                 title: 'Name',
                 dataType: 'string',
-                description: 'The name of the function that GPT will see as available to call',
+                description: 'The name of the tool that the LLM will see as available to call',
             });
         }
         if (this.data.useDescriptionInput) {
@@ -47,7 +47,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
                 id: 'description',
                 title: 'Description',
                 dataType: 'string',
-                description: 'The description of the function that GPT will see as available to call',
+                description: 'The description of the tool that the LLM will see as available to call',
             });
         }
         if (this.data.useSchemaInput) {
@@ -55,7 +55,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
                 id: 'schema',
                 title: 'Schema',
                 dataType: 'object',
-                description: 'The schema of the function that GPT will see as available to call',
+                description: 'The schema of the tool that the LLM will see as available to call',
             });
         }
         // Extract inputs from promptText, everything like {{input}}
@@ -81,7 +81,7 @@ export class GptFunctionNodeImpl extends NodeImpl {
                 id: 'function',
                 title: 'Function',
                 dataType: 'gpt-function',
-                description: 'The GPT function that can be called by the LLM.',
+                description: 'The tool that can be called by the LLM.',
             },
         ];
     }
@@ -127,10 +127,10 @@ export class GptFunctionNodeImpl extends NodeImpl {
     static getUIData() {
         return {
             infoBoxBody: dedent `
-        Defines a GPT function, which is a method that the LLM can call in its responses.
+        Defines a tool, which is a method that the LLM can call in its responses.
       `,
-            infoBoxTitle: 'GPT Function Node',
-            contextMenuTitle: 'GPT Function',
+            infoBoxTitle: 'Tool Node',
+            contextMenuTitle: 'Tool',
             group: ['AI'],
         };
     }
@@ -166,4 +166,4 @@ export class GptFunctionNodeImpl extends NodeImpl {
         };
     }
 }
-export const gptFunctionNode = nodeDefinition(GptFunctionNodeImpl, 'GPT Function');
+export const gptFunctionNode = nodeDefinition(GptFunctionNodeImpl, 'Tool');

package/dist/esm/model/nodes/UserInputNode.js

@@ -5,6 +5,7 @@ import {} from '../../index.js';
 import { dedent } from 'ts-dedent';
 import { nodeDefinition } from '../NodeDefinition.js';
 import { coerceType } from '../../utils/coerceType.js';
+import {} from '../ProcessContext.js';
 export class UserInputNodeImpl extends NodeImpl {
     static create() {
         const chartNode = {
@@ -89,21 +90,18 @@ export class UserInputNodeImpl extends NodeImpl {
             group: ['Input/Output'],
         };
     }
-    async process() {
+    async process(inputs, context) {
+        const questions = this.data.useInput ? coerceType(inputs['questions'], 'string[]') : [this.data.prompt];
+        const renderingFormat = this.data.renderingFormat === 'preformatted' ? 'text' : 'markdown';
+        const response = await context.requestUserInput(questions, renderingFormat);
         return {
-            ['output']: undefined,
-            ['questionsAndAnswers']: undefined,
-        };
-    }
-    getOutputValuesFromUserInput(questions, answers) {
-        const questionsList = this.data.useInput
-            ? coerceType(questions['questions'], 'string[]')
-            : [this.data.prompt];
-        return {
-            ['output']: answers,
+            ['output']: {
+                type: 'string[]',
+                value: response.value,
+            },
             ['questionsAndAnswers']: {
                 type: 'string[]',
-                value: zip(questionsList, answers.value).map(([q, a]) => `${q}\n${a}`),
+                value: zip(questions, response.value).map(([q, a]) => `${q}\n${a}`),
             },
         };
     }

package/dist/esm/model/nodes/WriteFileNode.js

@@ -0,0 +1,147 @@
+import {} from '../NodeBase.js';
+import {} from '../DataValue.js';
+import { NodeImpl } from '../NodeImpl.js';
+import { nodeDefinition } from '../NodeDefinition.js';
+import { nanoid } from 'nanoid/non-secure';
+import { getInputOrData } from '../../utils/index.js';
+import {} from '../ProcessContext.js';
+import { dedent } from 'ts-dedent';
+import { coerceTypeOptional } from '../../utils/coerceType.js';
+import { extractInterpolationVariables, interpolate } from '../../utils/interpolation.js';
+const mimeToExtension = {
+    'image/jpeg': 'jpg',
+    'image/png': 'png',
+    'image/gif': 'gif',
+    'audio/wav': 'wav',
+    'audio/mpeg	': 'mp3',
+    'audio/mp3': 'mp3',
+    'audio/ogg': 'ogg'
+};
+export class WriteFileNodeImpl extends NodeImpl {
+    static create() {
+        return {
+            id: nanoid(),
+            type: 'writeFile',
+            title: 'Write File',
+            visualData: { x: 0, y: 0, width: 250 },
+            data: {
+                path: '',
+                asBinary: false,
+                usePathOutput: true,
+                overwriteExistingFile: false,
+            },
+        };
+    }
+    getInputDefinitions() {
+        const inputDefinitions = [
+            {
+                id: 'content',
+                title: 'Content',
+                dataType: this.data.asBinary ? 'binary' : 'string',
+            },
+        ];
+        if (this.chartNode.data.usePathOutput) {
+            inputDefinitions.push({
+                id: 'path',
+                title: 'Path',
+                dataType: 'string',
+                coerced: false,
+            });
+        }
+        return inputDefinitions;
+    }
+    getOutputDefinitions() {
+        return [
+            {
+                id: 'outputContent',
+                title: 'Content',
+                dataType: this.data.asBinary ? 'binary' : 'string',
+            },
+        ];
+    }
+    static getUIData() {
+        return {
+            infoBoxBody: dedent `
+        Writes the contents of the specified file and outputs it as a string.
+      `,
+            infoBoxTitle: 'Write File Node',
+            contextMenuTitle: 'Write File',
+            group: ['Input/Output'],
+        };
+    }
+    getEditors() {
+        return [
+            {
+                type: 'string',
+                label: 'Path',
+                dataKey: 'path',
+                useInputToggleDataKey: 'usePathOutput',
+            },
+            {
+                type: 'toggle',
+                label: 'Overwrite Existing File instead of making additional copy',
+                dataKey: 'overwriteExistingFile',
+            },
+            {
+                type: 'toggle',
+                label: 'Read as Binary',
+                dataKey: 'asBinary',
+            },
+        ];
+    }
+    getBody() {
+        return dedent `
+      ${this.data.asBinary ? 'Write as Binary' : 'Write as Text'}
+      ${this.data.usePathOutput ? '' : `Path: ${this.data.path}`}
+    `;
+    }
+    async process(inputData, context) {
+        const { nativeApi } = context;
+        const inputContent = inputData['content'] ?? { type: 'any', value: undefined };
+        if (nativeApi == null) {
+            throw new Error('This node requires a native API to run.');
+        }
+        const currentPath = context.project.metadata?.path;
+        if (!currentPath) {
+            throw new Error('Project metadata is missing path.');
+        }
+        const folderPath = currentPath.replace('.rivet-project', '.rivet-files');
+        await nativeApi.createdir(folderPath, true);
+        let path = getInputOrData(this.chartNode.data, inputData, 'path');
+        const interpolations = extractInterpolationVariables(path);
+        if (interpolations.includes('ext')) {
+            let extension = 'txt';
+            if (this.data.asBinary) {
+                if (inputContent.type === 'audio') {
+                    extension = mimeToExtension[inputContent.value.mediaType ?? ''] ?? 'audio';
+                }
+                else if (inputContent.type === 'image') {
+                    extension = mimeToExtension[inputContent.value.mediaType ?? ''] ?? 'image';
+                }
+                else {
+                    extension = 'binary';
+                }
+            }
+            path = interpolate(path, { ext: extension });
+        }
+        let fileDestination = await nativeApi.join(folderPath, path);
+        if (!this.data.overwriteExistingFile) {
+            fileDestination = await nativeApi.uniqueFilename(fileDestination);
+        }
+        if (this.data.asBinary) {
+            const content = coerceTypeOptional(inputContent, 'binary') ?? new Uint8Array();
+            await nativeApi.writeBinaryFile(fileDestination, content);
+            return {
+                ['outputContent']: { type: 'binary', value: content },
+            };
+        }
+        else {
+            const content = coerceTypeOptional(inputContent, 'string') ?? '';
+            await nativeApi.writeTextFile(fileDestination, content);
+            return {
+                ['outputContent']: { type: 'string', value: content },
+            };
+        }
+    }
+}
+export const writeFileNode = nodeDefinition(WriteFileNodeImpl, 'Write File');

package/dist/esm/native/BrowserNativeApi.js

@@ -1,6 +1,9 @@
 import {} from './BaseDir.js';
 import {} from './NativeApi.js';
 export class BrowserNativeApi {
+    createdir(_path, _recursive, _baseDir) {
+        throw new Error('Method not implemented.');
+    }
     readdir(_path, _baseDir) {
         throw new Error('Method not implemented.');
     }
@@ -13,7 +16,19 @@ export class BrowserNativeApi {
     writeTextFile(_path, _data, _baseDir) {
         throw new Error('Method not implemented.');
     }
-    exec(command, args, options) {
+    writeBinaryFile(_path, _data, _baseDir) {
+        throw new Error('Method not implemented.');
+    }
+    exists(_path, _baseDir) {
+        throw new Error('Method not implemented.');
+    }
+    join(..._paths) {
+        throw new Error('Method not implemented.');
+    }
+    uniqueFilename(_path, _baseDir) {
+        throw new Error('Method not implemented.');
+    }
+    exec() {
         throw new Error('Method not supported.');
     }
 }

package/dist/esm/plugins/aidon/nodes/ChatAidonNode.js

@@ -1,10 +1,10 @@
-import { ChatNodeImpl, Rivet, globalRivetNodeRegistry, } from '../../../index.js';
+import { ChatNodeImpl, globalRivetNodeRegistry, } from '../../../index.js';
 import { omit } from 'lodash-es';
 import { dedent } from 'ts-dedent';
 import { coerceTypeOptional } from '../../../utils/coerceType.js';
 import { pluginNodeDefinition } from '../../../model/NodeDefinition.js';
 // Temporary
-const cache = new Map();
+// const cache = new Map<string, Outputs>();
 const registry = globalRivetNodeRegistry;
 ;
 class ChatAidonNodeImpl extends ChatNodeImpl {
@@ -84,14 +84,14 @@ class ChatAidonNodeImpl extends ChatNodeImpl {
         const customHeaders = schemaDetail.headers; // Moved this line up to the loop
         // Check if custom headers are set and are of type string
         if (customHeaders && typeof customHeaders === "string") {
-            let parsedCustomHeaders = JSON.parse(customHeaders);
+            const parsedCustomHeaders = JSON.parse(customHeaders);
             headers = {
                 ...headers,
                 ...parsedCustomHeaders
             };
         }
         const fullUrl = schemaDetail.url + path;
-        const bodyContent = parsedArgs.requestBody || parsedArgs;
+        const bodyContent = parsedArgs.requestBody ?? parsedArgs;
         const requestInit = {
             method: "POST",
             headers,
@@ -129,7 +129,7 @@ class ChatAidonNodeImpl extends ChatNodeImpl {
             //call the tool(s) to get the results to add to the message
             for (const functionCall of functionCalls) {
                 // Find the schema detail that contains the function name
-                const toolSchema = toolSchemas.find(detail => detail.name == functionCall.name);
+                const toolSchema = toolSchemas.find(detail => detail.name === functionCall.name);
                 if (!toolSchema) {
                     throw new Error(`Function ${functionCall.name} not found in any schema`);
                 }

package/dist/esm/plugins/anthropic/anthropic.js

@@ -56,7 +56,7 @@ export const anthropicModels = {
         },
         displayName: 'Claude 3 Opus',
     },
-    'claude-3-5-sonnet-20240620': {
+    'claude-3-5-sonnet-latest': {
         maxTokens: 200_000,
         cost: {
             prompt: 3e-6,
@@ -64,19 +64,36 @@ export const anthropicModels = {
         },
         displayName: 'Claude 3.5 Sonnet',
     },
+    'claude-3-5-haiku-latest': {
+        maxTokens: 200_000,
+        cost: {
+            prompt: 0.8e-6,
+            completion: 4e-6,
+        },
+        displayName: 'Claude 3.5 Haiku',
+    },
+    'claude-3-7-sonnet-latest': {
+        maxTokens: 200_000,
+        cost: {
+            prompt: 3e-6,
+            completion: 15e-6,
+        },
+        displayName: 'Claude 3.7 Sonnet',
+    },
 };
 export const anthropicModelOptions = Object.entries(anthropicModels).map(([id, { displayName }]) => ({
     value: id,
     label: displayName,
 }));
-export async function* streamChatCompletions({ apiKey, signal, ...rest }) {
+export async function* streamChatCompletions({ apiEndpoint, apiKey, signal, ...rest }) {
     const defaultSignal = new AbortController().signal;
-    const response = await fetchEventSource('https://api.anthropic.com/v1/complete', {
+    const response = await fetchEventSource(`${apiEndpoint}/completions`, {
         method: 'POST',
         headers: {
             'Content-Type': 'application/json',
             'x-api-key': apiKey,
             'anthropic-version': '2023-06-01',
+            'anthropic-dangerous-direct-browser-access': 'true',
         },
         body: JSON.stringify({
             ...rest,
@@ -85,14 +102,12 @@ export async function* streamChatCompletions({ apiKey, signal, ...rest }) {
         signal: signal ?? defaultSignal,
     });
     let hadChunks = false;
-    let nextDataType;
     for await (const chunk of response.events()) {
         hadChunks = true;
         if (chunk === '[DONE]') {
             return;
         }
         else if (/\[\w+\]/.test(chunk)) {
-            nextDataType = chunk.slice(1, -1);
             continue;
         }
         let data;
@@ -110,15 +125,16 @@ export async function* streamChatCompletions({ apiKey, signal, ...rest }) {
         throw new AnthropicError(`No chunks received. Response: ${JSON.stringify(responseJson)}`, response, responseJson);
     }
 }
-export async function callMessageApi({ apiKey, signal, tools, ...rest }) {
+export async function callMessageApi({ apiEndpoint, apiKey, signal, tools, beta, ...rest }) {
     const defaultSignal = new AbortController().signal;
-    const response = await fetch('https://api.anthropic.com/v1/messages', {
+    const response = await fetch(`${apiEndpoint}/messages`, {
         method: 'POST',
         headers: {
             'Content-Type': 'application/json',
             'x-api-key': apiKey,
             'anthropic-version': '2023-06-01',
-            'anthropic-beta': tools ? 'tools-2024-04-04' : 'messages-2023-12-15',
+            'anthropic-dangerous-direct-browser-access': 'true',
+            ...(beta ? { 'anthropic-beta': beta } : {}),
         },
         body: JSON.stringify({
             ...rest,
@@ -133,16 +149,17 @@ export async function callMessageApi({ apiKey, signal, tools, ...rest }) {
     }
     return responseJson;
 }
-export async function* streamMessageApi({ apiKey, signal, ...rest }) {
+export async function* streamMessageApi({ apiEndpoint, apiKey, signal, beta, ...rest }) {
     // Use the Messages API for Claude 3 models
     const defaultSignal = new AbortController().signal;
-    const response = await fetchEventSource('https://api.anthropic.com/v1/messages', {
+    const response = await fetchEventSource(`${apiEndpoint}/messages`, {
         method: 'POST',
         headers: {
             'Content-Type': 'application/json',
             'x-api-key': apiKey,
             'anthropic-version': '2023-06-01',
-            'anthropic-beta': 'messages-2023-12-15',
+            'anthropic-dangerous-direct-browser-access': 'true',
+            ...(beta ? { 'anthropic-beta': beta } : {}),
         },
         body: JSON.stringify({
             ...rest,
@@ -151,14 +168,12 @@ export async function* streamMessageApi({ apiKey, signal, ...rest }) {
         signal: signal ?? defaultSignal,
     });
     let hadChunks = false;
-    let nextDataType;
     for await (const chunk of response.events()) {
         hadChunks = true;
         if (chunk === '[message_stop]') {
             return;
         }
-        else if (/\[\w+\]/.test(chunk)) {
-            nextDataType = chunk.slice(1, -1);
+        else if (/^\[\w+\]$/.test(chunk)) {
             continue;
         }
         let data;

package/dist/esm/plugins/anthropic/fetchEventSource.js

@@ -1,3 +1,4 @@
+import { DEFAULT_CHAT_NODE_TIMEOUT } from '../../utils/defaults.js';
 // https://github.com/openai/openai-node/issues/18#issuecomment-1518715285
 export class EventSourceResponse extends Response {
     name;
@@ -24,7 +25,7 @@ export class EventSourceResponse extends Response {
         const reader = this.streams.eventStream.getReader();
         try {
             while (true) {
-                const { done, value } = await this.raceWithTimeout(reader.read());
+                const { done, value } = await this.raceWithTimeout(reader.read(), DEFAULT_CHAT_NODE_TIMEOUT);
                 if (done) {
                     break;
                 }
@@ -36,7 +37,7 @@ export class EventSourceResponse extends Response {
         }
     }
     async raceWithTimeout(promise, timeout = 5000) {
-        // eslint-disable-next-line no-async-promise-executor -- Error handled correctly
+        // eslint-disable-next-line no-async-promise-executor,@typescript-eslint/no-misused-promises -- Error handled correctly
         return new Promise(async (resolve, reject) => {
             const timer = setTimeout(() => {
                 reject(new Error('Timeout: API response took too long.'));